-- Logs begin at Fri 2021-07-09 15:53:14 UTC, end at Fri 2021-07-09 18:18:43 UTC. -- Jul 09 16:22:48.819164 n-d-800085-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 16:22:51.503979 n-d-800085-2 neutron-server[93660]: INFO neutron.common.config [-] Logging enabled! Jul 09 16:22:51.504590 n-d-800085-2 neutron-server[93660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 16:22:51.504715 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 16:22:51.507901 n-d-800085-2 neutron-server[93660]: INFO neutron.common.config [-] Logging enabled! Jul 09 16:22:51.508154 n-d-800085-2 neutron-server[93660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 16:22:51.508457 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 16:22:51.509381 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 16:22:51.509619 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 16:22:51.509981 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 16:22:51.510223 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 16:22:51.510445 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 16:22:51.510783 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.511072 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.511365 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.511574 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.511855 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.512143 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.512418 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.512698 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.512987 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.513265 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.513538 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.513814 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.514039 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.514298 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.514603 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.514885 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.515104 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] debug = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.515379 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.515795 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.516203 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.516478 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.517120 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.517405 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.517672 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.517942 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.518220 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.518561 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] host = n-d-800085-2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.518838 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.519121 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.519403 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.519683 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.519952 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.520225 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.520500 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.520765 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.521032 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.521304 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.521589 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.521869 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.522153 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.522374 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.522622 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.522906 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.523186 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.523455 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.523724 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.523993 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.524263 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.524531 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.524793 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.525071 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.525348 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.525625 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.525897 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.526167 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.526433 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.526724 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.527002 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.527277 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.527545 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.527812 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.528090 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.528356 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.528623 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.528914 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.529196 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.529474 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.529751 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.530022 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.530298 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.530592 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.530861 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.531125 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] use_json = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.531394 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.531661 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.531932 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.532199 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.532467 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.532759 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.533064 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.533356 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:51.533648 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.533940 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.534235 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.534544 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.534837 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.535120 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.535406 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.535680 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.535964 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.536247 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.536533 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.536806 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.537089 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.537368 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.537658 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.537959 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.538246 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.538558 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.538830 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.539099 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.539368 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.539641 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.539922 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.540209 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.540495 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.540766 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.541040 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.541326 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.541601 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.541872 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.542144 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.542426 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.542722 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.542991 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.543268 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.543543 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.543814 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.544083 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.544357 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.544641 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.544914 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.545181 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.545447 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.545718 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.545984 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.546264 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.546564 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.546833 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.547102 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.547384 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.547650 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.547918 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.548188 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.548535 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.548809 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.549074 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.549341 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.549608 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.549911 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.550180 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.550446 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.550737 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.551140 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.551532 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.551945 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.552349 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.552745 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.553137 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.553544 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.553974 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.554380 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.554817 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.555363 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.555831 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.556313 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.556682 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.556966 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.557255 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.557529 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.557823 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.558198 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.558697 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.559171 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.559458 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.559757 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.560038 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.560321 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.560598 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.560881 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.561170 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.561453 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.561745 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.562046 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.562337 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.562654 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.562945 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.563221 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.563526 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.563802 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:51.564041 n-d-800085-2 neutron-server[93660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 16:22:51.564373 n-d-800085-2 neutron-server[93660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 16:22:51.903607 n-d-800085-2 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:22:51.903823 n-d-800085-2 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:22:51.904142 n-d-800085-2 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:22:51.904467 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 16:22:52.290212 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.290528 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.290712 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.292012 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.292284 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.292558 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.325741 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.326008 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.326268 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.339362 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.339642 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.339911 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.368881 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.369151 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.369418 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.404591 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.404859 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.405124 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.650322 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.651034 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.651034 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.651431 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.652480 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.773439 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.773758 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.774023 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.774304 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.774590 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.774901 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.775155 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.775410 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.775665 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.775947 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.776194 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.776444 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.776704 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.776960 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.777217 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.777475 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.777749 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.777964 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.778227 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.778489 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.778773 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.779117 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.779364 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.779640 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.779894 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.780136 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.780525 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:52.780760 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:52.780992 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:52.781224 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:52.781455 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:52.781684 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:52.782046 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 16:22:52.786108 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 16:22:52.789984 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 16:22:52.793806 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 09 16:22:52.795439 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 16:22:52.795893 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 16:22:52.796216 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 16:22:52.796587 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 16:22:52.799376 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 16:22:52.799619 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 16:22:52.799962 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 16:22:52.826965 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 16:22:52.827398 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.827690 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 16:22:52.828045 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.829386 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 16:22:52.829681 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 16:22:52.829923 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 16:22:52.833059 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.833339 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:52.896118 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 16:22:52.896323 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 16:22:52.896583 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 16:22:52.896939 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 16:22:52.920205 n-d-800085-2 neutron-server[93660]: DEBUG oslo_db.sqlalchemy.engines [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 16:22:53.469276 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing driver for type 'gre' Jul 09 16:22:53.470021 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] gre ID ranges: [(1, 1000)] Jul 09 16:22:53.525957 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing driver for type 'local' Jul 09 16:22:53.526336 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing driver for type 'vlan' Jul 09 16:22:53.540857 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] VlanTypeDriver initialization complete Jul 09 16:22:53.541316 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing driver for type 'vxlan' Jul 09 16:22:53.541935 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] vxlan ID ranges: [(1, 1000)] Jul 09 16:22:53.598290 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing extension driver 'port_security' Jul 09 16:22:53.598656 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.extensions.port_security [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] PortSecurityExtensionDriver initialization complete Jul 09 16:22:53.598980 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing mechanism driver 'openvswitch' Jul 09 16:22:53.599307 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing mechanism driver 'hyperv' Jul 09 16:22:53.605877 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:53.606577 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.606917 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.607272 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.607782 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:22:53.608211 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.608558 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.608899 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.609278 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:22:53.609680 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.610025 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.610394 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.610797 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:22:53.611199 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.611546 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.611886 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.612408 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:22:53.612823 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.613175 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.613552 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.614008 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:22:53.614412 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.614778 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.615119 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.615495 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:22:53.615869 n-d-800085-2 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] ML2 OVO RPC backend initialized. {{(pid=93660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 16:22:53.616569 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.616917 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.617331 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.617673 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > networks before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.618019 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.618360 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > ports before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.618720 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.619059 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.619401 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.619740 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.620072 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.620404 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.620735 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.621064 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.621398 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.621726 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.622054 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.622651 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.plugin [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Modular L2 Plugin initialization complete Jul 09 16:22:53.622979 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading services supported by the core plugin {{(pid=93660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 16:22:53.623301 n-d-800085-2 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Got port-security extension from driver 'port_security' Jul 09 16:22:53.623758 n-d-800085-2 neutron-server[93660]: INFO neutron.extensions.vlantransparent [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Disabled vlantransparent extension. Jul 09 16:22:53.624234 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 16:22:53.624541 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: router Jul 09 16:22:53.660061 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.660649 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.660875 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router before_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.661273 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.661648 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.661994 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_delete 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.662351 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.662739 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.663085 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.663430 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.663770 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.664123 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.664506 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.664866 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.665198 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.665531 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.665860 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.666202 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.666569 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.666910 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.667229 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.667581 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.667917 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.668260 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.668616 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.668957 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.669322 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > agent after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.669668 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.670050 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.670889 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Tracking information for resource: router configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:53.671221 n-d-800085-2 neutron-server[93660]: DEBUG neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Tracking information for resource: floatingip configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:22:53.676433 n-d-800085-2 neutron-server[93660]: INFO neutron.db.l3_agentschedulers_db [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 16:22:53.677008 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.677363 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.677741 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.678087 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.678896 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router before_create 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.679256 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.679610 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.679960 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.684388 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.provider_configuration [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service providers = [] {{(pid=93660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 16:22:53.684749 n-d-800085-2 neutron-server[93660]: DEBUG neutron.db.servicetype_db [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 16:22:53.687654 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.service_base [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:22:53.687999 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.service_base [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:22:53.688337 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.service_base [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:22:53.689258 n-d-800085-2 neutron-server[93660]: DEBUG neutron.services.service_base [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:22:53.689621 n-d-800085-2 neutron-server[93660]: INFO neutron.services.service_base [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 16:22:53.689990 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.690297 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 16:22:53.700851 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.701190 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: auto_allocate Jul 09 16:22:53.707038 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: network precommit_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.707399 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: network precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.707908 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.708226 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: tag Jul 09 16:22:53.714697 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.715025 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: timestamp Jul 09 16:22:53.720414 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.720657 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: network_ip_availability Jul 09 16:22:53.726124 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.726502 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.726862 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.727574 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.727879 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: flavors Jul 09 16:22:53.732503 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.732836 n-d-800085-2 neutron-server[93660]: INFO neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading Plugin: revisions Jul 09 16:22:53.737082 n-d-800085-2 neutron-server[93660]: DEBUG neutron.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:22:53.737470 n-d-800085-2 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:22:53.738199 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 16:22:53.738594 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Initializing extension manager. Jul 09 16:22:53.739150 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: __init__.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.739492 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: __pycache__ {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.739820 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.740151 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: address_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.740913 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.741469 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: address-group Jul 09 16:22:53.741785 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: address_scope.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.742495 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.743004 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: address-scope Jul 09 16:22:53.743303 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.744211 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.744703 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: router-admin-state-down-before-update Jul 09 16:22:53.745018 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: agent.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.745707 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.746388 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: agent Jul 09 16:22:53.746738 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: agent_resources_synced.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.747629 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.748127 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: agent-resources-synced Jul 09 16:22:53.748444 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.750207 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.750760 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: allowed-address-pairs Jul 09 16:22:53.751076 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.752235 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.752731 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: auto-allocated-topology Jul 09 16:22:53.753054 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: availability_zone.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.753734 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.754304 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: availability_zone Jul 09 16:22:53.754664 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: availability_zone_filter.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.755562 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.756087 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: availability_zone_filter Jul 09 16:22:53.756402 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: data_plane_status.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.757291 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.757812 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 16:22:53.758129 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: default_subnetpools.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.759049 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.759544 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: default-subnetpools Jul 09 16:22:53.759860 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.760662 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.761157 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: dhcp_agent_scheduler Jul 09 16:22:53.761467 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: dns.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.762378 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.762892 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 16:22:53.763208 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: dns_domain_ports.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.765556 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.766042 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 16:22:53.766356 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.767675 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.768170 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 16:22:53.768487 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: dvr.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.769151 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.769642 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: dvr Jul 09 16:22:53.770058 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: empty_string_filtering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.770984 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.771494 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: empty-string-filtering Jul 09 16:22:53.771810 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.772698 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.773216 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 16:22:53.773529 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.774431 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.774951 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 16:22:53.775265 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: external_net.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.776162 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.776651 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: external-net Jul 09 16:22:53.776966 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.777865 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.778354 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: extra_dhcp_opt Jul 09 16:22:53.778695 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: extraroute.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.779583 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.780080 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: extraroute Jul 09 16:22:53.780396 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: extraroute_atomic.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.781416 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.781907 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: extraroute-atomic Jul 09 16:22:53.782224 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: filter_validation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.782988 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.783476 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: filter-validation Jul 09 16:22:53.783790 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: fip_pf_description.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.784678 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.785167 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 16:22:53.785575 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: fip_port_details.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.786493 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.786990 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: fip-port-details Jul 09 16:22:53.787307 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: flavors.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.788500 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.788998 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: flavors Jul 09 16:22:53.789317 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.790971 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.791483 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 16:22:53.791807 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: floatingip_pools.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.792493 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.792990 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: floatingip-pools Jul 09 16:22:53.793309 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: ip_allocation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.794219 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.794767 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 16:22:53.795086 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.795983 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.796474 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: ip-substring-filtering Jul 09 16:22:53.796793 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l2_adjacency.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.797696 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.798184 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 16:22:53.798549 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.799509 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.800025 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: router Jul 09 16:22:53.800345 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.802787 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.803296 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 16:22:53.803626 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.804544 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.805041 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: ext-gw-mode Jul 09 16:22:53.805364 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.806272 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.806806 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: l3-ha Jul 09 16:22:53.807127 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3_flavors.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.808047 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.808537 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: l3-flavors Jul 09 16:22:53.808855 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.809767 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.810261 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 16:22:53.810608 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: l3agentscheduler.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.811636 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.812139 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: l3_agent_scheduler Jul 09 16:22:53.812465 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: logging.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.813922 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.814530 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension logging not supported by any of loaded plugins Jul 09 16:22:53.814858 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: metering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.815590 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.816158 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: metering Jul 09 16:22:53.816476 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.817639 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.818137 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: metering_source_and_destination_fields Jul 09 16:22:53.818455 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: multiprovidernet.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.819393 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.819883 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: multi-provider Jul 09 16:22:53.820200 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: netmtu.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.821088 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.821587 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: net-mtu Jul 09 16:22:53.821899 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: netmtu_writable.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.822828 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.823318 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: net-mtu-writable Jul 09 16:22:53.823630 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: network_availability_zone.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.824292 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.824786 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: network_availability_zone Jul 09 16:22:53.825100 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: network_ip_availability.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.826178 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.826708 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: network-ip-availability Jul 09 16:22:53.827029 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: network_segment_range.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.827789 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.828279 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 16:22:53.828597 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: pagination.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.829587 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.829913 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: pagination Jul 09 16:22:53.830226 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: port_device_profile.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.831139 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.831645 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: port-device-profile Jul 09 16:22:53.831957 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.832929 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.833423 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: port-mac-address-regenerate Jul 09 16:22:53.833739 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.834665 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.835159 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: port-numa-affinity-policy Jul 09 16:22:53.835475 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: port_resource_request.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.836359 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.836848 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 16:22:53.837159 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: portbindings.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.838071 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.838588 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: binding Jul 09 16:22:53.838901 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: portbindings_extended.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.840281 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.840774 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: binding-extended Jul 09 16:22:53.841098 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: portsecurity.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.841998 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.842503 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: port-security Jul 09 16:22:53.842847 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: project_id.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.843803 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.844128 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: project-id Jul 09 16:22:53.844447 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: providernet.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.845403 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.845905 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: provider Jul 09 16:22:53.846223 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.849851 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.850360 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos not supported by any of loaded plugins Jul 09 16:22:53.850715 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.851973 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.852477 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 16:22:53.852797 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.853700 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.854202 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 16:22:53.854548 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_default.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.855452 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.855950 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-default not supported by any of loaded plugins Jul 09 16:22:53.856271 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_fip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.856914 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.857406 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 16:22:53.857722 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.858668 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.859166 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 16:22:53.859485 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.860379 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.860901 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 16:22:53.861222 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.862121 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.862649 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 16:22:53.862968 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: qos_rules_alias.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.864074 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.864568 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 16:22:53.864883 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: quotasv2.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.865780 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.866099 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: quotas Jul 09 16:22:53.866411 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: quotasv2_detail.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.869390 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.869731 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: quota_details Jul 09 16:22:53.870063 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: rbac.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.871136 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.871649 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: rbac-policies Jul 09 16:22:53.871968 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: rbac_address_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.873064 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.873571 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: rbac-address-group Jul 09 16:22:53.873892 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: rbac_address_scope.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.874842 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.875344 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: rbac-address-scope Jul 09 16:22:53.875665 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: rbac_security_groups.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.876676 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.877177 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: rbac-security-groups Jul 09 16:22:53.877493 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.878397 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.878928 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: rbac-subnetpool Jul 09 16:22:53.879348 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: revisionifmatch.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.880348 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.880862 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: revision-if-match Jul 09 16:22:53.881181 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: revisions.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.882273 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.882807 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: standard-attr-revisions Jul 09 16:22:53.883125 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: router_availability_zone.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.883787 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.884288 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: router_availability_zone Jul 09 16:22:53.884606 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: routerservicetype.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.885504 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.886003 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 16:22:53.886319 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.887281 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.887787 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: security-groups-normalized-cidr Jul 09 16:22:53.888096 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.888996 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.889502 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: port-security-groups-filtering Jul 09 16:22:53.889814 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.890825 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.891327 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: security-groups-remote-address-group Jul 09 16:22:53.891645 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: securitygroup.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.901611 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.902127 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: security-group Jul 09 16:22:53.902458 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: segment.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.903262 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.903754 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension segment not supported by any of loaded plugins Jul 09 16:22:53.904077 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.905007 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.905520 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 16:22:53.905843 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: servicetype.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.906961 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.907463 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: service-type Jul 09 16:22:53.907812 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: sorting.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.908802 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.909107 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: sorting Jul 09 16:22:53.909401 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: standard_attr_segment.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.910405 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.911008 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 16:22:53.911327 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: standardattrdescription.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.911979 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.912476 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: standard-attr-description Jul 09 16:22:53.912799 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: stateful_security_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.913716 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.914221 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: stateful-security-group Jul 09 16:22:53.914588 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: stdattrs_common.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.915168 n-d-800085-2 neutron-server[93660]: WARNING neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 16:22:53.915482 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.916393 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.916890 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 16:22:53.917206 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: subnet_onboard.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.918252 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.918779 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: subnet_onboard Jul 09 16:22:53.919095 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.920000 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.920489 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 16:22:53.920805 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: subnet_service_types.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.921725 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.922217 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: subnet-service-types Jul 09 16:22:53.922633 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: subnetallocation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.923807 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.924308 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: subnet_allocation Jul 09 16:22:53.924629 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.925283 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.925771 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: subnetpool-prefix-ops Jul 09 16:22:53.926089 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.927024 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.927519 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 16:22:53.927831 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: tagging.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.928878 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.929396 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: standard-attr-tag Jul 09 16:22:53.929714 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: timestamp.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.930929 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.931431 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loaded extension: standard-attr-timestamp Jul 09 16:22:53.931752 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: trunk.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.932752 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.933256 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension trunk not supported by any of loaded plugins Jul 09 16:22:53.933577 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: trunk_details.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.934500 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.935026 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 16:22:53.935345 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.936243 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.936741 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 16:22:53.937059 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Loading extension file: vlantransparent.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:22:53.937721 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:22:53.938245 n-d-800085-2 neutron-server[93660]: INFO neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 16:22:53.940706 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:network Jul 09 16:22:53.941217 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:subnet Jul 09 16:22:53.941647 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:22:53.942138 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:port Jul 09 16:22:53.943405 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.943844 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service FLAVORS assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.944461 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.944885 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.945208 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:router Jul 09 16:22:53.945630 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 16:22:53.946135 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service METERING assigned prefix: /metering {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.947611 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.947981 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.948330 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:22:53.949299 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 16:22:53.949740 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:security_group Jul 09 16:22:53.950174 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 16:22:53.950802 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.951125 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:22:53.951469 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] subnetpool is already registered Jul 09 16:22:53.951890 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.952225 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:22:53.952545 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] subnetpool is already registered Jul 09 16:22:53.954917 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.955341 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service FLAVORS assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.955922 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.956334 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.956667 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:router Jul 09 16:22:53.957001 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] router is already registered Jul 09 16:22:53.957501 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 16:22:53.957836 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] floatingip is already registered Jul 09 16:22:53.958284 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service METERING assigned prefix: /metering {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.958983 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 16:22:53.959300 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] rbac_policy is already registered Jul 09 16:22:53.959700 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:security_group Jul 09 16:22:53.960027 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] security_group is already registered Jul 09 16:22:53.960419 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 16:22:53.960789 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] security_group_rule is already registered Jul 09 16:22:53.961348 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.961675 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:22:53.962001 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] subnetpool is already registered Jul 09 16:22:53.962419 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:22:53.962759 n-d-800085-2 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:22:53.963088 n-d-800085-2 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] subnetpool is already registered Jul 09 16:22:53.963544 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: extensions {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.964969 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: address-groups {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.966428 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: address-scopes {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.967764 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: agents {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.968908 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: auto-allocated-topology {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.970130 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: availability_zones {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.971426 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: dhcp-networks {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.974002 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: dhcp-agents {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.975525 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: routers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.977284 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: flavors {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.978564 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: service_profiles {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.979744 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: next_providers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.981165 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: service_profiles {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.982731 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: floatingip-pools {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.983935 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: routers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.985602 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: floatingips {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.987002 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: l3-routers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.988361 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: l3-agents {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.989907 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: metering-labels {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.991156 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: metering-label-rules {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.992518 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: network-ip-availabilities {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.993749 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: bindings {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.999408 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: quotas {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.999408 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: quotas {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.999408 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: rbac-policies {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:53.999408 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: security-groups {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.000648 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: security-group-rules {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.001906 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: service-providers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.003240 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: subnetpools {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.004586 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: subnetpools {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.006108 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.007804 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.009890 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.011662 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.013383 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.015886 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.017935 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.019739 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.021602 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.023369 n-d-800085-2 neutron-server[93660]: DEBUG neutron.api.extensions [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:22:54.029394 n-d-800085-2 neutron-server[93660]: WARNING keystonemiddleware.auth_token [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 16:22:54.033976 n-d-800085-2 neutron-server[93660]: WARNING keystonemiddleware.auth_token [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 16:22:54.043543 n-d-800085-2 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Acquired lock "singleton_lock" {{(pid=93660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 16:22:54.044018 n-d-800085-2 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Releasing lock "singleton_lock" {{(pid=93660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 16:22:54.044674 n-d-800085-2 neutron-server[93660]: INFO oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Starting 2 workers Jul 09 16:22:54.049525 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Started child 93767 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:22:54.053998 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Started child 93768 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:22:54.054903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.055653 n-d-800085-2 neutron-server[93660]: INFO neutron.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 16:22:54.056264 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Notify callbacks [] for process, before_spawn {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.056469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [-] (93767) wsgi starting up on http://0.0.0.0:9696 Jul 09 16:22:54.058560 n-d-800085-2 neutron-server[93660]: INFO oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Starting 1 workers Jul 09 16:22:54.058767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.059930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [-] (93768) wsgi starting up on http://0.0.0.0:9696 Jul 09 16:22:54.063744 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Started child 93769 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:22:54.064290 n-d-800085-2 neutron-server[93660]: INFO oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Starting 1 workers Jul 09 16:22:54.067656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] calling RpcWorker wait() {{(pid=93769) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 16:22:54.068234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] returning from RpcWorker wait() {{(pid=93769) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 16:22:54.068632 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Started child 93770 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:22:54.069441 n-d-800085-2 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-8477dfbb-fa33-4e13-aa05-b366ad54feb1 None None] Notify callbacks [] for process, after_spawn {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.069618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.070165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.071248 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 16:22:54.071453 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 16:22:54.071603 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 16:22:54.071849 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 16:22:54.072180 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 16:22:54.072319 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 16:22:54.072800 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.073087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.073344 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.073468 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.073909 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.073909 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.074461 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.074641 n-d-800085-2 neutron-server[93770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.074729 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.074987 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.075258 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.075503 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.075686 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.075837 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.076104 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.076343 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.076605 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.076867 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.077104 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.077367 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.077529 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.077784 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.078039 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.078260 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.078536 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] debug = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.078760 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.079237 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.079454 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.079750 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.079985 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.080258 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.080508 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.080768 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.080995 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.081230 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.081456 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.081705 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.081940 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.082160 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.082477 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.082777 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.083013 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.083480 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] host = n-d-800085-2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.083702 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.083915 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.084139 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.084380 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.084634 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.084862 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.085123 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.085368 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.085624 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.085844 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.086088 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.086344 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.086579 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.086812 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.086974 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_options = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.087206 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.087469 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.087719 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.087904 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.088068 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.088233 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.088480 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.088641 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.088887 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.089132 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.089309 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.089539 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.089768 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.089994 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.090233 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.090492 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.090726 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.090932 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.091190 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.091446 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.091692 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.091914 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.092126 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.092337 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.092549 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.092850 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.092988 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.093213 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.093438 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.093674 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.093903 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.094172 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.094412 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.094694 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.094937 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.095164 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.095416 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.095669 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.095896 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.096134 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.096393 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.096627 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.096874 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.097104 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.097333 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.097547 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_json = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.097761 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.098046 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.098357 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.098610 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.098828 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.099042 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.099258 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.099486 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.099903 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.100277 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.100518 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.100761 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.101004 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.101253 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.101524 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.101719 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.101982 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.102209 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.103638 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.103638 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.103638 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.103638 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.103638 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.104242 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.104242 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.104242 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.104574 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.104701 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.104899 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.105117 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.105421 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.105686 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.105942 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.106185 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.107925 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.108419 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.108419 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.108544 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.108717 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.108870 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.109089 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.109376 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.109581 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.109949 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.110081 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.110174 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.110387 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.110648 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.110928 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.111353 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.111353 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.111635 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.111837 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.111964 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.112526 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.112526 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.112795 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.112795 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.116604 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.117676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.120208 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.123838 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.125450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126087 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.126774 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127454 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127454 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127454 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127454 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127454 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127802 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127802 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.127958 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.128205 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.128450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.128676 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.129050 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.129440 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.129668 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.130016 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.130120 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.130376 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.130645 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.130904 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.131113 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.131321 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.131576 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.131821 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.132107 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.132294 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.132757 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.132757 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.132999 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.133239 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.133460 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.133686 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.133907 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.134111 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.134333 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.134576 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.134839 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.135040 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.135249 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.135487 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.135694 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.135909 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.136113 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.136342 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.136553 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.136834 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.137145 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.137367 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.137606 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.137836 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.138051 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.138264 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.138501 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.138749 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.138966 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.139234 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.139472 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.139690 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.139904 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.140138 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.140360 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.140565 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.140828 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.141044 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.142588 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.142588 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.142588 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.142588 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.142588 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.143217 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.143217 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.143217 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.143570 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.143691 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.143870 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.144104 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.144329 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.144813 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.145297 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.145722 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.146136 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.146715 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.147143 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.147556 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.147986 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.148391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.148839 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.149745 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.149745 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.149745 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.149745 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.150195 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.150520 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.150749 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.151239 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.151484 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.151710 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.151946 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.152179 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.152386 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.152611 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.152829 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.153039 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.153244 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.153464 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.153691 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.153871 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.154086 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.154294 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.154525 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.154762 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.154970 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.155173 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.155386 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.155595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.155816 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.156034 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.156274 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.156622 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.156977 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.157357 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.157787 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.158084 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.158349 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.158592 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.158876 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.159116 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.159372 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.159588 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.159883 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.160091 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.160382 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.160756 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.161054 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.161217 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.161370 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.161829 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.162218 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.162537 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.162822 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.162822 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.163199 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.163391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.163569 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.163832 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.164151 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.164421 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.164681 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.164904 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.165167 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.165403 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.165625 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.165992 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.166355 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.166598 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.166842 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.167084 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.167321 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.167538 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.167777 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.167990 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.168225 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.168446 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.168664 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.169339 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.169339 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 16:22:54.169507 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 16:22:54.169675 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 16:22:54.169820 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 16:22:54.170139 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 16:22:54.170304 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 16:22:54.170446 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 16:22:54.170821 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.170990 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.171136 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.171290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.171451 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.171632 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.171792 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.171947 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.172102 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.172256 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.172559 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.172754 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.172912 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.173031 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.173188 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.173364 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.173587 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.173745 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.173905 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.174058 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.174396 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.174574 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.174732 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] debug = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.174886 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.175076 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.175235 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.175392 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.175546 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.175699 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.175853 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.176056 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.176270 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.176426 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.176581 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.176736 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.176891 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177045 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177198 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177353 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177507 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177662 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] host = n-d-800085-2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177825 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.177960 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.178116 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.178294 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.178448 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.178626 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.178780 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.178935 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.179088 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.179236 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.179391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.179546 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.179699 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.179854 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180008 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_options = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180162 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180315 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180469 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180649 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180808 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.180963 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.181116 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.181272 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.181430 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.181647 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.181806 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.181961 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.182114 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.182268 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.182423 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.182603 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.182758 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.182913 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183067 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183212 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183363 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183516 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183669 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183821 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.183973 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.184127 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.184280 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.184434 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.184586 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.184941 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.184941 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185204 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185204 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185438 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185438 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185666 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185749 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.185890 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.186041 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.186355 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.186553 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.186691 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.186830 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.186991 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.187137 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.187290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_json = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.187444 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.187597 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.187751 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.187903 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.188058 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.188211 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.188364 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.188523 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:22:54.188698 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.188862 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189051 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189210 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189367 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189653 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189746 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189825 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.189975 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.190129 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.190453 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.190614 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.190781 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.190938 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.191094 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.191252 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.191413 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.191597 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.191828 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.191994 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.192151 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.192306 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.192478 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.192635 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.192798 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.192959 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.193115 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.193271 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.193432 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.193593 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.193750 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.193907 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.194064 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.194225 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.194382 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.194563 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.194723 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.194880 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195038 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195195 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195352 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195510 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195666 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195822 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.195980 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.196125 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.196284 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.196443 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.196600 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.196757 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.196924 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197080 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197237 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197394 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197609 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197796 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197971 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.197971 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.198204 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.198297 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.198404 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.198597 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.198753 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.198911 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199070 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199228 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199384 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199541 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199699 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199852 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.199990 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.200142 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.200281 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.200425 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.200578 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.200734 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.200879 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201038 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201180 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201338 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201499 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201655 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201797 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.201956 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.202531 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.202531 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.202531 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.202780 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.202780 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.202927 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203006 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203167 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203322 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203477 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203654 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203797 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.203964 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.204101 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.204252 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.204408 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.204566 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.204768 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.204929 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.205150 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.205276 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.205395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.205530 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.205530 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.205760 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.205888 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206009 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206128 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206247 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206366 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206543 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206702 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.206865 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.207033 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.207215 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.207448 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.207612 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.207771 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.207927 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.208082 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.208238 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.208394 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.208550 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.208705 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.208868 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.209037 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.209193 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.209351 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.209509 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.209688 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.209854 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210021 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210145 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210285 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210441 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210622 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210779 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.210936 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.211092 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.211248 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.211415 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.211564 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.211721 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.211880 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212038 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212194 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212352 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212510 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212668 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212825 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.212982 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.213138 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.213294 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.213450 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.213605 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.213761 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.213917 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.214073 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.214230 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.214385 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.214573 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.214730 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.214885 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215040 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215195 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215350 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215510 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215666 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215823 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.215980 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.216136 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.216293 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.216449 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.216607 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.216763 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.216919 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.217122 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.217246 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.217357 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.217512 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.217920 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.217920 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.218367 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.218367 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.218367 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.220288 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.221652 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.222290 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.223391 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.224595 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.225877 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.227341 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.228207 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.229616 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230146 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230146 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230146 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230146 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230146 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230146 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230593 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230593 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230593 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230818 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230818 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.230959 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.231088 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.231251 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.231938 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.231938 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.231938 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.231938 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:22:54.232333 n-d-800085-2 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 16:22:54.491639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.503905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090628 Jul 09 16:23:05.731131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d88061-3a6a-4a2a-a49a-04a5caa28960 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:23:05.809818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d88061-3a6a-4a2a-a49a-04a5caa28960 None None] No non-hosted networks {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 16:23:05.911588 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3908ca05-c84e-4767-9143-dcf0d13a329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.224493 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21545860-b89f-463c-981a-4f4d5be57c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.273435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e112d01-37a4-4438-8a66-59e4affd1f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.475201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.476396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.476981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.477561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.478225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.478807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.479385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.480053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.481017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.481628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.482313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.482877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.483520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:08.484462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800085-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.505257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800085-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.082692 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.880979 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.150387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.684650 n-d-800085-2 neutron-server[93768]: WARNING oslo_policy.policy [None req-d3d8b4db-af60-4217-8103-2e29f118e9ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:12.685222 n-d-800085-2 neutron-server[93768]: WARNING oslo_policy.policy [None req-d3d8b4db-af60-4217-8103-2e29f118e9ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:12.901226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-d3d8b4db-af60-4217-8103-2e29f118e9ba admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:23:12.902286 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d3d8b4db-af60-4217-8103-2e29f118e9ba admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7500994 Jul 09 16:23:15.276267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:15.512888 n-d-800085-2 neutron-server[93769]: INFO neutron.db.l3_hamode_db [None req-496be67f-e123-466c-a881-e0304d02252a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 16:23:15.587785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496be67f-e123-466c-a881-e0304d02252a None None] Routers set() bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:15.588162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496be67f-e123-466c-a881-e0304d02252a None None] Router IDs set() for agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 16:23:15.596932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:15.687895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.policy [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 16:23:15.731551 n-d-800085-2 neutron-server[93768]: WARNING oslo_policy.policy [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:15.731919 n-d-800085-2 neutron-server[93768]: WARNING oslo_policy.policy [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:15.740450 n-d-800085-2 neutron-server[93768]: INFO neutron.quota [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] Loaded quota_driver: . Jul 09 16:23:15.840766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756494690974', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756494690467', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756494665021', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756494676707', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756494652580', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756494658720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-772557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1640201'] for rbac-policy, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.913327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.914595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef18bf92-e576-4fc7-9a75-77e4fcbe1a95 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6372821 Jul 09 16:23:18.467866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:18.778172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Request body: {'network': {'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'name': 'private'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:18.809742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Made reservation on behalf of 1aecd686a6e24c48a6f81fe4807d8600 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:18.812636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.828738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.950917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.956590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.980660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:23:19.005736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756497815116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.006226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Unsubscribe: segment precommit_create {{(pid=93768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 16:23:19.006748 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Added segment 1a267b19-36c3-4b85-a831-e23558a66f62 of type vlan for network 7681672c-cc49-4db0-991b-f362e06fd0f2 Jul 09 16:23:19.023023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4087f43e-1a26-4712-8899-ca165fe2e41b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:19.070973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.071304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.071640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.071967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.072290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.072613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.072931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.073244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.073564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.073881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.074198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.074509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Tracked resource versions report: Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: pushed versions: Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Log': {'1.0'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Network': {'1.1'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Port': {'1.7'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: consumer versions: Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: L3 agent@n-d-800085-2: {}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: Metadata agent@n-d-800085-2: {}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: Metering agent@n-d-800085-2: {}, Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Log': '1.0', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Network': '1.1', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Port': '1.7', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'PortForwarding': '1.2', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'QosPolicy': '1.8', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'SubPort': '1.0', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Subnet': '1.1', Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: 'Trunk': '1.1'}} Jul 09 16:23:19.075618 n-d-800085-2 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:23:19.122546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.177566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.178760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:19.179391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.254375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7854424 Jul 09 16:23:19.279034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca301ca-54ff-49bd-b91a-b88297801e9c admin admin] Pushing event updated for resources: {'Network': ['ID=7681672c-cc49-4db0-991b-f362e06fd0f2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:19.291963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:23:21.888806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:22.393770 n-d-800085-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:22.394316 n-d-800085-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:22.841873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.policy [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 16:23:22.885839 n-d-800085-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:22.886206 n-d-800085-2 neutron-server[93767]: WARNING oslo_policy.policy [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 16:23:22.894723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:22.896679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa7306d3-ede3-42f5-8261-421e75fe7699 admin admin] 10.222.0.48 "GET /v2.0/networks/7681672c-cc49-4db0-991b-f362e06fd0f2 HTTP/1.1" status: 200 len: 825 time: 1.0058222 Jul 09 16:23:22.937965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-051d3a13-1485-4a8e-9694-16e763e26c83 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/da99b261-9c9c-46ca-ab71-b717e9af4bb2 HTTP/1.1" status: 200 len: 734 time: 0.0339613 Jul 09 16:23:22.947153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Request body: {'subnet': {'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gateway_ip': '172.20.0.1', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:22.948727 n-d-800085-2 neutron-server[93767]: INFO neutron.quota [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Loaded quota_driver: . Jul 09 16:23:22.990946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Made reservation on behalf of 1aecd686a6e24c48a6f81fe4807d8600 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:22.993799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.314146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.378077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Checking segment: {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:23.378440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Network hostable DHCP agents. Network: 7681672c-cc49-4db0-991b-f362e06fd0f2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:23:23.395200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c4ed5f-f904-41c7-af7d-f5ade662a5cf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:23.410944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.411283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.411597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.411933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.412291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.412617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.412969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.413250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.413566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.413916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.414227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.414567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Tracked resource versions report: Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: pushed versions: Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Log': {'1.0'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Network': {'1.1'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Port': {'1.7'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: consumer versions: Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: L3 agent@n-d-800085-2: {}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: Metadata agent@n-d-800085-2: {}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: Metering agent@n-d-800085-2: {}, Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Log': '1.0', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Network': '1.1', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Port': '1.7', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'PortForwarding': '1.2', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'QosPolicy': '1.8', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'SubPort': '1.0', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Subnet': '1.1', Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: 'Trunk': '1.1'}} Jul 09 16:23:23.415644 n-d-800085-2 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:23:23.433922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:23:23.449710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 7681672c-cc49-4db0-991b-f362e06fd0f2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:23.477045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:23.477658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.481614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b5bcf-3cc9-4d7d-988d-7463c5069997 None None] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:23.501701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c18297e-887f-42ab-b99e-094c31ea1bbd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5581350 Jul 09 16:23:23.792062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-7681672c-cc49-4db0-991b-f362e06fd0f2', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:23:23.793369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.059393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Allocated IP 172.20.0.2 (7681672c-cc49-4db0-991b-f362e06fd0f2/b1c4ed5f-f904-41c7-af7d-f5ade662a5cf/5a7b7984-4297-4007-b03d-98931ac092c1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:24.295467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.310274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Transition to ACTIVE for port object 5a7b7984-4297-4007-b03d-98931ac092c1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:24.329972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Transition to ACTIVE for port object 5a7b7984-4297-4007-b03d-98931ac092c1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:24.338839 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.396359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:24.401999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:24.415636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:24.426946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Pushing event updated for resources: {'Port': ['ID=5a7b7984-4297-4007-b03d-98931ac092c1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:24.467030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.467411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.467758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.468096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.468408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.468755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.469075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.469419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.469762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.470090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.470390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.470732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Tracked resource versions report: Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: pushed versions: Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Log': {'1.0'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Network': {'1.1'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Port': {'1.7'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: consumer versions: Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: L3 agent@n-d-800085-2: {}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: Metadata agent@n-d-800085-2: {}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: Metering agent@n-d-800085-2: {}, Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Log': '1.0', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Network': '1.1', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Port': '1.7', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'PortForwarding': '1.2', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'QosPolicy': '1.8', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'SubPort': '1.0', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Subnet': '1.1', Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: 'Trunk': '1.1'}} Jul 09 16:23:24.471838 n-d-800085-2 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:23:24.502355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Attempting to bind port 5a7b7984-4297-4007-b03d-98931ac092c1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:24.503008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Attempting to bind port 5a7b7984-4297-4007-b03d-98931ac092c1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:24.503129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Attempting to bind port 5a7b7984-4297-4007-b03d-98931ac092c1 on network 7681672c-cc49-4db0-991b-f362e06fd0f2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:24.508173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:24.508571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Checking segment: {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:24.509075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.509460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Bound using segment: {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:24.509939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Bound port: 5a7b7984-4297-4007-b03d-98931ac092c1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:24.510348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.575831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] For port 5a7b7984-4297-4007-b03d-98931ac092c1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:24.580133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] For port 5a7b7984-4297-4007-b03d-98931ac092c1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a7b7984-4297-4007-b03d-98931ac092c1,segment=NetworkSegment(1a267b19-36c3-4b85-a831-e23558a66f62),segment_id=1a267b19-36c3-4b85-a831-e23558a66f62)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:24.585615 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.657313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd290-e5ea-4271-8ff5-6ca827b52727 None None] Pushing event updated for resources: {'Port': ['ID=5a7b7984-4297-4007-b03d-98931ac092c1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:25.878437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:26.207944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-64b47e43-e5de-4d59-9790-fb944da37b50 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:23:26.208958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-64b47e43-e5de-4d59-9790-fb944da37b50 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3295023 Jul 09 16:23:28.536944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:28.855689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-62d99616-e4e5-4dc8-9993-2918aaae9447 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:23:28.856677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62d99616-e4e5-4dc8-9993-2918aaae9447 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186522 Jul 09 16:23:30.269576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a7b7984-4297-4007-b03d-98931ac092c1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:30.354889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5a7b7984-4297-4007-b03d-98931ac092c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:30.695350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc41ea4-b1f2-471a-8df0-c6f06972f67f None None] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:30.757844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] Provisioning for port 5a7b7984-4297-4007-b03d-98931ac092c1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:30.768250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] Provisioning complete for port 5a7b7984-4297-4007-b03d-98931ac092c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:30.768640 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:30.935502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:30.990446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] For port 5a7b7984-4297-4007-b03d-98931ac092c1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a7b7984-4297-4007-b03d-98931ac092c1,segment=NetworkSegment(1a267b19-36c3-4b85-a831-e23558a66f62),segment_id=1a267b19-36c3-4b85-a831-e23558a66f62)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:30.996477 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:31.053913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a5bd-5e4a-41c2-97e7-7a83f40c1c73 None None] Pushing event updated for resources: {'Port': ['ID=5a7b7984-4297-4007-b03d-98931ac092c1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:31.218852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-090b0c29-97bf-4c63-a1e1-b9efe4f4fd1d None None] Provisioning complete for port 5a7b7984-4297-4007-b03d-98931ac092c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:31.219294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b0c29-97bf-4c63-a1e1-b9efe4f4fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:31.495625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:31.814629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:31.841041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:31.842511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:31.990452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:31.998140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.011560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.012876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7ae53058-d840-4b9a-8a37-fcf10037987f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5162938 Jul 09 16:23:32.228118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a7b7984-4297-4007-b03d-98931ac092c1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:32.275054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a7b7984-4297-4007-b03d-98931ac092c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:32.275438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:34.368322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:34.702391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-30a403f7-c30a-422f-9a6a-ee256590e279 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:23:34.703454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-30a403f7-c30a-422f-9a6a-ee256590e279 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3341684 Jul 09 16:23:35.656182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74350b9f-9eec-4587-905c-58f175af9fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.045421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:37.133100 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:23:37.387170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:37.414125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Made reservation on behalf of 1dfb0e2c690e41cab679dde413c80300 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:37.416645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.432842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.566595 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.572995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.589319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Reserving flat network on physical network physnet1 {{(pid=93767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 16:23:37.609811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae186a-26d8-4644-b31b-fee2d04f854c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:37.619563 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756497815116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.620109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Unsubscribe: segment precommit_create {{(pid=93767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 16:23:37.620680 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Added segment 9e289633-5edf-44a1-89ce-0b38a8f5bf79 of type flat for network f0536d18-c197-4cd9-a7da-6f42b648827a Jul 09 16:23:37.675303 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.730275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.731306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:37.731964 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.825132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7783072 Jul 09 16:23:37.839075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025ab8c-5397-4bbe-ab0f-a72634fe9b17 admin admin] Pushing event updated for resources: {'Network': ['ID=f0536d18-c197-4cd9-a7da-6f42b648827a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:37.851219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f0536d18-c197-4cd9-a7da-6f42b648827a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:23:38.211772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910dc9b2-aa57-4b2b-a331-607864242fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.464470 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.027220 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:40.190237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:40.452842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bff9d-f673-4496-8835-d87a7a8354b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:40.454223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-595bff9d-f673-4496-8835-d87a7a8354b2 admin admin] 10.222.0.48 "GET /v2.0/subnets/b1c4ed5f-f904-41c7-af7d-f5ade662a5cf HTTP/1.1" status: 200 len: 849 time: 0.2630863 Jul 09 16:23:40.593181 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa963ae3-1a35-47af-a42b-f1d1661e63b2 admin admin] 10.222.0.48 "GET /v2.0/routers/d7e0e8a4-40e3-442a-a13f-bb8bde8d703b HTTP/1.1" status: 200 len: 704 time: 0.1331563 Jul 09 16:23:40.829604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:40.865898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.166894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Allocated IP 172.20.0.1 (7681672c-cc49-4db0-991b-f362e06fd0f2/b1c4ed5f-f904-41c7-af7d-f5ade662a5cf/bc38b64b-7577-4976-986b-3e598370f09f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:41.365994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.390398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Transition to ACTIVE for port object bc38b64b-7577-4976-986b-3e598370f09f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:41.484116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.553769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:41.558385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:41.567324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:41.568418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.587095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Pushing event updated for resources: {'Port': ['ID=bc38b64b-7577-4976-986b-3e598370f09f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:41.797085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55cc9add-6d56-4141-a4f1-e3d025fb32f4 None None] Provisioning for port bc38b64b-7577-4976-986b-3e598370f09f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:41.800634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55cc9add-6d56-4141-a4f1-e3d025fb32f4 None None] Provisioning complete for port bc38b64b-7577-4976-986b-3e598370f09f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:41.801006 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55cc9add-6d56-4141-a4f1-e3d025fb32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.834772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.836015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-55cc9add-6d56-4141-a4f1-e3d025fb32f4 None None] Port bc38b64b-7577-4976-986b-3e598370f09f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:23:42.017190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:42.024427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:42.025257 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:42.101891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Pushing event updated for resources: {'Port': ['ID=bc38b64b-7577-4976-986b-3e598370f09f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:42.155752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:42.157196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:42.316282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:23:42.357517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-de53e749-5bcf-4924-a7e6-9c5cce611bd9 None None] Provisioning complete for port bc38b64b-7577-4976-986b-3e598370f09f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:42.357780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de53e749-5bcf-4924-a7e6-9c5cce611bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:42.389747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-de53e749-5bcf-4924-a7e6-9c5cce611bd9 None None] Port bc38b64b-7577-4976-986b-3e598370f09f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:23:42.406265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:23:42.411528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-54d26acb-d63a-47ee-b684-58c5187db466 admin admin] 10.222.0.48 "PUT /v2.0/routers/d7e0e8a4-40e3-442a-a13f-bb8bde8d703b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8112149 Jul 09 16:23:42.415719 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Sync routers for ids ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:23:42.427953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Routers {'d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:42.428706 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:23:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:42.607512 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Set router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:43.024662 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:23:31Z', 'updated_at': '2021-07-09T16:23:41Z', 'revision_number': 2, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gw_port_host': None, '_interfaces': [{'id': 'bc38b64b-7577-4976-986b-3e598370f09f', 'name': '', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'mac_address': 'fa:16:3e:a1:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:40Z', 'updated_at': '2021-07-09T16:23:41Z', 'revision_number': 2, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'subnets': [{'id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:43.072988 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Checking router: d7e0e8a4-40e3-442a-a13f-bb8bde8d703b for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:23:43.073357 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Updating router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b port bc38b64b-7577-4976-986b-3e598370f09f binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:23:43.137799 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.616589 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.634785 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Transition to ACTIVE for port object bc38b64b-7577-4976-986b-3e598370f09f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:43.641680 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.793897 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Pushing event updated for resources: {'Port': ['ID=bc38b64b-7577-4976-986b-3e598370f09f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:43.798616 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Attempting to bind port bc38b64b-7577-4976-986b-3e598370f09f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:43.799022 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Attempting to bind port bc38b64b-7577-4976-986b-3e598370f09f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:43.799440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Attempting to bind port bc38b64b-7577-4976-986b-3e598370f09f on network 7681672c-cc49-4db0-991b-f362e06fd0f2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:43.806920 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:43.807313 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Checking segment: {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:43.807806 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.808205 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Bound using segment: {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:43.808694 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Bound port: bc38b64b-7577-4976-986b-3e598370f09f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a267b19-36c3-4b85-a831-e23558a66f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:43.809091 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.812543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.812983 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.813218 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.813549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.813876 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.814202 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.814547 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.814872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.815193 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.815511 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.815831 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.816148 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Tracked resource versions report: Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: pushed versions: Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Log': {'1.0'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Network': {'1.1'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Port': {'1.7'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: consumer versions: Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: L3 agent@n-d-800085-2: {}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: Metadata agent@n-d-800085-2: {}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: Metering agent@n-d-800085-2: {}, Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Log': '1.0', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Network': '1.1', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Port': '1.7', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'PortForwarding': '1.2', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'QosPolicy': '1.8', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'SubPort': '1.0', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Subnet': '1.1', Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: 'Trunk': '1.1'}} Jul 09 16:23:43.817244 n-d-800085-2 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:23:43.881212 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] For port bc38b64b-7577-4976-986b-3e598370f09f, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:43.902810 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] For port bc38b64b-7577-4976-986b-3e598370f09f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bc38b64b-7577-4976-986b-3e598370f09f,segment=NetworkSegment(1a267b19-36c3-4b85-a831-e23558a66f62),segment_id=1a267b19-36c3-4b85-a831-e23558a66f62)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:43.908700 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.960990 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Routers {'d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:43.961621 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:23:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:44.029487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bcfdf-ee73-48a1-b8a6-2a6b1bcf99c8 None None] Pushing event updated for resources: {'Port': ['ID=bc38b64b-7577-4976-986b-3e598370f09f,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:44.056315 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] Set router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:44.265130 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:23:31Z', 'updated_at': '2021-07-09T16:23:41Z', 'revision_number': 2, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gw_port_host': None, '_interfaces': [{'id': 'bc38b64b-7577-4976-986b-3e598370f09f', 'name': '', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'mac_address': 'fa:16:3e:a1:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:40Z', 'updated_at': '2021-07-09T16:23:43Z', 'revision_number': 4, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'subnets': [{'id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:44.292069 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6954a88-7e89-4a3c-adac-bafac6dcb909 None None] The sync data for ids ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'] in n-d-800085-2 is: [{'id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:23:31Z', 'updated_at': '2021-07-09T16:23:41Z', 'revision_number': 2, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gw_port_host': None, '_interfaces': [{'id': 'bc38b64b-7577-4976-986b-3e598370f09f', 'name': '', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'mac_address': 'fa:16:3e:a1:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:40Z', 'updated_at': '2021-07-09T16:23:43Z', 'revision_number': 4, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'subnets': [{'id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:23:44.582307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:44.695981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5e255-885f-4c9b-9529-4959aea37eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:44.697345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-abb5e255-885f-4c9b-9529-4959aea37eb9 admin admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 842 time: 0.1140504 Jul 09 16:23:44.706785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:44.731494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Made reservation on behalf of 1dfb0e2c690e41cab679dde413c80300 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:44.733801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.043339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:23:45.043777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.095599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb7031d-931f-457a-8a57-22e096c05528,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:45.107385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:45.107736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Network hostable DHCP agents. Network: f0536d18-c197-4cd9-a7da-6f42b648827a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:23:45.136598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:23:45.148275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f0536d18-c197-4cd9-a7da-6f42b648827a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:45.152227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:45.152829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.158492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca2642-1df8-4205-a00a-74d7ae85b664 None None] Network f0536d18-c197-4cd9-a7da-6f42b648827a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:45.171262 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28e1898d-7f17-4614-898d-324d7dd602ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4677491 Jul 09 16:23:45.300196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfdddc-267b-411d-8448-2f71e468d368 None None] Network f0536d18-c197-4cd9-a7da-6f42b648827a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:47.407745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:47.541507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26a26457-160a-4e99-80af-e2e4db33b4fc admin admin] 10.222.0.48 "GET /v2.0/routers/d7e0e8a4-40e3-442a-a13f-bb8bde8d703b HTTP/1.1" status: 200 len: 710 time: 0.1324708 Jul 09 16:23:47.637810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79699976-61c6-4bcf-99f0-7f67bcda145e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:47.639237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-79699976-61c6-4bcf-99f0-7f67bcda145e admin admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 886 time: 0.0899315 Jul 09 16:23:47.649093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:47.967709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.206341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.269053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bc38b64b-7577-4976-986b-3e598370f09f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:48.285496 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.326662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port bc38b64b-7577-4976-986b-3e598370f09f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:48.330986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bc38b64b-7577-4976-986b-3e598370f09f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:48.331593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.406005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Allocated IP 172.25.7.166 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/3341423d-89d8-4351-a1da-418aea6d6f9a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:48.412744 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.445336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port bc38b64b-7577-4976-986b-3e598370f09f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bc38b64b-7577-4976-986b-3e598370f09f,segment=NetworkSegment(1a267b19-36c3-4b85-a831-e23558a66f62),segment_id=1a267b19-36c3-4b85-a831-e23558a66f62)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:48.449467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.507369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.542303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=bc38b64b-7577-4976-986b-3e598370f09f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:48.551578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.594072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:48.597751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:48.600464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Pushing event updated for resources: {'Port': ['ID=3341423d-89d8-4351-a1da-418aea6d6f9a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:48.618640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:48.864736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.061377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.066107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.261208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:23:49.365213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:23:49.370012 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.371399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c0c34be9-2d73-4441-bfad-cfa021e84602 admin admin] 10.222.0.48 "PUT /v2.0/routers/d7e0e8a4-40e3-442a-a13f-bb8bde8d703b HTTP/1.1" status: 200 len: 890 time: 1.7256055 Jul 09 16:23:49.389817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Sync routers for ids ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:23:49.403122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Routers {'d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:49.403834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:23:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:49.630110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Set router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:50.017345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3341423d-89d8-4351-a1da-418aea6d6f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:23:31Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 4, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gw_port': {'id': '3341423d-89d8-4351-a1da-418aea6d6f9a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:48Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'bc38b64b-7577-4976-986b-3e598370f09f', 'name': '', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'mac_address': 'fa:16:3e:a1:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:40Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 5, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'subnets': [{'id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:50.067428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Checking router: d7e0e8a4-40e3-442a-a13f-bb8bde8d703b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:23:50.067768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Updating router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b port 3341423d-89d8-4351-a1da-418aea6d6f9a binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:23:50.100203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.252405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bc38b64b-7577-4976-986b-3e598370f09f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:50.388496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bc38b64b-7577-4976-986b-3e598370f09f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:50.388872 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.487265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.513503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Transition to ACTIVE for port object 3341423d-89d8-4351-a1da-418aea6d6f9a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:50.522432 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.598515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Attempting to bind port 3341423d-89d8-4351-a1da-418aea6d6f9a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:50.598837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Attempting to bind port 3341423d-89d8-4351-a1da-418aea6d6f9a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:50.599178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Attempting to bind port 3341423d-89d8-4351-a1da-418aea6d6f9a on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:50.607790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:50.608155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:50.608554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.608983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:50.609466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Bound port: 3341423d-89d8-4351-a1da-418aea6d6f9a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:50.609872 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.611588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457512-1ed8-4a0b-bedf-d31d5bd72c5e None None] Pushing event updated for resources: {'Port': ['ID=3341423d-89d8-4351-a1da-418aea6d6f9a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:50.743348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] For port 3341423d-89d8-4351-a1da-418aea6d6f9a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:50.746332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] For port 3341423d-89d8-4351-a1da-418aea6d6f9a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3341423d-89d8-4351-a1da-418aea6d6f9a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:50.751967 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.807495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457512-1ed8-4a0b-bedf-d31d5bd72c5e None None] Pushing event updated for resources: {'Port': ['ID=3341423d-89d8-4351-a1da-418aea6d6f9a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:50.810278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Routers {'d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:50.810856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:23:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:50.914232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] Set router d7e0e8a4-40e3-442a-a13f-bb8bde8d703b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:51.133419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3341423d-89d8-4351-a1da-418aea6d6f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:23:31Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 4, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gw_port': {'id': '3341423d-89d8-4351-a1da-418aea6d6f9a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:48Z', 'updated_at': '2021-07-09T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'bc38b64b-7577-4976-986b-3e598370f09f', 'name': '', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'mac_address': 'fa:16:3e:a1:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:40Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 5, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'subnets': [{'id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:51.159701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ba34-314f-4f23-b45e-50bc27b3170b None None] The sync data for ids ['d7e0e8a4-40e3-442a-a13f-bb8bde8d703b'] in n-d-800085-2 is: [{'id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'name': 'router1', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '3341423d-89d8-4351-a1da-418aea6d6f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:23:31Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 4, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'gw_port': {'id': '3341423d-89d8-4351-a1da-418aea6d6f9a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:48Z', 'updated_at': '2021-07-09T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'bc38b64b-7577-4976-986b-3e598370f09f', 'name': '', 'network_id': '7681672c-cc49-4db0-991b-f362e06fd0f2', 'tenant_id': '1aecd686a6e24c48a6f81fe4807d8600', 'mac_address': 'fa:16:3e:a1:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0e8a4-40e3-442a-a13f-bb8bde8d703b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:23:40Z', 'updated_at': '2021-07-09T16:23:48Z', 'revision_number': 5, 'project_id': '1aecd686a6e24c48a6f81fe4807d8600', 'subnets': [{'id': 'b1c4ed5f-f904-41c7-af7d-f5ade662a5cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da99b261-9c9c-46ca-ab71-b717e9af4bb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:23:51.769026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:51.897989 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-480bdec4-df8a-4681-979f-9d025b1dbb31 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1277461 Jul 09 16:23:52.262408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3341423d-89d8-4351-a1da-418aea6d6f9a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:52.311631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3341423d-89d8-4351-a1da-418aea6d6f9a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:52.315629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3341423d-89d8-4351-a1da-418aea6d6f9a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:52.316246 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:52.394734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:52.416374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 3341423d-89d8-4351-a1da-418aea6d6f9a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3341423d-89d8-4351-a1da-418aea6d6f9a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:52.420547 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:52.469622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=3341423d-89d8-4351-a1da-418aea6d6f9a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:54.259140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3341423d-89d8-4351-a1da-418aea6d6f9a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:54.308340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3341423d-89d8-4351-a1da-418aea6d6f9a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:54.308714 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:05.660470 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f685da88-4d3b-437c-aebf-092a9812dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.218905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-037fae5c-19a2-46e1-b962-462a4705c266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.469905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.032334 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.843075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.131621 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:24:35.664325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c803822-fdd5-421c-b085-136d2b51a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.216411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e9684c-4c0c-4cd9-b488-daabff12fb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:38.464792 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:39.037109 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:40.844742 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:51.132822 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:25:05.666747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97d341bb-41dc-4372-b413-3c36f87d6610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:08.212517 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ee243258-246e-45ed-86b5-c297b8a17e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:08.469887 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.035915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.846300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.133045 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:25:31.881369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:31.946093 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e259061a-1bd6-4d5a-acee-64a0a59f0a3c admin admin] GET failed (client error): The resource could not be found. Jul 09 16:25:31.947477 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e259061a-1bd6-4d5a-acee-64a0a59f0a3c admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650697 Jul 09 16:25:32.122231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a0759-540b-47da-b77b-f8db3cbfd085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:32.124672 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6d1a0759-540b-47da-b77b-f8db3cbfd085 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1731055 Jul 09 16:25:34.279740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:34.378850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfd5e2-a34d-4113-be32-8a407e242f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:34.380168 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-94cfd5e2-a34d-4113-be32-8a407e242f55 admin admin] 10.222.0.48 "GET /v2.0/subnets/b1c4ed5f-f904-41c7-af7d-f5ade662a5cf HTTP/1.1" status: 200 len: 849 time: 0.0991833 Jul 09 16:25:34.392414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:34.486369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Notify callbacks [] for subnet, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:34.639900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756497902623'] for subnet, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:34.673581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:34.674178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:34.675504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] 10.222.0.48 "PUT /v2.0/subnets/b1c4ed5f-f904-41c7-af7d-f5ade662a5cf HTTP/1.1" status: 200 len: 868 time: 0.2872555 Jul 09 16:25:34.686200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641414ee-e5ee-40c7-bab3-6738a39ccaee None None] Network 7681672c-cc49-4db0-991b-f362e06fd0f2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:34.691763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c4ed5f-f904-41c7-af7d-f5ade662a5cf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:34.699590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.699967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.700260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.700597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.700944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.701273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.701603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.701929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.702251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.702627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.702956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:34.703272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0af565-0766-4ba6-b900-60f25f2478af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.084638 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-977a80a1-f8a0-42f4-8e60-e9bff5da0e2f None None] Provisioning complete for port bc38b64b-7577-4976-986b-3e598370f09f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:35.085029 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-977a80a1-f8a0-42f4-8e60-e9bff5da0e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:35.171248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-977a80a1-f8a0-42f4-8e60-e9bff5da0e2f None None] Provisioning complete for port 5a7b7984-4297-4007-b03d-98931ac092c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:35.171475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-977a80a1-f8a0-42f4-8e60-e9bff5da0e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:35.670090 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-032987ec-4e67-494f-aa42-a66acc484f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:36.842064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:37.051483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a45f71-2f46-437a-98f2-850154072c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:37.051956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a45f71-2f46-437a-98f2-850154072c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:37.053495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26a45f71-2f46-437a-98f2-850154072c71 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101047 Jul 09 16:25:38.206529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be3ad4b1-6c2e-4290-828a-aa7a26d0c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:38.473624 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.039099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.215816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:39.366318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aa171f-9294-42da-afb6-e766c3d4b7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:39.366817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aa171f-9294-42da-afb6-e766c3d4b7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:39.368381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-02aa171f-9294-42da-afb6-e766c3d4b7b5 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1516623 Jul 09 16:25:40.842828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.524805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:41.656554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af567cf0-9392-4e57-a5e9-d191bfbb9ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:41.657959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af567cf0-9392-4e57-a5e9-d191bfbb9ee4 admin admin] 10.222.0.48 "GET /v2.0/networks/7681672c-cc49-4db0-991b-f362e06fd0f2 HTTP/1.1" status: 200 len: 869 time: 0.1321354 Jul 09 16:25:43.795024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:43.935983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322c350-e7b3-4911-964e-c56fd1ad789d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:43.937329 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3322c350-e7b3-4911-964e-c56fd1ad789d admin admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 886 time: 0.1408997 Jul 09 16:25:46.099635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:46.233457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7733f5-33af-4d8a-948b-f70ccbd993f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:46.234217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7733f5-33af-4d8a-948b-f70ccbd993f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:46.235793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6a7733f5-33af-4d8a-948b-f70ccbd993f6 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348596 Jul 09 16:25:48.359588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:48.451357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a766ea5-e302-4913-acfa-f4d75da4ba26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.452997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a766ea5-e302-4913-acfa-f4d75da4ba26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.457050 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8a766ea5-e302-4913-acfa-f4d75da4ba26 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963116 Jul 09 16:25:50.620298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:50.720285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc5f6a-0f65-49c3-affd-06fd01a76c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.721710 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-80fc5f6a-0f65-49c3-affd-06fd01a76c7f admin admin] 10.222.0.48 "GET /v2.0/subnets/b1c4ed5f-f904-41c7-af7d-f5ade662a5cf HTTP/1.1" status: 200 len: 868 time: 0.1003761 Jul 09 16:25:52.875411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:52.971419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce40328-9c95-410f-9cdf-a52d1ec15050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.972781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ce40328-9c95-410f-9cdf-a52d1ec15050 admin admin] 10.222.0.48 "GET /v2.0/subnets/fdb7031d-931f-457a-8a57-22e096c05528 HTTP/1.1" status: 200 len: 816 time: 0.0963669 Jul 09 16:26:05.132438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:26:05.673422 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bcc4998-de81-426a-a735-5bcdb3ad153b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.210272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7dcef19c-8d67-4b6a-95cf-8f87bd5a9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.476288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.042062 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.853873 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.374530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:17.436707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-ec2bab59-05a7-4ee2-8d93-9f17e6e55c67 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:26:17.437739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec2bab59-05a7-4ee2-8d93-9f17e6e55c67 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618548 Jul 09 16:26:19.661040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:19.731383 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-717a1d7c-bbca-414e-82cc-67d282656253 admin admin] GET failed (client error): The resource could not be found. Jul 09 16:26:19.732921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-717a1d7c-bbca-414e-82cc-67d282656253 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0703962 Jul 09 16:26:19.895741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cb8d47-9fad-41f5-9a3c-3b7fda8e1ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.897608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0cb8d47-9fad-41f5-9a3c-3b7fda8e1ec0 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1594813 Jul 09 16:26:22.068978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:22.122586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:22.147445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Made reservation on behalf of 1dfb0e2c690e41cab679dde413c80300 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:22.149749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.188163 n-d-800085-2 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Could not find related network for resource to bump revision. Jul 09 16:26:22.203270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:26:22.212180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.212525 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Added segment bdbfbe51-e238-4945-894a-e581e0bf7a73 of type vlan for network 978942f2-8c78-4221-94f5-c1115900ee09 Jul 09 16:26:22.259358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.296638 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.297751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:22.298331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.363507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2931111 Jul 09 16:26:22.366198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Pushing event updated for resources: {'Network': ['ID=978942f2-8c78-4221-94f5-c1115900ee09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:22.373074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.373420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.373760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.374129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.374547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.374848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.375175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.375499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.375827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.376150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.376471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.376816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6017f8-64ad-4c15-861b-9ac88d7e79e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:22.388217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 978942f2-8c78-4221-94f5-c1115900ee09 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:26:24.534516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:24.599536 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7d55a7-423c-433f-bbb5-96a0504e486e admin admin] GET failed (client error): The resource could not be found. Jul 09 16:26:24.600837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae7d55a7-423c-433f-bbb5-96a0504e486e admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651679 Jul 09 16:26:24.671414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538029d-db87-41a6-a336-b8e13b47536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:24.672878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9538029d-db87-41a6-a336-b8e13b47536b admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661485 Jul 09 16:26:24.685794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:24.709230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Made reservation on behalf of 1dfb0e2c690e41cab679dde413c80300 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:24.711629 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.873174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.919555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70fa174-9846-404e-a88f-8e6aa9ccdfa0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:24.933965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:24.934322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Network hostable DHCP agents. Network: 978942f2-8c78-4221-94f5-c1115900ee09, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:26:24.951862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Network 978942f2-8c78-4221-94f5-c1115900ee09 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:26:24.961701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 978942f2-8c78-4221-94f5-c1115900ee09) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:24.965823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:24.966409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.970705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab6bed6-f5c9-45b5-87cf-e6ac050e54c2 None None] Network 978942f2-8c78-4221-94f5-c1115900ee09 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:24.981229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-35a82c92-a895-4a00-a6f6-f7ade913ab76 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2987835 Jul 09 16:26:25.221195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-978942f2-8c78-4221-94f5-c1115900ee09', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'tenant_id': '1dfb0e2c690e41cab679dde413c80300', 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:25.222208 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.368073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Allocated IP 192.168.233.2 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/812543ec-94fa-47ca-8266-a12847cc95bc) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:25.511591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.520235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Transition to ACTIVE for port object 812543ec-94fa-47ca-8266-a12847cc95bc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:25.534857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Transition to ACTIVE for port object 812543ec-94fa-47ca-8266-a12847cc95bc will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:25.541034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.579470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:25.591057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:25.593711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:25.603277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Pushing event updated for resources: {'Port': ['ID=812543ec-94fa-47ca-8266-a12847cc95bc,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:25.628025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.628357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.628729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.629066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.629394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.629731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.630062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.630391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.630767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.631098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.631424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.631753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:25.668951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Attempting to bind port 812543ec-94fa-47ca-8266-a12847cc95bc on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:25.669300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Attempting to bind port 812543ec-94fa-47ca-8266-a12847cc95bc by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:25.669670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Attempting to bind port 812543ec-94fa-47ca-8266-a12847cc95bc on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:25.675209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:25.675588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:25.676012 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.676423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:25.676899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Bound port: 812543ec-94fa-47ca-8266-a12847cc95bc, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:25.677294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.742579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] For port 812543ec-94fa-47ca-8266-a12847cc95bc, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:25.745827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] For port 812543ec-94fa-47ca-8266-a12847cc95bc, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=812543ec-94fa-47ca-8266-a12847cc95bc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:25.753890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.817241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618546-fdb8-4f8a-ab4c-8ff9ca73f03d None None] Pushing event updated for resources: {'Port': ['ID=812543ec-94fa-47ca-8266-a12847cc95bc,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:26.404816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 812543ec-94fa-47ca-8266-a12847cc95bc up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:26.463910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 812543ec-94fa-47ca-8266-a12847cc95bc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:26.648152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad7337-dd9f-4c7a-bb16-72d5b3bad562 None None] Network 978942f2-8c78-4221-94f5-c1115900ee09 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:26.716077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] Provisioning for port 812543ec-94fa-47ca-8266-a12847cc95bc completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:26.724094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] Provisioning complete for port 812543ec-94fa-47ca-8266-a12847cc95bc triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:26.724489 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.870609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.910445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] For port 812543ec-94fa-47ca-8266-a12847cc95bc, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=812543ec-94fa-47ca-8266-a12847cc95bc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:26.917011 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.973135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8351ce-d849-45e2-8180-46eb560c8d75 None None] Pushing event updated for resources: {'Port': ['ID=812543ec-94fa-47ca-8266-a12847cc95bc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:27.139890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dc6d265e-bd1b-4790-84a6-54948c7faabc None None] Provisioning complete for port 812543ec-94fa-47ca-8266-a12847cc95bc triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:27.140860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dc6d265e-bd1b-4790-84a6-54948c7faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.371803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 812543ec-94fa-47ca-8266-a12847cc95bc up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:28.420150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 812543ec-94fa-47ca-8266-a12847cc95bc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:28.420524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:35.681842 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6453c007-284c-4b1d-a5d6-919b3e9014ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.223704 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2810a6fa-74e1-44f3-ad87-13b99a58c857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.489018 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.044967 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:40.865986 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.137050 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:27:05.675192 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da9813c8-5389-4048-a3d8-f619eeefaef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.217292 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88f05f04-4a72-4913-86ad-4f4a373919ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.483508 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:09.050137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.867553 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.136224 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:27:35.678164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efdd5650-830a-40b2-8e52-b45d4c23811a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.222054 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3fa2c61f-3073-4467-baed-e39ffff47c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.486651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.051115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.868764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.544813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:42.550976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-88966679-517d-41f6-b524-162f52e97a0f tempest-verify_tempest_config-1830030764 tempest-verify_tempest_config-1830030764-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:27:42.551933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-88966679-517d-41f6-b524-162f52e97a0f tempest-verify_tempest_config-1830030764 tempest-verify_tempest_config-1830030764-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061603 Jul 09 16:27:42.884240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:42.991317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.089352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.093990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.142288 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1e70ef2072c4aa3914cf38e00ca899a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2569306 Jul 09 16:27:43.143511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfebbf8-0ef2-4b5d-998b-e2cfc4e7a3bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:43.145154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:43.154134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.154677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.155119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.155743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.156629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.156629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.156936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.157406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.157916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.158426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.158936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.159422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4ea32-2bad-49f4-8ff5-b0e3a7c32cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.210690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.230878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.320214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.322706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.324425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cfebbf8-0ef2-4b5d-998b-e2cfc4e7a3bf HTTP/1.1" status: 204 len: 168 time: 0.1777272 Jul 09 16:27:43.331415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfebbf8-0ef2-4b5d-998b-e2cfc4e7a3bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:43.337876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.338218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.338588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.338921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.339254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.339577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.339896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.340213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.340529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.340965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.341301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:43.341620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a653336-14f9-488a-ab98-520054a408de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:56.135740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:28:05.690827 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a62aa722-ba97-44e8-a0ae-38788e466145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.229653 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47e5c6af-1821-4e9d-9990-249faa67c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.490724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.063742 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.872248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.136290 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:28:35.693285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0a5b-2cad-4bf5-b6f4-d8941550f973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.235034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b34387cd-7c68-424f-a8ab-be0f399ae944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.495063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.064274 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.878339 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.697457 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1afca4b3-a936-4f12-b714-c32b0dad07e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:08.231597 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f0aed85-06e9-46af-ac82-a784cf54fca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:08.497620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.062625 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:10.135332 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:29:10.874228 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:35.696274 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e847620-3ba1-407d-8a8f-3b90490916ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:38.230073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1190e855-41b4-4e4c-b308-6c76934bd555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:38.499829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:39.076721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.875828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:47.134892 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:30:05.693556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a7d1-ae87-4f53-bdde-d44ec22f3c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.226285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50b72883-3e92-4a85-9e78-218cb0bfc5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.507107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:09.070357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.879138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:24.134257 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:30:35.688861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc1af-f732-4754-9175-13e99328ba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.220322 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3b28e37-e8f0-4503-86b8-c094591efc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.506166 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.077444 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:40.882621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:53.377351 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:01.134744 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 6 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:31:05.703387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc164-270a-40ee-a863-1774c39813ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:07.916571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584410'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:08.230303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d097fd12-cf9a-4317-84d7-c7f50280748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:08.504093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.080344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.893735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:23.344809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.696037 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44ca408c-7a0c-4d6f-a6b1-0c006de044c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.868713 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.134428 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:31:38.222875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3297bf7d-de90-47bb-b825-7e7b61a5347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.497626 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:39.079173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.065014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:40.178921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0c562c7-8795-45a2-afd1-89f64dc440d8 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1125243 Jul 09 16:31:40.889200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.334437 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:42.396551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e641a0aa-3f68-461b-b023-8e63a6819151 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0610399 Jul 09 16:31:53.341258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.701041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f833ca6-d6d6-42fe-943c-84e7e159cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.870877 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.230600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5805137e-ccf0-4759-8ca4-fd47303296e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.512507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.084860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.895238 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.136400 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:32:23.361916 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.706368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00ea50fe-6da8-4972-8f35-03a6eaf92afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.883199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.223352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7b2ca62-6734-4691-ba2a-006990a03976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.603325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.086726 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.896484 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.136575 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:32:53.358735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.713000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c33f532-e08b-4a1d-851c-7ef700b0dc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.181541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.227549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.552445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33970) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.553046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2981557-01aa-4283-b7da-22c91dbdda73 tempest-AutoAllocateNetworkTest-1325104360 tempest-AutoAllocateNetworkTest-1325104360-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=966e417546da486db611cb47acab21a2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3698249 Jul 09 16:33:06.609589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-network', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:06.632929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Made reservation on behalf of e22eee820daf4772bcd0d13bff358009 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:06.635899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.648569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.757870 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.763465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.779046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:06.808548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04462474-d10c-4add-9d04-4b3a8a0d59a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.817358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.818104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.818715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.819255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.819737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.820220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.820701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.821168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.821653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.822129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.822631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.823105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Tracked resource versions report: Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: pushed versions: Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Log': {'1.0'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Network': {'1.1'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Port': {'1.7'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: consumer versions: Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: HyperV agent@n-h1-800085-2: {}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: HyperV agent@n-h2-800085-2: {}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: L3 agent@n-d-800085-2: {}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: Metadata agent@n-d-800085-2: {}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: Metering agent@n-d-800085-2: {}, Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Log': '1.0', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Network': '1.1', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Port': '1.7', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'PortForwarding': '1.2', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'QosPolicy': '1.8', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'SubPort': '1.0', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Subnet': '1.1', Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: 'Trunk': '1.1'}} Jul 09 16:33:06.824404 n-d-800085-2 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:33:06.832561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.833193 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Added segment ae85a4a5-b820-4aa5-b550-e5a8b2922504 of type vlan for network ba61a74d-ec98-4f18-8a67-85b159c9079b Jul 09 16:33:06.868891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b00bc-ea2d-4704-82f5-4ae2045f9efa tempest-AutoAllocateNetworkTest-1325104360 tempest-AutoAllocateNetworkTest-1325104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:06.876920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7f2b00bc-ea2d-4704-82f5-4ae2045f9efa tempest-AutoAllocateNetworkTest-1325104360 tempest-AutoAllocateNetworkTest-1325104360-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3233237 Jul 09 16:33:06.877548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.888875 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.925293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.926945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:06.927797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.933803 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3659a081-fca7-4f63-91bf-5d93557c1194 tempest-AutoAllocateNetworkTest-1325104360 tempest-AutoAllocateNetworkTest-1325104360-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551205 Jul 09 16:33:06.934392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.966126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4f01b94-9bb7-4012-acd9-83decf415d4c tempest-AutoAllocateNetworkTest-1325104360 tempest-AutoAllocateNetworkTest-1325104360-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=966e417546da486db611cb47acab21a2 HTTP/1.1" status: 200 len: 208 time: 0.0306005 Jul 09 16:33:07.005257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba61a74d-ec98-4f18-8a67-85b159c9079b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:07.008139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-edc2c740-845d-420c-bd65-43890039f4e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7795396 Jul 09 16:33:07.011496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:07.016270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ba61a74d-ec98-4f18-8a67-85b159c9079b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:07.021600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Request body: {'subnet': {'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-subnet', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:07.049856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Made reservation on behalf of e22eee820daf4772bcd0d13bff358009 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:07.053238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.244880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.300294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42113ca1-d9eb-44de-ba6e-2a3f3273ba46,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:07.312506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.312857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.313198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.313659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.314230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.314868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.315387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.316150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.316674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.317003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.317328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.317651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Tracked resource versions report: Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: pushed versions: Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Log': {'1.0'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Network': {'1.1'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Port': {'1.7'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: consumer versions: Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: HyperV agent@n-h1-800085-2: {}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: HyperV agent@n-h2-800085-2: {}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: L3 agent@n-d-800085-2: {}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: Metadata agent@n-d-800085-2: {}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: Metering agent@n-d-800085-2: {}, Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Log': '1.0', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Network': '1.1', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Port': '1.7', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'PortForwarding': '1.2', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'QosPolicy': '1.8', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'SubPort': '1.0', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Subnet': '1.1', Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: 'Trunk': '1.1'}} Jul 09 16:33:07.318792 n-d-800085-2 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:33:07.329207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Checking segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:07.329563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Network hostable DHCP agents. Network: ba61a74d-ec98-4f18-8a67-85b159c9079b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:07.348668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:07.359959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ba61a74d-ec98-4f18-8a67-85b159c9079b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:07.365305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:07.366079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.370238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2a065-347f-44ef-9147-f297ee220cb6 None None] Network ba61a74d-ec98-4f18-8a67-85b159c9079b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:07.390097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:07.391160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4f04fd5-07a6-4ce4-bed8-6896d4830483 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3780293 Jul 09 16:33:07.395424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:07.425601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.427761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.557777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ba61a74d-ec98-4f18-8a67-85b159c9079b', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:07.558929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.578950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.749315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Allocated IP 172.20.0.2 (ba61a74d-ec98-4f18-8a67-85b159c9079b/42113ca1-d9eb-44de-ba6e-2a3f3273ba46/3ff30e72-dc1a-4530-871e-f6f03095a948) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:07.786404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:07.859702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.916518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.078630 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.095775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Transition to ACTIVE for port object 3ff30e72-dc1a-4530-871e-f6f03095a948 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:08.131660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Transition to ACTIVE for port object 3ff30e72-dc1a-4530-871e-f6f03095a948 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:08.147913 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.171438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfb3f2d9-9a50-48de-a083-14f661d597a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.239026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:08.247670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:08.253085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.270390 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba15dcb-17fe-4ecc-93b3-64a52537e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.275285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:08.285186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Pushing event updated for resources: {'Port': ['ID=3ff30e72-dc1a-4530-871e-f6f03095a948,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.292060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.296408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.297041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.297811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.298464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.299133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.299701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.300661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.301354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.302101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.302709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.303257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.303766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Tracked resource versions report: Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: pushed versions: Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Log': {'1.0'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Network': {'1.1'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Port': {'1.7'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: consumer versions: Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: HyperV agent@n-h1-800085-2: {}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: HyperV agent@n-h2-800085-2: {}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: L3 agent@n-d-800085-2: {}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: Metadata agent@n-d-800085-2: {}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: Metering agent@n-d-800085-2: {}, Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Log': '1.0', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Network': '1.1', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Port': '1.7', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'PortForwarding': '1.2', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'QosPolicy': '1.8', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'SubPort': '1.0', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Subnet': '1.1', Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: 'Trunk': '1.1'}} Jul 09 16:33:08.305242 n-d-800085-2 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:33:08.366899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfb3f2d9-9a50-48de-a083-14f661d597a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.377422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfb3f2d9-9a50-48de-a083-14f661d597a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.422184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3f2d9-9a50-48de-a083-14f661d597a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11990094-6594-4989-8868-578147d3428b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.427321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Attempting to bind port 3ff30e72-dc1a-4530-871e-f6f03095a948 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:08.427702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Attempting to bind port 3ff30e72-dc1a-4530-871e-f6f03095a948 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:08.428065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Attempting to bind port 3ff30e72-dc1a-4530-871e-f6f03095a948 on network ba61a74d-ec98-4f18-8a67-85b159c9079b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:08.438980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:08.439359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Checking segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:08.439772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.440164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Bound using segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:08.442982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Bound port: 3ff30e72-dc1a-4530-871e-f6f03095a948, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:08.443406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.486455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:08.487826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dfb3f2d9-9a50-48de-a083-14f661d597a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=966e417546da486db611cb47acab21a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7004352 Jul 09 16:33:08.527809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] For port 3ff30e72-dc1a-4530-871e-f6f03095a948, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:08.531248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] For port 3ff30e72-dc1a-4530-871e-f6f03095a948, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ff30e72-dc1a-4530-871e-f6f03095a948,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:08.537288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Allocated IP 172.25.7.102 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/a6e35cc0-3aac-4a83-b9cc-9483c6d546f2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:08.547963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.593794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e6487f-9ac5-44d4-baec-157aa67d2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.595394 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.614876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2a11d-62cf-46fd-b3b4-b230339242be None None] Pushing event updated for resources: {'Port': ['ID=3ff30e72-dc1a-4530-871e-f6f03095a948,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.683755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e6487f-9ac5-44d4-baec-157aa67d2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.766538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.791451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e6487f-9ac5-44d4-baec-157aa67d2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.810699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3e6487f-9ac5-44d4-baec-157aa67d2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.810699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e3e6487f-9ac5-44d4-baec-157aa67d2118 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11990094-6594-4989-8868-578147d3428b HTTP/1.1" status: 204 len: 168 time: 0.3067014 Jul 09 16:33:08.855694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6487f-9ac5-44d4-baec-157aa67d2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11990094-6594-4989-8868-578147d3428b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.994978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.092775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:09.109652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:09.111901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.112578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:09.116396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:09.447908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.591170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:09.756222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.912449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b2db0d-374a-412a-81ab-10ffdf17f0e1 None None] Network ba61a74d-ec98-4f18-8a67-85b159c9079b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:09.936149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5afad5e-d085-4e71-bde5-34d77a138022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.956577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:33:10.025125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5d2f4c1d-1d6e-48f7-aad4-63747f92cf98 None None] Provisioning for port 3ff30e72-dc1a-4530-871e-f6f03095a948 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:10.083841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5afad5e-d085-4e71-bde5-34d77a138022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.091554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5afad5e-d085-4e71-bde5-34d77a138022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.102113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:10.111187 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:10.123451 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:10.126959 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:10.132860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afad5e-d085-4e71-bde5-34d77a138022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad745631-2ef6-461f-b274-c532bb665f5d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:10.138626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.140571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5bdc3278-5bc7-4d9b-9368-a392b0f66486 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7487128 Jul 09 16:33:10.143674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:10.170637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a5afad5e-d085-4e71-bde5-34d77a138022 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30f4ff8c27ae44cfb55f71d9505897e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5698662 Jul 09 16:33:10.171413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:10.256348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4330a2-cb71-4c76-b49b-5e0788c65277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.290566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4330a2-cb71-4c76-b49b-5e0788c65277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.370719 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:10.382048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4330a2-cb71-4c76-b49b-5e0788c65277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.387230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4330a2-cb71-4c76-b49b-5e0788c65277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.394120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1f4330a2-cb71-4c76-b49b-5e0788c65277 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad745631-2ef6-461f-b274-c532bb665f5d HTTP/1.1" status: 204 len: 168 time: 0.2202606 Jul 09 16:33:10.416908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4330a2-cb71-4c76-b49b-5e0788c65277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad745631-2ef6-461f-b274-c532bb665f5d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:10.718657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ff30e72-dc1a-4530-871e-f6f03095a948 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:10.859262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:09Z', 'revision_number': 3, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:10.864174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3ff30e72-dc1a-4530-871e-f6f03095a948 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:10.869230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3ff30e72-dc1a-4530-871e-f6f03095a948 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:10.869921 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.920018 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:33:10.922870 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Updating router c8c0edcf-89d0-47d2-b1c4-361414235ee8 port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:33:10.929410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.002034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.002206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.015627 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.026009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:11.059402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69351fe5-a84f-4371-98ea-0b7a0ccb34a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.078271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 3ff30e72-dc1a-4530-871e-f6f03095a948, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ff30e72-dc1a-4530-871e-f6f03095a948,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:11.090023 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.175390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=3ff30e72-dc1a-4530-871e-f6f03095a948,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:11.374896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Allocated IP 172.20.0.1 (ba61a74d-ec98-4f18-8a67-85b159c9079b/42113ca1-d9eb-44de-ba6e-2a3f3273ba46/d8636b5f-a08e-4aaf-bdb5-c946c785c30e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:11.411779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69351fe5-a84f-4371-98ea-0b7a0ccb34a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.441620 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.447435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69351fe5-a84f-4371-98ea-0b7a0ccb34a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.456521 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Transition to ACTIVE for port object a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:11.466198 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.516386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69351fe5-a84f-4371-98ea-0b7a0ccb34a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=791166e2772e4370ade6a154e35c05e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4863093 Jul 09 16:33:11.519456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69351fe5-a84f-4371-98ea-0b7a0ccb34a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a0b97-6e4d-4923-a925-8ba68be4ffef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:11.519608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34186) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:11.552811 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Pushing event updated for resources: {'Port': ['ID=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:11.563659 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Attempting to bind port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:11.564132 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Attempting to bind port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:11.564618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Attempting to bind port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:11.565370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.575664 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.576127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.576627 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.577084 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.577636 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.578206 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.578882 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.579487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.580043 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.580591 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.581168 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.581757 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Tracked resource versions report: Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: pushed versions: Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Log': {'1.0'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Network': {'1.1'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Port': {'1.7'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: consumer versions: Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: { DHCP agent@n-d-800085-2: {}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: HyperV agent@n-h1-800085-2: {}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: HyperV agent@n-h2-800085-2: {}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: L3 agent@n-d-800085-2: {}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: Metadata agent@n-d-800085-2: {}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: Metering agent@n-d-800085-2: {}, Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: Open vSwitch agent@n-d-800085-2: { 'AddressGroup': '1.2', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Log': '1.0', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Network': '1.1', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Port': '1.7', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'PortForwarding': '1.2', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'QosPolicy': '1.8', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'SubPort': '1.0', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Subnet': '1.1', Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: 'Trunk': '1.1'}} Jul 09 16:33:11.583707 n-d-800085-2 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:33:11.588858 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:11.589567 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:11.590240 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.590859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:11.591631 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Bound port: a6e35cc0-3aac-4a83-b9cc-9483c6d546f2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:11.592315 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.593518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e923f9d1-9ce3-42ec-b5ee-430e8a4f1613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.597473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Transition to ACTIVE for port object d8636b5f-a08e-4aaf-bdb5-c946c785c30e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:11.624362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e923f9d1-9ce3-42ec-b5ee-430e8a4f1613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.640116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.686275 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] For port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:11.691992 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] For port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:11.701971 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.703064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:11.707410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:11.711866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:11.712380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.716435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e923f9d1-9ce3-42ec-b5ee-430e8a4f1613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.720104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e923f9d1-9ce3-42ec-b5ee-430e8a4f1613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.723308 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e923f9d1-9ce3-42ec-b5ee-430e8a4f1613 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b17a0b97-6e4d-4923-a925-8ba68be4ffef HTTP/1.1" status: 204 len: 168 time: 0.2026381 Jul 09 16:33:11.743364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923f9d1-9ce3-42ec-b5ee-430e8a4f1613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a0b97-6e4d-4923-a925-8ba68be4ffef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:11.833866 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97b712-b6c2-4aa4-8003-4cdc626ea3ec None None] Pushing event updated for resources: {'Port': ['ID=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:11.872570 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:11.874808 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:11.878839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Pushing event updated for resources: {'Port': ['ID=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:12.040443 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:12.109635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3388b139-d36c-4e71-a6ef-1a5be99e5fe7 None None] Provisioning for port d8636b5f-a08e-4aaf-bdb5-c946c785c30e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:12.119960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3388b139-d36c-4e71-a6ef-1a5be99e5fe7 None None] Provisioning complete for port d8636b5f-a08e-4aaf-bdb5-c946c785c30e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:12.121334 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3388b139-d36c-4e71-a6ef-1a5be99e5fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.182246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3388b139-d36c-4e71-a6ef-1a5be99e5fe7 None None] Port d8636b5f-a08e-4aaf-bdb5-c946c785c30e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:12.274235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.374982 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:09Z', 'revision_number': 3, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:12.409604 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf883191-2aa6-4b2a-9c28-5af26c877b34 None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:09Z', 'revision_number': 3, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:12.541808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.560005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.561228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.700470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Pushing event updated for resources: {'Port': ['ID=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:12.706760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ff30e72-dc1a-4530-871e-f6f03095a948 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:12.766912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:12.768740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:12.870210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3ff30e72-dc1a-4530-871e-f6f03095a948 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:12.870541 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.076807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:13.307129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:13.315297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e3b99ab-6202-4cb0-be17-f661e6f2986e None None] Provisioning complete for port d8636b5f-a08e-4aaf-bdb5-c946c785c30e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:13.318534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e3b99ab-6202-4cb0-be17-f661e6f2986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.325917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d079210-1965-4dd8-aa33-83d358f82967 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8c0edcf-89d0-47d2-b1c4-361414235ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1809218 Jul 09 16:33:13.407884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b99ab-6202-4cb0-be17-f661e6f2986e None None] Port d8636b5f-a08e-4aaf-bdb5-c946c785c30e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:13.466256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:13.769713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa66d78-e1f5-4c46-8e67-ef11abb82974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.901653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa66d78-e1f5-4c46-8e67-ef11abb82974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.907552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa66d78-e1f5-4c46-8e67-ef11abb82974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.936968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa66d78-e1f5-4c46-8e67-ef11abb82974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a497a6-8b13-4c43-8468-60b1d4885669,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:13.956955 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-caa66d78-e1f5-4c46-8e67-ef11abb82974 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d70848428cf40f3bd50870558335433&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4865291 Jul 09 16:33:13.957118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.012025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d372379-52c3-4285-b696-148a66a27a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.038000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d372379-52c3-4285-b696-148a66a27a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.066295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.085929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d372379-52c3-4285-b696-148a66a27a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.088859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d372379-52c3-4285-b696-148a66a27a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.090991 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5d372379-52c3-4285-b696-148a66a27a50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3a497a6-8b13-4c43-8468-60b1d4885669 HTTP/1.1" status: 204 len: 168 time: 0.1330459 Jul 09 16:33:14.100202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d372379-52c3-4285-b696-148a66a27a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a497a6-8b13-4c43-8468-60b1d4885669,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:14.352540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692a3f57-a335-4916-b7ff-a815b11c6af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.417881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.497633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692a3f57-a335-4916-b7ff-a815b11c6af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.505916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-692a3f57-a335-4916-b7ff-a815b11c6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.549112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-692a3f57-a335-4916-b7ff-a815b11c6af4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5a06dcbb6db4822ad622ebb15909a3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4816716 Jul 09 16:33:14.550279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a3f57-a335-4916-b7ff-a815b11c6af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f002a2e4-1bce-4e82-acad-6410acfd3fd0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:14.551780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.669706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc40f-58db-4e2a-9570-0ed7e73a9a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.685268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:14.695117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:14.696031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:14.733362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc40f-58db-4e2a-9570-0ed7e73a9a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.743499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:14.815773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc40f-58db-4e2a-9570-0ed7e73a9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.818241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7fc40f-58db-4e2a-9570-0ed7e73a9a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.822552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7e7fc40f-58db-4e2a-9570-0ed7e73a9a25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f002a2e4-1bce-4e82-acad-6410acfd3fd0 HTTP/1.1" status: 204 len: 168 time: 0.2697816 Jul 09 16:33:14.835144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fc40f-58db-4e2a-9570-0ed7e73a9a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002a2e4-1bce-4e82-acad-6410acfd3fd0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:14.868413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:14.873170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:14.903013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:14.903458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.008278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a68164-738a-492f-b056-51fa150a4128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.071114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:15.094505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a01456-8937-4594-8965-94a88840d849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.160640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a68164-738a-492f-b056-51fa150a4128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.173737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a68164-738a-492f-b056-51fa150a4128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.217432 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.236741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:15.239714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20a68164-738a-492f-b056-51fa150a4128 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4af46d6276fa4e6db77541e268afb57a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8197520 Jul 09 16:33:15.265105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:15.276903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.303658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a68164-738a-492f-b056-51fa150a4128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c63c932-1fda-42b4-8a40-2f7a7e17fe85,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.347583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 2, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:15.352356 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fd2951-9da2-4705-82b8-5af07a0952e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.393770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:33:15.394318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Updating router c8c0edcf-89d0-47d2-b1c4-361414235ee8 port d8636b5f-a08e-4aaf-bdb5-c946c785c30e binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:33:15.424981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.445689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fd2951-9da2-4705-82b8-5af07a0952e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.452770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.478907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a01456-8937-4594-8965-94a88840d849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.488135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a01456-8937-4594-8965-94a88840d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.570760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fd2951-9da2-4705-82b8-5af07a0952e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.573609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fd2951-9da2-4705-82b8-5af07a0952e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.578115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-76fd2951-9da2-4705-82b8-5af07a0952e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c63c932-1fda-42b4-8a40-2f7a7e17fe85 HTTP/1.1" status: 204 len: 168 time: 0.3402228 Jul 09 16:33:15.591171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2951-9da2-4705-82b8-5af07a0952e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c63c932-1fda-42b4-8a40-2f7a7e17fe85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.593418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01456-8937-4594-8965-94a88840d849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce7b16f-24bb-460d-b755-6c60619e34b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.615554 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35a01456-8937-4594-8965-94a88840d849 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a04757c814a4da7944cdf61d3075864&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5431755 Jul 09 16:33:15.618432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:15.716831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cd6326a-7545-46e5-badb-14156263485a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.743896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:15.749956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-network', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:15.763899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cd6326a-7545-46e5-badb-14156263485a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.795778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Made reservation on behalf of 62cb8fd1833140968b8683d3f55a784e for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:15.798317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.811728 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.863866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cd6326a-7545-46e5-badb-14156263485a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.866968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7cd6326a-7545-46e5-badb-14156263485a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.868150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7cd6326a-7545-46e5-badb-14156263485a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ce7b16f-24bb-460d-b755-6c60619e34b2 HTTP/1.1" status: 204 len: 168 time: 0.2485380 Jul 09 16:33:15.883815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6326a-7545-46e5-badb-14156263485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce7b16f-24bb-460d-b755-6c60619e34b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.988279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.993323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.008329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:16.018730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.019073 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Added segment f0295d98-8fab-49c9-98f6-f5a210e21279 of type vlan for network e5f8c4a2-da43-433c-8c9d-d212214a8a68 Jul 09 16:33:16.039273 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.050807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Transition to ACTIVE for port object d8636b5f-a08e-4aaf-bdb5-c946c785c30e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:16.052326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.065176 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.066938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bede47d-1ae0-448c-bea2-a77df41fb2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.099036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.142294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ce167-18ff-497a-b715-20969808c791 None None] Pushing event updated for resources: {'Port': ['ID=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.190290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7cb0bd-947d-4bb8-a3ad-6d394509654a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.211552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.212530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:16.213107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.216753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Attempting to bind port d8636b5f-a08e-4aaf-bdb5-c946c785c30e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:16.217298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Attempting to bind port d8636b5f-a08e-4aaf-bdb5-c946c785c30e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:16.217831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Attempting to bind port d8636b5f-a08e-4aaf-bdb5-c946c785c30e on network ba61a74d-ec98-4f18-8a67-85b159c9079b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:16.225066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:16.225897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Checking segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:16.226901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.227440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Bound using segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:16.228367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Bound port: d8636b5f-a08e-4aaf-bdb5-c946c785c30e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:16.229778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.281487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bede47d-1ae0-448c-bea2-a77df41fb2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.291826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bede47d-1ae0-448c-bea2-a77df41fb2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.320821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] For port d8636b5f-a08e-4aaf-bdb5-c946c785c30e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:16.341404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] Pushing event updated for resources: {'Network': ['ID=e5f8c4a2-da43-433c-8c9d-d212214a8a68,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.342194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] For port d8636b5f-a08e-4aaf-bdb5-c946c785c30e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:16.359778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:16.369927 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1862490f-32f5-4df5-b5c7-b7c974f3f82a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6224957 Jul 09 16:33:16.370225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34516) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.375855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Request body: {'subnet': {'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-subnet', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:16.397346 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.403539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bede47d-1ae0-448c-bea2-a77df41fb2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723631e2-2e83-451a-84a2-dc33270ca7b2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.421128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3bede47d-1ae0-448c-bea2-a77df41fb2a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d051bd54d3e641f3850d646b6124db81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3623774 Jul 09 16:33:16.422344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.456347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Made reservation on behalf of 62cb8fd1833140968b8683d3f55a784e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:16.458851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.532640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:16.533102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:16.536199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ce167-18ff-497a-b715-20969808c791 None None] Pushing event updated for resources: {'Port': ['ID=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.557724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bb0140f-d1a8-4eec-9a20-a7d21550b16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.631558 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bb0140f-d1a8-4eec-9a20-a7d21550b16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.720118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bb0140f-d1a8-4eec-9a20-a7d21550b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.722813 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bb0140f-d1a8-4eec-9a20-a7d21550b16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.723916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:16.724318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5bb0140f-d1a8-4eec-9a20-a7d21550b16b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/723631e2-2e83-451a-84a2-dc33270ca7b2 HTTP/1.1" status: 204 len: 168 time: 0.2987618 Jul 09 16:33:16.729827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.739582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0140f-d1a8-4eec-9a20-a7d21550b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723631e2-2e83-451a-84a2-dc33270ca7b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.774578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:16.789913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.825781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.828835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Checking segment: {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:16.829241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Network hostable DHCP agents. Network: e5f8c4a2-da43-433c-8c9d-d212214a8a68, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:16.848124 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47997288-9e4d-4661-bac3-480103a5f7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.872464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:16.894906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, e5f8c4a2-da43-433c-8c9d-d212214a8a68) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:16.905387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:16.906035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.912432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90fb54-60dd-45cf-8a03-e2dda3a5b11e None None] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:16.946883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.029386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47997288-9e4d-4661-bac3-480103a5f7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.054967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47997288-9e4d-4661-bac3-480103a5f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.058530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:17.059152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.063414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8406d880-1ab5-45b5-a243-35315e37664e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6920078 Jul 09 16:33:17.065866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34550) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.070197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:17.127946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.129063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.149118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-47997288-9e4d-4661-bac3-480103a5f7a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=012fc8abd1a84f6ebd3d5ecbf2556a69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3217685 Jul 09 16:33:17.153072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.162016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47997288-9e4d-4661-bac3-480103a5f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9048354d-90ac-41ec-a4d6-4f6460ebe043,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.272751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.419552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade63c5e-e3de-40d3-a3a8-77560016eab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.511338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'fixed_ips': [{'subnet_id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:17.512206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.526424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.560897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:16Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:17.586369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3f43007-ad08-4876-af05-ddccaf8f6ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.600754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3efb4-09b1-47c3-b24d-5065ec8fcc8c None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:16Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:17.607086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade63c5e-e3de-40d3-a3a8-77560016eab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.776675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade63c5e-e3de-40d3-a3a8-77560016eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.786771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade63c5e-e3de-40d3-a3a8-77560016eab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.788206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ade63c5e-e3de-40d3-a3a8-77560016eab7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9048354d-90ac-41ec-a4d6-4f6460ebe043 HTTP/1.1" status: 204 len: 168 time: 0.6341248 Jul 09 16:33:17.825931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade63c5e-e3de-40d3-a3a8-77560016eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9048354d-90ac-41ec-a4d6-4f6460ebe043,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.916305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Allocated IP 172.20.0.2 (e5f8c4a2-da43-433c-8c9d-d212214a8a68/f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a/1955451d-4d20-41e8-be79-773baae313b8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:18.053437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3f43007-ad08-4876-af05-ddccaf8f6ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.107706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3f43007-ad08-4876-af05-ddccaf8f6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.172373 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f3f43007-ad08-4876-af05-ddccaf8f6ebf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0db5ed2b9de54b2ba907ed9eefaf80f6&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2237208 Jul 09 16:33:18.173636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f43007-ad08-4876-af05-ddccaf8f6ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a236d4ab-2007-45e5-b754-9362e67c2dc2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.175073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:18.182387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.210689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.272005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5997d2-8f78-443e-b0c0-9eba8b545ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.301251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.312408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Transition to ACTIVE for port object 1955451d-4d20-41e8-be79-773baae313b8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:18.316534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5997d2-8f78-443e-b0c0-9eba8b545ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.333670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Transition to ACTIVE for port object 1955451d-4d20-41e8-be79-773baae313b8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:18.349150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.393562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:18.397902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:18.403472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:18.425267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5997d2-8f78-443e-b0c0-9eba8b545ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.428080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5997d2-8f78-443e-b0c0-9eba8b545ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.429410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d5997d2-8f78-443e-b0c0-9eba8b545ea8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a236d4ab-2007-45e5-b754-9362e67c2dc2 HTTP/1.1" status: 204 len: 168 time: 0.2533333 Jul 09 16:33:18.441390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5997d2-8f78-443e-b0c0-9eba8b545ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a236d4ab-2007-45e5-b754-9362e67c2dc2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.509080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Attempting to bind port 1955451d-4d20-41e8-be79-773baae313b8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:18.509702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Attempting to bind port 1955451d-4d20-41e8-be79-773baae313b8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:18.510229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Attempting to bind port 1955451d-4d20-41e8-be79-773baae313b8 on network e5f8c4a2-da43-433c-8c9d-d212214a8a68 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:18.517074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Pushing event updated for resources: {'Port': ['ID=1955451d-4d20-41e8-be79-773baae313b8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.520112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:18.520893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Checking segment: {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:18.521442 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.522400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Bound using segment: {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:18.523139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Bound port: 1955451d-4d20-41e8-be79-773baae313b8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:18.524099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.524404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:18.534141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Allocated IP 172.25.7.243 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0f66dab1-d0b0-47e3-b907-f235294e5a20) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:18.739817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] For port 1955451d-4d20-41e8-be79-773baae313b8, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:18.745360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] For port 1955451d-4d20-41e8-be79-773baae313b8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1955451d-4d20-41e8-be79-773baae313b8,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:18.753239 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.784624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8636b5f-a08e-4aaf-bdb5-c946c785c30e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:18.795150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.846979 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.919505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8242f9-c558-4e66-9bc0-c13f94298575 None None] Pushing event updated for resources: {'Port': ['ID=1955451d-4d20-41e8-be79-773baae313b8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.940035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Pushing event updated for resources: {'Port': ['ID=0f66dab1-d0b0-47e3-b907-f235294e5a20,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.956131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d8636b5f-a08e-4aaf-bdb5-c946c785c30e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:18.961733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d8636b5f-a08e-4aaf-bdb5-c946c785c30e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:18.963676 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.976227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:18.980675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:18.986997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:19.121992 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.196645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d8636b5f-a08e-4aaf-bdb5-c946c785c30e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:19.207837 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.283708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623f1937-be2c-4c25-9368-5a6c748c35f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.301129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:19.381691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.419654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623f1937-be2c-4c25-9368-5a6c748c35f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.426248 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-623f1937-be2c-4c25-9368-5a6c748c35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.450740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:19.487527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d07cae-3d50-44d8-8052-35c87610002e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.518268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-623f1937-be2c-4c25-9368-5a6c748c35f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f8bf046b8334107b6ed27c485cd07e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9857883 Jul 09 16:33:19.519430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:19.542646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f1937-be2c-4c25-9368-5a6c748c35f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9e318-d554-4c43-8b78-d275c0f4d8dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:19.549089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:19.558663 n-d-800085-2 neutron-server[93767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 16:33:19.606080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-c08f3e8a-b560-42b1-98ea-2826bd0aae42 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0523fca2fc444981b77964b7b071dd67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553961 Jul 09 16:33:19.663203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.766859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cd10f49-6370-4ae1-a35f-aac5a196f5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.817018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Router 31757f6f-8ff7-4daa-b85c-452e16a5f356 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:33:19.860622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cd10f49-6370-4ae1-a35f-aac5a196f5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.924382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-227a12b1-8862-4067-852e-1ce32df9c8c7 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:19.931038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-227a12b1-8862-4067-852e-1ce32df9c8c7 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236172 Jul 09 16:33:19.957286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d07cae-3d50-44d8-8052-35c87610002e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.966153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-b200bce9-dfeb-4a85-9fab-a37ae8983d44 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/quotas/0523fca2fc444981b77964b7b071dd67 HTTP/1.1" status: 200 len: 375 time: 0.0335374 Jul 09 16:33:19.982870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:19.995205 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Sync routers for ids ['31757f6f-8ff7-4daa-b85c-452e16a5f356'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:19.998982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1d07cae-3d50-44d8-8052-35c87610002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.009322 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Routers {'31757f6f-8ff7-4daa-b85c-452e16a5f356'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:20.014087 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['31757f6f-8ff7-4daa-b85c-452e16a5f356'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:20.036693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.039293 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35c50f01-d249-4227-af5a-21e42584e832 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9721606 Jul 09 16:33:20.041828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:20.063926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d07cae-3d50-44d8-8052-35c87610002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c1d5a6-f966-4c9b-818a-36bf077e8bc0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:20.080820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-c751d1bc-19d3-4a36-923c-3e1b9dede336 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0523fca2fc444981b77964b7b071dd67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130373 Jul 09 16:33:20.121967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1d07cae-3d50-44d8-8052-35c87610002e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76d7f2628afe46c1ba1dd4e73c7670bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677914 Jul 09 16:33:20.124351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cd10f49-6370-4ae1-a35f-aac5a196f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.129941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cd10f49-6370-4ae1-a35f-aac5a196f5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.133366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3cd10f49-6370-4ae1-a35f-aac5a196f5ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6f9e318-d554-4c43-8b78-d275c0f4d8dd HTTP/1.1" status: 204 len: 168 time: 0.6092269 Jul 09 16:33:20.133893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:20.168484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd10f49-6370-4ae1-a35f-aac5a196f5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9e318-d554-4c43-8b78-d275c0f4d8dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:20.301512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b77bfc-ee9b-427b-a3b8-a63d3c4be612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.305377 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Set router 31757f6f-8ff7-4daa-b85c-452e16a5f356 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:20.335439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b77bfc-ee9b-427b-a3b8-a63d3c4be612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.419132 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b77bfc-ee9b-427b-a3b8-a63d3c4be612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.426698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b77bfc-ee9b-427b-a3b8-a63d3c4be612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.429580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66b77bfc-ee9b-427b-a3b8-a63d3c4be612 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4c1d5a6-f966-4c9b-818a-36bf077e8bc0 HTTP/1.1" status: 204 len: 168 time: 0.2777951 Jul 09 16:33:20.446953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b77bfc-ee9b-427b-a3b8-a63d3c4be612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c1d5a6-f966-4c9b-818a-36bf077e8bc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:20.515461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607b4fd-5354-4523-9905-4e52e5146d52 None None] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:20.621037 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 3, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:20.645405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60414774-0a44-4c05-8433-495e7e4603f9 None None] Provisioning for port 1955451d-4d20-41e8-be79-773baae313b8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:20.671903 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Checking router: 31757f6f-8ff7-4daa-b85c-452e16a5f356 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:33:20.672246 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Updating router 31757f6f-8ff7-4daa-b85c-452e16a5f356 port 0f66dab1-d0b0-47e3-b907-f235294e5a20 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:33:20.745684 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.753893 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.853979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8636b5f-a08e-4aaf-bdb5-c946c785c30e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:20.913940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Allocated IP 172.20.0.1 (e5f8c4a2-da43-433c-8c9d-d212214a8a68/f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a/2fbb5862-034b-4c4b-bb85-7d77db5fcb32) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:20.944849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d8636b5f-a08e-4aaf-bdb5-c946c785c30e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:20.944967 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.080064 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.108040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Transition to ACTIVE for port object 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:21.131332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1955451d-4d20-41e8-be79-773baae313b8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:21.162427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.194189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:21.197272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:21.239184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:21.240092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.253732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1955451d-4d20-41e8-be79-773baae313b8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:21.261332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1955451d-4d20-41e8-be79-773baae313b8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:21.262025 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.275009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.304883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573be697-1253-4f79-beed-3cd83a2a1265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.346561 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.372440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Transition to ACTIVE for port object 0f66dab1-d0b0-47e3-b907-f235294e5a20 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:21.385006 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.476216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.523254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d8fedc7-5f07-4bef-9842-9725c76f49ad None None] Provisioning complete for port 1955451d-4d20-41e8-be79-773baae313b8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:21.523878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d8fedc7-5f07-4bef-9842-9725c76f49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.535613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.549045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1955451d-4d20-41e8-be79-773baae313b8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1955451d-4d20-41e8-be79-773baae313b8,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:21.562105 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc03d81-1d10-447d-87dc-7ae0cf46e964 None None] Pushing event updated for resources: {'Port': ['ID=0f66dab1-d0b0-47e3-b907-f235294e5a20,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.571625 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Attempting to bind port 0f66dab1-d0b0-47e3-b907-f235294e5a20 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:21.571913 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Attempting to bind port 0f66dab1-d0b0-47e3-b907-f235294e5a20 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:21.572285 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Attempting to bind port 0f66dab1-d0b0-47e3-b907-f235294e5a20 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:21.575362 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.591365 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:21.591905 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573be697-1253-4f79-beed-3cd83a2a1265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.592216 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:21.592649 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.595210 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:21.595872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Bound port: 0f66dab1-d0b0-47e3-b907-f235294e5a20, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:21.597604 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.599477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573be697-1253-4f79-beed-3cd83a2a1265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.672622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Pushing event updated for resources: {'Port': ['ID=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.676874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1955451d-4d20-41e8-be79-773baae313b8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.740187 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] For port 0f66dab1-d0b0-47e3-b907-f235294e5a20, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:21.748744 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] For port 0f66dab1-d0b0-47e3-b907-f235294e5a20, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0f66dab1-d0b0-47e3-b907-f235294e5a20,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:21.759974 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.787024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-573be697-1253-4f79-beed-3cd83a2a1265 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=251204a77e1044b99a10f0d80edce0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107391 Jul 09 16:33:21.790303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.841175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc03d81-1d10-447d-87dc-7ae0cf46e964 None None] Pushing event updated for resources: {'Port': ['ID=0f66dab1-d0b0-47e3-b907-f235294e5a20,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.849344 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Routers {'31757f6f-8ff7-4daa-b85c-452e16a5f356'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:21.849974 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['31757f6f-8ff7-4daa-b85c-452e16a5f356'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:21.865915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-499d338d-d6a4-445a-b9fa-7b9fe6684ef4 None None] Provisioning for port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:21.872467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-499d338d-d6a4-445a-b9fa-7b9fe6684ef4 None None] Provisioning complete for port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:21.873075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-499d338d-d6a4-445a-b9fa-7b9fe6684ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.879657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573be697-1253-4f79-beed-3cd83a2a1265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e3c42-8562-4314-b845-20b5e22b61d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.889077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.945139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-499d338d-d6a4-445a-b9fa-7b9fe6684ef4 None None] Port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:21.952149 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4ca-fbdf-498b-bf71-596f1dc98aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.002730 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] Set router 31757f6f-8ff7-4daa-b85c-452e16a5f356 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:22.002977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4ca-fbdf-498b-bf71-596f1dc98aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.062583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4ca-fbdf-498b-bf71-596f1dc98aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.065634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4ca-fbdf-498b-bf71-596f1dc98aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.067047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ac9d4ca-fbdf-498b-bf71-596f1dc98aac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/199e3c42-8562-4314-b845-20b5e22b61d0 HTTP/1.1" status: 204 len: 168 time: 0.2731688 Jul 09 16:33:22.077462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9d4ca-fbdf-498b-bf71-596f1dc98aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e3c42-8562-4314-b845-20b5e22b61d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:22.127845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.136922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.139348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.304277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2fbb5862-034b-4c4b-bb85-7d77db5fcb32', 'name': '', 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'mac_address': 'fa:16:3e:28:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:20Z', 'updated_at': '2021-07-09T16:33:20Z', 'revision_number': 1, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'subnets': [{'id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:22.320817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:22.324256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:22.338029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Pushing event updated for resources: {'Port': ['ID=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:22.342562 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61aac-4c4b-41df-b232-032deeb25367 None None] The sync data for ids ['31757f6f-8ff7-4daa-b85c-452e16a5f356'] in n-d-800085-2 is: [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2fbb5862-034b-4c4b-bb85-7d77db5fcb32', 'name': '', 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'mac_address': 'fa:16:3e:28:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:20Z', 'updated_at': '2021-07-09T16:33:20Z', 'revision_number': 1, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'subnets': [{'id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:22.492818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8120d394-f874-4a75-988c-024e5d77ef64 req-26d91268-e1b1-4741-9889-55eacb2f72e5 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 210 time: 0.9533322 Jul 09 16:33:22.505860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Router 31757f6f-8ff7-4daa-b85c-452e16a5f356 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:22.709334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:22.711705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e7d9f335-9ee7-4331-a272-03466867802d None None] Provisioning complete for port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:22.712651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f335-9ee7-4331-a272-03466867802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.722531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2e3ad371-c48d-452e-b1f3-63db96bee36c admin admin] 10.222.0.48 "PUT /v2.0/routers/31757f6f-8ff7-4daa-b85c-452e16a5f356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792977 Jul 09 16:33:22.778834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1955451d-4d20-41e8-be79-773baae313b8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:22.835514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9f335-9ee7-4331-a272-03466867802d None None] Port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:22.850374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1955451d-4d20-41e8-be79-773baae313b8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:22.851441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:23.366571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:23.759605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a310c9bf-e3ed-4d01-8fc5-f38c0b13ed28 req-ab1c9d93-c2ec-4ac0-82a5-419aee30853a tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 210 time: 0.0385671 Jul 09 16:33:23.795964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.43', 58031) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:23.823718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-dd33aadc-6d00-4acc-935e-5a13a386179f tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0523fca2fc444981b77964b7b071dd67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257244 Jul 09 16:33:23.951287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-31d365ad-2c1a-4cd9-bd4a-c219b99e234a tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:23.952745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-31d365ad-2c1a-4cd9-bd4a-c219b99e234a tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237495 Jul 09 16:33:24.032065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Request body: {'port': {'device_id': '507f23a7-8bca-4ac5-844c-ed77258085af', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '0523fca2fc444981b77964b7b071dd67'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:24.331904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Made reservation on behalf of 0523fca2fc444981b77964b7b071dd67 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:24.337079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.356265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.506641 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.506751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:24.526581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.750030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0f66dab1-d0b0-47e3-b907-f235294e5a20 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:24.786447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c45963-e8b6-4fe8-a331-fe917aca2a79,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:24.852422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0f66dab1-d0b0-47e3-b907-f235294e5a20 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:24.857552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0f66dab1-d0b0-47e3-b907-f235294e5a20 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:24.858259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.013009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.015514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f78f7e15-ac93-496c-8a51-f0f4c954ce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.042968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Allocated IP 192.168.233.69 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/e1f18fcc-22ba-41ee-b851-9282cd934e83) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:25.066321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 0f66dab1-d0b0-47e3-b907-f235294e5a20, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0f66dab1-d0b0-47e3-b907-f235294e5a20,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:25.076219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.193156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=0f66dab1-d0b0-47e3-b907-f235294e5a20,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.236330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27d0d663-c37a-47f5-9076-42809374a2a5 req-0e264ce5-e97d-4a9d-adbd-ec85e8c1ed37 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 210 time: 0.0561039 Jul 09 16:33:25.395187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f78f7e15-ac93-496c-8a51-f0f4c954ce46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.406974 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f78f7e15-ac93-496c-8a51-f0f4c954ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.428509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.468248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Transition to ACTIVE for port object e1f18fcc-22ba-41ee-b851-9282cd934e83 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:25.477698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.478620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f78f7e15-ac93-496c-8a51-f0f4c954ce46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=768ba684d43244db97d514f07eaf47b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9700058 Jul 09 16:33:25.483223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f7e15-ac93-496c-8a51-f0f4c954ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4932115f-0077-44f9-bd24-013fb7739049,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.535495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.561734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d876b-89de-4ca6-8942-fa71e6751f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.587812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d876b-89de-4ca6-8942-fa71e6751f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.644647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d876b-89de-4ca6-8942-fa71e6751f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.647786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d876b-89de-4ca6-8942-fa71e6751f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.649193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-456d876b-89de-4ca6-8942-fa71e6751f6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4932115f-0077-44f9-bd24-013fb7739049 HTTP/1.1" status: 204 len: 168 time: 0.1702878 Jul 09 16:33:25.675149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d876b-89de-4ca6-8942-fa71e6751f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4932115f-0077-44f9-bd24-013fb7739049,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.702842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Pushing event updated for resources: {'Port': ['ID=e1f18fcc-22ba-41ee-b851-9282cd934e83,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.713104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:25.714629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:25.717513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:25.731254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:25.732410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.757798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-41694380-1896-43cf-8963-34a6cc9b3a48 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7300301 Jul 09 16:33:25.819031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.825193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808038606', 'description': 'tempest-description--561886328'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:25.919993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.945357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.973006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-3ac9bba2-5397-4d0f-bcc3-59b52c4a233b tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:25.990712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-3ac9bba2-5397-4d0f-bcc3-59b52c4a233b tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253723 Jul 09 16:33:26.194182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-46d24b8d-28a2-4903-93de-5de448796f82 None None] Provisioning for port e1f18fcc-22ba-41ee-b851-9282cd934e83 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:26.202685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-46d24b8d-28a2-4903-93de-5de448796f82 None None] Provisioning complete for port e1f18fcc-22ba-41ee-b851-9282cd934e83 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:26.204890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46d24b8d-28a2-4903-93de-5de448796f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.231620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.249410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.309408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3644296-9655-4140-9e5b-7b0350c1a0c6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:26.322033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.328044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:26.328379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Sync routers for ids ['31757f6f-8ff7-4daa-b85c-452e16a5f356'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:26.330008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e79d7f6-6e37-4214-b9f9-1f3539dbfea5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5090008 Jul 09 16:33:26.333287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'security_group_rule': {'security_group_id': 'a3644296-9655-4140-9e5b-7b0350c1a0c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:26.355997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Routers {'31757f6f-8ff7-4daa-b85c-452e16a5f356'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:26.356636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['31757f6f-8ff7-4daa-b85c-452e16a5f356'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:26.397393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-46d24b8d-28a2-4903-93de-5de448796f82 None None] Port e1f18fcc-22ba-41ee-b851-9282cd934e83 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:26.397643 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.506821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Set router 31757f6f-8ff7-4daa-b85c-452e16a5f356 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:26.653922 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.721780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.753311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0f66dab1-d0b0-47e3-b907-f235294e5a20 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:26.787139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffa4cedc-84b8-4491-8132-1f61df806b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.852855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0f66dab1-d0b0-47e3-b907-f235294e5a20 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:26.853240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.870069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e2a1c8-0f70-4e23-a404-a97825cf5f57,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:26.879541 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.880561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2fbb5862-034b-4c4b-bb85-7d77db5fcb32', 'name': '', 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'mac_address': 'fa:16:3e:28:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:20Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 2, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'subnets': [{'id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:26.882598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d42ae34-1287-44ba-aae7-b035d53e4820 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5531206 Jul 09 16:33:26.886529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:26.892228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'security_group_rule': {'security_group_id': 'a3644296-9655-4140-9e5b-7b0350c1a0c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:26.983553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:27.010524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.138341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Checking router: 31757f6f-8ff7-4daa-b85c-452e16a5f356 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:33:27.138727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Updating router 31757f6f-8ff7-4daa-b85c-452e16a5f356 port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:33:27.145545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d886f-6795-4e74-9e69-7e567c7dc215 req-f1d550f5-628e-4ef8-8cb2-1d8821eae5c2 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:27.152119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-051d886f-6795-4e74-9e69-7e567c7dc215 req-f1d550f5-628e-4ef8-8cb2-1d8821eae5c2 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 935 time: 0.5390418 Jul 09 16:33:27.249752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-051d886f-6795-4e74-9e69-7e567c7dc215 req-83972093-2325-4cd4-a67c-3ac9bb6d533c tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887473 Jul 09 16:33:27.268930 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffa4cedc-84b8-4491-8132-1f61df806b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.277641 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.279097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffa4cedc-84b8-4491-8132-1f61df806b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.290658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:33:27.290658 n-d-800085-2 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:33:27.290658 n-d-800085-2 neutron-server[93768]: [parameters: {'project_id_1': '7736720c51414f8daee3f8bf4c8b367d', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 33, 27, 45075)}] Jul 09 16:33:27.290658 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:33:27.293485 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:33:27.325938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.339971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ffa4cedc-84b8-4491-8132-1f61df806b26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a47602dad58f447ba156231acd83eb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4143767 Jul 09 16:33:27.343968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:27.422495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4aca64-3425-47c7-a858-7f7a8d5ecc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.448128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4aca64-3425-47c7-a858-7f7a8d5ecc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.473355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.486167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.525498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff337fd-9ac0-485f-b829-48ee1b1c292c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:27.541374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4aca64-3425-47c7-a858-7f7a8d5ecc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.546241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa4aca64-3425-47c7-a858-7f7a8d5ecc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.547808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa4aca64-3425-47c7-a858-7f7a8d5ecc26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bf39bfd-eda7-4565-b727-df35a384cb61 HTTP/1.1" status: 204 len: 168 time: 0.2022214 Jul 09 16:33:27.549098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4cedc-84b8-4491-8132-1f61df806b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf39bfd-eda7-4565-b727-df35a384cb61,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:27.562159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aca64-3425-47c7-a858-7f7a8d5ecc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf39bfd-eda7-4565-b727-df35a384cb61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:27.570965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.575878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:27.576208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3bec07fd-94bb-4a40-88ee-382f31e81720 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6883662 Jul 09 16:33:27.581840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:27.655753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.794967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.832071 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.990387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.999983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.069353 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.095020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Transition to ACTIVE for port object 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:28.107496 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.121378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7736720c51414f8daee3f8bf4c8b367d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1365004 Jul 09 16:33:28.123007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e60bc-cea0-4404-a54d-147066009eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7031975-33f9-4e75-8216-72d4655a2ac6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.126019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:28.243860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04b58e73-63fb-4850-b06f-267e093df675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.286104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Allocated IP 172.25.7.41 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/3af6bb22-c536-4fe4-8552-f3fab5251bb5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:28.298513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04b58e73-63fb-4850-b06f-267e093df675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.358216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07564ca2-86c7-42ff-b2fd-9986bc27270e None None] Pushing event updated for resources: {'Port': ['ID=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.461178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04b58e73-63fb-4850-b06f-267e093df675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.465039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04b58e73-63fb-4850-b06f-267e093df675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.466205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Attempting to bind port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:28.466342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04b58e73-63fb-4850-b06f-267e093df675 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7031975-33f9-4e75-8216-72d4655a2ac6 HTTP/1.1" status: 204 len: 168 time: 0.3384182 Jul 09 16:33:28.467441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Attempting to bind port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:28.469095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Attempting to bind port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 on network e5f8c4a2-da43-433c-8c9d-d212214a8a68 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:28.477394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b58e73-63fb-4850-b06f-267e093df675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7031975-33f9-4e75-8216-72d4655a2ac6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.493601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:28.493944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Checking segment: {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:28.496601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.498932 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Bound using segment: {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:28.501266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Bound port: 2fbb5862-034b-4c4b-bb85-7d77db5fcb32, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0295d98-8fab-49c9-98f6-f5a210e21279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:28.501436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.617147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] For port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:28.624912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] For port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:28.648225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.650844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.733138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07564ca2-86c7-42ff-b2fd-9986bc27270e None None] Pushing event updated for resources: {'Port': ['ID=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.757002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Routers {'31757f6f-8ff7-4daa-b85c-452e16a5f356'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:28.757911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['31757f6f-8ff7-4daa-b85c-452e16a5f356'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:28.774351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:28.797379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3225a7b8-4009-46c0-af8e-4e4a85a7704a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.989863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-96340ed7-1e55-4c8c-86d8-d5c1a43372d0 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=434050c3f94d4c5bb906ead806ff4992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225579 Jul 09 16:33:29.053131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] Set router 31757f6f-8ff7-4daa-b85c-452e16a5f356 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:29.071418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3225a7b8-4009-46c0-af8e-4e4a85a7704a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.082274 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3225a7b8-4009-46c0-af8e-4e4a85a7704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.135493 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:33:29.181311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32708f03-dfa4-4d78-8787-f01b4256caf8 req-99a3568c-b4f0-4196-84ef-8e00ef6a24fc tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:29.194716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32708f03-dfa4-4d78-8787-f01b4256caf8 req-99a3568c-b4f0-4196-84ef-8e00ef6a24fc tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 935 time: 0.6211939 Jul 09 16:33:29.195550 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3225a7b8-4009-46c0-af8e-4e4a85a7704a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b358c87c06e412aaecff7a0f7536691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193449 Jul 09 16:33:29.196492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:29.200129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Request body: {'port': {'device_id': '507f23a7-8bca-4ac5-844c-ed77258085af', 'device_owner': 'compute:tempest-test_az-2076534096', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:29.214289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a7b8-4009-46c0-af8e-4e4a85a7704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7085530-4a24-4b73-8d6f-491c6629e653,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.254120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.321036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'Port': ['ID=3af6bb22-c536-4fe4-8552-f3fab5251bb5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.328195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-903ad119-b462-4470-9373-f34b5e017573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.343759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:29.353711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:29.376096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:29.381788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-903ad119-b462-4470-9373-f34b5e017573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.431153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.445118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2fbb5862-034b-4c4b-bb85-7d77db5fcb32', 'name': '', 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'mac_address': 'fa:16:3e:28:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:20Z', 'updated_at': '2021-07-09T16:33:28Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'subnets': [{'id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:29.479444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32708f03-dfa4-4d78-8787-f01b4256caf8 req-776c6f75-809f-44ff-a048-0c0d913e5f51 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832892 Jul 09 16:33:29.517680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-903ad119-b462-4470-9373-f34b5e017573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.520877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-903ad119-b462-4470-9373-f34b5e017573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.529926 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-903ad119-b462-4470-9373-f34b5e017573 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7085530-4a24-4b73-8d6f-491c6629e653 HTTP/1.1" status: 204 len: 168 time: 0.3299520 Jul 09 16:33:29.542417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924f069-101a-4d89-a00c-5b9fba403f3d None None] The sync data for ids ['31757f6f-8ff7-4daa-b85c-452e16a5f356'] in n-d-800085-2 is: [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:33:21Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2fbb5862-034b-4c4b-bb85-7d77db5fcb32', 'name': '', 'network_id': 'e5f8c4a2-da43-433c-8c9d-d212214a8a68', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'mac_address': 'fa:16:3e:28:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:20Z', 'updated_at': '2021-07-09T16:33:28Z', 'revision_number': 4, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'subnets': [{'id': 'f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:29.559666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ad119-b462-4470-9373-f34b5e017573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7085530-4a24-4b73-8d6f-491c6629e653,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.628832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-1546c068-5e5b-4e14-8d38-0576c39b258d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:29.641550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-1546c068-5e5b-4e14-8d38-0576c39b258d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6498568 Jul 09 16:33:30.351979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f18fcc-22ba-41ee-b851-9282cd934e83 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:30.360948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.381422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Transition to ACTIVE for port object e1f18fcc-22ba-41ee-b851-9282cd934e83 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:30.396449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.420278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-136dece5-cf01-484c-bd46-33ad5075e21c tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/quotas/434050c3f94d4c5bb906ead806ff4992 HTTP/1.1" status: 200 len: 375 time: 0.7776041 Jul 09 16:33:30.432625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.450889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:30.555561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b4cfa5d7-3588-43bf-a87b-7b3b4596c9aa tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244397 Jul 09 16:33:30.833679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:30.879730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-286a3b3b-b9d4-4aed-9816-0eeffcb39937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.954041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f18fcc-22ba-41ee-b851-9282cd934e83,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:30.977863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:30.985971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:30.986356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.010034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.150298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-286a3b3b-b9d4-4aed-9816-0eeffcb39937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.152194 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.165502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-286a3b3b-b9d4-4aed-9816-0eeffcb39937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.191161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:31.202114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.230351 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-286a3b3b-b9d4-4aed-9816-0eeffcb39937 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=678d748bbd9440b89365b0f2cdf5a0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7780137 Jul 09 16:33:31.236659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:31.322139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:31.419595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a3b3b-b9d4-4aed-9816-0eeffcb39937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdde0d2-02d2-4dee-9b15-34b943b84604,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:31.466399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.471964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Attempting to bind port e1f18fcc-22ba-41ee-b851-9282cd934e83 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:31.472762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Attempting to bind port e1f18fcc-22ba-41ee-b851-9282cd934e83 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:31.473206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Attempting to bind port e1f18fcc-22ba-41ee-b851-9282cd934e83 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:31.479631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e31166c-1408-46a2-8adc-97370593bc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.488569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Port e1f18fcc-22ba-41ee-b851-9282cd934e83 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:31.490312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Attempting to bind port e1f18fcc-22ba-41ee-b851-9282cd934e83 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:31.513158 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.523957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e31166c-1408-46a2-8adc-97370593bc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.597858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aadfcf7e-bf97-4f5d-aef6-be1520fa691a req-1b6baf03-88d8-4729-bba0-0738eb71def8 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 210 time: 0.5975823 Jul 09 16:33:31.632761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:31.633869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:31.635594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:31.636478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Bound port: e1f18fcc-22ba-41ee-b851-9282cd934e83, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:31.637193 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.648797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.723773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e31166c-1408-46a2-8adc-97370593bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.726579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e31166c-1408-46a2-8adc-97370593bc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.727650 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4e31166c-1408-46a2-8adc-97370593bc11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecdde0d2-02d2-4dee-9b15-34b943b84604 HTTP/1.1" status: 204 len: 168 time: 0.4896965 Jul 09 16:33:31.742540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31166c-1408-46a2-8adc-97370593bc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdde0d2-02d2-4dee-9b15-34b943b84604,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:31.793477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.807790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2304070 Jul 09 16:33:31.811292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407182e-b8ce-4341-87b9-2440ae5ba3bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'Port': ['ID=3af6bb22-c536-4fe4-8552-f3fab5251bb5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:31.888735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462abba-dbae-4100-8693-fa442d55ca35 req-09ff4087-7e21-4500-87c5-d8b1fd23bfe0 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:31.901572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d462abba-dbae-4100-8693-fa442d55ca35 req-09ff4087-7e21-4500-87c5-d8b1fd23bfe0 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 1.1228096 Jul 09 16:33:32.018395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d462abba-dbae-4100-8693-fa442d55ca35 req-6c12ecd6-56c9-44b1-a8b4-4748c76ccfa2 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156127 Jul 09 16:33:32.027360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] For port e1f18fcc-22ba-41ee-b851-9282cd934e83, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:32.033226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] For port e1f18fcc-22ba-41ee-b851-9282cd934e83, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:32.060181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.186918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:32.189658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.192679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/e1f18fcc-22ba-41ee-b851-9282cd934e83 HTTP/1.1" status: 200 len: 1117 time: 3.5525653 Jul 09 16:33:32.193443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f23a7-8bca-4ac5-844c-ed77258085af', 'tag': 'e1f18fcc-22ba-41ee-b851-9282cd934e83'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:32.461118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafbaac-4620-48d3-afe1-a8a7962642a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f18fcc-22ba-41ee-b851-9282cd934e83,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:32.520653 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c6e5d299-3b1c-4b5c-80ae-e4e840c573ce tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1808038606&fields=id&tenant_id=e22eee820daf4772bcd0d13bff358009 HTTP/1.1" status: 200 len: 267 time: 0.4074321 Jul 09 16:33:32.648971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:32.671045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cfb2-eeec-4fe6-9973-432d0e65a716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.741859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:32.867809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:32.868392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.945495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cfb2-eeec-4fe6-9973-432d0e65a716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.971545 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cfb2-eeec-4fe6-9973-432d0e65a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.044577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0cfb2-eeec-4fe6-9973-432d0e65a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac980b15-3952-4dd4-b2c2-d6147fa722ab,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:33.064487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e6f0cfb2-eeec-4fe6-9973-432d0e65a716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2903b30c216e42c0b99584240959510a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142897 Jul 09 16:33:33.067189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:33.144090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebd75706-688b-4d4e-ac54-a107695b0f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.148671 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2800ce84-fb0e-4389-86b7-1db450fbb95d" -d '{"events": [{"name": "network-changed", "server_uuid": "507f23a7-8bca-4ac5-844c-ed77258085af", "tag": "e1f18fcc-22ba-41ee-b851-9282cd934e83"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:33.194330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebd75706-688b-4d4e-ac54-a107695b0f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.214313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62fc4a74-e9cc-43c4-8448-229a6e088add req-1084cc5e-bccc-46dd-bd56-c1fb5bd58152 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 210 time: 0.0604270 Jul 09 16:33:33.294099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebd75706-688b-4d4e-ac54-a107695b0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.296594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebd75706-688b-4d4e-ac54-a107695b0f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.300316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebd75706-688b-4d4e-ac54-a107695b0f2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac980b15-3952-4dd4-b2c2-d6147fa722ab HTTP/1.1" status: 204 len: 168 time: 0.2284179 Jul 09 16:33:33.310772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd75706-688b-4d4e-ac54-a107695b0f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac980b15-3952-4dd4-b2c2-d6147fa722ab,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:33.331300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-eb2b7f3b-0f23-4a49-a86f-0e8f91fef538 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:33.333104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-eb2b7f3b-0f23-4a49-a86f-0e8f91fef538 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 823 time: 0.8115041 Jul 09 16:33:33.359386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-9fa5ab7d-3ca0-4ad6-a7e3-4142f7987070 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/quotas/e22eee820daf4772bcd0d13bff358009 HTTP/1.1" status: 200 len: 375 time: 0.0124598 Jul 09 16:33:33.574301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-b64e59b9-450e-46e7-97d1-c0f88433ea15 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2112112 Jul 09 16:33:33.604564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-ce5116ed-637a-4497-8df1-089c7339e86a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:33.606214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-ce5116ed-637a-4497-8df1-089c7339e86a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106993 Jul 09 16:33:33.757696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65316-f997-46e2-8c7c-e0d21067eb90 req-fb44e220-a041-4b34-9992-50ee03c03701 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:33.759490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e65316-f997-46e2-8c7c-e0d21067eb90 req-fb44e220-a041-4b34-9992-50ee03c03701 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 0.1135185 Jul 09 16:33:33.851251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e65316-f997-46e2-8c7c-e0d21067eb90 req-ff335f0f-b8df-4b22-9f8f-eb539bc500ba tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851409 Jul 09 16:33:33.957258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.37', 64821) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:34.044696 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-0397d7bc-b5ae-4ae8-b25c-441bcd1c82b6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=434050c3f94d4c5bb906ead806ff4992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753913 Jul 09 16:33:34.128682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-bc3bff6b-e807-4f0f-aff2-4e524f45edfa service neutron] 10.222.0.48 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603312 Jul 09 16:33:34.252304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-d93c4d04-580a-4a22-aed1-74937b9b4332 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:34.254552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-d93c4d04-580a-4a22-aed1-74937b9b4332 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037036 Jul 09 16:33:34.307950 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820bff03-4e20-4daf-8d93-5192991d3f1c x-openstack-request-id: req-820bff03-4e20-4daf-8d93-5192991d3f1c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:34.309103 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f23a7-8bca-4ac5-844c-ed77258085af", "tag": "e1f18fcc-22ba-41ee-b851-9282cd934e83", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:34.309847 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-820bff03-4e20-4daf-8d93-5192991d3f1c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:34.310734 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f23a7-8bca-4ac5-844c-ed77258085af', 'tag': 'e1f18fcc-22ba-41ee-b851-9282cd934e83', 'status': 'completed', 'code': 200} Jul 09 16:33:34.372543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Request body: {'port': {'device_id': '208c8923-cf87-422c-818b-758575e09d69', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '434050c3f94d4c5bb906ead806ff4992'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:34.400804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-1186ce5b-be7c-4f45-84a7-6fd985a0b3f7 service neutron] 10.222.0.48 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636752 Jul 09 16:33:34.740119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:34.853403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Made reservation on behalf of 434050c3f94d4c5bb906ead806ff4992 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:34.858271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.876487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.015062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9152c285-95b5-4a71-afa4-b21f3944675f req-1a61f15a-e69e-48b0-8eab-3f2d64144747 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 210 time: 0.0854347 Jul 09 16:33:35.036734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2082978298-network', 'tenant_id': '6c2b455828fc4b328c11ddb4790c7d05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:35.115304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.135944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.167954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Made reservation on behalf of 6c2b455828fc4b328c11ddb4790c7d05 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:35.174584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.227672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2beb15a-a514-46e3-acb5-abad1193a2d8 req-b5f31a71-f945-42a0-9088-1019651773e5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 210 time: 0.0736809 Jul 09 16:33:35.272353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.294730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04667329-0ee6-4059-ba9f-f13c20cd0aa3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:35.551829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e27b0f-8e7a-4184-91a9-3a900d717b0f req-7beb212d-14b8-4b39-89f3-412392ac025f tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:35.564678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8e27b0f-8e7a-4184-91a9-3a900d717b0f req-7beb212d-14b8-4b39-89f3-412392ac025f tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 0.2067845 Jul 09 16:33:35.752555 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f292a45-4fef-4b2f-b6d7-9e739c8236ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.802244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8e27b0f-8e7a-4184-91a9-3a900d717b0f req-f1418fd9-1b9f-4e4c-a664-b76e58cd116d tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328329 Jul 09 16:33:35.898333 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.909462 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.977704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:35.995020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7e532-aa7f-44ad-8810-19e0ea88f95c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:36.009260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.010293 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Added segment d627056f-700e-4b77-96e7-8a16e0acf285 of type vlan for network 987c8644-046b-4648-a50d-1ac25a6ebb19 Jul 09 16:33:36.124635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.218302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.220304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:36.221051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.302551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Allocated IP 192.168.233.226 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/a1336ad8-21af-4ead-b59e-f4343202e2d9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:36.415935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-079a22ea-3da2-4c92-8a3e-58c7e2d063d0 req-48428a64-076b-404e-8313-7c35eb49c669 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 210 time: 0.1004837 Jul 09 16:33:36.454221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7117264 Jul 09 16:33:36.473099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:36.500097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Request body: {'subnet': {'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2082978298-subnet', 'tenant_id': '6c2b455828fc4b328c11ddb4790c7d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:36.531648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db987-6d27-421a-937e-6b68d5f87a4d admin admin] Pushing event updated for resources: {'Network': ['ID=987c8644-046b-4648-a50d-1ac25a6ebb19,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:36.554139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:36.639871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Made reservation on behalf of 6c2b455828fc4b328c11ddb4790c7d05 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:36.646059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.864740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.924191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Transition to ACTIVE for port object a1336ad8-21af-4ead-b59e-f4343202e2d9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:36.956195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9add60c3-2b62-469d-9a9f-de66a4459da8 req-8ca39c82-8ad1-448f-ba50-48a54220088d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 210 time: 0.2450199 Jul 09 16:33:37.034661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.175618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:37.183560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:37.192007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:37.201083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:37.201983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.245220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Pushing event updated for resources: {'Port': ['ID=a1336ad8-21af-4ead-b59e-f4343202e2d9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:37.255374 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-7df0ec07-3834-4e76-a4eb-6d830f47d985 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8885980 Jul 09 16:33:37.279865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-231c6a91-a2cc-4a5e-b75f-e79b189d7f78 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:37.280967 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-231c6a91-a2cc-4a5e-b75f-e79b189d7f78 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058708 Jul 09 16:33:37.628777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.37', 64827) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:37.643134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.767661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d1f19abc-5358-4e2a-a03d-58a0d825f690 None None] Provisioning for port a1336ad8-21af-4ead-b59e-f4343202e2d9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:37.782970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d1f19abc-5358-4e2a-a03d-58a0d825f690 None None] Provisioning complete for port a1336ad8-21af-4ead-b59e-f4343202e2d9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:37.787361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1f19abc-5358-4e2a-a03d-58a0d825f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.997278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d1f19abc-5358-4e2a-a03d-58a0d825f690 None None] Port a1336ad8-21af-4ead-b59e-f4343202e2d9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:38.054909 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.090271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-05375d48-3142-4760-bf5f-5628973def7f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.093530 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-05375d48-3142-4760-bf5f-5628973def7f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 823 time: 0.5762196 Jul 09 16:33:38.112606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Request body: {'port': {'device_id': '208c8923-cf87-422c-818b-758575e09d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:38.119662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:38.120549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Network hostable DHCP agents. Network: 987c8644-046b-4648-a50d-1ac25a6ebb19, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:38.148139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ce84-fb0e-4389-86b7-1db450fbb95d req-3d20b8c8-50bf-41df-a360-154a3966a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.149891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2800ce84-fb0e-4389-86b7-1db450fbb95d req-3d20b8c8-50bf-41df-a360-154a3966a6d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0523fca2fc444981b77964b7b071dd67&device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 1120 time: 0.8271668 Jul 09 16:33:38.184072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:38.226932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2800ce84-fb0e-4389-86b7-1db450fbb95d req-b1cd5f64-9a54-4808-bf41-5b644c71a84c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0523fca2fc444981b77964b7b071dd67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448685 Jul 09 16:33:38.229662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e73a0b-6e7e-4e98-ae40-417da79be4ae,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:38.237408 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e26ffeab-d5f5-457c-bdd1-137d539cec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.237704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 987c8644-046b-4648-a50d-1ac25a6ebb19) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:38.250753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0571e-c6a0-4399-a89d-8b4003b07f2d req-079eec93-7290-478c-ac66-cc504cb9732a tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.252272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b221ee-8ffb-4e7d-a3d0-b308b9a938b4 None None] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:38.253052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f0571e-c6a0-4399-a89d-8b4003b07f2d req-079eec93-7290-478c-ac66-cc504cb9732a tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 0.7189562 Jul 09 16:33:38.259706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.260448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.318777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-101e5fc7-cda5-48e3-b100-c2e25d7c41a3 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e22eee820daf4772bcd0d13bff358009 HTTP/1.1" status: 200 len: 380 time: 0.1843412 Jul 09 16:33:38.335451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'port': {'device_id': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'admin_state_up': True, 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'security_groups': ['a3644296-9655-4140-9e5b-7b0350c1a0c6']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:38.508864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.555414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Made reservation on behalf of e22eee820daf4772bcd0d13bff358009 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:38.559955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.564736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.695523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.714091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d31675-b119-4bf9-9ce9-caffbee9d448 None None] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:38.790847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6941fed2-eda0-46f8-8203-20866a95b3ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3130338 Jul 09 16:33:38.939571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.989469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c1ad7-8e95-479b-bee5-d35afa48abc2 req-47a76533-6f1c-485a-9385-98a1522d32d1 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.995581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c7c1ad7-8e95-479b-bee5-d35afa48abc2 req-47a76533-6f1c-485a-9385-98a1522d32d1 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 936 time: 1.1512074 Jul 09 16:33:39.096170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f0571e-c6a0-4399-a89d-8b4003b07f2d req-772d8ac2-1b50-4993-9bb6-c8d23e44a951 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975729 Jul 09 16:33:39.108637 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.145535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800ce84-fb0e-4389-86b7-1db450fbb95d req-48efc495-14f6-4e14-98e0-09df309cfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:39.152352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2800ce84-fb0e-4389-86b7-1db450fbb95d req-48efc495-14f6-4e14-98e0-09df309cfda1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8881311 Jul 09 16:33:39.163777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Allocated IP 172.20.0.9 (ba61a74d-ec98-4f18-8a67-85b159c9079b/42113ca1-d9eb-44de-ba6e-2a3f3273ba46/3065335a-03e8-4260-b058-38332d9d1182) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:39.171015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37da63d5-aead-4efa-be8e-1ffdb22967eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.208372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c7c1ad7-8e95-479b-bee5-d35afa48abc2 req-b14d200c-0f96-4dbc-b777-72a08b10c451 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927242 Jul 09 16:33:39.332998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607d5dc9-f874-4ee3-b048-25ddbd4bc957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.435023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b918a107-9a0f-41ec-8bfe-30e83d670905 req-7c49c800-af50-43c0-9ab0-150ba67ac3f0 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 210 time: 0.0896416 Jul 09 16:33:39.449001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1336ad8-21af-4ead-b59e-f4343202e2d9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:39.456957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-327fe7ab-eabd-408e-a1bf-3d7109a0e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:39.458708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-327fe7ab-eabd-408e-a1bf-3d7109a0e6ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0523fca2fc444981b77964b7b071dd67&device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 1120 time: 0.2239122 Jul 09 16:33:39.463912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.546031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Transition to ACTIVE for port object a1336ad8-21af-4ead-b59e-f4343202e2d9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:39.571703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.595529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.682006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=a1336ad8-21af-4ead-b59e-f4343202e2d9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.698685 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37da63d5-aead-4efa-be8e-1ffdb22967eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.707185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Transition to ACTIVE for port object 3065335a-03e8-4260-b058-38332d9d1182 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:39.842983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37da63d5-aead-4efa-be8e-1ffdb22967eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.883553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607d5dc9-f874-4ee3-b048-25ddbd4bc957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.959687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607d5dc9-f874-4ee3-b048-25ddbd4bc957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.999936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-d4a78bec-9071-4cb4-a5bf-7353af5433f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83 HTTP/1.1" status: 200 len: 217 time: 0.4699357 Jul 09 16:33:40.008389 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-37da63d5-aead-4efa-be8e-1ffdb22967eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e69e33f0738d4dba9b17eb55bdc8055f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2781272 Jul 09 16:33:40.012435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.013181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.062750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da63d5-aead-4efa-be8e-1ffdb22967eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf2a2e-82a2-48d5-8240-7e311b324698,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.069723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-563370137-network', 'tenant_id': '670ce56f454d42bca962841b6d0b838f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:40.073262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.077597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Attempting to bind port a1336ad8-21af-4ead-b59e-f4343202e2d9 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:40.078030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Attempting to bind port a1336ad8-21af-4ead-b59e-f4343202e2d9 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:40.078396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Attempting to bind port a1336ad8-21af-4ead-b59e-f4343202e2d9 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:40.100640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Made reservation on behalf of 670ce56f454d42bca962841b6d0b838f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:40.102932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.107409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-607d5dc9-f874-4ee3-b048-25ddbd4bc957 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0cec63016d84e5f9f3aef141ceb16df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608469 Jul 09 16:33:40.115503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.146744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Port a1336ad8-21af-4ead-b59e-f4343202e2d9 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:40.147078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Attempting to bind port a1336ad8-21af-4ead-b59e-f4343202e2d9 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:40.153758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.174209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:40.177186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:40.177532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:40.178093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:40.178580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Bound port: a1336ad8-21af-4ead-b59e-f4343202e2d9, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:40.178963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.186401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d5dc9-f874-4ee3-b048-25ddbd4bc957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebef1d9-9e35-41bf-bab0-8946a8ee882e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.197770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:40.202603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-9a8c821a-2a06-40fe-b5ba-793a95d616a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.203701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:40.204159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-9a8c821a-2a06-40fe-b5ba-793a95d616a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1928980 Jul 09 16:33:40.209947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.210654 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.219526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'Port': ['ID=3065335a-03e8-4260-b058-38332d9d1182,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.229389 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac13ccab-e183-45f5-b6a4-4b045b77c6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.289428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] For port a1336ad8-21af-4ead-b59e-f4343202e2d9, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:40.296069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] For port a1336ad8-21af-4ead-b59e-f4343202e2d9, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:40.305615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.363658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.364754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.367606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] 10.222.0.37 "PUT /v2.0/ports/a1336ad8-21af-4ead-b59e-f4343202e2d9 HTTP/1.1" status: 200 len: 1096 time: 2.7258961 Jul 09 16:33:40.368360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208c8923-cf87-422c-818b-758575e09d69', 'tag': 'a1336ad8-21af-4ead-b59e-f4343202e2d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:40.591654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0adc8b41-d51e-4bf8-82a7-427c30cff086 None None] Provisioning for port 3065335a-03e8-4260-b058-38332d9d1182 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:40.602946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac13ccab-e183-45f5-b6a4-4b045b77c6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.603567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0adc8b41-d51e-4bf8-82a7-427c30cff086 None None] Provisioning complete for port 3065335a-03e8-4260-b058-38332d9d1182 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:40.606761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-698e2e4d-d49b-4bb7-a178-a0df2983c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.608297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-698e2e4d-d49b-4bb7-a178-a0df2983c231 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3849585 Jul 09 16:33:40.616574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0adc8b41-d51e-4bf8-82a7-427c30cff086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.682510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534457d-321a-4b75-a5e8-1495cf2a1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=a1336ad8-21af-4ead-b59e-f4343202e2d9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.704063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0adc8b41-d51e-4bf8-82a7-427c30cff086 None None] Port 3065335a-03e8-4260-b058-38332d9d1182 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:40.775723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5a2921b-ad73-4acb-8e13-32a1b5837cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.861439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a458-bd97-40c3-a1e2-7ab864a60da0 req-f91b5d0f-c56f-4193-b03f-51a3cac2f5d6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.863261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a288a458-bd97-40c3-a1e2-7ab864a60da0 req-f91b5d0f-c56f-4193-b03f-51a3cac2f5d6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.3898385 Jul 09 16:33:40.867603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5a2921b-ad73-4acb-8e13-32a1b5837cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.895591 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a312845-bef6-4d7b-9e7a-08efe7abb8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "208c8923-cf87-422c-818b-758575e09d69", "tag": "a1336ad8-21af-4ead-b59e-f4343202e2d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:40.919419 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.959587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a76cdc-c901-430b-96da-810a58964e82 req-968ec083-92fa-40a0-b207-70720a64e68e tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.961433 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6a76cdc-c901-430b-96da-810a58964e82 req-968ec083-92fa-40a0-b207-70720a64e68e tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 0.6263709 Jul 09 16:33:40.962089 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac13ccab-e183-45f5-b6a4-4b045b77c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.964623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac13ccab-e183-45f5-b6a4-4b045b77c6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.965752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac13ccab-e183-45f5-b6a4-4b045b77c6b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcdf2a2e-82a2-48d5-8240-7e311b324698 HTTP/1.1" status: 204 len: 168 time: 0.9013646 Jul 09 16:33:41.000415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-edde731a-c8fd-4fe5-9340-b444e09b3f8c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672733 Jul 09 16:33:41.019893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13ccab-e183-45f5-b6a4-4b045b77c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf2a2e-82a2-48d5-8240-7e311b324698,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.084236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a288a458-bd97-40c3-a1e2-7ab864a60da0 req-79d9be0b-adde-4f89-99ff-b16de5f22dee tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064219 Jul 09 16:33:41.109909 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5a2921b-ad73-4acb-8e13-32a1b5837cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.112550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5a2921b-ad73-4acb-8e13-32a1b5837cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.117868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5a2921b-ad73-4acb-8e13-32a1b5837cc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ebef1d9-9e35-41bf-bab0-8946a8ee882e HTTP/1.1" status: 204 len: 168 time: 1.0006232 Jul 09 16:33:41.151201 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.168787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6a76cdc-c901-430b-96da-810a58964e82 req-965deac5-b244-4d5c-907c-8203fb61bd8b tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900058 Jul 09 16:33:41.171228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-c44fa07c-eaad-42dc-b3f6-50956471c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8418553 Jul 09 16:33:41.184357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.199336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2921b-ad73-4acb-8e13-32a1b5837cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebef1d9-9e35-41bf-bab0-8946a8ee882e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.266126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:41.322407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83407ad1-b366-4267-9797-6943fc05267a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.330054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.330518 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Added segment 723dcb21-61af-47e1-9c72-f4e5cda56e6b of type vlan for network 198a8962-01d3-4483-9205-1bc3d59d539d Jul 09 16:33:41.333508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfb2a1-509b-4628-86a1-9b0f0eadfe3d req-7adcb0e6-8d56-46dd-b3f1-86b44f92d71b service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233414 Jul 09 16:33:41.432026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.481445 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.482362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:41.482968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.497016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97105be4-6e1f-4214-a0b9-013401145793 req-54b850f0-8db0-47d8-b081-d2b1cacf7af1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:41.499069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97105be4-6e1f-4214-a0b9-013401145793 req-54b850f0-8db0-47d8-b081-d2b1cacf7af1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 931 time: 0.1128523 Jul 09 16:33:41.578702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5105183 Jul 09 16:33:41.579542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.580924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338452-3ee2-40bc-a347-f4ce3045455d admin admin] Pushing event updated for resources: {'Network': ['ID=198a8962-01d3-4483-9205-1bc3d59d539d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.597250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Request body: {'subnet': {'network_id': '198a8962-01d3-4483-9205-1bc3d59d539d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-563370137-subnet', 'tenant_id': '670ce56f454d42bca962841b6d0b838f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:41.599538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 198a8962-01d3-4483-9205-1bc3d59d539d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:41.605270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97105be4-6e1f-4214-a0b9-013401145793 req-bb9819d2-181f-42dc-a585-05fae137fa30 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927856 Jul 09 16:33:41.636159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Made reservation on behalf of 670ce56f454d42bca962841b6d0b838f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:41.638802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.791313 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ce63a-a82f-4b50-ad6b-95e08c8243de x-openstack-request-id: req-122ce63a-a82f-4b50-ad6b-95e08c8243de {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:41.791594 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208c8923-cf87-422c-818b-758575e09d69", "tag": "a1336ad8-21af-4ead-b59e-f4343202e2d9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:41.792231 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-122ce63a-a82f-4b50-ad6b-95e08c8243de {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:41.792908 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208c8923-cf87-422c-818b-758575e09d69', 'tag': 'a1336ad8-21af-4ead-b59e-f4343202e2d9', 'status': 'completed', 'code': 200} Jul 09 16:33:41.857905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.897033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.905865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bab4846-4544-46c2-8b33-3ac14130afd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.913283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5457d2de-56a8-4162-90f4-019d137026c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.966101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.033692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5457d2de-56a8-4162-90f4-019d137026c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.039604 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5457d2de-56a8-4162-90f4-019d137026c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.049997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa71064e-0263-49ae-811b-fb1d7a8e8295,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.064162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Checking segment: {'id': '723dcb21-61af-47e1-9c72-f4e5cda56e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '198a8962-01d3-4483-9205-1bc3d59d539d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:42.064518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Network hostable DHCP agents. Network: 198a8962-01d3-4483-9205-1bc3d59d539d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:42.090437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5457d2de-56a8-4162-90f4-019d137026c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30a319d2fb044fc6ae4aa669ba4e36f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922414 Jul 09 16:33:42.093569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457d2de-56a8-4162-90f4-019d137026c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207de460-ead0-4217-bddb-e73e6ce46ce5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.094192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35412) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:42.123918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Network 198a8962-01d3-4483-9205-1bc3d59d539d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:42.160745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 198a8962-01d3-4483-9205-1bc3d59d539d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:42.171103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4392f-61b7-492b-b8f1-abbec721bae5 None None] Network 198a8962-01d3-4483-9205-1bc3d59d539d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:42.191803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.192430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.277697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fca1bdac-e7a4-4e7b-a28f-df1478a5a681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.308277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bab4846-4544-46c2-8b33-3ac14130afd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.330043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bab4846-4544-46c2-8b33-3ac14130afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.339597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586321f-9f0f-44f3-a48b-f7c50096fd6d req-b6cb6228-369b-4e9b-9908-8fb8fb2e42f5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.341230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0586321f-9f0f-44f3-a48b-f7c50096fd6d req-b6cb6228-369b-4e9b-9908-8fb8fb2e42f5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.1031439 Jul 09 16:33:42.356417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff80ea-d39a-4cbc-9333-4ee95c5ab461 None None] Network 198a8962-01d3-4483-9205-1bc3d59d539d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:42.370959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fca1bdac-e7a4-4e7b-a28f-df1478a5a681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.375446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a407f27-5bd0-4ecd-90c0-f8d0f69a357b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7943611 Jul 09 16:33:42.386050 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7bab4846-4544-46c2-8b33-3ac14130afd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a79739aa933b4c0090583bf30c9ccac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249329 Jul 09 16:33:42.389655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:42.448687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab4846-4544-46c2-8b33-3ac14130afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eabcc9-d913-4025-a78c-b5fe5e9d6a5e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.490452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0586321f-9f0f-44f3-a48b-f7c50096fd6d req-e9c22b36-dba8-4e37-b067-9d3efee6337d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426935 Jul 09 16:33:42.528229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760a79-c3f3-4bf0-882b-3d6ac4a220e3 req-c0e7af09-0481-43bd-b807-e1d79e311e13 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.536093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04760a79-c3f3-4bf0-882b-3d6ac4a220e3 req-c0e7af09-0481-43bd-b807-e1d79e311e13 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 0.1752217 Jul 09 16:33:42.537228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe00884e-a707-48ae-83cd-3cf26d1be38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.545591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fca1bdac-e7a4-4e7b-a28f-df1478a5a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.550023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fca1bdac-e7a4-4e7b-a28f-df1478a5a681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.551548 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fca1bdac-e7a4-4e7b-a28f-df1478a5a681 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/207de460-ead0-4217-bddb-e73e6ce46ce5 HTTP/1.1" status: 204 len: 168 time: 0.4535980 Jul 09 16:33:42.595281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe00884e-a707-48ae-83cd-3cf26d1be38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.618109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04760a79-c3f3-4bf0-882b-3d6ac4a220e3 req-d45e87e6-5cdb-4b25-aece-73b34276f5a2 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810609 Jul 09 16:33:42.669728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1bdac-e7a4-4e7b-a28f-df1478a5a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207de460-ead0-4217-bddb-e73e6ce46ce5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.706232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe00884e-a707-48ae-83cd-3cf26d1be38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.709127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe00884e-a707-48ae-83cd-3cf26d1be38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.710860 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe00884e-a707-48ae-83cd-3cf26d1be38b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23eabcc9-d913-4025-a78c-b5fe5e9d6a5e HTTP/1.1" status: 204 len: 168 time: 0.3182614 Jul 09 16:33:42.725801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00884e-a707-48ae-83cd-3cf26d1be38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eabcc9-d913-4025-a78c-b5fe5e9d6a5e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.894063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496a9d-05b0-47af-8815-6969f693bf72 req-b8d357dd-15e8-4399-900d-c30a48e471ef tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.895941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad496a9d-05b0-47af-8815-6969f693bf72 req-b8d357dd-15e8-4399-900d-c30a48e471ef tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 931 time: 0.0872498 Jul 09 16:33:42.938900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad496a9d-05b0-47af-8815-6969f693bf72 req-0d13689c-3702-4e58-a748-c4fcffaaa81d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365725 Jul 09 16:33:43.376467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-df4f44f1-60ef-4424-9ff6-a758d094cc38 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:43.377918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-df4f44f1-60ef-4424-9ff6-a758d094cc38 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.1277952 Jul 09 16:33:43.402996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f155c12-ded3-4edd-bb6f-47fd54f00471 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/quotas/6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 375 time: 0.0130620 Jul 09 16:33:43.449419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-11f02bcf-6f47-4031-87a0-d13133dcd82c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399547 Jul 09 16:33:43.709552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-351c4e91-efa9-4cf2-bb97-7500fe4142e2 service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513428 Jul 09 16:33:43.796895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:43.835486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-2b55dc64-83d8-4ed1-8591-979bba3b5447 service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080060 Jul 09 16:33:43.859716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878224f-76ce-4588-97db-3125f44dd159 req-c99b36cf-5894-4fb0-b70e-2532f378c0b5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:43.867897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a878224f-76ce-4588-97db-3125f44dd159 req-c99b36cf-5894-4fb0-b70e-2532f378c0b5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.1761613 Jul 09 16:33:43.952202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a878224f-76ce-4588-97db-3125f44dd159 req-06eb2483-bc76-4fb1-9487-502db521adec tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826831 Jul 09 16:33:44.248978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1961416911-network', 'tenant_id': '6aba9b648500464cbdeca0b785f12458'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:44.274792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e1f18fcc-22ba-41ee-b851-9282cd934e83 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:33:44.302078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d20490-23e2-4a9c-b95e-b261a0939054 req-63de88c7-f668-401f-8d37-e85f948283bf tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:44.314357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95d20490-23e2-4a9c-b95e-b261a0939054 req-63de88c7-f668-401f-8d37-e85f948283bf tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 969 time: 0.1656690 Jul 09 16:33:44.329729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Made reservation on behalf of 6aba9b648500464cbdeca0b785f12458 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:44.332874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.352503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.422872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95d20490-23e2-4a9c-b95e-b261a0939054 req-59de2bec-74b7-4106-a4bb-bdd6e8ba4b05 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072476 Jul 09 16:33:44.457499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d4e25-40c2-4e9d-a5cd-804084c6d09f req-72d5bfdc-cac2-4046-b57c-fe9a7c97aaca tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:44.468156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe2d4e25-40c2-4e9d-a5cd-804084c6d09f req-72d5bfdc-cac2-4046-b57c-fe9a7c97aaca tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 931 time: 0.2258956 Jul 09 16:33:44.533184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a842ec7b-2908-4a54-bf1e-ec2f19490698 req-7fd2f423-0d1c-4ba4-be57-2dc0bf091c04 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 210 time: 0.0403309 Jul 09 16:33:44.556441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.574101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.578387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe2d4e25-40c2-4e9d-a5cd-804084c6d09f req-85e10b29-36e5-4c34-ad82-ae90bedde5f2 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086137 Jul 09 16:33:44.618158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:44.657828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.658285 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Added segment 5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc of type vlan for network 53e715b7-adbe-42f5-82ef-758b34968c42 Jul 09 16:33:44.679556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09914328-33ba-4314-b132-2e660e476d87,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.738217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.766687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e1f18fcc-22ba-41ee-b851-9282cd934e83, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:44.782494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.784208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:44.785084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.797919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e1f18fcc-22ba-41ee-b851-9282cd934e83', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'e1f18fcc-22ba-41ee-b851-9282cd934e83', 'mac_address': 'fa:16:3e:ef:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:tempest-test_az-2076534096', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:33:44.848117 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.873224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f18fcc-22ba-41ee-b851-9282cd934e83 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:44.878965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0807948 Jul 09 16:33:44.882215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:44.894646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Request body: {'subnet': {'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1961416911-subnet', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:44.896922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51832d32-bff7-4dc8-9cbc-aa13484741df admin admin] Pushing event updated for resources: {'Network': ['ID=53e715b7-adbe-42f5-82ef-758b34968c42,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.920584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 53e715b7-adbe-42f5-82ef-758b34968c42 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:44.926640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Made reservation on behalf of 6aba9b648500464cbdeca0b785f12458 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:44.929752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.986493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e1f18fcc-22ba-41ee-b851-9282cd934e83, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:45.011745 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.093125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e1f18fcc-22ba-41ee-b851-9282cd934e83,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:45.184211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.327502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bf42da-2232-452d-a2fc-98a0897485e6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:45.358255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Checking segment: {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:45.358787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Network hostable DHCP agents. Network: 53e715b7-adbe-42f5-82ef-758b34968c42, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:45.388501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d902a13-e5d0-4ba8-a1ec-20a48c346758 req-6a94a135-27d0-4c47-aa15-edc82751fb15 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.390139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d902a13-e5d0-4ba8-a1ec-20a48c346758 req-6a94a135-27d0-4c47-aa15-edc82751fb15 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.1964591 Jul 09 16:33:45.396216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e1f18fcc-22ba-41ee-b851-9282cd934e83'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:45.439743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Network 53e715b7-adbe-42f5-82ef-758b34968c42 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:45.491609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d902a13-e5d0-4ba8-a1ec-20a48c346758 req-506651ad-8448-40b8-987e-e8346306f21b tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891931 Jul 09 16:33:45.492990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 53e715b7-adbe-42f5-82ef-758b34968c42) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:45.508085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.509325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.522295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07fb61-3a6a-49e3-a8b7-10cf969a051f None None] Network 53e715b7-adbe-42f5-82ef-758b34968c42 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:45.540825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-beeaf794-f129-4608-8e59-1f34d45c2e4e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6569185 Jul 09 16:33:45.543777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:45.549158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:45.579600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.580988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.581649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:45.680281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.718362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3320fb-0b5e-4e3a-b958-9e8dbaed0649 req-4926c1f3-41c6-4bcc-9d72-c38acfa32343 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.721038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c3320fb-0b5e-4e3a-b958-9e8dbaed0649 req-4926c1f3-41c6-4bcc-9d72-c38acfa32343 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 970 time: 0.0887065 Jul 09 16:33:45.814722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c3320fb-0b5e-4e3a-b958-9e8dbaed0649 req-774fd384-aee0-4d02-b7a7-4cd944d1df52 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753064 Jul 09 16:33:45.848360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23e78d9c-8296-4573-91cd-9d38f398e9fb req-6b718bba-d14d-4c3f-9d94-63de7f35eaaa tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 210 time: 0.0678720 Jul 09 16:33:45.917451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7df091-4694-4d53-a0c0-417fccbea39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.929801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.100729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-53e715b7-adbe-42f5-82ef-758b34968c42', 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'fixed_ips': [{'subnet_id': '16bf42da-2232-452d-a2fc-98a0897485e6'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:46.102628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.290886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.336282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.366454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Allocated IP 172.20.0.2 (53e715b7-adbe-42f5-82ef-758b34968c42/16bf42da-2232-452d-a2fc-98a0897485e6/384c0c23-9747-4666-822e-93323a93f84f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:46.544862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-adff7101-d5dc-4a09-a70d-5280832a88de tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:46.549611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-adff7101-d5dc-4a09-a70d-5280832a88de tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.5848894 Jul 09 16:33:46.563801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Request body: {'port': {'device_id': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'admin_state_up': True, 'tenant_id': '6c2b455828fc4b328c11ddb4790c7d05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:46.574452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Allocated IP 172.25.7.87 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/dc57c7d9-76f0-43aa-a113-bb67d4e8a911) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:46.653036 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.665797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df72ea-870d-46a9-8aba-63a5bd1537c8 req-5ae06891-91d9-4f0b-aab4-c89924d32e22 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:46.667389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Transition to ACTIVE for port object 384c0c23-9747-4666-822e-93323a93f84f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:46.668531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05df72ea-870d-46a9-8aba-63a5bd1537c8 req-5ae06891-91d9-4f0b-aab4-c89924d32e22 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 931 time: 0.3228750 Jul 09 16:33:46.701774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Transition to ACTIVE for port object 384c0c23-9747-4666-822e-93323a93f84f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:46.713952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.775304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Network 53e715b7-adbe-42f5-82ef-758b34968c42 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:46.779391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:46.793726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:46.796157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7df091-4694-4d53-a0c0-417fccbea39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.812037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e7df091-4694-4d53-a0c0-417fccbea39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.812884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Pushing event updated for resources: {'Port': ['ID=384c0c23-9747-4666-822e-93323a93f84f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.825573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.837129 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05df72ea-870d-46a9-8aba-63a5bd1537c8 req-47689a34-a0ff-4e4d-8058-e1f5d34605ec tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539924 Jul 09 16:33:46.879478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Made reservation on behalf of 6c2b455828fc4b328c11ddb4790c7d05 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:46.882443 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.891067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e7df091-4694-4d53-a0c0-417fccbea39b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b02fe6dc02c94456bb0d51824b21d9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074267 Jul 09 16:33:46.901491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:46.902159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7df091-4694-4d53-a0c0-417fccbea39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea7edb0-1392-4a74-898c-5cc4554d6df1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.910139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Attempting to bind port 384c0c23-9747-4666-822e-93323a93f84f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:46.910845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Attempting to bind port 384c0c23-9747-4666-822e-93323a93f84f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:46.911414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Attempting to bind port 384c0c23-9747-4666-822e-93323a93f84f on network 53e715b7-adbe-42f5-82ef-758b34968c42 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:46.918501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.931469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:46.932043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Checking segment: {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:46.933737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.934206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Bound using segment: {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:46.936708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Bound port: 384c0c23-9747-4666-822e-93323a93f84f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:46.936888 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.981843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f94e-ff98-463b-b7da-42864fa54ffd req-36b1b93a-eb07-491e-9e24-b456a49ad767 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:46.982578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0417f94e-ff98-463b-b7da-42864fa54ffd req-36b1b93a-eb07-491e-9e24-b456a49ad767 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.3127246 Jul 09 16:33:47.008516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:47.013437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:47.022778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:47.071540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] For port 384c0c23-9747-4666-822e-93323a93f84f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:47.075212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] For port 384c0c23-9747-4666-822e-93323a93f84f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=384c0c23-9747-4666-822e-93323a93f84f,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:47.083313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.137453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Pushing event updated for resources: {'Port': ['ID=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.139552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c82-29a5-4e5e-9ae0-350acdb8363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.160622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fcf45-73b4-4bce-bbe8-4dfc952dcd71 None None] Pushing event updated for resources: {'Port': ['ID=384c0c23-9747-4666-822e-93323a93f84f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.175105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0417f94e-ff98-463b-b7da-42864fa54ffd req-2cf5d913-391b-41bc-af74-1f57220b2c93 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832702 Jul 09 16:33:47.186953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Allocated IP 172.20.0.14 (987c8644-046b-4648-a50d-1ac25a6ebb19/90e73a0b-6e7e-4e98-ae40-417da79be4ae/d056223e-4402-4f7c-bd7c-98cc5d48c7d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:47.217534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c82-29a5-4e5e-9ae0-350acdb8363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.334661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.364317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16be853f-3f47-4224-912b-288afb78c9a1 req-8df26323-165f-48e5-8091-cb34b1938ef6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 210 time: 0.0686955 Jul 09 16:33:47.398703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb5035-a42d-4675-8298-192974f739aa req-eb8b3a11-f981-4191-8d5e-e274bc03bb6d tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.407808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bceb5035-a42d-4675-8298-192974f739aa req-eb8b3a11-f981-4191-8d5e-e274bc03bb6d tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 970 time: 0.4055519 Jul 09 16:33:47.520006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bceb5035-a42d-4675-8298-192974f739aa req-261845b2-80a4-405c-8211-d1f4c0165ec2 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113253 Jul 09 16:33:47.547062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c82-29a5-4e5e-9ae0-350acdb8363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.549854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c82-29a5-4e5e-9ae0-350acdb8363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.553556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ddca3c82-29a5-4e5e-9ae0-350acdb8363b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ea7edb0-1392-4a74-898c-5cc4554d6df1 HTTP/1.1" status: 204 len: 168 time: 0.6461685 Jul 09 16:33:47.559901 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.576824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3c82-29a5-4e5e-9ae0-350acdb8363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea7edb0-1392-4a74-898c-5cc4554d6df1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.619288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.627020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.683007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:47.689041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:47.691141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:47.697358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.698045 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.707502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.721598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-1f0d21c9-6ecb-4868-9048-26ce528b1c7c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1643822 Jul 09 16:33:47.735346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Request body: {'port': {'device_id': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'device_owner': 'compute:tempest-test_az-2076534096', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:47.821893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.923403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35548) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:47.941049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b41962-c265-4f08-ac64-f05eef9893bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.019521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Router cd81c6ce-2165-4e78-a763-c2569a029336 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:33:48.137343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a4426-454d-47f9-8b0a-27e1d438cdc7 req-b16d5a9e-680a-4866-aa75-f838994b1410 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.142998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b41962-c265-4f08-ac64-f05eef9893bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.143226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b98a4426-454d-47f9-8b0a-27e1d438cdc7 req-b16d5a9e-680a-4866-aa75-f838994b1410 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 931 time: 0.1514904 Jul 09 16:33:48.151048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b41962-c265-4f08-ac64-f05eef9893bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.202155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-55b41962-c265-4f08-ac64-f05eef9893bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f5024ee48104e35add8f4d30facf7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776697 Jul 09 16:33:48.204764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:48.206540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:48.216045 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Sync routers for ids ['cd81c6ce-2165-4e78-a763-c2569a029336'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:48.224001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b41962-c265-4f08-ac64-f05eef9893bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01be92c-ffe8-4fa3-b2a3-71bfb54bd40f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:48.226585 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Routers {'cd81c6ce-2165-4e78-a763-c2569a029336'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:48.227423 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cd81c6ce-2165-4e78-a763-c2569a029336'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:48.250799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b98a4426-454d-47f9-8b0a-27e1d438cdc7 req-0e4d21f3-8c8a-47b5-8b94-7820fd664f81 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969110 Jul 09 16:33:48.261852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e1f18fcc-22ba-41ee-b851-9282cd934e83 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:48.282759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.286957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5a2ddc28-c292-40ee-a654-242fb3e59c77 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7392664 Jul 09 16:33:48.290515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:48.295426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d056223e-4402-4f7c-bd7c-98cc5d48c7d0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:48.317691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.349132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Transition to ACTIVE for port object d056223e-4402-4f7c-bd7c-98cc5d48c7d0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:48.365493 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed528b05-edc8-48fa-a63c-9eafcb61f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.372915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Set router cd81c6ce-2165-4e78-a763-c2569a029336 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:48.374007 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.383983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6494444-267f-4c52-bced-a4ec99a3023b None None] Network 53e715b7-adbe-42f5-82ef-758b34968c42 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:48.403332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed528b05-edc8-48fa-a63c-9eafcb61f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.474565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa9c2dbf-d568-47c7-8694-8d68975b3753 None None] Provisioning for port 384c0c23-9747-4666-822e-93323a93f84f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:48.488166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e1f18fcc-22ba-41ee-b851-9282cd934e83 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:48.508475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e1f18fcc-22ba-41ee-b851-9282cd934e83 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:48.509022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.553700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed528b05-edc8-48fa-a63c-9eafcb61f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.556532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed528b05-edc8-48fa-a63c-9eafcb61f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.557930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed528b05-edc8-48fa-a63c-9eafcb61f23b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b01be92c-ffe8-4fa3-b2a3-71bfb54bd40f HTTP/1.1" status: 204 len: 168 time: 0.3504322 Jul 09 16:33:48.567043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:48.594951 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:33:47Z', 'revision_number': 3, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:48.699979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed528b05-edc8-48fa-a63c-9eafcb61f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01be92c-ffe8-4fa3-b2a3-71bfb54bd40f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:48.712741 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Checking router: cd81c6ce-2165-4e78-a763-c2569a029336 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:33:48.713421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Updating router cd81c6ce-2165-4e78-a763-c2569a029336 port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:33:48.743359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:48.743793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:48.744448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:48.751661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:48.752211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:48.758284 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.786605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.822761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f23a7-8bca-4ac5-844c-ed77258085af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f18fcc-22ba-41ee-b851-9282cd934e83'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:48.835124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:48.835452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:48.835846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:48.836313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Bound port: d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:48.836737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.885692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b7af4-bb6a-4a92-a2d3-606c33f8e58c req-49f5d490-c339-49d1-9395-04c0ea3b3413 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.891422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 384c0c23-9747-4666-822e-93323a93f84f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:48.899688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6b7af4-bb6a-4a92-a2d3-606c33f8e58c req-49f5d490-c339-49d1-9395-04c0ea3b3413 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.5187616 Jul 09 16:33:48.934002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e1f18fcc-22ba-41ee-b851-9282cd934e83, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:48.953329 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.082117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e1f18fcc-22ba-41ee-b851-9282cd934e83,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.137896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 384c0c23-9747-4666-822e-93323a93f84f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:49.139761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.148289 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbf42f0-8be9-4f48-96d8-95ab9a7aae08" -d '{"events": [{"server_uuid": "507f23a7-8bca-4ac5-844c-ed77258085af", "name": "network-vif-plugged", "status": "completed", "tag": "e1f18fcc-22ba-41ee-b851-9282cd934e83"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:49.163989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 384c0c23-9747-4666-822e-93323a93f84f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:49.164506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.174264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6b7af4-bb6a-4a92-a2d3-606c33f8e58c req-0de55a9c-e751-494d-be82-5ff387cc581f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630098 Jul 09 16:33:49.217613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a8c3-a4c4-465e-b67b-619bdb205042 req-13271c95-ddc8-4bad-8ed9-a259c0fd16d2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.227749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d72a8c3-a4c4-465e-b67b-619bdb205042 req-13271c95-ddc8-4bad-8ed9-a259c0fd16d2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.4961169 Jul 09 16:33:49.248096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Request body: {'port': {'device_id': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:49.252949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:49.324053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d72a8c3-a4c4-465e-b67b-619bdb205042 req-e24dff1a-a426-4090-ac65-dfded41ffcb4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927339 Jul 09 16:33:49.328702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:49.342335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.370357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.392569 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.409062 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Transition to ACTIVE for port object dc57c7d9-76f0-43aa-a113-bb67d4e8a911 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:49.417379 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.463172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.463827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.465144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 384c0c23-9747-4666-822e-93323a93f84f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=384c0c23-9747-4666-822e-93323a93f84f,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:49.465280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] 10.222.0.43 "PUT /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 1114 time: 1.7359540 Jul 09 16:33:49.465821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:49.470567 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87323b4-e2a1-49f3-9f47-3d151a479f60" -d '{"events": [{"name": "network-changed", "server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:49.485692 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.508971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b92b0-c0dc-42e4-9550-844a013b974a service neutron] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.534513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d1a3a-f978-4fd3-8263-cf35070b06f8 None None] Pushing event updated for resources: {'Port': ['ID=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.557232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a312845-bef6-4d7b-9e7a-08efe7abb8c2 req-39b7e59b-82a8-4a19-a552-47b5e0727fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.558806 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a312845-bef6-4d7b-9e7a-08efe7abb8c2 req-39b7e59b-82a8-4a19-a552-47b5e0727fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 1099 time: 0.3194728 Jul 09 16:33:49.571258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.584762 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Attempting to bind port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.585453 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Attempting to bind port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.586040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Attempting to bind port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.592575 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:49.593375 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:49.594144 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.594783 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:49.595579 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Bound port: dc57c7d9-76f0-43aa-a113-bb67d4e8a911, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:49.596203 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.624447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=384c0c23-9747-4666-822e-93323a93f84f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.650085 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a312845-bef6-4d7b-9e7a-08efe7abb8c2 req-8dd5100a-2f74-49c0-99f3-e97fe15269e9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=434050c3f94d4c5bb906ead806ff4992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520940 Jul 09 16:33:49.655664 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] For port dc57c7d9-76f0-43aa-a113-bb67d4e8a911, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:49.659844 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] For port dc57c7d9-76f0-43aa-a113-bb67d4e8a911, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:49.661997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-450165d9-d2c4-4254-a1ac-b655c3c17304 None None] Provisioning complete for port 384c0c23-9747-4666-822e-93323a93f84f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:49.662606 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-450165d9-d2c4-4254-a1ac-b655c3c17304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.669382 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.730077 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Routers {'cd81c6ce-2165-4e78-a763-c2569a029336'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:49.730947 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cd81c6ce-2165-4e78-a763-c2569a029336'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:49.751827 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5527dd-f994-4797-b1f1-a520368010cd x-openstack-request-id: req-3c5527dd-f994-4797-b1f1-a520368010cd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:49.752112 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f23a7-8bca-4ac5-844c-ed77258085af", "name": "network-vif-plugged", "status": "completed", "tag": "e1f18fcc-22ba-41ee-b851-9282cd934e83", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:49.752364 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c5527dd-f994-4797-b1f1-a520368010cd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:49.752871 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f23a7-8bca-4ac5-844c-ed77258085af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f18fcc-22ba-41ee-b851-9282cd934e83', 'code': 200} Jul 09 16:33:49.754911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e458e9-36f2-4d92-82f4-d4765ab29411 req-845da7a2-0e26-4b99-ae28-d1835abceb61 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.767378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5e458e9-36f2-4d92-82f4-d4765ab29411 req-845da7a2-0e26-4b99-ae28-d1835abceb61 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 971 time: 0.2090628 Jul 09 16:33:49.830877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-6f405a25-b8ce-4e5b-bd09-ed4760bcaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.834008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-6f405a25-b8ce-4e5b-bd09-ed4760bcaf6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1117 time: 0.3211617 Jul 09 16:33:49.842613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.43', 58040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.871599 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] Set router cd81c6ce-2165-4e78-a763-c2569a029336 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:49.900874 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d1a3a-f978-4fd3-8263-cf35070b06f8 None None] Pushing event updated for resources: {'Port': ['ID=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.949934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-88744cf6-d1ce-4246-a24f-39b82c63cf82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0379477 Jul 09 16:33:50.007139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5e458e9-36f2-4d92-82f4-d4765ab29411 req-4e5af6fd-a7bc-4590-96f5-8ca53a392240 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272573 Jul 09 16:33:50.082384 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5450786c-cca2-41a9-bae1-a823f2b2b7df x-openstack-request-id: req-5450786c-cca2-41a9-bae1-a823f2b2b7df {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:50.082702 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:50.082931 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5450786c-cca2-41a9-bae1-a823f2b2b7df {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:50.083473 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'status': 'completed', 'code': 200} Jul 09 16:33:50.114579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-9a021806-ba24-4dfe-b676-591157d4c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.116113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-9a021806-ba24-4dfe-b676-591157d4c517 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1552711 Jul 09 16:33:50.148582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d888b-e050-4fbd-a619-5632628fec67 req-cc7125d8-2a76-4b17-b3f1-b4921f99814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.150392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-464d888b-e050-4fbd-a619-5632628fec67 req-cc7125d8-2a76-4b17-b3f1-b4921f99814c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 1122 time: 0.3053129 Jul 09 16:33:50.153904 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:33:47Z', 'revision_number': 3, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:50.158670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a312845-bef6-4d7b-9e7a-08efe7abb8c2 req-fde329e6-f341-42f8-8a43-f77d822b9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.160204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a312845-bef6-4d7b-9e7a-08efe7abb8c2 req-fde329e6-f341-42f8-8a43-f77d822b9884 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874909 Jul 09 16:33:50.172820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-01c28580-641d-403a-bde2-23e0410219c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475881 Jul 09 16:33:50.185979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Allocated IP 172.20.0.1 (53e715b7-adbe-42f5-82ef-758b34968c42/16bf42da-2232-452d-a2fc-98a0897485e6/93676a47-89bf-4651-aa59-73ee70142b74) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:50.206845 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26554fb-9c81-4b08-9763-c71d68806ed1 None None] The sync data for ids ['cd81c6ce-2165-4e78-a763-c2569a029336'] in n-d-800085-2 is: [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:33:47Z', 'revision_number': 3, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:50.248299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-464d888b-e050-4fbd-a619-5632628fec67 req-faa0c043-efc4-45bf-96dc-97b2ae754270 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.285862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526f4a7-5dca-4ec0-af09-305fd86c9045 req-ea00d805-1622-4915-9def-092ac75ca70f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.293259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d526f4a7-5dca-4ec0-af09-305fd86c9045 req-ea00d805-1622-4915-9def-092ac75ca70f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 931 time: 0.2550688 Jul 09 16:33:50.314440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3065335a-03e8-4260-b058-38332d9d1182 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:50.351587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.399211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Transition to ACTIVE for port object 3065335a-03e8-4260-b058-38332d9d1182 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:50.410334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.429361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d526f4a7-5dca-4ec0-af09-305fd86c9045 req-9b0af6d7-03b8-4c7d-ab26-71361bddf070 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348214 Jul 09 16:33:50.436505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-c822eeee-88cd-4194-a24e-5f4120af350c service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556036 Jul 09 16:33:50.478746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.511042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3065335a-03e8-4260-b058-38332d9d1182,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:50.524625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-a0148abe-c157-421e-b8a8-25ba8028a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.526359 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-a0148abe-c157-421e-b8a8-25ba8028a8a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 1099 time: 0.2751431 Jul 09 16:33:50.543894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Transition to ACTIVE for port object 93676a47-89bf-4651-aa59-73ee70142b74 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:50.644440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a089f5-496a-4636-b76d-3e9a3c4c23b0 req-a0e13f9b-e7ad-4fea-beea-f64d1d27dd67 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.647610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32a089f5-496a-4636-b76d-3e9a3c4c23b0 req-a0e13f9b-e7ad-4fea-beea-f64d1d27dd67 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.3053517 Jul 09 16:33:50.667065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93fbe4a0-f6fa-4589-bad6-3ca379176649 req-06eaf1de-294f-4369-b55e-944bb41385f0 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212367 Jul 09 16:33:50.669409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-464d888b-e050-4fbd-a619-5632628fec67 req-faa0c043-efc4-45bf-96dc-97b2ae754270 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.680367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-464d888b-e050-4fbd-a619-5632628fec67 req-faa0c043-efc4-45bf-96dc-97b2ae754270 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.990184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dc57c7d9-76f0-43aa-a113-bb67d4e8a911 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:51.071492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-780ca9fc-8fbb-4a40-82ab-0c4cf8d91061 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9 HTTP/1.1" status: 200 len: 217 time: 0.5251417 Jul 09 16:33:51.106113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:51.112922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:51.113924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.188074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Attempting to bind port 3065335a-03e8-4260-b058-38332d9d1182 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:51.188727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Attempting to bind port 3065335a-03e8-4260-b058-38332d9d1182 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:51.190307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Attempting to bind port 3065335a-03e8-4260-b058-38332d9d1182 on network ba61a74d-ec98-4f18-8a67-85b159c9079b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:51.196485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-464d888b-e050-4fbd-a619-5632628fec67 req-faa0c043-efc4-45bf-96dc-97b2ae754270 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0263727 Jul 09 16:33:51.215233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Port 3065335a-03e8-4260-b058-38332d9d1182 on network ba61a74d-ec98-4f18-8a67-85b159c9079b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:51.215776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Attempting to bind port 3065335a-03e8-4260-b058-38332d9d1182 on network ba61a74d-ec98-4f18-8a67-85b159c9079b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:51.223492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.235579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0c043-efc4-45bf-96dc-97b2ae754270 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=622d47e7-98e8-4f03-92ff-db78d6f4a441,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.239703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-89d2f7da-1353-472d-aee1-a9f8df075e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.242069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-89d2f7da-1353-472d-aee1-a9f8df075e56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1528442 Jul 09 16:33:51.251178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32a089f5-496a-4636-b76d-3e9a3c4c23b0 req-32305a01-56f7-4468-938f-e27bd68356b9 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904303 Jul 09 16:33:51.256412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:51.257054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Checking segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:51.257677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Bound using segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:51.258365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Bound port: 3065335a-03e8-4260-b058-38332d9d1182, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:51.259129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.275951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port dc57c7d9-76f0-43aa-a113-bb67d4e8a911, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:51.284138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.285235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 384c0c23-9747-4666-822e-93323a93f84f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:51.306939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-2ae18af9-0cff-4663-bc33-023bd90e7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.308617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-2ae18af9-0cff-4663-bc33-023bd90e7026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1117 time: 0.1703854 Jul 09 16:33:51.314659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.316827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf061f-6669-46f6-8266-f81ba2699776 req-6d0395e1-e50c-4bd5-af52-39c13971dec9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.324194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cbf061f-6669-46f6-8266-f81ba2699776 req-6d0395e1-e50c-4bd5-af52-39c13971dec9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.6000829 Jul 09 16:33:51.404874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.425307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 384c0c23-9747-4666-822e-93323a93f84f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:51.425534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.440017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Network 53e715b7-adbe-42f5-82ef-758b34968c42 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:51.477011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:51.485223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:51.485713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.488556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Pushing event updated for resources: {'Port': ['ID=93676a47-89bf-4651-aa59-73ee70142b74,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.611785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] For port 3065335a-03e8-4260-b058-38332d9d1182, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:51.644557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] For port 3065335a-03e8-4260-b058-38332d9d1182, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3065335a-03e8-4260-b058-38332d9d1182,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:51.645904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-d1b0e8cc-015e-40a4-8226-bfd9ac6ca5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.647984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-d1b0e8cc-015e-40a4-8226-bfd9ac6ca5fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.3199437 Jul 09 16:33:51.650232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-27213fdf-e6c4-44c9-9a6d-440ab2bb0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.651980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-27213fdf-e6c4-44c9-9a6d-440ab2bb0ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3893352 Jul 09 16:33:51.680781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.686351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cbf061f-6669-46f6-8266-f81ba2699776 req-1dfe7f21-868f-4d08-be1e-5a2e737d2f2b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607543 Jul 09 16:33:51.737546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-5fd1734e-b53e-41aa-aaef-b09e4989e914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0769498 Jul 09 16:33:51.823316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.823935 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.825378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/3065335a-03e8-4260-b058-38332d9d1182 HTTP/1.1" status: 200 len: 1091 time: 2.5874603 Jul 09 16:33:51.825836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'tag': '3065335a-03e8-4260-b058-38332d9d1182'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:51.828274 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd817a0e-2984-4f19-8379-8fb4c0af849b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "tag": "3065335a-03e8-4260-b058-38332d9d1182"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:51.834366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5be301ad-24ea-47b1-884b-5a87a3a4e05a None None] Provisioning for port 93676a47-89bf-4651-aa59-73ee70142b74 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:51.846022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5be301ad-24ea-47b1-884b-5a87a3a4e05a None None] Provisioning complete for port 93676a47-89bf-4651-aa59-73ee70142b74 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:51.846440 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5be301ad-24ea-47b1-884b-5a87a3a4e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.853972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f0602-7b65-470d-a575-03f58236fee4 req-602eeeb6-05fe-43b7-ae1a-2028c96dfdf6 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.863226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f2f0602-7b65-470d-a575-03f58236fee4 req-602eeeb6-05fe-43b7-ae1a-2028c96dfdf6 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 971 time: 0.3258984 Jul 09 16:33:51.863947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b70ed-2ca2-482e-aed1-2cf89624d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3065335a-03e8-4260-b058-38332d9d1182,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.908359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-3795dcf9-7c3b-429b-8c73-dfbd421cc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.911592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-3795dcf9-7c3b-429b-8c73-dfbd421cc1df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1611888 Jul 09 16:33:51.946258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-d804c886-b272-4c4a-a856-4cfa4e86229d service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741847 Jul 09 16:33:51.967925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5be301ad-24ea-47b1-884b-5a87a3a4e05a None None] Port 93676a47-89bf-4651-aa59-73ee70142b74 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:52.011536 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.011762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-824f5726-c000-4371-8696-cf876166722f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863118 Jul 09 16:33:52.115905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-65526134-f315-497d-8ee6-727fd7b088d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.117718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-65526134-f315-497d-8ee6-727fd7b088d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 1094 time: 0.2146010 Jul 09 16:33:52.126381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f2f0602-7b65-470d-a575-03f58236fee4 req-20c5635a-5d88-4411-b4af-297c2b6e8d7e tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616026 Jul 09 16:33:52.128388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1da1eb1-3068-42b9-8449-216fd37d9af3 req-442f05a1-56fb-4a83-9f52-01ddd26e2597 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749561 Jul 09 16:33:52.130961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-49b29c3e-8c17-4ada-8d4b-0d130b20432f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea143b1f53a24f11b7a982b447af3afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840480 Jul 09 16:33:52.231143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-a4b710ad-da5c-4673-8ed6-0fa5dd2bb99d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3065335a-03e8-4260-b058-38332d9d1182 HTTP/1.1" status: 200 len: 217 time: 0.0809884 Jul 09 16:33:52.241065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-a297fbf2-95af-4594-8f53-811052c945b6 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212324 Jul 09 16:33:52.324464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-632cde8d-1979-4431-9c08-74d7db2c07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.326054 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-632cde8d-1979-4431-9c08-74d7db2c07fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0851331 Jul 09 16:33:52.366191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-c43fedef-44b5-4175-a7fc-f9340c9db829 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.368223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-c43fedef-44b5-4175-a7fc-f9340c9db829 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284050 Jul 09 16:33:52.392893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.401116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.401944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.411221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-6476a7f7-48b7-4c7f-bbc4-7205f42b2efa tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/quotas/ea143b1f53a24f11b7a982b447af3afd HTTP/1.1" status: 200 len: 375 time: 0.0367904 Jul 09 16:33:52.475544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-d9d22f08-1f6a-4862-abd4-d6a206849251 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619454 Jul 09 16:33:52.489672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e87323b4-e2a1-49f3-9f47-3d151a479f60 req-2ac9272a-3194-4c69-9e46-c445315e220e service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379477 Jul 09 16:33:52.505403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Pushing event updated for resources: {'Port': ['ID=93676a47-89bf-4651-aa59-73ee70142b74,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:52.509496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-16dbfd55-8a44-4ba3-845f-f70b47f63f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.511112 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-16dbfd55-8a44-4ba3-845f-f70b47f63f3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728745 Jul 09 16:33:52.517819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562340e5-7b26-4c47-80e4-a821aeb60090 req-90537de8-764e-423a-ad96-ab2e69e6f13f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.520434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-562340e5-7b26-4c47-80e4-a821aeb60090 req-90537de8-764e-423a-ad96-ab2e69e6f13f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 943 time: 0.2022638 Jul 09 16:33:52.564826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-562340e5-7b26-4c47-80e4-a821aeb60090 req-a0b15da5-7475-41de-a9b7-c41f03b80c64 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373716 Jul 09 16:33:52.652494 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc44398a-3f83-4628-a7c1-4a194aa277b5 x-openstack-request-id: req-fc44398a-3f83-4628-a7c1-4a194aa277b5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:52.652973 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "tag": "3065335a-03e8-4260-b058-38332d9d1182", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:52.653360 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc44398a-3f83-4628-a7c1-4a194aa277b5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:52.654005 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'tag': '3065335a-03e8-4260-b058-38332d9d1182', 'status': 'completed', 'code': 200} Jul 09 16:33:52.673744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Network 53e715b7-adbe-42f5-82ef-758b34968c42 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:52.678429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:52.699103 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-13d7de29-a8da-4c88-9b99-fb0377911b28 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765132 Jul 09 16:33:52.797333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dc57c7d9-76f0-43aa-a113-bb67d4e8a911 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:52.931465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:52.931900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.977497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47d63-efad-4175-bbf4-6679f60ffab8 req-675b1e14-208d-43f6-9162-a769f67836c8 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.979140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88a47d63-efad-4175-bbf4-6679f60ffab8 req-675b1e14-208d-43f6-9162-a769f67836c8 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.1237779 Jul 09 16:33:53.055246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a6fcba7-e9bd-479a-8af3-60433e56d5a6 None None] Provisioning complete for port 93676a47-89bf-4651-aa59-73ee70142b74 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:53.055917 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a6fcba7-e9bd-479a-8af3-60433e56d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.091555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Router cd81c6ce-2165-4e78-a763-c2569a029336 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:53.103179 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13e6ac43-e9c9-4759-901c-601cb523cfc3 req-03ea1681-0442-41f9-a2bb-44c7f1420653 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592279 Jul 09 16:33:53.152564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1a6fcba7-e9bd-479a-8af3-60433e56d5a6 None None] Port 93676a47-89bf-4651-aa59-73ee70142b74 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:53.159226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88a47d63-efad-4175-bbf4-6679f60ffab8 req-df79ecc7-383f-4979-8f29-d87949a70fa1 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573026 Jul 09 16:33:53.201037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df614-dfea-4345-b34c-c3bfd85cb7c8 req-ee59d3fc-b0d6-4e53-9d2c-957bbb4a89ec tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:53.213751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f56df614-dfea-4345-b34c-c3bfd85cb7c8 req-ee59d3fc-b0d6-4e53-9d2c-957bbb4a89ec tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.2299113 Jul 09 16:33:53.276068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:53.281768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e3a7450-364c-4d66-97ba-7d074fd0db2e admin admin] 10.222.0.48 "PUT /v2.0/routers/cd81c6ce-2165-4e78-a763-c2569a029336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9897156 Jul 09 16:33:53.287033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f56df614-dfea-4345-b34c-c3bfd85cb7c8 req-78760a7a-a588-44dc-94fb-9c932f758cf2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703354 Jul 09 16:33:53.295789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Sync routers for ids ['cd81c6ce-2165-4e78-a763-c2569a029336'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:53.323364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Routers {'cd81c6ce-2165-4e78-a763-c2569a029336'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:53.327101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cd81c6ce-2165-4e78-a763-c2569a029336'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:53.366386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-099dd01f-642f-47c6-9d2c-7e3d9fb5c18a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea143b1f53a24f11b7a982b447af3afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508835 Jul 09 16:33:53.390158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-57c99786-0672-4469-ab4a-5989b342b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:53.395935 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-57c99786-0672-4469-ab4a-5989b342b186 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 1094 time: 0.1051369 Jul 09 16:33:53.500660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-f7cfb81b-13bd-470e-823b-0bcfa16f698a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:53.502506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-f7cfb81b-13bd-470e-823b-0bcfa16f698a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350341 Jul 09 16:33:53.531869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Set router cd81c6ce-2165-4e78-a763-c2569a029336 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:53.537375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-35f380ba-2cab-4615-b9e3-76fd36c0c266 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/quotas/ea143b1f53a24f11b7a982b447af3afd HTTP/1.1" status: 200 len: 375 time: 0.0172129 Jul 09 16:33:53.595398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-8bfb039a-c8d3-4fa3-bfa3-6af9dfdedad1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461497 Jul 09 16:33:53.639601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c283d5-4971-4f81-b46f-a4060f1ef7df req-db8e91ff-b23f-417d-9ebd-9f2e9b6bc017 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:53.641258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.641895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30c283d5-4971-4f81-b46f-a4060f1ef7df req-db8e91ff-b23f-417d-9ebd-9f2e9b6bc017 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 971 time: 0.1616991 Jul 09 16:33:53.711907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30c283d5-4971-4f81-b46f-a4060f1ef7df req-1d86251e-75e4-4f6f-a6a9-b415105a2b35 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Jul 09 16:33:53.889657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '93676a47-89bf-4651-aa59-73ee70142b74', 'name': '', 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'mac_address': 'fa:16:3e:84:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '16bf42da-2232-452d-a2fc-98a0897485e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:49Z', 'updated_at': '2021-07-09T16:33:52Z', 'revision_number': 2, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'subnets': [{'id': '16bf42da-2232-452d-a2fc-98a0897485e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:53.961670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Checking router: cd81c6ce-2165-4e78-a763-c2569a029336 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:33:53.962211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Updating router cd81c6ce-2165-4e78-a763-c2569a029336 port 93676a47-89bf-4651-aa59-73ee70142b74 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:33:54.021255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-b89249b5-0fec-4323-9c06-90229d97f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.023439 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-b89249b5-0fec-4323-9c06-90229d97f206 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 924 time: 0.6183109 Jul 09 16:33:54.030582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.079642 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-7f115e86-8161-4ba9-b06b-02dbc9c8192c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3065335a-03e8-4260-b058-38332d9d1182 HTTP/1.1" status: 200 len: 217 time: 0.0492506 Jul 09 16:33:54.141560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-893cdab0-a219-4b1e-93c0-822f3212847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.142491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9177f2ab-f245-438a-a957-14285514dc10 req-5d3dd94c-03b0-48c2-8c97-818fdcb90657 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2912846 Jul 09 16:33:54.143153 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-893cdab0-a219-4b1e-93c0-822f3212847c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0560775 Jul 09 16:33:54.154838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:54.193360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fadee-0080-4c5b-bf47-eb4cc43e8806 req-07b535d1-ab16-45d9-b2b3-fbfbb7e6d722 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.202929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e15fadee-0080-4c5b-bf47-eb4cc43e8806 req-07b535d1-ab16-45d9-b2b3-fbfbb7e6d722 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 943 time: 0.2251599 Jul 09 16:33:54.221122 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.224850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-54a47893-9556-4666-9619-97f8959fbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.228540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-54a47893-9556-4666-9619-97f8959fbf16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777054 Jul 09 16:33:54.277612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:33:54.304278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e15fadee-0080-4c5b-bf47-eb4cc43e8806 req-c7430607-739f-4412-9a0d-1203487bca22 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001246 Jul 09 16:33:54.357577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-7ac4280e-38d9-4774-82c9-9f00780377ad service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217854 Jul 09 16:33:54.433696 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.481846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd817a0e-2984-4f19-8379-8fb4c0af849b req-ef0701b8-54f5-4275-a39e-9291d0bd6e49 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145816 Jul 09 16:33:54.494411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:54.512668 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.528485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'port_id': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'mac_address': 'fa:16:3e:31:82:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e73a0b-6e7e-4e98-ae40-417da79be4ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-2076534096', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:33:54.533745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Transition to ACTIVE for port object 93676a47-89bf-4651-aa59-73ee70142b74 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:54.542379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.576923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-53a481d3-b283-46ee-ba98-3809342a5fb6 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea143b1f53a24f11b7a982b447af3afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344064 Jul 09 16:33:54.627494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.643008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Allocated IP 172.25.7.223 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/e19f04bc-4c69-4e99-8ad4-48706c4b670b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:54.648530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d056223e-4402-4f7c-bd7c-98cc5d48c7d0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:54.712566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211d5b-f52b-48e3-bb78-c63827f2274c None None] Pushing event updated for resources: {'Port': ['ID=93676a47-89bf-4651-aa59-73ee70142b74,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:54.767446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Attempting to bind port 93676a47-89bf-4651-aa59-73ee70142b74 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:54.767821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Attempting to bind port 93676a47-89bf-4651-aa59-73ee70142b74 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:54.768187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Attempting to bind port 93676a47-89bf-4651-aa59-73ee70142b74 on network 53e715b7-adbe-42f5-82ef-758b34968c42 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:54.773780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:54.777456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:54.777862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Checking segment: {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:54.778621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.778909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Bound using segment: {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:54.779298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Bound port: 93676a47-89bf-4651-aa59-73ee70142b74, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:54.779790 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.788566 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.834605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-99b43eeb-d8e0-48cf-8387-056a256704e3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.840750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-99b43eeb-d8e0-48cf-8387-056a256704e3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542286 Jul 09 16:33:54.862332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Request body: {'port': {'device_id': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'ea143b1f53a24f11b7a982b447af3afd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:54.885928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:54.964180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] For port 93676a47-89bf-4651-aa59-73ee70142b74, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:54.969099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] For port 93676a47-89bf-4651-aa59-73ee70142b74, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=93676a47-89bf-4651-aa59-73ee70142b74,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:55.000536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.065364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Made reservation on behalf of ea143b1f53a24f11b7a982b447af3afd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:55.071345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.082236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d056223e-4402-4f7c-bd7c-98cc5d48c7d0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:55.084197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Routers {'cd81c6ce-2165-4e78-a763-c2569a029336'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:55.084898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cd81c6ce-2165-4e78-a763-c2569a029336'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:55.090254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542420f3-c187-4b23-9d29-f330dd4718e9 req-d563530c-9b78-4688-b81e-a2a7caec7dfb tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:55.092728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-542420f3-c187-4b23-9d29-f330dd4718e9 req-d563530c-9b78-4688-b81e-a2a7caec7dfb tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 1122 time: 0.5558236 Jul 09 16:33:55.102433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.128477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-542420f3-c187-4b23-9d29-f330dd4718e9 req-0577b05b-3ab0-492a-b649-c14b8f341e55 tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.146853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211d5b-f52b-48e3-bb78-c63827f2274c None None] Pushing event updated for resources: {'Port': ['ID=93676a47-89bf-4651-aa59-73ee70142b74,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.215688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.248915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] Set router cd81c6ce-2165-4e78-a763-c2569a029336 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:33:55.266254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.273852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.280082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.338525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:55.352055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:55.363223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:55.371473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Pushing event updated for resources: {'Port': ['ID=e19f04bc-4c69-4e99-8ad4-48706c4b670b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.439695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Allocated IP 192.168.233.8 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/37d673b2-8824-469c-a4bf-fe33e5425374) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:55.447376 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.524173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-542420f3-c187-4b23-9d29-f330dd4718e9 req-0577b05b-3ab0-492a-b649-c14b8f341e55 tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.525825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.529863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-542420f3-c187-4b23-9d29-f330dd4718e9 req-0577b05b-3ab0-492a-b649-c14b8f341e55 tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.590007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-542420f3-c187-4b23-9d29-f330dd4718e9 req-0577b05b-3ab0-492a-b649-c14b8f341e55 tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875815 Jul 09 16:33:55.598196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '93676a47-89bf-4651-aa59-73ee70142b74', 'name': '', 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'mac_address': 'fa:16:3e:84:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '16bf42da-2232-452d-a2fc-98a0897485e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:49Z', 'updated_at': '2021-07-09T16:33:54Z', 'revision_number': 4, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'subnets': [{'id': '16bf42da-2232-452d-a2fc-98a0897485e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:55.627378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577b05b-3ab0-492a-b649-c14b8f341e55 tempest-AggregatesAdminTestJSON-686492897 tempest-AggregatesAdminTestJSON-686492897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4861aea-69b5-4a52-9eb9-8e8b6a0d043c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.659830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471139d-d41a-4a9c-b3f7-4c0d7d7c47fc None None] The sync data for ids ['cd81c6ce-2165-4e78-a763-c2569a029336'] in n-d-800085-2 is: [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '93676a47-89bf-4651-aa59-73ee70142b74', 'name': '', 'network_id': '53e715b7-adbe-42f5-82ef-758b34968c42', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'mac_address': 'fa:16:3e:84:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '16bf42da-2232-452d-a2fc-98a0897485e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:49Z', 'updated_at': '2021-07-09T16:33:54Z', 'revision_number': 4, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'subnets': [{'id': '16bf42da-2232-452d-a2fc-98a0897485e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:55.700255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-e2c45bce-ec06-4cb0-bf2d-a0cef76dd8c1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea143b1f53a24f11b7a982b447af3afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2208729 Jul 09 16:33:55.763420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9ee8c-4a63-4de5-a75a-8659296be369,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.808016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.840312 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.845563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c0d4d3c-6ce8-4c34-b398-494e85f894e1 req-a3084183-b484-4f35-a70e-34337a49c8a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 210 time: 0.0352991 Jul 09 16:33:55.883867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.895989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.916394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.918383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9177f2ab-f245-438a-a957-14285514dc10 req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7688456 Jul 09 16:33:55.919174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a88d3-bdb3-440b-b286-3e25823aa237 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Pushing event updated for resources: {'Port': ['ID=e19f04bc-4c69-4e99-8ad4-48706c4b670b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.936407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Transition to ACTIVE for port object 37d673b2-8824-469c-a4bf-fe33e5425374 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:55.974934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-8f19bfd5-7d9f-4221-915c-7eed3c3b629c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:55.974934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-8f19bfd5-7d9f-4221-915c-7eed3c3b629c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457376 Jul 09 16:33:56.002608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Request body: {'port': {'device_id': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'ea143b1f53a24f11b7a982b447af3afd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:56.009864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9177f2ab-f245-438a-a957-14285514dc10 req-d77fa6ae-5e71-42e8-b148-cc816ea18698 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0793529 Jul 09 16:33:56.109079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.188986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f2ab-f245-438a-a957-14285514dc10 req-fbe237a0-c91e-45c4-9d47-2c02abcf75f6 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.190666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9177f2ab-f245-438a-a957-14285514dc10 req-fbe237a0-c91e-45c4-9d47-2c02abcf75f6 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1735816 Jul 09 16:33:56.206138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-9177f2ab-f245-438a-a957-14285514dc10 req-07db258e-576c-4e35-8fbc-cb7e6ed57a61 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:56.206355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:56.207495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9177f2ab-f245-438a-a957-14285514dc10 req-07db258e-576c-4e35-8fbc-cb7e6ed57a61 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093570 Jul 09 16:33:56.214588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:56.216740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:56.219269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:56.225490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.226490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.260708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Made reservation on behalf of ea143b1f53a24f11b7a982b447af3afd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:56.269255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.273460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e62b41-e337-4a26-b7b9-9c8995203d4d req-c07160dd-0b35-4889-865c-df664e12ea9b tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.274088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-ad738d65-1ae8-4804-a9d0-2cef3da76a9a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4179535 Jul 09 16:33:56.276507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2e62b41-e337-4a26-b7b9-9c8995203d4d req-c07160dd-0b35-4889-865c-df664e12ea9b tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 948 time: 0.1717412 Jul 09 16:33:56.292940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:56.295411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Request body: {'port': {'device_id': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:56.416959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2e62b41-e337-4a26-b7b9-9c8995203d4d req-880ecb9b-7559-43e2-a504-5f8839e242a9 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321037 Jul 09 16:33:56.476917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:56.482983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:56.484593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.573466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.596730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae823-9f6f-442c-9438-7d35dd07dd99 req-5b8cf633-c860-4f63-911d-db094224fec1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.612460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c25ae823-9f6f-442c-9438-7d35dd07dd99 req-5b8cf633-c860-4f63-911d-db094224fec1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 967 time: 0.1755030 Jul 09 16:33:56.645055 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.646651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Allocated IP 192.168.233.218 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/573cf368-4bbe-4aa3-892f-672fe0f7dd13) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:56.692953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a1336ad8-21af-4ead-b59e-f4343202e2d9 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:33:56.703485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c25ae823-9f6f-442c-9438-7d35dd07dd99 req-d14e7f6c-5bb8-4a15-b8ab-da27e0d32b64 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894566 Jul 09 16:33:56.747696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:56.754584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:56.769030 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310dbb2e-cf54-4ffd-bfa1-371cea07c8b3" -d '{"events": [{"server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "name": "network-vif-plugged", "status": "completed", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:56.791867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.839543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 93676a47-89bf-4651-aa59-73ee70142b74 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:56.886649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284995-5cc3-4244-bbee-7b9780f001a8 req-0aeebec0-5982-457a-83b7-f83811cdb959 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.889751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac284995-5cc3-4244-bbee-7b9780f001a8 req-0aeebec0-5982-457a-83b7-f83811cdb959 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 943 time: 0.1833284 Jul 09 16:33:56.960410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac284995-5cc3-4244-bbee-7b9780f001a8 req-8b8e1078-b791-47f5-a29a-47790b866aa7 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634267 Jul 09 16:33:57.087397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.119679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Transition to ACTIVE for port object 573cf368-4bbe-4aa3-892f-672fe0f7dd13 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:57.134064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-062c7c62-dc5e-493c-8bab-e27f345b8fd7 req-74875e9d-a821-43bb-bc57-1e164d744129 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips/c081adc9-24fd-4ca4-97d6-aa4252821a9f HTTP/1.1" status: 200 len: 693 time: 0.0968316 Jul 09 16:33:57.153366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-194c4052-3a35-44c1-aa7c-024f5cb99cc3 None None] Provisioning for port 37d673b2-8824-469c-a4bf-fe33e5425374 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:57.157784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.178719 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7186f65b-0315-4816-b2bd-97311e00088e x-openstack-request-id: req-7186f65b-0315-4816-b2bd-97311e00088e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:57.179017 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "name": "network-vif-plugged", "status": "completed", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:57.179281 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7186f65b-0315-4816-b2bd-97311e00088e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:57.179679 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'code': 200} Jul 09 16:33:57.182768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-194c4052-3a35-44c1-aa7c-024f5cb99cc3 None None] Provisioning complete for port 37d673b2-8824-469c-a4bf-fe33e5425374 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:57.183150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-194c4052-3a35-44c1-aa7c-024f5cb99cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.258399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-194c4052-3a35-44c1-aa7c-024f5cb99cc3 None None] Port 37d673b2-8824-469c-a4bf-fe33e5425374 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:57.261162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a1336ad8-21af-4ead-b59e-f4343202e2d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:57.263710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 93676a47-89bf-4651-aa59-73ee70142b74 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:57.273209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 93676a47-89bf-4651-aa59-73ee70142b74 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:57.273591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.303195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'a1336ad8-21af-4ead-b59e-f4343202e2d9', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'a1336ad8-21af-4ead-b59e-f4343202e2d9', 'mac_address': 'fa:16:3e:91:2b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:33:57.337873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c7c62-dc5e-493c-8bab-e27f345b8fd7 req-909156e7-f58f-4dae-8452-158a10536580 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.339402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-062c7c62-dc5e-493c-8bab-e27f345b8fd7 req-909156e7-f58f-4dae-8452-158a10536580 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1999643 Jul 09 16:33:57.371454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.387068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-062c7c62-dc5e-493c-8bab-e27f345b8fd7 req-39986cd9-ccd2-413b-8f1d-21d809154cff tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:57.388327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-062c7c62-dc5e-493c-8bab-e27f345b8fd7 req-39986cd9-ccd2-413b-8f1d-21d809154cff tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109622 Jul 09 16:33:57.399785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1336ad8-21af-4ead-b59e-f4343202e2d9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:57.418505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53945dc8-e0f0-4ae6-afd6-fc9fd0dc6744 req-1c4596ea-dfe1-40ec-8262-b97eca7724f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.420141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53945dc8-e0f0-4ae6-afd6-fc9fd0dc6744 req-1c4596ea-dfe1-40ec-8262-b97eca7724f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1119 time: 0.1696758 Jul 09 16:33:57.426103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d673b2-8824-469c-a4bf-fe33e5425374 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:57.446123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6db90-0392-4b25-87d7-4ec11df4fe90 req-98056112-2249-4293-a5da-0905ef050df7 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.452945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de6db90-0392-4b25-87d7-4ec11df4fe90 req-98056112-2249-4293-a5da-0905ef050df7 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 936 time: 0.1121426 Jul 09 16:33:57.453712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.463094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a1336ad8-21af-4ead-b59e-f4343202e2d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:57.469880 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.474310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Transition to ACTIVE for port object 37d673b2-8824-469c-a4bf-fe33e5425374 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:57.476645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.478551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.493480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.539455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:57.548256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:57.552583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 93676a47-89bf-4651-aa59-73ee70142b74, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=93676a47-89bf-4651-aa59-73ee70142b74,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:57.553035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:57.553592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a1336ad8-21af-4ead-b59e-f4343202e2d9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.558743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.559545 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.567695 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.570173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f974c31f-63e9-49c6-a1cb-d28d2422095b req-84612466-0fdf-42f6-9e3f-eb9e1a09ecfc tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=6aba9b648500464cbdeca0b785f12458 HTTP/1.1" status: 200 len: 696 time: 0.1000941 Jul 09 16:33:57.575143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event updated for resources: {'Port': ['ID=573cf368-4bbe-4aa3-892f-672fe0f7dd13,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.623138 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-440d19e9-eef5-4c68-8f58-95b0fcfe04b0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6253409 Jul 09 16:33:57.625542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=93676a47-89bf-4651-aa59-73ee70142b74,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.647588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Request body: {'port': {'device_id': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:57.660742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53945dc8-e0f0-4ae6-afd6-fc9fd0dc6744 req-04fd3ead-6f1b-4c6f-82df-47264f8ef832 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319784 Jul 09 16:33:57.672383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de6db90-0392-4b25-87d7-4ec11df4fe90 req-6f7b0b51-5ae9-4372-b97c-4b7d513dc988 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183948 Jul 09 16:33:57.676169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Attempting to bind port 37d673b2-8824-469c-a4bf-fe33e5425374 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:57.676505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Attempting to bind port 37d673b2-8824-469c-a4bf-fe33e5425374 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:57.677001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Attempting to bind port 37d673b2-8824-469c-a4bf-fe33e5425374 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:57.688655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.706038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Port 37d673b2-8824-469c-a4bf-fe33e5425374 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:57.706038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Attempting to bind port 37d673b2-8824-469c-a4bf-fe33e5425374 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:57.717740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:57.718103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:57.718611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:57.719051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Bound port: 37d673b2-8824-469c-a4bf-fe33e5425374, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:57.719413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.725681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c31f-63e9-49c6-a1cb-d28d2422095b req-5f0921e0-885d-45c8-958a-90413a118759 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.727343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f974c31f-63e9-49c6-a1cb-d28d2422095b req-5f0921e0-885d-45c8-958a-90413a118759 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks?id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 787 time: 0.1562018 Jul 09 16:33:57.739795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-f974c31f-63e9-49c6-a1cb-d28d2422095b req-2f9b70e5-905c-496d-8ef2-6ae9743f37e4 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:57.741371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f974c31f-63e9-49c6-a1cb-d28d2422095b req-2f9b70e5-905c-496d-8ef2-6ae9743f37e4 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084207 Jul 09 16:33:57.787748 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.865904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:57.881453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:57.888872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.896377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-646dafa7-2cb0-498e-8ab8-e7c121f7702a tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips/c081adc9-24fd-4ca4-97d6-aa4252821a9f HTTP/1.1" status: 200 len: 693 time: 0.0731921 Jul 09 16:33:58.023789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.024712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.025301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a1336ad8-21af-4ead-b59e-f4343202e2d9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:58.027122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] 10.222.0.37 "PUT /v2.0/ports/37d673b2-8824-469c-a4bf-fe33e5425374 HTTP/1.1" status: 200 len: 1094 time: 1.7371604 Jul 09 16:33:58.027793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:58.031880 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8161c77-c68c-417f-919d-a8d660643e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:58.066157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d009d-9dde-4f23-a7d0-61c69e3bc0cb req-b4234595-3813-43ec-bb83-e72841dd6de6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.067816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-428d009d-9dde-4f23-a7d0-61c69e3bc0cb req-b4234595-3813-43ec-bb83-e72841dd6de6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 949 time: 0.1852672 Jul 09 16:33:58.113856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-ce5f914c-cc08-411f-8826-551e202c9c82 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.115647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-ce5f914c-cc08-411f-8826-551e202c9c82 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2022188 Jul 09 16:33:58.134333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-e5a6ec42-c222-4cef-aff7-7e2d64208e29 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:33:58.136152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-e5a6ec42-c222-4cef-aff7-7e2d64208e29 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085726 Jul 09 16:33:58.152954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614124d-07cd-419a-bcff-d1a680a4ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:58.174140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-428d009d-9dde-4f23-a7d0-61c69e3bc0cb req-3a7b95b2-8dfb-47fe-8d5a-d4e012cd3658 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938840 Jul 09 16:33:58.192296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa2a02b1-63f0-47d2-86b0-fb0d66d607e2 None None] Provisioning for port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:58.198799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa2a02b1-63f0-47d2-86b0-fb0d66d607e2 None None] Provisioning complete for port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:58.199413 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa2a02b1-63f0-47d2-86b0-fb0d66d607e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.265235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-22b8fffc-63be-43ed-9174-77321f145f1e tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0898051 Jul 09 16:33:58.303959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a02b1-63f0-47d2-86b0-fb0d66d607e2 None None] Port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:58.363909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-abd44de7-ecab-45f3-a69f-6b353731b2c4 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0909364 Jul 09 16:33:58.425917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573cf368-4bbe-4aa3-892f-672fe0f7dd13 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:58.435089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-6ce9c481-566a-470a-bb2c-f229dc029cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.436815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-6ce9c481-566a-470a-bb2c-f229dc029cf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1097 time: 0.3023179 Jul 09 16:33:58.441664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.491553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Transition to ACTIVE for port object 573cf368-4bbe-4aa3-892f-672fe0f7dd13 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:58.493454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-3529093e-ba1f-49ec-86f4-ae38a51a5ac1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=37d673b2-8824-469c-a4bf-fe33e5425374 HTTP/1.1" status: 200 len: 217 time: 0.0420010 Jul 09 16:33:58.496243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.598060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fa4e4-60ce-403a-944c-31a6c9090aa0 req-92745353-874a-4754-936f-22f44c780109 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.599721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b0fa4e4-60ce-403a-944c-31a6c9090aa0 req-92745353-874a-4754-936f-22f44c780109 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 968 time: 0.1681652 Jul 09 16:33:58.606564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Deleting port e19f04bc-4c69-4e99-8ad4-48706c4b670b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:58.607046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.612332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Pushing event updated for resources: {'Port': ['ID=573cf368-4bbe-4aa3-892f-672fe0f7dd13,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:58.619099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-dfb51edf-6eb7-4f03-8fa3-c7c028a59547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.620578 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-dfb51edf-6eb7-4f03-8fa3-c7c028a59547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1205912 Jul 09 16:33:58.651361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3065335a-03e8-4260-b058-38332d9d1182 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:33:58.711483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Attempting to bind port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:58.712018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Attempting to bind port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:58.712543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Attempting to bind port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:58.744436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:58.744961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Attempting to bind port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:58.764211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:58.764897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:58.765333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:58.766541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Bound port: 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:58.766541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.776293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b0fa4e4-60ce-403a-944c-31a6c9090aa0 req-14a73c2d-9bf8-475d-8223-7a24348b65e5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635633 Jul 09 16:33:58.785368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-60fcb059-4e66-4238-a288-6311bc0fa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.790020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-60fcb059-4e66-4238-a288-6311bc0fa674 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520529 Jul 09 16:33:58.837794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.841424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.862568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Calling delete_port for e19f04bc-4c69-4e99-8ad4-48706c4b670b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:58.922137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 3065335a-03e8-4260-b058-38332d9d1182, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3065335a-03e8-4260-b058-38332d9d1182,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:58.963571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '3065335a-03e8-4260-b058-38332d9d1182', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'port_id': '3065335a-03e8-4260-b058-38332d9d1182', 'mac_address': 'fa:16:3e:b4:8a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:33:58.982610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 93676a47-89bf-4651-aa59-73ee70142b74 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:59.167574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.193408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-b1a20ba3-6145-41c1-8392-fbe76dddb9c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100821 Jul 09 16:33:59.209428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3065335a-03e8-4260-b058-38332d9d1182 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:59.215300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.253327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-0c3f5827-2974-4cef-9738-bcaa97681f04 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536891 Jul 09 16:33:59.261841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 93676a47-89bf-4651-aa59-73ee70142b74 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:59.262612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Pushing event deleted for resources: {'Port': ['ID=e19f04bc-4c69-4e99-8ad4-48706c4b670b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.262895 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.299578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 3065335a-03e8-4260-b058-38332d9d1182, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3065335a-03e8-4260-b058-38332d9d1182,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:59.310051 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.324216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.326710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.339396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ec5d8f-fb28-4445-b46c-4e9046ad4e12 req-8fdfaa19-0f76-48d8-9d4c-ab6312bbd843 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "DELETE /v2.0/floatingips/c081adc9-24fd-4ca4-97d6-aa4252821a9f HTTP/1.1" status: 204 len: 173 time: 0.9678528 Jul 09 16:33:59.366401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] For port 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:59.371710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] For port 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:59.381241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.395265 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e5406-05a7-46e0-9e80-20734d9ae1b0 x-openstack-request-id: req-961e5406-05a7-46e0-9e80-20734d9ae1b0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:59.395265 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:59.395265 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-961e5406-05a7-46e0-9e80-20734d9ae1b0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:59.395265 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'status': 'completed', 'code': 200} Jul 09 16:33:59.408592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=3065335a-03e8-4260-b058-38332d9d1182,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.440428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-5280724e-578f-4caa-9705-ce53a24c5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.446109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-5280724e-578f-4caa-9705-ce53a24c5e7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0523fca2fc444981b77964b7b071dd67&device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 1122 time: 0.1905172 Jul 09 16:33:59.450662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.450662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.451794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] 10.222.0.37 "PUT /v2.0/ports/573cf368-4bbe-4aa3-892f-672fe0f7dd13 HTTP/1.1" status: 200 len: 1096 time: 1.8085647 Jul 09 16:33:59.466446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c3bdeae-451e-4bbb-9227-2796efc1fdac req-63d4554a-722f-4774-b39d-24db6400c39a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021883 Jul 09 16:33:59.486973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a9b9-b02d-4fb7-86fa-b2e708826111 service neutron] Pushing event updated for resources: {'Port': ['ID=573cf368-4bbe-4aa3-892f-672fe0f7dd13,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.510860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391f0c-905a-4d20-9c61-00becaab6562 req-ea3b3424-1d53-4e08-aee6-c0fb1ac8b575 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.512569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b391f0c-905a-4d20-9c61-00becaab6562 req-ea3b3424-1d53-4e08-aee6-c0fb1ac8b575 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 944 time: 0.2031307 Jul 09 16:33:59.674277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-a9af5490-2504-45ac-9d73-e24023a236e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.675870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-a9af5490-2504-45ac-9d73-e24023a236e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 1099 time: 0.0892541 Jul 09 16:33:59.680476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161c77-c68c-417f-919d-a8d660643e1b req-68bb6dc1-2788-4cf9-924e-e4a43f0a1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.681949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-68bb6dc1-2788-4cf9-924e-e4a43f0a1ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1097 time: 0.1037421 Jul 09 16:33:59.753047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-cf231b98-b9cb-445d-983c-d14735a3a8c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13 HTTP/1.1" status: 200 len: 217 time: 0.0571880 Jul 09 16:33:59.756962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['3065335a-03e8-4260-b058-38332d9d1182'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:59.844774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-00c08e9a-21b3-4e10-abd3-6804823c63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.846815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b391f0c-905a-4d20-9c61-00becaab6562 req-b8872368-b24f-4628-87bf-2e4d9fcceccf tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080318 Jul 09 16:33:59.847387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-00c08e9a-21b3-4e10-abd3-6804823c63be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0683124 Jul 09 16:33:59.875579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-90b74427-1ce3-42d2-b13f-ff7b4f1faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.877160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-90b74427-1ce3-42d2-b13f-ff7b4f1faa7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3996921 Jul 09 16:33:59.901912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1481-20eb-4ff9-88fd-bbadbdb028ec req-0084430c-0919-4fb6-91d5-c6d7b3794abb tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.903435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be2a1481-20eb-4ff9-88fd-bbadbdb028ec req-0084430c-0919-4fb6-91d5-c6d7b3794abb tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 948 time: 0.3584363 Jul 09 16:33:59.922025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161c77-c68c-417f-919d-a8d660643e1b req-fe1191cc-7fd4-4880-b847-55bd3f5de1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.923702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-fe1191cc-7fd4-4880-b847-55bd3f5de1d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2268524 Jul 09 16:33:59.935323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-0081ec86-9a3d-4ba6-937c-823e45664359 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83 HTTP/1.1" status: 200 len: 217 time: 0.0467589 Jul 09 16:33:59.975674 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-fc811ee1-df3b-450f-aa80-518ecfafa14a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=37d673b2-8824-469c-a4bf-fe33e5425374 HTTP/1.1" status: 200 len: 217 time: 0.0416005 Jul 09 16:33:59.984262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-30ecd53d-9dc6-4bd0-bbb8-c5bcdb87e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.985759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-30ecd53d-9dc6-4bd0-bbb8-c5bcdb87e4bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321189 Jul 09 16:34:00.012867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be2a1481-20eb-4ff9-88fd-bbadbdb028ec req-985445e0-7cf0-48ab-b98a-b248d08343af tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Jul 09 16:34:00.025395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-da7f3e58-db00-4df3-a057-4e19edb5674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.026868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-da7f3e58-db00-4df3-a057-4e19edb5674b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0850556 Jul 09 16:34:00.079086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161c77-c68c-417f-919d-a8d660643e1b req-2f8e4e55-da02-4df7-b78e-2b2e20bcadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.080791 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-2f8e4e55-da02-4df7-b78e-2b2e20bcadd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0940657 Jul 09 16:34:00.150827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-57910d19-9b36-45fc-9280-ace662e378ec service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555407 Jul 09 16:34:00.213741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aa903-f341-454c-b9d8-ece82cf90c93 req-23292be3-d0df-479a-a6df-605280888ae6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.215291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f48aa903-f341-454c-b9d8-ece82cf90c93 req-23292be3-d0df-479a-a6df-605280888ae6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 949 time: 0.2079966 Jul 09 16:34:00.221111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-06c5f5b2-fcef-4e79-b7b1-6caa02ce392b tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1767063 Jul 09 16:34:00.224155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-9beb4fed-2e9f-4faf-8e08-f0d799a369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.225827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-9beb4fed-2e9f-4faf-8e08-f0d799a369a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798913 Jul 09 16:34:00.236143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:00.236352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161c77-c68c-417f-919d-a8d660643e1b req-69b63de2-992d-4e74-9378-53f4ac42ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.237778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-69b63de2-992d-4e74-9378-53f4ac42ad5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427906 Jul 09 16:34:00.318783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48fd8b45-b668-49f5-9fef-01b8b001d8d5 req-dd89ee7d-5cef-47d6-9fc2-01934462a17c service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575089 Jul 09 16:34:00.327193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f48aa903-f341-454c-b9d8-ece82cf90c93 req-da61a0a4-f1f2-406d-a280-f99ade00808e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049845 Jul 09 16:34:00.330056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.373226 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-85e240c1-fd59-4566-ac1b-cc81a3c591ce service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275778 Jul 09 16:34:00.403239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-f5860d52-eea3-46c0-a122-03e4e6cf5931 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560516 Jul 09 16:34:00.542387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8161c77-c68c-417f-919d-a8d660643e1b req-c2966847-2c57-4db8-9d13-7ba6385e900d service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389487 Jul 09 16:34:00.555273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b6db257-d899-404b-bc2a-e08805d723a3 req-768a43e2-07eb-4458-9848-9454010a5d6d service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451619 Jul 09 16:34:00.566124 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.665247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a1336ad8-21af-4ead-b59e-f4343202e2d9 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:00.717020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port a1336ad8-21af-4ead-b59e-f4343202e2d9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:00.721031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port a1336ad8-21af-4ead-b59e-f4343202e2d9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:00.721190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Allocated IP 172.25.7.129 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/f107d693-aeec-4def-9642-6985c3f43e64) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:00.721403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.741238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c52f6-9a1a-4ecf-8359-2e72f08baa0e req-d4bcbcfa-7cde-491f-9412-7b771ee2e8a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.742788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a2c52f6-9a1a-4ecf-8359-2e72f08baa0e req-d4bcbcfa-7cde-491f-9412-7b771ee2e8a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 968 time: 0.1217177 Jul 09 16:34:00.804983 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.831003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a2c52f6-9a1a-4ecf-8359-2e72f08baa0e req-63864a47-c69d-49e8-9de4-94d4e1d08dcd tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727632 Jul 09 16:34:00.837611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c8923-cf87-422c-818b-758575e09d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1336ad8-21af-4ead-b59e-f4343202e2d9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:00.839992 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba9db1-c902-43f7-99ab-b376c0590863" -d '{"events": [{"server_uuid": "208c8923-cf87-422c-818b-758575e09d69", "name": "network-vif-plugged", "status": "completed", "tag": "a1336ad8-21af-4ead-b59e-f4343202e2d9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:00.861997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a1336ad8-21af-4ead-b59e-f4343202e2d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:00.861997 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.869815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.911275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a1336ad8-21af-4ead-b59e-f4343202e2d9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:00.915577 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.951917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:00.956845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:00.960228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:00.974223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Pushing event updated for resources: {'Port': ['ID=f107d693-aeec-4def-9642-6985c3f43e64,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.018769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.022871 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337d7bcd-bb9e-4484-8f9b-a326959dcf06 x-openstack-request-id: req-337d7bcd-bb9e-4484-8f9b-a326959dcf06 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:01.023266 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c8923-cf87-422c-818b-758575e09d69", "name": "network-vif-plugged", "status": "completed", "tag": "a1336ad8-21af-4ead-b59e-f4343202e2d9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:01.023609 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-337d7bcd-bb9e-4484-8f9b-a326959dcf06 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:01.024089 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208c8923-cf87-422c-818b-758575e09d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1336ad8-21af-4ead-b59e-f4343202e2d9', 'code': 200} Jul 09 16:34:01.066106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.208532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402d02-094e-4e41-a8c4-0c4f9c76bfb4 req-706f3abd-d87e-488f-818a-b22081139b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.209958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1402d02-094e-4e41-a8c4-0c4f9c76bfb4 req-706f3abd-d87e-488f-818a-b22081139b87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 1101 time: 0.0819578 Jul 09 16:34:01.234343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.255959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1402d02-094e-4e41-a8c4-0c4f9c76bfb4 req-ffc3bef3-7040-4f71-aa93-39b1957d7083 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Jul 09 16:34:01.259017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.295734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.324323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Pushing event updated for resources: {'Port': ['ID=f107d693-aeec-4def-9642-6985c3f43e64,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.328538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.329741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e94897a0-8732-466c-aadd-fe6a1b321644 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0984101 Jul 09 16:34:01.344832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b902d-bb8b-475c-9cd8-3115d7f37362 req-6cacd20a-6c7d-4641-8864-60d9d2639b24 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.346339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de7b902d-bb8b-475c-9cd8-3115d7f37362 req-6cacd20a-6c7d-4641-8864-60d9d2639b24 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1119 time: 0.1230011 Jul 09 16:34:01.388090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-2586e613-7af9-4581-8757-729e07f8202e tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0522497 Jul 09 16:34:01.393850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'tag': '573cf368-4bbe-4aa3-892f-672fe0f7dd13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:01.396406 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4507df-9e77-449a-800d-144a23c5d934" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc8807e-73e1-4f50-b354-677e7e93140e", "tag": "573cf368-4bbe-4aa3-892f-672fe0f7dd13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:01.460509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de7b902d-bb8b-475c-9cd8-3115d7f37362 req-e3fbab55-3f43-4965-b0a7-1bdd565a3dba tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869999 Jul 09 16:34:01.508121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-18d7c685-c2a6-4c46-baba-bfca534ed3b6 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.509454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-18d7c685-c2a6-4c46-baba-bfca534ed3b6 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1151798 Jul 09 16:34:01.520030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e30922f5-e827-4199-b71c-533cd74b0c9f tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:01.520979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-644bfb3c-6d69-4d59-b28e-def77965eacb req-e30922f5-e827-4199-b71c-533cd74b0c9f tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061924 Jul 09 16:34:01.631668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ccc03-74a0-4ebc-b9a7-e282877ce3df req-dcf41168-b5e7-48d3-ad29-0c599c4bc393 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.633160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb3ccc03-74a0-4ebc-b9a7-e282877ce3df req-dcf41168-b5e7-48d3-ad29-0c599c4bc393 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 944 time: 0.0634053 Jul 09 16:34:01.705161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb3ccc03-74a0-4ebc-b9a7-e282877ce3df req-170033c5-5c4f-4f42-b593-6368d49c590e tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606046 Jul 09 16:34:01.727975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50022a69-366c-4adc-a018-ac9ffca42d68 req-ec2023e4-fa8f-4eb4-b048-dc01725dfad9 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.729244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50022a69-366c-4adc-a018-ac9ffca42d68 req-ec2023e4-fa8f-4eb4-b048-dc01725dfad9 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 948 time: 0.0938396 Jul 09 16:34:01.767949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50022a69-366c-4adc-a018-ac9ffca42d68 req-bc6fd2a3-8696-4eb4-88ba-14aa8edbe950 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Jul 09 16:34:01.814732 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c08bb13-f1b3-4e1d-a75b-bf167e8a09bd x-openstack-request-id: req-6c08bb13-f1b3-4e1d-a75b-bf167e8a09bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:01.815141 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc8807e-73e1-4f50-b354-677e7e93140e", "tag": "573cf368-4bbe-4aa3-892f-672fe0f7dd13", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:01.815481 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c08bb13-f1b3-4e1d-a75b-bf167e8a09bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:01.815976 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'tag': '573cf368-4bbe-4aa3-892f-672fe0f7dd13', 'status': 'completed', 'code': 200} Jul 09 16:34:01.872372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ec3b-4edd-48bf-a9d5-50452554805e req-ef068c03-a553-4a1b-a800-c65ed7e74e4c tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.873857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4576ec3b-4edd-48bf-a9d5-50452554805e req-ef068c03-a553-4a1b-a800-c65ed7e74e4c tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 950 time: 0.0693913 Jul 09 16:34:01.941268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4576ec3b-4edd-48bf-a9d5-50452554805e req-88a73d38-939e-4617-b884-fe5ac4da4af0 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607305 Jul 09 16:34:01.956060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4507df-9e77-449a-800d-144a23c5d934 req-996be11a-ea92-4b93-99cf-c4911eb60024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.957546 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-996be11a-ea92-4b93-99cf-c4911eb60024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 1099 time: 0.0583503 Jul 09 16:34:01.968783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f258d-5526-4f13-bbff-f92f16129362 req-5b104343-c805-4cfe-a967-b58b802ba4d9 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.975710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c0f258d-5526-4f13-bbff-f92f16129362 req-5b104343-c805-4cfe-a967-b58b802ba4d9 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1119 time: 0.0689547 Jul 09 16:34:02.033291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-23c54421-5e2b-4f38-b23a-9685bc95f9ce tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips/4f89430b-d443-4de6-b20c-a7205b256cb8 HTTP/1.1" status: 200 len: 693 time: 0.0555661 Jul 09 16:34:02.055097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c0f258d-5526-4f13-bbff-f92f16129362 req-cb57c20f-7c69-4a01-b39d-1ddea431dfc5 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784056 Jul 09 16:34:02.055542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4507df-9e77-449a-800d-144a23c5d934 req-96b918c6-3214-4371-8557-9be7e3284d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.057215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-96b918c6-3214-4371-8557-9be7e3284d50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.0900562 Jul 09 16:34:02.103256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-51c5e463-519f-472d-913c-7645d08957a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13 HTTP/1.1" status: 200 len: 217 time: 0.0381808 Jul 09 16:34:02.153427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-440fc20b-671a-4575-8370-a025b66c51ca tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.159870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4507df-9e77-449a-800d-144a23c5d934 req-5eba0332-014e-4fe3-bbfc-3b47df31519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.160031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-440fc20b-671a-4575-8370-a025b66c51ca tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1197472 Jul 09 16:34:02.161938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-5eba0332-014e-4fe3-bbfc-3b47df31519b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0512981 Jul 09 16:34:02.165577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-1817bff8-ead3-494c-877c-be8389f278c8 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:02.166561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-1817bff8-ead3-494c-877c-be8389f278c8 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057690 Jul 09 16:34:02.219392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-f13925f0-aa66-48bb-ae80-26a0328c5979 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0462799 Jul 09 16:34:02.234165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4507df-9e77-449a-800d-144a23c5d934 req-ab02b695-c26f-452a-a611-fff4802cfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.235807 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-ab02b695-c26f-452a-a611-fff4802cfc70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674357 Jul 09 16:34:02.275516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-cc261b55-0fd3-48a2-8678-0f020f99c3fc tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0487983 Jul 09 16:34:02.329320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-9b0e7357-620d-4f06-ba71-27e6941ed80c service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 Jul 09 16:34:02.395573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-b54db86f-28c6-4e74-843a-793b8afa8bce req-57e71693-55d9-4e3a-b8e1-03b3c760542e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:02.396961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b54db86f-28c6-4e74-843a-793b8afa8bce req-57e71693-55d9-4e3a-b8e1-03b3c760542e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077550 Jul 09 16:34:02.419927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Deleting port f107d693-aeec-4def-9642-6985c3f43e64 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:02.420273 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.427028 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e4507df-9e77-449a-800d-144a23c5d934 req-628f5a73-8496-45d2-8c66-7448608406d5 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 Jul 09 16:34:02.495392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.495729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.507615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Calling delete_port for f107d693-aeec-4def-9642-6985c3f43e64 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:02.658108 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.684457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Pushing event deleted for resources: {'Port': ['ID=f107d693-aeec-4def-9642-6985c3f43e64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:02.692161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3065335a-03e8-4260-b058-38332d9d1182 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:02.714517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.714732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.715795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-035fb6b0-810f-47eb-adb2-7555e3fe66f0 req-6bd25312-f2f4-4c19-9bd7-2906aaa96be2 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "DELETE /v2.0/floatingips/4f89430b-d443-4de6-b20c-a7205b256cb8 HTTP/1.1" status: 204 len: 173 time: 0.4303982 Jul 09 16:34:02.756463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 3065335a-03e8-4260-b058-38332d9d1182 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:02.760627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 3065335a-03e8-4260-b058-38332d9d1182 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:02.761000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.796522 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-6845da03-0f79-421d-a00a-59573556acb1 req-e75d6a9c-8351-42ef-832d-beefc18b3ee5 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] show failed (client error): The resource could not be found. Jul 09 16:34:02.797562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6845da03-0f79-421d-a00a-59573556acb1 req-e75d6a9c-8351-42ef-832d-beefc18b3ee5 tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips/4f89430b-d443-4de6-b20c-a7205b256cb8 HTTP/1.1" status: 404 len: 350 time: 0.0502152 Jul 09 16:34:02.848665 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.887650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 3065335a-03e8-4260-b058-38332d9d1182, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3065335a-03e8-4260-b058-38332d9d1182,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:02.892602 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.950809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=3065335a-03e8-4260-b058-38332d9d1182,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:02.973822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af6771-6e0e-43d0-ac31-a9db7921a6f6 req-fe16d2e6-0d37-4622-bf96-7a4307358d40 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.975707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1af6771-6e0e-43d0-ac31-a9db7921a6f6 req-fe16d2e6-0d37-4622-bf96-7a4307358d40 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.0789084 Jul 09 16:34:03.019719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1af6771-6e0e-43d0-ac31-a9db7921a6f6 req-266c9f7e-9b69-46a7-8518-88b6dd56d8b6 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382075 Jul 09 16:34:03.025534 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3065335a-03e8-4260-b058-38332d9d1182'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:03.029486 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f21b22-a72c-48eb-9eb0-3367849b143c" -d '{"events": [{"server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "name": "network-vif-plugged", "status": "completed", "tag": "3065335a-03e8-4260-b058-38332d9d1182"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:03.319133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa2036-7791-4752-b677-e568a8d99c20 req-30c9ff82-978d-471c-973c-a18252dbfc32 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.320663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1caa2036-7791-4752-b677-e568a8d99c20 req-30c9ff82-978d-471c-973c-a18252dbfc32 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 948 time: 0.0755322 Jul 09 16:34:03.374348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1caa2036-7791-4752-b677-e568a8d99c20 req-3b7e0e34-fd5c-4795-84a4-55558f0d29a5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Jul 09 16:34:03.437295 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-741cf576-b913-4220-a143-11e4fcc52f11 req-335d0f09-7ead-4371-ab24-129a5de8d31e tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] show failed (client error): The resource could not be found. Jul 09 16:34:03.438323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-741cf576-b913-4220-a143-11e4fcc52f11 req-335d0f09-7ead-4371-ab24-129a5de8d31e tempest-FloatingIPsTestJSON-546183941 tempest-FloatingIPsTestJSON-546183941-project] 10.222.0.48 "GET /v2.0/floatingips/4f89430b-d443-4de6-b20c-a7205b256cb8 HTTP/1.1" status: 404 len: 350 time: 0.0346873 Jul 09 16:34:03.448211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:03.609398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffb562-eea1-451f-8372-0732a58b8ae6 req-137cbabc-20cf-4aaa-bb9f-c32422ecc41d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.615058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71ffb562-eea1-451f-8372-0732a58b8ae6 req-137cbabc-20cf-4aaa-bb9f-c32422ecc41d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 950 time: 0.0748451 Jul 09 16:34:03.651532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71ffb562-eea1-451f-8372-0732a58b8ae6 req-86e57901-71be-4ace-8afa-e47d7df45082 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342057 Jul 09 16:34:03.698564 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954284cb-8510-490a-b02b-ef7c4e72f109 x-openstack-request-id: req-954284cb-8510-490a-b02b-ef7c4e72f109 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:03.700370 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "name": "network-vif-plugged", "status": "completed", "tag": "3065335a-03e8-4260-b058-38332d9d1182", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:03.700957 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-954284cb-8510-490a-b02b-ef7c4e72f109 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:03.701939 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3065335a-03e8-4260-b058-38332d9d1182', 'code': 200} Jul 09 16:34:03.796983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:03.923283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-181640f8-6ac6-4e8a-a130-02020f47b995 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:03.924289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-181640f8-6ac6-4e8a-a130-02020f47b995 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1260765 Jul 09 16:34:03.979793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f2b3e-7c6b-45cd-adee-9a713322a978 req-327449c0-1e4b-42e6-8793-eaea24cde478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.981325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c8f2b3e-7c6b-45cd-adee-9a713322a978 req-327449c0-1e4b-42e6-8793-eaea24cde478 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 1096 time: 0.1329486 Jul 09 16:34:04.036663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Request body: {'binding': {'host': 'n-h1-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:04.037111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:34:04.042675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c8f2b3e-7c6b-45cd-adee-9a713322a978 req-48fc0a19-5bf4-40a6-b3ab-675efd655bff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539606 Jul 09 16:34:04.051080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.195095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on host n-h1-800085-2 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:04.195428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:04.195756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:04.200171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:04.200374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:04.205324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:04.205665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:04.206048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:04.206522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Bound port: d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:04.362083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:04.369683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.370906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-0a6a0c97-08f0-4623-9dfe-07b11a02431f service neutron] 10.222.0.48 "POST /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3857591 Jul 09 16:34:04.388027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b24a-8e2f-4445-9377-c9952af55479 req-ad996eca-c1e8-4916-93ec-81ba039c59bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.389549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08e7b24a-8e2f-4445-9377-c9952af55479 req-ad996eca-c1e8-4916-93ec-81ba039c59bd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.1472032 Jul 09 16:34:04.443154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08e7b24a-8e2f-4445-9377-c9952af55479 req-abc154b3-3a43-4f16-bb07-2f4eaa415550 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Jul 09 16:34:04.681069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Deleting port 93676a47-89bf-4651-aa59-73ee70142b74 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:04.682229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.696817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:04.813589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] For port 93676a47-89bf-4651-aa59-73ee70142b74, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=93676a47-89bf-4651-aa59-73ee70142b74,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:04.813983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.815596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:04.818090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-73fb51cf-07dc-4534-9319-b4d2af75f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.819658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-73fb51cf-07dc-4534-9319-b4d2af75f1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1119 time: 0.1242106 Jul 09 16:34:04.830750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '37d673b2-8824-469c-a4bf-fe33e5425374', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '37d673b2-8824-469c-a4bf-fe33e5425374', 'mac_address': 'fa:16:3e:67:48:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:34:04.840765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Calling delete_port for 93676a47-89bf-4651-aa59-73ee70142b74 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:04.869516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.891590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d673b2-8824-469c-a4bf-fe33e5425374 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:04.907876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd365a9-7ff7-4636-be01-c38680c409e7 req-695c286b-f74c-45b4-a0a0-7b75e865853b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.909467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd365a9-7ff7-4636-be01-c38680c409e7 req-695c286b-f74c-45b4-a0a0-7b75e865853b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 948 time: 0.3277471 Jul 09 16:34:04.921962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:04.926840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.926981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491e44-a06b-46e4-b11f-b612d719949e req-818cc8a6-be4b-4b95-9834-90749da8e333 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.927882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 573cf368-4bbe-4aa3-892f-672fe0f7dd13 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:04.928581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa491e44-a06b-46e4-b11f-b612d719949e req-818cc8a6-be4b-4b95-9834-90749da8e333 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 968 time: 0.0957260 Jul 09 16:34:04.999180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:05.004421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa491e44-a06b-46e4-b11f-b612d719949e req-a26eed05-34cf-491d-9224-9cb01c084a6e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690689 Jul 09 16:34:05.007471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd365a9-7ff7-4636-be01-c38680c409e7 req-549ed906-da74-4e38-b3e4-7570480348aa tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675700 Jul 09 16:34:05.014222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-5dd6f246-a006-46bb-a32d-d9a480add67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:05.016236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-5dd6f246-a006-46bb-a32d-d9a480add67c service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.1900105 Jul 09 16:34:05.023101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '573cf368-4bbe-4aa3-892f-672fe0f7dd13', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '573cf368-4bbe-4aa3-892f-672fe0f7dd13', 'mac_address': 'fa:16:3e:81:d9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:34:05.028971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.088220 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.107605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573cf368-4bbe-4aa3-892f-672fe0f7dd13 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:05.128983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-05d945c3-54f0-490c-9f20-bc96bcdda8f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0775614 Jul 09 16:34:05.140991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:05.146745 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.191236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-a3ff831a-15f2-4fe9-b35a-76e6a7a030fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:05.192886 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-a3ff831a-15f2-4fe9-b35a-76e6a7a030fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0565863 Jul 09 16:34:05.227588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=573cf368-4bbe-4aa3-892f-672fe0f7dd13,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.229832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-3206b48f-c46f-4fd4-87b0-91388a582870 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301130 Jul 09 16:34:05.261903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8a133-167e-491b-8532-20ea34f36cd2 req-5c8913d8-6b3a-4e1a-bb7e-d24498ca3880 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:05.267447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09a8a133-167e-491b-8532-20ea34f36cd2 req-5c8913d8-6b3a-4e1a-bb7e-d24498ca3880 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 950 time: 0.0839124 Jul 09 16:34:05.320772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09a8a133-167e-491b-8532-20ea34f36cd2 req-b9639430-0473-4dcf-89be-7268ca81099c tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495963 Jul 09 16:34:05.393123 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-58128ccc-e900-43bb-8f75-b7ce49105a7e service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515350 Jul 09 16:34:05.399617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.453142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Pushing event deleted for resources: {'Port': ['ID=93676a47-89bf-4651-aa59-73ee70142b74,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.692889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['37d673b2-8824-469c-a4bf-fe33e5425374'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:05.716781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.736403 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-ac84645a-ecc7-4234-b9d4-8d90e32546ab service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315909 Jul 09 16:34:05.819146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2262a4-a10b-44c4-97b7-8961a309aefa req-a280d5bc-3dcc-4313-b7b0-56f74cfd190c tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:05.822387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d2262a4-a10b-44c4-97b7-8961a309aefa req-a280d5bc-3dcc-4313-b7b0-56f74cfd190c tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.1888554 Jul 09 16:34:05.828694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['573cf368-4bbe-4aa3-892f-672fe0f7dd13'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:05.833882 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23d1ba70-2acb-45b7-93ed-25171c48e2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.904982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d2262a4-a10b-44c4-97b7-8961a309aefa req-83dee2b7-331a-4cea-9b8f-885a9418f585 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739009 Jul 09 16:34:06.026992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-06ab83ee-a75f-4c29-950d-e681e438d7a9 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=434050c3f94d4c5bb906ead806ff4992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301025 Jul 09 16:34:06.090741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Router cd81c6ce-2165-4e78-a763-c2569a029336 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:06.144429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:34:06.187248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-6843c290-88aa-48d1-8733-903b03736b33 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.189917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-6843c290-88aa-48d1-8733-903b03736b33 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550591 Jul 09 16:34:06.206072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b40a4408-f893-410d-bf90-05af392bb1f2 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/quotas/434050c3f94d4c5bb906ead806ff4992 HTTP/1.1" status: 200 len: 375 time: 0.0109127 Jul 09 16:34:06.284527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-ab7f830c-4053-40d2-9e6f-71a05d664c35 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.286538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-ab7f830c-4053-40d2-9e6f-71a05d664c35 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1119 time: 0.1866097 Jul 09 16:34:06.289225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:06.296178 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14faa5c5-4e41-4bd7-a7b6-c9bdfb7bd194 admin admin] 10.222.0.48 "PUT /v2.0/routers/cd81c6ce-2165-4e78-a763-c2569a029336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462257 Jul 09 16:34:06.299204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:06.301042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:06.308632 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] Sync routers for ids ['cd81c6ce-2165-4e78-a763-c2569a029336'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:06.318107 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] Routers {'cd81c6ce-2165-4e78-a763-c2569a029336'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:06.318827 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cd81c6ce-2165-4e78-a763-c2569a029336'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:06.359023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e53e8-33a3-4ceb-8457-b9fabcd2f3e7 req-99638ef1-4982-4255-8199-0e38232b4ec9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.360568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea4e53e8-33a3-4ceb-8457-b9fabcd2f3e7 req-99638ef1-4982-4255-8199-0e38232b4ec9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 968 time: 0.1569819 Jul 09 16:34:06.377598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-305891e1-8d1e-4b9f-b66a-77213c3ff462 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623139 Jul 09 16:34:06.456027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea4e53e8-33a3-4ceb-8457-b9fabcd2f3e7 req-c864f445-faf1-4484-a21b-0dcf835c861a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829194 Jul 09 16:34:06.457270 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] Set router cd81c6ce-2165-4e78-a763-c2569a029336 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:06.461612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.591298 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.757606 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:34:05Z', 'revision_number': 5, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port': {'id': 'dc57c7d9-76f0-43aa-a113-bb67d4e8a911', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:46Z', 'updated_at': '2021-07-09T16:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:06.807651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Deleting port dc57c7d9-76f0-43aa-a113-bb67d4e8a911 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:06.811772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.815900 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] Checking router: cd81c6ce-2165-4e78-a763-c2569a029336 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:34:06.821311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.834809 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] Routers {'cd81c6ce-2165-4e78-a763-c2569a029336'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:06.835651 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cd81c6ce-2165-4e78-a763-c2569a029336'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:06.920897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5b62-ea41-49d5-a46c-7486b578d17e req-d34157e2-30a6-497f-abee-e6b510c90a6a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.928276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26cd5b62-ea41-49d5-a46c-7486b578d17e req-d34157e2-30a6-497f-abee-e6b510c90a6a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 949 time: 0.2705050 Jul 09 16:34:06.959321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54b9ec3e-dbf0-4f0f-a37a-25edcfa1062c req-41ea2df3-4b08-4718-b016-c46400fd78de tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 210 time: 0.0634007 Jul 09 16:34:07.003110 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] Set router cd81c6ce-2165-4e78-a763-c2569a029336 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:07.030546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:07.034073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26cd5b62-ea41-49d5-a46c-7486b578d17e req-9b22dc1c-66d1-4d8d-907a-41f182e78522 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051216 Jul 09 16:34:07.049251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] For port dc57c7d9-76f0-43aa-a113-bb67d4e8a911, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:07.050111 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.072140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Calling delete_port for dc57c7d9-76f0-43aa-a113-bb67d4e8a911 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:07.090566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:07.158352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:07.158639 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:34:06Z', 'revision_number': 6, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:07.161101 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266e08c4-1632-4bb9-b68f-7528e3345cfb" -d '{"events": [{"server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:07.166024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.175144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.261431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.325355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on host n-h2-800085-2 for vnic_type normal with profile {"migrating_to": "n-h1-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:07.325687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:07.325990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:07.333532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:07.333909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Attempting to bind port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:07.341330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:07.341774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:07.342425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:07.343060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Bound port: d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:07.343487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.432049 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088afd6b-8ba4-44ff-a521-b3034f9e1a9a None None] The sync data for ids ['cd81c6ce-2165-4e78-a763-c2569a029336'] in n-d-800085-2 is: [{'id': 'cd81c6ce-2165-4e78-a763-c2569a029336', 'name': 'tempest-FloatingIPsTestJSON-1961416911-router', 'tenant_id': '6aba9b648500464cbdeca0b785f12458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:45Z', 'updated_at': '2021-07-09T16:34:06Z', 'revision_number': 6, 'project_id': '6aba9b648500464cbdeca0b785f12458', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:07.471167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:07.481984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:07.488476 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e74a1e-b200-4e1f-9099-221672d5b837 x-openstack-request-id: req-18e74a1e-b200-4e1f-9099-221672d5b837 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:07.488826 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:07.489082 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18e74a1e-b200-4e1f-9099-221672d5b837 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:07.489647 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'code': 200} Jul 09 16:34:07.491498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.626057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8eff-2f81-4c6e-88e5-d3c579067a26 req-a889d9f9-e402-4c2d-ba1b-b772bfed9ba0 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:07.635278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccec8eff-2f81-4c6e-88e5-d3c579067a26 req-a889d9f9-e402-4c2d-ba1b-b772bfed9ba0 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.2234476 Jul 09 16:34:07.635865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:07.636492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.638107 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] 10.222.0.37 "PUT /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 1144 time: 1.3414183 Jul 09 16:34:07.639445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.659150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.659930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.660470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.661645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.662135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.662950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.663369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.663770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.664176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.664573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.665098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.665962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18679fc6-b1aa-4c77-8478-2064f1fbdfcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.696367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:07.705705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccec8eff-2f81-4c6e-88e5-d3c579067a26 req-b6e7574c-3e11-4cff-913b-313df106e843 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693986 Jul 09 16:34:07.720829 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.735374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d056223e-4402-4f7c-bd7c-98cc5d48c7d0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:07.805203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc57c7d9-76f0-43aa-a113-bb67d4e8a911,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.823836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.824190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.824519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.824855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.825190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.825521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.825848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.826173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.826899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.827442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.827843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.829509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:07.884664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.029657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.044862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528a95bf-760c-435e-bc36-1851a541f5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.094167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b915369-83d5-4cc7-9235-6e23b7a11878 req-118e75ce-f895-4769-bcc2-64eea333d163 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:08.098148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b915369-83d5-4cc7-9235-6e23b7a11878 req-118e75ce-f895-4769-bcc2-64eea333d163 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.3545735 Jul 09 16:34:08.125736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.148180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.202350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528a95bf-760c-435e-bc36-1851a541f5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.216036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528a95bf-760c-435e-bc36-1851a541f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.240335 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6011cc4-3336-4839-a7ca-9f65681861d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.251931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b915369-83d5-4cc7-9235-6e23b7a11878 req-7e37b0f9-4e1e-4c8f-8968-6bff27e78a1d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386752 Jul 09 16:34:08.256299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.256965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd81c6ce-2165-4e78-a763-c2569a029336 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:34:08.264902 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.268570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a95bf-760c-435e-bc36-1851a541f5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a6266-5ca3-4535-a3be-d3ac8586a347,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:08.269323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-59f14aaf-b6c0-4a34-9c8e-eef02925aa2a admin admin] 10.222.0.48 "DELETE /v2.0/routers/cd81c6ce-2165-4e78-a763-c2569a029336 HTTP/1.1" status: 204 len: 168 time: 1.9683642 Jul 09 16:34:08.270792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:08.279705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:08.297614 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-528a95bf-760c-435e-bc36-1851a541f5b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bda564d33674c169dd4534232b0beb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991094 Jul 09 16:34:08.300010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:08.336822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c710a-9bb4-4c2e-8ccc-937180849574 req-92cb4f5a-bb4b-47f9-809c-654f8a8d5c0f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:08.350027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e94c710a-9bb4-4c2e-8ccc-937180849574 req-92cb4f5a-bb4b-47f9-809c-654f8a8d5c0f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.2724333 Jul 09 16:34:08.350592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:08.360873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'floatingip': {'port_id': '3065335a-03e8-4260-b058-38332d9d1182'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:08.422463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c97867e-c6ca-4c66-b5b9-4eb5423a506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.454928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c97867e-c6ca-4c66-b5b9-4eb5423a506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.470676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Deleting subnet 16bf42da-2232-452d-a2fc-98a0897485e6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:08.475698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.521773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c97867e-c6ca-4c66-b5b9-4eb5423a506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.525070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c97867e-c6ca-4c66-b5b9-4eb5423a506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.530566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8c97867e-c6ca-4c66-b5b9-4eb5423a506b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/766a6266-5ca3-4535-a3be-d3ac8586a347 HTTP/1.1" status: 204 len: 168 time: 0.2288609 Jul 09 16:34:08.540584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97867e-c6ca-4c66-b5b9-4eb5423a506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a6266-5ca3-4535-a3be-d3ac8586a347,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:08.550009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.575642 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52013fb-8b2e-4644-80f7-52c87b735ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.600107 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.689852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ea45116-e53e-4954-9577-77bb276ff89b req-9ffa7f7f-3326-46e0-a3ac-f37dac2b35ce tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 210 time: 0.1055980 Jul 09 16:34:08.717610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:08.810146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 93676a47-89bf-4651-aa59-73ee70142b74 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:08.881678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 93676a47-89bf-4651-aa59-73ee70142b74 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:08.882221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 93676a47-89bf-4651-aa59-73ee70142b74 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:08.882672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dc57c7d9-76f0-43aa-a113-bb67d4e8a911 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:08.935658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: dc57c7d9-76f0-43aa-a113-bb67d4e8a911 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:08.936431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dc57c7d9-76f0-43aa-a113-bb67d4e8a911 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:08.964472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 37d673b2-8824-469c-a4bf-fe33e5425374 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:08.979531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 37d673b2-8824-469c-a4bf-fe33e5425374 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:08.980258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.101064 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.110426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36028) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:09.114109 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.129860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3365c77c-8e7e-4a57-bc66-572c7a790667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.136772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.147375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:09.155043 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d49f08-0559-42d3-8628-5059afaf54c0" -d '{"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-plugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:09.176479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:09.177569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-ccff145d-b216-4518-a211-68f638738b49 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=434050c3f94d4c5bb906ead806ff4992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5502188 Jul 09 16:34:09.182096 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.183271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 573cf368-4bbe-4aa3-892f-672fe0f7dd13 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:09.250403 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204f1a32-d7b8-4a15-923d-86479e8e0c56 x-openstack-request-id: req-204f1a32-d7b8-4a15-923d-86479e8e0c56 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:09.250714 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-plugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:09.250968 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-204f1a32-d7b8-4a15-923d-86479e8e0c56 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:09.251350 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'code': 200} Jul 09 16:34:09.305692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:09.327773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.328436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.329021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.329452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.329882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.330224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.330712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.331065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.332032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.332189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.332556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.333094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.348429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:09.353662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:09.354241 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.451143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d7f51-e5d4-4eba-a806-f19b0cc70cfa req-477ccdef-8adc-43b5-9e9a-2a176c9e7f18 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:09.458068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd1d7f51-e5d4-4eba-a806-f19b0cc70cfa req-477ccdef-8adc-43b5-9e9a-2a176c9e7f18 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 949 time: 0.9522464 Jul 09 16:34:09.467699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.478500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba7a8-ca49-4f0f-8aed-1169c0345eaf req-572751cb-3f14-421c-90ba-c2a1e6b16b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:09.480284 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d72ba7a8-ca49-4f0f-8aed-1169c0345eaf req-572751cb-3f14-421c-90ba-c2a1e6b16b18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1099 time: 0.0844471 Jul 09 16:34:09.494824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:09.500073 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2f3c63-2303-4c82-bfbe-6f27a812f559" -d '{"events": [{"name": "network-changed", "server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:09.506617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.516282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:09.523121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.535043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d72ba7a8-ca49-4f0f-8aed-1169c0345eaf req-18771480-f54d-42bf-8906-2c237d44d461 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469277 Jul 09 16:34:09.578176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=573cf368-4bbe-4aa3-892f-672fe0f7dd13,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:09.727385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-12ccac9b-8435-4fc7-8d51-31b8c61ba851 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:09.728919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-12ccac9b-8435-4fc7-8d51-31b8c61ba851 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5274117 Jul 09 16:34:09.731754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd1d7f51-e5d4-4eba-a806-f19b0cc70cfa req-72e7f938-835d-44d7-aeec-e4c31efb1e13 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728260 Jul 09 16:34:09.764494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Request body: {'port': {'device_id': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '434050c3f94d4c5bb906ead806ff4992'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:09.795471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52013fb-8b2e-4644-80f7-52c87b735ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.836637 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.838610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c52013fb-8b2e-4644-80f7-52c87b735ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.927417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3365c77c-8e7e-4a57-bc66-572c7a790667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.932382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3365c77c-8e7e-4a57-bc66-572c7a790667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.979581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bf42da-2232-452d-a2fc-98a0897485e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.001987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a5dd9-2993-4ccf-972e-f986e953ad56 None None] Network 53e715b7-adbe-42f5-82ef-758b34968c42 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:10.003243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3365c77c-8e7e-4a57-bc66-572c7a790667 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e8e7f28a64a4815a797fd4e645da0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8854647 Jul 09 16:34:10.008055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:10.027083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365c77c-8e7e-4a57-bc66-572c7a790667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8104d320-e10f-4a76-a729-b8debb897527,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.043471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.045600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e262780a-9ccc-4bd0-b153-ea371b6fcc39 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16bf42da-2232-452d-a2fc-98a0897485e6 HTTP/1.1" status: 204 len: 168 time: 1.7738473 Jul 09 16:34:10.047015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52013fb-8b2e-4644-80f7-52c87b735ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873181e0-12d2-479a-99df-c37cb97c6320,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.049774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:10.061205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cca805-6e7e-41e3-9a7a-090d535bc232 req-cd44d845-14b0-409e-b18d-90fdea9386a7 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:10.067771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78cca805-6e7e-41e3-9a7a-090d535bc232 req-cd44d845-14b0-409e-b18d-90fdea9386a7 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.6033874 Jul 09 16:34:10.108329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c52013fb-8b2e-4644-80f7-52c87b735ca9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=251e8b1a9d614418ae65e3d3e6795a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8274882 Jul 09 16:34:10.135378 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58109a-6d5d-4bba-a865-dbd09d80b6bf x-openstack-request-id: req-be58109a-6d5d-4bba-a865-dbd09d80b6bf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:10.136377 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:10.136628 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be58109a-6d5d-4bba-a865-dbd09d80b6bf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:10.137029 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'status': 'completed', 'code': 200} Jul 09 16:34:10.137420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:10.228349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.233967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2e16-4b18-4b0f-9909-06edfb8f6ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.287819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2e16-4b18-4b0f-9909-06edfb8f6ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.296911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] DHCP port deletion for 53e715b7-adbe-42f5-82ef-758b34968c42 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:10.319191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5551051c-929b-4cd4-9f8c-b17f5fed59bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.364969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5551051c-929b-4cd4-9f8c-b17f5fed59bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.365844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] Deleting port 384c0c23-9747-4666-822e-93323a93f84f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:10.366261 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.391004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78cca805-6e7e-41e3-9a7a-090d535bc232 req-ed410828-3be5-4d1e-ae84-69b99b01b39b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219419 Jul 09 16:34:10.407591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aab92ece-f9fb-4ca8-b1f6-3e35293cb29f req-ea9dd6fc-6a90-45a6-9477-ce1c374f7fbc tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 210 time: 0.0935447 Jul 09 16:34:10.462309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Deleting port 384c0c23-9747-4666-822e-93323a93f84f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:10.462720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.569946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-4014c52a-0d9b-4140-b995-617053ddeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:10.571257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-4014c52a-0d9b-4140-b995-617053ddeba8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1147 time: 0.3559959 Jul 09 16:34:10.581425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Made reservation on behalf of 434050c3f94d4c5bb906ead806ff4992 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:10.587425 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.590400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] For port 384c0c23-9747-4666-822e-93323a93f84f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=384c0c23-9747-4666-822e-93323a93f84f,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:10.591079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.609729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2e16-4b18-4b0f-9909-06edfb8f6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.610039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] For port 384c0c23-9747-4666-822e-93323a93f84f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=384c0c23-9747-4666-822e-93323a93f84f,segment=NetworkSegment(5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc),segment_id=5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:10.610613 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.613648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a2e2e16-4b18-4b0f-9909-06edfb8f6ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.618950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a2e2e16-4b18-4b0f-9909-06edfb8f6ee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8104d320-e10f-4a76-a729-b8debb897527 HTTP/1.1" status: 204 len: 168 time: 0.6063094 Jul 09 16:34:10.621934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Calling delete_port for 384c0c23-9747-4666-822e-93323a93f84f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:10.632283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] Calling delete_port for 384c0c23-9747-4666-822e-93323a93f84f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:10.643985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e2e16-4b18-4b0f-9909-06edfb8f6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8104d320-e10f-4a76-a729-b8debb897527,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.651157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5551051c-929b-4cd4-9f8c-b17f5fed59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.655137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5551051c-929b-4cd4-9f8c-b17f5fed59bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.657147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5551051c-929b-4cd4-9f8c-b17f5fed59bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/873181e0-12d2-479a-99df-c37cb97c6320 HTTP/1.1" status: 204 len: 168 time: 0.5185401 Jul 09 16:34:10.731617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551051c-929b-4cd4-9f8c-b17f5fed59bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873181e0-12d2-479a-99df-c37cb97c6320,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.748832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:10.790402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.849750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=384c0c23-9747-4666-822e-93323a93f84f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.851385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:34:10.859649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] No DVR routers for this DVR port 384c0c23-9747-4666-822e-93323a93f84f on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:10.912538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 384c0c23-9747-4666-822e-93323a93f84f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:10.982770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.998841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:10.999353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.000489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.000938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.001428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.002680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.003042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.003395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.003794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.004125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.111738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 384c0c23-9747-4666-822e-93323a93f84f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:11.120465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 384c0c23-9747-4666-822e-93323a93f84f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:11.130990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.203909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.204642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.204940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.205262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:34:11.205667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e715b7-adbe-42f5-82ef-758b34968c42']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:11.225412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.229728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:11.230029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fef8ba8-8fd9-43c0-bac9-be263b3ae0dc') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:11.250559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.253541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:11.281703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.303481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:11.307856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.323126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573cf368-4bbe-4aa3-892f-672fe0f7dd13'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:11.327664 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516a5f91-3bf4-4ced-a5e7-6ed5a0ff74bf" -d '{"events": [{"server_uuid": "1bc8807e-73e1-4f50-b354-677e7e93140e", "name": "network-vif-plugged", "status": "completed", "tag": "573cf368-4bbe-4aa3-892f-672fe0f7dd13"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:11.339606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] Pushing event deleted for resources: {'Port': ['ID=384c0c23-9747-4666-822e-93323a93f84f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:11.340916 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:11.343579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.343658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:34:11.352441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7084f79-9c65-4ef6-8614-2f2f4d8c7e9c None None] No DVR routers for this DVR port 384c0c23-9747-4666-822e-93323a93f84f on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:11.444871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6f35f33-67bc-46c8-b5ec-6d5d299fad78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.493468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.532706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.532706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/53e715b7-adbe-42f5-82ef-758b34968c42 HTTP/1.1" status: 204 len: 168 time: 1.4791620 Jul 09 16:34:11.535135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33f93c-b2f2-4674-9d7f-d849f3bac5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e715b7-adbe-42f5-82ef-758b34968c42,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.579136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.649704 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.672370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6f35f33-67bc-46c8-b5ec-6d5d299fad78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.680315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6f35f33-67bc-46c8-b5ec-6d5d299fad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.749390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d6f35f33-67bc-46c8-b5ec-6d5d299fad78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=371535a0d1f442f18d38bceaa2827bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810651 Jul 09 16:34:11.757655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.804130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.817323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f35f33-67bc-46c8-b5ec-6d5d299fad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe19596-2c2b-49e3-b52e-f68845fc39b8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.914130 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2288a0fa-a42b-4abf-9948-041f7d6e2869 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6aba9b648500464cbdeca0b785f12458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075695 Jul 09 16:34:11.919387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.931479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33d4649f-f7ee-43cb-ba98-d408dd49d6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.950802 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946 associated. External IP: 172.25.7.41, port: 3065335a-03e8-4260-b058-38332d9d1182. Jul 09 16:34:11.957103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-28296b33-f664-4cd1-8f6c-f190206da59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.958770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-28296b33-f664-4cd1-8f6c-f190206da59e service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 1.3599961 Jul 09 16:34:11.968243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02df78-6576-4299-a8cf-ef773f4049ff req-da386d02-09d3-459c-928d-fdeab34da821 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.979040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a02df78-6576-4299-a8cf-ef773f4049ff req-da386d02-09d3-459c-928d-fdeab34da821 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 971 time: 1.3684504 Jul 09 16:34:12.003447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33d4649f-f7ee-43cb-ba98-d408dd49d6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.097881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85d4fc4e-0693-482d-a17f-2c7f68b1c63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.112350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33d4649f-f7ee-43cb-ba98-d408dd49d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.115036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33d4649f-f7ee-43cb-ba98-d408dd49d6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.116249 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-33d4649f-f7ee-43cb-ba98-d408dd49d6a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbe19596-2c2b-49e3-b52e-f68845fc39b8 HTTP/1.1" status: 204 len: 168 time: 0.3568556 Jul 09 16:34:12.122899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-d5c9b33c-6ba8-4e58-8566-90feb6122030 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0898447 Jul 09 16:34:12.132698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4649f-f7ee-43cb-ba98-d408dd49d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe19596-2c2b-49e3-b52e-f68845fc39b8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.133137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc08892-5921-4ef4-a6dd-6358fd525810 req-dd87218a-48ff-4fd3-b7c7-9770df9d2ed7 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:12.142405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8cc08892-5921-4ef4-a6dd-6358fd525810 req-dd87218a-48ff-4fd3-b7c7-9770df9d2ed7 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 950 time: 1.0969570 Jul 09 16:34:12.147100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85d4fc4e-0693-482d-a17f-2c7f68b1c63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.178984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.43', 58067) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:12.277041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Allocated IP 192.168.233.27 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/31f338ea-bd8f-4abc-8e64-9872594bafa5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:12.382421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-2b3ec101-aafe-4cc0-9ff9-eff79e7552fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:12.384557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-2b3ec101-aafe-4cc0-9ff9-eff79e7552fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.2234261 Jul 09 16:34:12.388662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-a8f76598-4c9a-450a-aaaf-cdbd57eb9fc4 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:12.391749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a02df78-6576-4299-a8cf-ef773f4049ff req-2139903f-69cd-4ab7-8d39-a1577843ba7a tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/security-groups?id=59c45963-e8b6-4fe8-a331-fe917aca2a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435166 Jul 09 16:34:12.401750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-a8f76598-4c9a-450a-aaaf-cdbd57eb9fc4 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.43 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 971 time: 0.2103422 Jul 09 16:34:12.457417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8cc08892-5921-4ef4-a6dd-6358fd525810 req-e1fc9503-4a73-4d29-8233-1404dc9357e3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132470 Jul 09 16:34:12.510559 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18da195-0785-489b-8547-f61b62c94903 x-openstack-request-id: req-b18da195-0785-489b-8547-f61b62c94903 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:12.511474 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc8807e-73e1-4f50-b354-677e7e93140e", "name": "network-vif-plugged", "status": "completed", "tag": "573cf368-4bbe-4aa3-892f-672fe0f7dd13", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:12.511867 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b18da195-0785-489b-8547-f61b62c94903 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:12.512684 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573cf368-4bbe-4aa3-892f-672fe0f7dd13', 'code': 200} Jul 09 16:34:12.633631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85d4fc4e-0693-482d-a17f-2c7f68b1c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.641385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85d4fc4e-0693-482d-a17f-2c7f68b1c63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.650044 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-85d4fc4e-0693-482d-a17f-2c7f68b1c63c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09914328-33ba-4314-b132-2e660e476d87 HTTP/1.1" status: 204 len: 168 time: 0.7285056 Jul 09 16:34:12.764351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4fc4e-0693-482d-a17f-2c7f68b1c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09914328-33ba-4314-b132-2e660e476d87,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.802897 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.854270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-717b0140-8f29-46d3-a30c-68fa1aa82ba5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4442046 Jul 09 16:34:12.856423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Transition to ACTIVE for port object 31f338ea-bd8f-4abc-8e64-9872594bafa5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:12.889177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f370e-4b53-45fb-9054-dfffc84a080c req-deaabd58-d294-4596-ab01-622b6570574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:12.891370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-895f370e-4b53-45fb-9054-dfffc84a080c req-deaabd58-d294-4596-ab01-622b6570574a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 1101 time: 0.1441991 Jul 09 16:34:12.921155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Deleting port e1f18fcc-22ba-41ee-b851-9282cd934e83 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:12.921667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.986807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb3e739-6661-471c-9ab9-5ac47917e5b4 req-5a3ec852-1f24-46a6-a932-53c1afb0ba5d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 210 time: 0.1404095 Jul 09 16:34:13.004637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-895f370e-4b53-45fb-9054-dfffc84a080c req-9352415a-debe-4b4e-9798-a6e661ff2275 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066830 Jul 09 16:34:13.055549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] For port e1f18fcc-22ba-41ee-b851-9282cd934e83, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e1f18fcc-22ba-41ee-b851-9282cd934e83,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:13.056098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.075103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Calling delete_port for e1f18fcc-22ba-41ee-b851-9282cd934e83 owned by compute:tempest-test_az-2076534096 {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:13.154182 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.202227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a1336ad8-21af-4ead-b59e-f4343202e2d9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:13.230333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788f7e-a5c9-4332-9edc-4614e909be3d req-57dbd197-eb3a-4d17-9291-b5de67ba5f3e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:13.237423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35788f7e-a5c9-4332-9edc-4614e909be3d req-57dbd197-eb3a-4d17-9291-b5de67ba5f3e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.3881235 Jul 09 16:34:13.250993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.269897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-bfc25a59-abad-43cd-be91-fe0ef67c0663 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879819 Jul 09 16:34:13.272215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e1f18fcc-22ba-41ee-b851-9282cd934e83'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:13.276840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:13.280015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:13.288289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Pushing event deleted for resources: {'Port': ['ID=e1f18fcc-22ba-41ee-b851-9282cd934e83,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.300286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:13.307023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:13.312596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:13.313392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.329796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Pushing event updated for resources: {'Port': ['ID=31f338ea-bd8f-4abc-8e64-9872594bafa5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.378327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] No DVR routers for this DVR port e1f18fcc-22ba-41ee-b851-9282cd934e83 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:13.383426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.385433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9bd19714-a2b7-46a6-8452-4b6af8e34f64 req-3555e854-05b0-4503-b77b-397857727ded tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.43 "DELETE /v2.0/ports/e1f18fcc-22ba-41ee-b851-9282cd934e83 HTTP/1.1" status: 204 len: 173 time: 0.9817662 Jul 09 16:34:13.385899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f23a7-8bca-4ac5-844c-ed77258085af', 'name': 'network-vif-deleted', 'tag': 'e1f18fcc-22ba-41ee-b851-9282cd934e83'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:13.388376 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70094cf-79fa-46ba-bc87-ca77d7107f9b" -d '{"events": [{"server_uuid": "507f23a7-8bca-4ac5-844c-ed77258085af", "name": "network-vif-deleted", "tag": "e1f18fcc-22ba-41ee-b851-9282cd934e83"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:13.433220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-b62e8632-bc5f-4c31-8a5d-b4c27f6c7ac5 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6806669 Jul 09 16:34:13.452837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35788f7e-a5c9-4332-9edc-4614e909be3d req-e630d0d2-12c9-48e5-8c0c-4d58073e91ac tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143569 Jul 09 16:34:13.455156 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4e4f2-bdfc-4c5f-9dd2-17dcc3f315d8 x-openstack-request-id: req-e5c4e4f2-bdfc-4c5f-9dd2-17dcc3f315d8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:13.455668 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f23a7-8bca-4ac5-844c-ed77258085af", "name": "network-vif-deleted", "tag": "e1f18fcc-22ba-41ee-b851-9282cd934e83", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:13.458201 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5c4e4f2-bdfc-4c5f-9dd2-17dcc3f315d8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:13.458772 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f23a7-8bca-4ac5-844c-ed77258085af', 'name': 'network-vif-deleted', 'tag': 'e1f18fcc-22ba-41ee-b851-9282cd934e83', 'status': 'completed', 'code': 200} Jul 09 16:34:13.479878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Request body: {'port': {'device_id': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:13.666740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f3c63-2303-4c82-bfbe-6f27a812f559 req-7ae54ba8-69cd-4a4c-83d3-2534ec2d2310 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885188 Jul 09 16:34:13.770280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cec4f1d6-a872-46d7-b424-2af55b597df0 req-c447e992-6612-4fee-82c5-45d0b8c3ed94 tempest-AggregatesAdminTestJSON-1111839793 tempest-AggregatesAdminTestJSON-1111839793-project] 10.222.0.48 "GET /v2.0/ports?device_id=507f23a7-8bca-4ac5-844c-ed77258085af HTTP/1.1" status: 200 len: 210 time: 0.0917017 Jul 09 16:34:13.872907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:13.874578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.879538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.905133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:13.917598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:13.918261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:14.045039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ee6c-340d-46f3-9e4e-ee39e94f580b req-d57d7563-3562-4698-b0ad-b3a3b14b03cc tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:14.056378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a384ee6c-340d-46f3-9e4e-ee39e94f580b req-d57d7563-3562-4698-b0ad-b3a3b14b03cc tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 950 time: 0.3478405 Jul 09 16:34:14.075426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2fea7f54-c3ee-4a23-baf9-7cda2979df01 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "PUT /v2.0/floatingips/e6fa44e6-9994-4d91-81dd-a3bda5d77946 HTTP/1.1" status: 200 len: 990 time: 5.7146916 Jul 09 16:34:14.078898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'tag': '3065335a-03e8-4260-b058-38332d9d1182'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:14.081461 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "tag": "3065335a-03e8-4260-b058-38332d9d1182"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:14.111373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44e54541-3a49-4c4a-9042-4fd4aa3fced9 None None] Provisioning for port 31f338ea-bd8f-4abc-8e64-9872594bafa5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:14.119513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44e54541-3a49-4c4a-9042-4fd4aa3fced9 None None] Provisioning complete for port 31f338ea-bd8f-4abc-8e64-9872594bafa5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:14.120167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44e54541-3a49-4c4a-9042-4fd4aa3fced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.141499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:14.196746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-44e54541-3a49-4c4a-9042-4fd4aa3fced9 None None] Port 31f338ea-bd8f-4abc-8e64-9872594bafa5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:14.209065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a384ee6c-340d-46f3-9e4e-ee39e94f580b req-56e8d910-d2f6-4ad4-b98f-ea16f13b0bd4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509738 Jul 09 16:34:14.518298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f338ea-bd8f-4abc-8e64-9872594bafa5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:14.529653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.550141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Transition to ACTIVE for port object 31f338ea-bd8f-4abc-8e64-9872594bafa5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:14.559105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.570275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73f88-a89c-43ec-8afb-3ad8aba237e0 req-6e9448bc-e730-4073-9d49-4f9602c737c0 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:14.580556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de73f88-a89c-43ec-8afb-3ad8aba237e0 req-6e9448bc-e730-4073-9d49-4f9602c737c0 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 935 time: 0.1873825 Jul 09 16:34:14.597328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'e6fa44e6-9994-4d91-81dd-a3bda5d77946', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'port_id': '3065335a-03e8-4260-b058-38332d9d1182', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'mac_address': 'fa:16:3e:b4:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:33:29Z', 'updated_at': '2021-07-09T16:34:10Z', 'revision_number': 1, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:14.651960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:34:14.660949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:14.661695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:14.760622 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a3f18-f8a3-4a8f-a3f5-d931c43de072 x-openstack-request-id: req-9d5a3f18-f8a3-4a8f-a3f5-d931c43de072 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:14.760904 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "tag": "3065335a-03e8-4260-b058-38332d9d1182", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:14.761158 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d5a3f18-f8a3-4a8f-a3f5-d931c43de072 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:14.761747 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'tag': '3065335a-03e8-4260-b058-38332d9d1182', 'status': 'completed', 'code': 200} Jul 09 16:34:14.762332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=31f338ea-bd8f-4abc-8e64-9872594bafa5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:14.811541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:14.884316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de73f88-a89c-43ec-8afb-3ad8aba237e0 req-f68986d9-764e-4867-9d11-724686cbd4bd tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026924 Jul 09 16:34:14.935940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Attempting to bind port 31f338ea-bd8f-4abc-8e64-9872594bafa5 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:14.939479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Attempting to bind port 31f338ea-bd8f-4abc-8e64-9872594bafa5 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:14.942754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Attempting to bind port 31f338ea-bd8f-4abc-8e64-9872594bafa5 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:14.956063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Port 31f338ea-bd8f-4abc-8e64-9872594bafa5 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:14.956683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Attempting to bind port 31f338ea-bd8f-4abc-8e64-9872594bafa5 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:14.960478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-42a291d6-9c7f-41f4-8b63-24a6db864bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:14.962229 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-42a291d6-9c7f-41f4-8b63-24a6db864bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 1096 time: 0.1507039 Jul 09 16:34:14.978415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:14.979031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:14.979561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:14.980156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Bound port: 31f338ea-bd8f-4abc-8e64-9872594bafa5, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:14.980670 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.182701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-32022e83-e12d-4885-84d9-08919c4b2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.187152 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-32022e83-e12d-4885-84d9-08919c4b2f37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 924 time: 0.2078342 Jul 09 16:34:15.242717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'e6fa44e6-9994-4d91-81dd-a3bda5d77946', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'port_id': '3065335a-03e8-4260-b058-38332d9d1182', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'mac_address': 'fa:16:3e:b4:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:33:29Z', 'updated_at': '2021-07-09T16:34:10Z', 'revision_number': 1, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:15.309765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e8057-2e52-4212-be46-893fb4e44f5a None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'e6fa44e6-9994-4d91-81dd-a3bda5d77946', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'port_id': '3065335a-03e8-4260-b058-38332d9d1182', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'mac_address': 'fa:16:3e:b4:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:33:29Z', 'updated_at': '2021-07-09T16:34:10Z', 'revision_number': 1, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:15.312767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] For port 31f338ea-bd8f-4abc-8e64-9872594bafa5, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:15.326986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] For port 31f338ea-bd8f-4abc-8e64-9872594bafa5, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:15.332979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-92d79dd2-f538-4e55-a8f6-19751e49dd4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3065335a-03e8-4260-b058-38332d9d1182 HTTP/1.1" status: 200 len: 998 time: 0.1381018 Jul 09 16:34:15.336162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.357524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbdbaf-300b-49bb-8cd5-2f8745d8fab8 req-e18280d0-04e6-43cd-b65b-500beb46b387 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.359971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3fbdbaf-300b-49bb-8cd5-2f8745d8fab8 req-e18280d0-04e6-43cd-b65b-500beb46b387 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 966 time: 0.3512194 Jul 09 16:34:15.412945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-66a13bf0-3d13-4c9a-8330-2d62164e23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.414612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-66a13bf0-3d13-4c9a-8330-2d62164e23b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0740862 Jul 09 16:34:15.432781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-b9427ec5-2c4b-47b0-a7af-4a6eeeb65a41 service neutron] 10.222.0.43 "GET /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.3044333 Jul 09 16:34:15.509650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-78c3f266-414f-4ae1-9e57-4a15e2dbd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.514317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.516344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-78c3f266-414f-4ae1-9e57-4a15e2dbd8e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880613 Jul 09 16:34:15.517063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.518606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] 10.222.0.43 "PUT /v2.0/ports/31f338ea-bd8f-4abc-8e64-9872594bafa5 HTTP/1.1" status: 200 len: 1095 time: 2.0606112 Jul 09 16:34:15.679086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3fbdbaf-300b-49bb-8cd5-2f8745d8fab8 req-9440e6fd-5bd7-4797-ab60-025218c53996 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634611 Jul 09 16:34:15.705955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3a7c5-d534-41ea-b805-ee2b32b94ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=31f338ea-bd8f-4abc-8e64-9872594bafa5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:15.743462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-e93d25be-099e-477a-8bca-413ea3796448 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194676 Jul 09 16:34:15.748030 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c2d48-9fb6-44ba-b493-d99159844668 None None] New status for floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:34:15.911253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-5cf35dc6-bcef-4008-8dd8-6792272e1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.912769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-5cf35dc6-bcef-4008-8dd8-6792272e1c7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 1098 time: 0.3380916 Jul 09 16:34:16.039777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-37db0877-bd51-48a3-acf2-3dadc2427685 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337636 Jul 09 16:34:16.042922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffc8e7f2-7576-4b13-96c1-3d82cd12d7aa req-a3eb5b4d-7269-4783-b9ad-6d22da33f4aa service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730393 Jul 09 16:34:16.121497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:16.209612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-c9295735-017b-4ae7-8a97-149d4a9cc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.211320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-c9295735-017b-4ae7-8a97-149d4a9cc3aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 1101 time: 0.0867233 Jul 09 16:34:16.324847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b05b9-27a7-4048-8adf-90ba350432a7 req-2c0f8888-879a-4da8-ba48-1c7f1ca68d0c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.327081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-335b05b9-27a7-4048-8adf-90ba350432a7 req-2c0f8888-879a-4da8-ba48-1c7f1ca68d0c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 950 time: 0.6436481 Jul 09 16:34:16.334869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-afd4ccb6-871b-4070-a622-7d2dbcba473b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5 HTTP/1.1" status: 200 len: 217 time: 0.4024932 Jul 09 16:34:16.345270 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9c67b3e6-0560-4c93-8a66-c0dd327f849f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0523fca2fc444981b77964b7b071dd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222462 Jul 09 16:34:16.349005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:16.374363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-baceff2b-a7e9-4f75-b431-c388c39358c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.375864 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-baceff2b-a7e9-4f75-b431-c388c39358c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1417286 Jul 09 16:34:16.403850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e1f18fcc-22ba-41ee-b851-9282cd934e83 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:16.437745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: e1f18fcc-22ba-41ee-b851-9282cd934e83 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:16.439464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e1f18fcc-22ba-41ee-b851-9282cd934e83 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:16.440579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:16.444014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-335b05b9-27a7-4048-8adf-90ba350432a7 req-39d263dc-6158-4259-b340-ed37d5545a2d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108265 Jul 09 16:34:16.450530 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-ff3d8bf9-72a7-43dc-b744-a9efb7562683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9 HTTP/1.1" status: 200 len: 217 time: 0.0627353 Jul 09 16:34:16.451333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:16.466339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-67fe0830-4527-439b-a6ba-008f503ef5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.472285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-67fe0830-4527-439b-a6ba-008f503ef5a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1250978 Jul 09 16:34:16.509568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fa2489a-56fb-4278-be5a-cf940a9b3f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.555976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-b8e9cdb0-3e8e-4c46-8c7a-4c15a45257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.557770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-b8e9cdb0-3e8e-4c46-8c7a-4c15a45257a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0836341 Jul 09 16:34:16.559905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fa2489a-56fb-4278-be5a-cf940a9b3f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.565798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:16.611586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d056223e-4402-4f7c-bd7c-98cc5d48c7d0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:16.634620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:16.652425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-803bff5f-e8b5-402e-94e4-ddcc60c95df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.654251 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-803bff5f-e8b5-402e-94e4-ddcc60c95df6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860543 Jul 09 16:34:16.655026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fa2489a-56fb-4278-be5a-cf940a9b3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.657729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fa2489a-56fb-4278-be5a-cf940a9b3f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.658870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3fa2489a-56fb-4278-be5a-cf940a9b3f11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59c45963-e8b6-4fe8-a331-fe917aca2a79 HTTP/1.1" status: 204 len: 168 time: 0.3089676 Jul 09 16:34:16.659495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.671225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e63643-f413-46a5-9393-72e742defb31 req-3b6d24b4-98d0-4d6b-a0db-3255af881d9a tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.672946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e63643-f413-46a5-9393-72e742defb31 req-3b6d24b4-98d0-4d6b-a0db-3255af881d9a tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 947 time: 0.1887822 Jul 09 16:34:16.683828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2489a-56fb-4278-be5a-cf940a9b3f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c45963-e8b6-4fe8-a331-fe917aca2a79,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:16.685190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-10fb279b-0c5a-4a73-8f26-4574a663aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:16.687010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-10fb279b-0c5a-4a73-8f26-4574a663aff4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929421 Jul 09 16:34:16.773098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'tag': '31f338ea-bd8f-4abc-8e64-9872594bafa5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:16.776146 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1df8a2-43e6-4088-9a4b-5b14c5e986ee", "tag": "31f338ea-bd8f-4abc-8e64-9872594bafa5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:16.800121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-b262083a-b721-45bc-9328-986e8e04f631 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362603 Jul 09 16:34:16.867244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13e63643-f413-46a5-9393-72e742defb31 req-af8b955a-f957-4bbe-a698-98abee374c28 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861663 Jul 09 16:34:16.907846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a00858f9-9e13-4c64-880b-ec8517b04251 req-1db74a7e-4dc2-41d9-9a43-b8fea7af7786 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014318 Jul 09 16:34:16.914775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] Transition to ACTIVE for port object d056223e-4402-4f7c-bd7c-98cc5d48c7d0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:16.917326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-198e3c35-edbf-4b9f-a3b4-6f13dfea8579 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196879 Jul 09 16:34:16.923080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.034151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03272ec-5eaf-417b-aa83-fb657e40569b req-1c3c2627-e787-42c7-8a70-202af770cac1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.035713 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d03272ec-5eaf-417b-aa83-fb657e40569b req-1c3c2627-e787-42c7-8a70-202af770cac1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.2383466 Jul 09 16:34:17.046328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:17.069885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] No DVR routers for this DVR port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:17.095224 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dfb6e8b6-584a-4442-9465-c0b9c65ad31e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48b794ba43094e57b798096335867429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476167 Jul 09 16:34:17.097637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:17.102921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f670b-3c49-4c18-938a-308434b74925 service neutron] Pushing event updated for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:17.158685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-183f670b-3c49-4c18-938a-308434b74925 service neutron] 10.222.0.43 "PUT /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0/bindings/n-h1-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6922698 Jul 09 16:34:17.161343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d03272ec-5eaf-417b-aa83-fb657e40569b req-603c59e6-d170-4a45-b430-3e8d92358c8a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996666 Jul 09 16:34:17.165504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b194fa-19f7-414a-ac39-09cd7d28f525 req-c4ccee92-b57e-4338-bc1e-2a20a6cbfc28 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369630 Jul 09 16:34:17.462378 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1233-7c6e-49e1-bda1-6b8a34e3f3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.502045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1233-7c6e-49e1-bda1-6b8a34e3f3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.542134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-7aebd5d8-2ecb-4eda-9663-4e445a958b9b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.543789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-7aebd5d8-2ecb-4eda-9663-4e445a958b9b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1118 time: 0.1304314 Jul 09 16:34:17.561757 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ab3c31-64db-4f53-a400-ca20f8ed3fc7 x-openstack-request-id: req-98ab3c31-64db-4f53-a400-ca20f8ed3fc7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:17.562264 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1df8a2-43e6-4088-9a4b-5b14c5e986ee", "tag": "31f338ea-bd8f-4abc-8e64-9872594bafa5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:17.562389 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98ab3c31-64db-4f53-a400-ca20f8ed3fc7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:17.562825 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'tag': '31f338ea-bd8f-4abc-8e64-9872594bafa5', 'status': 'completed', 'code': 200} Jul 09 16:34:17.612296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:17.639846 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1233-7c6e-49e1-bda1-6b8a34e3f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.643262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1233-7c6e-49e1-bda1-6b8a34e3f3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.646721 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9bcb1233-7c6e-49e1-bda1-6b8a34e3f3db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4861aea-69b5-4a52-9eb9-8e8b6a0d043c HTTP/1.1" status: 204 len: 168 time: 0.5458133 Jul 09 16:34:17.658705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:17.664360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb1233-7c6e-49e1-bda1-6b8a34e3f3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4861aea-69b5-4a52-9eb9-8e8b6a0d043c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:17.683613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f3e4-b7e7-4fec-a94b-5a18bc651542 req-bbcd4210-03e2-40d0-bab1-3375fdae2571 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.685727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13c1f3e4-b7e7-4fec-a94b-5a18bc651542 req-bbcd4210-03e2-40d0-bab1-3375fdae2571 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 967 time: 0.1844780 Jul 09 16:34:17.707788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-a0183ed1-7386-4fb8-afc8-bec92cf60b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.710103 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-a0183ed1-7386-4fb8-afc8-bec92cf60b31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a&tenant_id=6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 1118 time: 0.1565044 Jul 09 16:34:17.718048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-02e628f1-46d8-41d2-856f-ca77d9d75680 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea143b1f53a24f11b7a982b447af3afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275784 Jul 09 16:34:17.829322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-d2e22f61-1137-4b2d-82b3-af7be3a3f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.831494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13c1f3e4-b7e7-4fec-a94b-5a18bc651542 req-ce3eda3e-8709-47b8-beb6-8b044c3ef627 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167607 Jul 09 16:34:17.836457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-c75eed64-f0c0-46ce-8e68-4f91eab532d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.838298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-c75eed64-f0c0-46ce-8e68-4f91eab532d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=434050c3f94d4c5bb906ead806ff4992&device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 1098 time: 0.2401514 Jul 09 16:34:17.840356 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-d2e22f61-1137-4b2d-82b3-af7be3a3f8fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1118 time: 0.0768802 Jul 09 16:34:17.860784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd21e4ee-bad2-457f-9072-703a1a337025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.044309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-dad9c93b-dd61-47f5-bdca-d6e31aea6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.046576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-dad9c93b-dd61-47f5-bdca-d6e31aea6608 service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.2031546 Jul 09 16:34:18.058041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-719da89c-3319-4b69-a008-854aa4124c45 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.068060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-719da89c-3319-4b69-a008-854aa4124c45 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366714 Jul 09 16:34:18.101877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-3458a272-26dd-4f75-8ee4-a4fa23b67fed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0487449 Jul 09 16:34:18.115089 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d471eb85-994c-4192-88a6-e57af2fdbc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.128668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-e945f889-76dc-4e98-9ab0-5b53d50f2f01 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/quotas/ea143b1f53a24f11b7a982b447af3afd HTTP/1.1" status: 200 len: 375 time: 0.0595257 Jul 09 16:34:18.150220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-ba2e6aec-5766-49a2-bd78-13900d571501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.151690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-ba2e6aec-5766-49a2-bd78-13900d571501 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2856779 Jul 09 16:34:18.194745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-e75a36fe-75b9-4f43-aaf6-86bb5e8a3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.196921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-e75a36fe-75b9-4f43-aaf6-86bb5e8a3dbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0811625 Jul 09 16:34:18.229932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-b607aee2-3678-45c0-a875-ffd970fe5e65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5 HTTP/1.1" status: 200 len: 217 time: 0.0498950 Jul 09 16:34:18.251987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-d33cbeb6-cc68-4103-849c-957a4facaea5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436082 Jul 09 16:34:18.299924 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd21e4ee-bad2-457f-9072-703a1a337025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.315714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-526d4cb1-f86a-40c1-bf68-4a2ef2d4545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.317243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-526d4cb1-f86a-40c1-bf68-4a2ef2d4545e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0778270 Jul 09 16:34:18.324417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd21e4ee-bad2-457f-9072-703a1a337025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.365588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-daef3a37-ebf5-49c7-84b4-580ad3b8088c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360318 Jul 09 16:34:18.379658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-68aaa53e-8997-4762-8a68-88c4b9d34b5f service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201181 Jul 09 16:34:18.435787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd21e4ee-bad2-457f-9072-703a1a337025 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa6ac54700af4bbd892df751704199e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228276 Jul 09 16:34:18.439144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:18.449397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21e4ee-bad2-457f-9072-703a1a337025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d107f3-b14d-4fe1-9be8-8ef29849db6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.549005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-2d634569-e2bc-4739-9db9-fd5248284a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.562560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-2d634569-e2bc-4739-9db9-fd5248284a5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2290971 Jul 09 16:34:18.568530 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e496f843-867b-4d05-a3da-3091a90d13d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.605130 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-e1e26de1-1b0b-49ac-b2f4-e583a65ec08d service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120435 Jul 09 16:34:18.648617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e496f843-867b-4d05-a3da-3091a90d13d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.662315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d471eb85-994c-4192-88a6-e57af2fdbc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.680767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d471eb85-994c-4192-88a6-e57af2fdbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.788584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5b3235c-ef32-4041-860c-14e0e3b59fcc req-d23be2c5-fbe6-4878-807a-cfd68dab9502 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 210 time: 0.0894666 Jul 09 16:34:18.817875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:18.818823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d471eb85-994c-4192-88a6-e57af2fdbc47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eec9f1de2bd2433d9b2cc212e61e82d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1572285 Jul 09 16:34:18.832392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471eb85-994c-4192-88a6-e57af2fdbc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23010c6e-176b-4542-9a21-e1b54edfd1dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.838149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-96794eae-ef4c-4493-b051-25a921d0ab3c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675116 Jul 09 16:34:18.876953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e496f843-867b-4d05-a3da-3091a90d13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.879928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e496f843-867b-4d05-a3da-3091a90d13d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.883774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e496f843-867b-4d05-a3da-3091a90d13d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37d107f3-b14d-4fe1-9be8-8ef29849db6b HTTP/1.1" status: 204 len: 168 time: 0.4420462 Jul 09 16:34:18.938724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496f843-867b-4d05-a3da-3091a90d13d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d107f3-b14d-4fe1-9be8-8ef29849db6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.955889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a595210b-64b2-4a70-945e-979991eafd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.990788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a595210b-64b2-4a70-945e-979991eafd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.002540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b24d484-d485-43b4-8ec1-f2f7b1c024b9 req-85a3301b-efa4-4ee3-9ad5-c3cbe6b3eaef service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567049 Jul 09 16:34:19.011776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360068f4-0cc6-4f7d-bb7a-52ef63b98ae0 req-88ba0977-bb1f-42c4-9c66-d1c75001ee3e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:19.019553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-360068f4-0cc6-4f7d-bb7a-52ef63b98ae0 req-88ba0977-bb1f-42c4-9c66-d1c75001ee3e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 947 time: 0.2761991 Jul 09 16:34:19.059381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a595210b-64b2-4a70-945e-979991eafd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.062664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a595210b-64b2-4a70-945e-979991eafd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.066748 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a595210b-64b2-4a70-945e-979991eafd93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23010c6e-176b-4542-9a21-e1b54edfd1dd HTTP/1.1" status: 204 len: 168 time: 0.2476730 Jul 09 16:34:19.075646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-360068f4-0cc6-4f7d-bb7a-52ef63b98ae0 req-774e0fb1-be70-4da0-8a9a-d07342eca0e4 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Jul 09 16:34:19.077798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595210b-64b2-4a70-945e-979991eafd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23010c6e-176b-4542-9a21-e1b54edfd1dd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:19.221174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177395-44b9-493f-8ada-96ce782d598a req-dbcd2015-69cb-4429-84b2-3808e06e713c tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:19.222746 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-dbcd2015-69cb-4429-84b2-3808e06e713c tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1118 time: 0.0760815 Jul 09 16:34:19.306635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39d04d-7706-4d4a-bd93-a4b7f3b5df0f req-54dd56a6-8d63-4f64-956e-35cfeaa15460 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:19.318521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f39d04d-7706-4d4a-bd93-a4b7f3b5df0f req-54dd56a6-8d63-4f64-956e-35cfeaa15460 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 967 time: 0.0949421 Jul 09 16:34:19.395922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f39d04d-7706-4d4a-bd93-a4b7f3b5df0f req-9ccf37ef-a935-4740-9cf4-fd4290a04fe3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762429 Jul 09 16:34:19.561918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10177395-44b9-493f-8ada-96ce782d598a req-9874114f-d2d9-4a31-b419-de759365dd8c service neutron] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:19.575421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10177395-44b9-493f-8ada-96ce782d598a req-9874114f-d2d9-4a31-b419-de759365dd8c service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.576566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10177395-44b9-493f-8ada-96ce782d598a req-9874114f-d2d9-4a31-b419-de759365dd8c service neutron] 10.222.0.37 "DELETE /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0/bindings/n-h2-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.3420985 Jul 09 16:34:19.731666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36516) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:19.754107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29473f85-7f90-4c5f-a41a-205747e51f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.775312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f468e36-1e5f-4db3-8587-f07b8146070e req-ed30a026-d65c-4398-9f2b-a099ac4b8b0a tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:19.777692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f468e36-1e5f-4db3-8587-f07b8146070e req-ed30a026-d65c-4398-9f2b-a099ac4b8b0a tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1118 time: 0.1085451 Jul 09 16:34:19.864174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f468e36-1e5f-4db3-8587-f07b8146070e req-3bf9edc3-6cf2-4372-9972-14a8b4c2b2ef tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790772 Jul 09 16:34:20.009036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29473f85-7f90-4c5f-a41a-205747e51f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.019261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29473f85-7f90-4c5f-a41a-205747e51f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.041404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-feed20d7-dc17-4246-976e-a2327ac5a8b3 req-bdad3f2a-284d-471a-9b93-a7c2aa2100fc tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 210 time: 0.0460587 Jul 09 16:34:20.071049 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-29473f85-7f90-4c5f-a41a-205747e51f17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8c869e18899478995ceb9313a8ae0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375242 Jul 09 16:34:20.073265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.144533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.149268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29473f85-7f90-4c5f-a41a-205747e51f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e0ce05-8ae4-4269-bf3c-a9fb598fee02,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:20.159524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1f910c-f7a6-4fe2-b4b5-4efa6ba57591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.179589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3be799a8-d8b1-4e56-8ae6-5a296f8e8b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.222402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3be799a8-d8b1-4e56-8ae6-5a296f8e8b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.350530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3be799a8-d8b1-4e56-8ae6-5a296f8e8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.355468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3be799a8-d8b1-4e56-8ae6-5a296f8e8b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.361740 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3be799a8-d8b1-4e56-8ae6-5a296f8e8b32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3e0ce05-8ae4-4269-bf3c-a9fb598fee02 HTTP/1.1" status: 204 len: 168 time: 0.2822526 Jul 09 16:34:20.368714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be799a8-d8b1-4e56-8ae6-5a296f8e8b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e0ce05-8ae4-4269-bf3c-a9fb598fee02,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:20.423767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 31f338ea-bd8f-4abc-8e64-9872594bafa5 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:20.472631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1f910c-f7a6-4fe2-b4b5-4efa6ba57591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.482751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-60fc0308-ce3f-4dda-9ad5-9e7548e0709a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea143b1f53a24f11b7a982b447af3afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295589 Jul 09 16:34:20.493239 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b1f910c-f7a6-4fe2-b4b5-4efa6ba57591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.540839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493b39f-53aa-46d8-b48e-f892a1e045fc req-8abbbc45-f580-4e48-9679-772d99b5f186 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:20.543128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c493b39f-53aa-46d8-b48e-f892a1e045fc req-8abbbc45-f580-4e48-9679-772d99b5f186 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 947 time: 0.2487211 Jul 09 16:34:20.563144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-d31ed9a7-8ee7-414c-9b68-a29204469f2d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:20.565151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-d31ed9a7-8ee7-414c-9b68-a29204469f2d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.2544715 Jul 09 16:34:20.599801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b1f910c-f7a6-4fe2-b4b5-4efa6ba57591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=733872445eb4408b887f85d4d29e2576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541295 Jul 09 16:34:20.616805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.701073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f910c-f7a6-4fe2-b4b5-4efa6ba57591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008a530c-6e03-4ae9-bb6c-301668b27b59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:20.709694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-5abcdc8a-9a5a-470b-9968-bba99f86f143 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:20.711567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-5abcdc8a-9a5a-470b-9968-bba99f86f143 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106338 Jul 09 16:34:20.719128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-f28c0517-c70d-4141-81cc-2403a18853ef tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/quotas/6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 375 time: 0.1332629 Jul 09 16:34:20.740653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Request body: {'port': {'device_id': '85457a89-b066-415b-bebf-81754ebb88f4', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'ea143b1f53a24f11b7a982b447af3afd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:20.766039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 31f338ea-bd8f-4abc-8e64-9872594bafa5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:20.778860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '31f338ea-bd8f-4abc-8e64-9872594bafa5', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '31f338ea-bd8f-4abc-8e64-9872594bafa5', 'mac_address': 'fa:16:3e:b6:06:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:34:20.832465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c493b39f-53aa-46d8-b48e-f892a1e045fc req-0655c829-68ef-422d-b7be-f4774cb9d0db tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823131 Jul 09 16:34:20.861286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.869842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d3de12-c5a0-4a9b-8436-918ce9bf6382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.895104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f338ea-bd8f-4abc-8e64-9872594bafa5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:20.919519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 31f338ea-bd8f-4abc-8e64-9872594bafa5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:20.924336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Made reservation on behalf of ea143b1f53a24f11b7a982b447af3afd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:20.925011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d3de12-c5a0-4a9b-8436-918ce9bf6382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.926767 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.929044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.940930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-2fb55fa2-7293-449d-abfa-5c25ce24d7ec tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2203884 Jul 09 16:34:20.958950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-624e4752-59ed-42ff-9870-efda577b9825 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:20.967342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-624e4752-59ed-42ff-9870-efda577b9825 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180566 Jul 09 16:34:21.018135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d3de12-c5a0-4a9b-8436-918ce9bf6382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.021493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86d3de12-c5a0-4a9b-8436-918ce9bf6382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.022832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-86d3de12-c5a0-4a9b-8436-918ce9bf6382 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/008a530c-6e03-4ae9-bb6c-301668b27b59 HTTP/1.1" status: 204 len: 168 time: 0.4037788 Jul 09 16:34:21.035385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3de12-c5a0-4a9b-8436-918ce9bf6382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a530c-6e03-4ae9-bb6c-301668b27b59,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.035667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=31f338ea-bd8f-4abc-8e64-9872594bafa5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.161568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['31f338ea-bd8f-4abc-8e64-9872594bafa5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:21.168247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Allocated IP 192.168.233.34 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/a677b8a2-f4be-4677-b46f-e82de3682c0a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:21.365816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.397460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Transition to ACTIVE for port object a677b8a2-f4be-4677-b46f-e82de3682c0a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:21.435999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.487381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['37d673b2-8824-469c-a4bf-fe33e5425374', '573cf368-4bbe-4aa3-892f-672fe0f7dd13'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:21.530886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event updated for resources: {'Port': ['ID=a677b8a2-f4be-4677-b46f-e82de3682c0a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.540679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:21.542378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:21.549163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:21.601562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-83fa24a2-6aac-41ad-a3fc-eb3aa138ecb1 service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432297 Jul 09 16:34:21.630449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:21.631159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.659726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-d3b0584c-f09c-4d4b-9a13-45394b269139 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9251096 Jul 09 16:34:21.685569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Request body: {'port': {'device_id': '85457a89-b066-415b-bebf-81754ebb88f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:21.718218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-ce35e170-43b9-4d7b-905f-37afca9c2426 service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143363 Jul 09 16:34:21.813195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:21.855497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.901015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8dacb89-cdef-43e2-a42f-86aa282360fd None None] Provisioning for port a677b8a2-f4be-4677-b46f-e82de3682c0a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:21.913119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8dacb89-cdef-43e2-a42f-86aa282360fd None None] Provisioning complete for port a677b8a2-f4be-4677-b46f-e82de3682c0a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:21.913495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8dacb89-cdef-43e2-a42f-86aa282360fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.024514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8dacb89-cdef-43e2-a42f-86aa282360fd None None] Port a677b8a2-f4be-4677-b46f-e82de3682c0a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:22.082221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-925056580-network', 'tenant_id': 'ea86f090a836441ca79899e45c9fd6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:22.114408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Made reservation on behalf of ea86f090a836441ca79899e45c9fd6dc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:22.122553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.151742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.310532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a677b8a2-f4be-4677-b46f-e82de3682c0a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:22.321250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.337587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Transition to ACTIVE for port object a677b8a2-f4be-4677-b46f-e82de3682c0a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:22.342026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.355695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a034-f99e-4752-9604-854cc92da82e req-cf7e960b-05ba-4dc5-a1cc-6075b41bb145 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.357320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8b6a034-f99e-4752-9604-854cc92da82e req-cf7e960b-05ba-4dc5-a1cc-6075b41bb145 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 935 time: 0.1395903 Jul 09 16:34:22.423153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.448705 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.463713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Pushing event updated for resources: {'Port': ['ID=a677b8a2-f4be-4677-b46f-e82de3682c0a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:22.475727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:22.494609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.496131 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Added segment d1cf6930-9eb0-4a98-b4b3-5cde87938cfd of type vlan for network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 Jul 09 16:34:22.534201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Attempting to bind port a677b8a2-f4be-4677-b46f-e82de3682c0a on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:22.534708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Attempting to bind port a677b8a2-f4be-4677-b46f-e82de3682c0a by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:22.535040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Attempting to bind port a677b8a2-f4be-4677-b46f-e82de3682c0a on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:22.545009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Port a677b8a2-f4be-4677-b46f-e82de3682c0a on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:22.545337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Attempting to bind port a677b8a2-f4be-4677-b46f-e82de3682c0a on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:22.558851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 31f338ea-bd8f-4abc-8e64-9872594bafa5 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:22.559537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:22.559537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:22.559938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:22.564588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Bound port: a677b8a2-f4be-4677-b46f-e82de3682c0a, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:22.565133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.621161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.626115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbfde91-3246-49c1-bcb2-585931236486,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:22.645506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 31f338ea-bd8f-4abc-8e64-9872594bafa5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:22.650245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 31f338ea-bd8f-4abc-8e64-9872594bafa5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:22.650674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.676064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] For port a677b8a2-f4be-4677-b46f-e82de3682c0a, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:22.687072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] For port a677b8a2-f4be-4677-b46f-e82de3682c0a, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:22.697992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.721535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8b6a034-f99e-4752-9604-854cc92da82e req-1046efcd-1c27-4631-9eb7-899fd24ea6a3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448319 Jul 09 16:34:22.775223 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.776153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.776793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.799082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Pushing event updated for resources: {'Port': ['ID=a677b8a2-f4be-4677-b46f-e82de3682c0a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:22.799692 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.804024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.804653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.806215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-f1b1b12d-23ad-4f1e-8dcf-3fc03a7d5a47 service neutron] 10.222.0.37 "PUT /v2.0/ports/a677b8a2-f4be-4677-b46f-e82de3682c0a HTTP/1.1" status: 200 len: 1095 time: 1.1277766 Jul 09 16:34:22.807078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85457a89-b066-415b-bebf-81754ebb88f4', 'tag': 'a677b8a2-f4be-4677-b46f-e82de3682c0a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:22.809628 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "85457a89-b066-415b-bebf-81754ebb88f4", "tag": "a677b8a2-f4be-4677-b46f-e82de3682c0a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:22.842897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f338ea-bd8f-4abc-8e64-9872594bafa5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:22.848083 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac4a77-a584-4cdc-91d4-945342c4e833" -d '{"events": [{"server_uuid": "2d1df8a2-43e6-4088-9a4b-5b14c5e986ee", "name": "network-vif-plugged", "status": "completed", "tag": "31f338ea-bd8f-4abc-8e64-9872594bafa5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:22.880420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 31f338ea-bd8f-4abc-8e64-9872594bafa5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:22.897846 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.046758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=31f338ea-bd8f-4abc-8e64-9872594bafa5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.052801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-1f91a99a-bf2a-4727-8f03-982047e5b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.054343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-1f91a99a-bf2a-4727-8f03-982047e5b13e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 1098 time: 0.1098845 Jul 09 16:34:23.135788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-9fbb93ae-14fa-465b-bba2-c8812ff3846f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a HTTP/1.1" status: 200 len: 217 time: 0.0657921 Jul 09 16:34:23.201785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-792f6d86-c63d-448a-b2c0-38ecbccae8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.203798 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-792f6d86-c63d-448a-b2c0-38ecbccae8d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0600736 Jul 09 16:34:23.289560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-70aa99da-a330-46f7-b37c-877c0708034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.292060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-70aa99da-a330-46f7-b37c-877c0708034c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802357 Jul 09 16:34:23.374675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5600977 Jul 09 16:34:23.379438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:23.387461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Request body: {'subnet': {'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-925056580-subnet', 'tenant_id': 'ea86f090a836441ca79899e45c9fd6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:23.388374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35787b80-d512-4e08-ae4f-ff9cdb93b5e3 req-8f977bcf-4d40-4e79-a3dc-41eb8a3d18f9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 210 time: 0.0720255 Jul 09 16:34:23.393771 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.405658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf1f14-5e56-49f4-85a3-273ef4a11189 admin admin] Pushing event updated for resources: {'Network': ['ID=3a70eca9-f453-4f8d-9383-8e7fc0b6f114,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.430670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-736f5f72-9af1-4fbf-9663-49d849d9191b service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264780 Jul 09 16:34:23.432838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:23.433952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Made reservation on behalf of ea86f090a836441ca79899e45c9fd6dc for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:23.438863 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.440324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34903a80-ef1b-442c-9f90-c34b2fa79395 req-740a5696-6f02-4fae-8cab-61f7593e40af tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.442173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34903a80-ef1b-442c-9f90-c34b2fa79395 req-740a5696-6f02-4fae-8cab-61f7593e40af tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 949 time: 0.1248901 Jul 09 16:34:23.506732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34903a80-ef1b-442c-9f90-c34b2fa79395 req-0198b6c2-462e-4667-8b71-f4bfee24c0f6 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Jul 09 16:34:23.663484 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-95b03c9e-19cb-42bc-ae0c-ea8bc11dc4b1 req-3d1ce1d7-2cc5-46b4-9790-3c0755b220a3 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577375 Jul 09 16:34:23.721310 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d29d5f8-2c24-4032-84b0-5f611e805188 x-openstack-request-id: req-0d29d5f8-2c24-4032-84b0-5f611e805188 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:23.721804 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1df8a2-43e6-4088-9a4b-5b14c5e986ee", "name": "network-vif-plugged", "status": "completed", "tag": "31f338ea-bd8f-4abc-8e64-9872594bafa5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:23.722028 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d29d5f8-2c24-4032-84b0-5f611e805188 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:23.722621 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f338ea-bd8f-4abc-8e64-9872594bafa5', 'code': 200} Jul 09 16:34:23.729263 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45923eca-ffb5-444c-b132-0b1fd1678ba9 x-openstack-request-id: req-45923eca-ffb5-444c-b132-0b1fd1678ba9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:23.729263 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85457a89-b066-415b-bebf-81754ebb88f4", "tag": "a677b8a2-f4be-4677-b46f-e82de3682c0a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:23.729263 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45923eca-ffb5-444c-b132-0b1fd1678ba9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:23.730119 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85457a89-b066-415b-bebf-81754ebb88f4', 'tag': 'a677b8a2-f4be-4677-b46f-e82de3682c0a', 'status': 'completed', 'code': 200} Jul 09 16:34:23.772293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.866864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-6ec1d862-a905-4841-81c9-13e04ebe1297 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.872408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-6ec1d862-a905-4841-81c9-13e04ebe1297 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.2301075 Jul 09 16:34:23.879887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb2e790-a08d-4648-bda7-256326aff0ad,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.912998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Request body: {'port': {'device_id': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'admin_state_up': True, 'tenant_id': '6c2b455828fc4b328c11ddb4790c7d05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:23.929106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:23.929465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Network hostable DHCP agents. Network: 3a70eca9-f453-4f8d-9383-8e7fc0b6f114, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:23.957423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-59b40b91-ed7a-4117-8e76-1ef608ba4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.958938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-59b40b91-ed7a-4117-8e76-1ef608ba4bac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 1098 time: 0.1434789 Jul 09 16:34:24.003340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:24.055064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 3a70eca9-f453-4f8d-9383-8e7fc0b6f114) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:24.063306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.063699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.080492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cca85e-f073-48ad-9b44-157aed4e1061 None None] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:24.098529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5aacc99d-d504-4542-8046-7ce27dfbb477 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7133965 Jul 09 16:34:24.109051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75247b6b-2d0a-4712-a00b-2e85f3434a31 req-b63ca704-e393-44f0-b8fc-bc2ba9c2a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.110868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75247b6b-2d0a-4712-a00b-2e85f3434a31 req-b63ca704-e393-44f0-b8fc-bc2ba9c2a1cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 1100 time: 0.2163188 Jul 09 16:34:24.128174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-4d0b007f-bc66-4352-af38-4b989ff587cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.129905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-4d0b007f-bc66-4352-af38-4b989ff587cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1576350 Jul 09 16:34:24.191680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-32efbc16-76fe-4275-b301-074e2947e8f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a HTTP/1.1" status: 200 len: 217 time: 0.0507467 Jul 09 16:34:24.225766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1c970-0dcc-49d7-8cc6-295061ec90ad req-aaea5fd2-c919-40ae-bb9e-a97c36802045 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.227443 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00e1c970-0dcc-49d7-8cc6-295061ec90ad req-aaea5fd2-c919-40ae-bb9e-a97c36802045 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 947 time: 0.1826580 Jul 09 16:34:24.229111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75247b6b-2d0a-4712-a00b-2e85f3434a31 req-26bc8caa-b7e1-41e4-9a5d-59bb0a45ec34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096742 Jul 09 16:34:24.230275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Made reservation on behalf of 6c2b455828fc4b328c11ddb4790c7d05 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:24.234154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.249787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41b991-6c31-482a-9ede-3881094b4084 None None] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:24.266077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-817356be-c504-4e8f-90a0-a47d6ceeb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.268974 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-817356be-c504-4e8f-90a0-a47d6ceeb28c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0697489 Jul 09 16:34:24.370228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00e1c970-0dcc-49d7-8cc6-295061ec90ad req-625cce63-8b01-4ffb-afe8-83859bb07ee1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331809 Jul 09 16:34:24.388237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-e53fb6a7-1385-43e8-b041-3d4d186dcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.391141 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-e53fb6a7-1385-43e8-b041-3d4d186dcb05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056967 Jul 09 16:34:24.524814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-283fb0ab-5f9d-4d77-886f-610bc2e2936f service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273687 Jul 09 16:34:24.547841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Allocated IP 172.20.0.9 (987c8644-046b-4648-a50d-1ac25a6ebb19/90e73a0b-6e7e-4e98-ae40-417da79be4ae/34faa3f6-67b1-46fc-a539-055289c36ebe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:24.701467 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41b02f15-b185-4c2e-a0f5-fddf1f1af6b4 req-26bfaf82-54b5-4864-a76a-320fe8480091 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652670 Jul 09 16:34:24.767168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.832408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.894306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:24.899015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:24.903027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:24.907598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:24.913771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.915116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.964706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-7671218d-4c3a-4d6f-aacf-182a51cbaa6f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576556 Jul 09 16:34:24.993975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:25.003293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Request body: {'port': {'device_id': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:25.004010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1005405333-network', 'tenant_id': '062dab26767e4e6fb814af2384821e71'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:25.032009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Made reservation on behalf of 062dab26767e4e6fb814af2384821e71 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:25.035316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.048072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.067448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6ff1e-2b0e-48e4-8e9c-b62041224713 req-1a249eba-9cac-47e9-8265-5013ed353885 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:25.082415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5d6ff1e-2b0e-48e4-8e9c-b62041224713 req-1a249eba-9cac-47e9-8265-5013ed353885 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 931 time: 0.1639643 Jul 09 16:34:25.175364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5d6ff1e-2b0e-48e4-8e9c-b62041224713 req-aabbca7c-30e2-4e97-9e4a-0c0e08e6c76b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797474 Jul 09 16:34:25.192281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.199437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.232440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a68c3e-b6c7-47ec-a8a7-862b889982c1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.252739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:25.271686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.272193 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Added segment 93a9f2c6-6b40-453a-9cf5-e72e1e4de1ea of type vlan for network efd8c8af-06d8-4019-adb0-44bd61ce4738 Jul 09 16:34:25.281458 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.319802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.351589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.353062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:25.353727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.370262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e26371-1b43-499d-bead-b6b1ee48b998 req-587384f7-09b9-488e-a0ab-99254d27568d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:25.372546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43e26371-1b43-499d-bead-b6b1ee48b998 req-587384f7-09b9-488e-a0ab-99254d27568d tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 949 time: 0.1380627 Jul 09 16:34:25.417216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4207883 Jul 09 16:34:25.419793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:25.426809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Request body: {'subnet': {'network_id': 'efd8c8af-06d8-4019-adb0-44bd61ce4738', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1005405333-subnet', 'tenant_id': '062dab26767e4e6fb814af2384821e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:25.430994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014995c-6b9d-4d6a-ab9b-ac1ab1dbb96d admin admin] Pushing event updated for resources: {'Network': ['ID=efd8c8af-06d8-4019-adb0-44bd61ce4738,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.441275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network efd8c8af-06d8-4019-adb0-44bd61ce4738 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:25.469785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Made reservation on behalf of 062dab26767e4e6fb814af2384821e71 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:25.472768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.498745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43e26371-1b43-499d-bead-b6b1ee48b998 req-970347d2-b41f-4a90-ba98-8dca7d50da2b tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Jul 09 16:34:25.694542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34faa3f6-67b1-46fc-a539-055289c36ebe {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:25.700650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.714544 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.755894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Transition to ACTIVE for port object 34faa3f6-67b1-46fc-a539-055289c36ebe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:25.761536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ea1d56-7815-46e3-b72e-54df82b197e4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.766276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.773527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Checking segment: {'id': '93a9f2c6-6b40-453a-9cf5-e72e1e4de1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'efd8c8af-06d8-4019-adb0-44bd61ce4738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:25.773893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Network hostable DHCP agents. Network: efd8c8af-06d8-4019-adb0-44bd61ce4738, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:25.792948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Network efd8c8af-06d8-4019-adb0-44bd61ce4738 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:25.803596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, efd8c8af-06d8-4019-adb0-44bd61ce4738) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:25.808120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:25.809434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.823350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926cd6d-a6c6-49cf-9f2b-f24ec4537e55 None None] Network efd8c8af-06d8-4019-adb0-44bd61ce4738 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:25.834762 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8b46599d-dd6c-4613-949f-3a1a277c49d7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4060881 Jul 09 16:34:25.845991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224723af-681f-4bed-9db6-df7601beb28f req-19660f8b-86ce-43bc-9cc1-89678321190e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:25.848063 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-224723af-681f-4bed-9db6-df7601beb28f req-19660f8b-86ce-43bc-9cc1-89678321190e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 947 time: 0.1472356 Jul 09 16:34:25.850988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.899391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:25.899722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:25.900054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:25.912134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:25.912454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:25.935024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-224723af-681f-4bed-9db6-df7601beb28f req-ed5eccbe-d52e-4bcd-a87e-98f545f81a97 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802338 Jul 09 16:34:25.936048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:25.936413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:25.944100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:25.944698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Bound port: 34faa3f6-67b1-46fc-a539-055289c36ebe, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:25.945009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.974398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080467ac-a1c4-4983-afb6-13813d345b63 None None] Network efd8c8af-06d8-4019-adb0-44bd61ce4738 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:26.157341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:26.163625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:26.177200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.211339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.212065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.213734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] 10.222.0.43 "PUT /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 1091 time: 1.2209845 Jul 09 16:34:26.214245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:26.216672 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8569fcd0-5703-46ce-a49e-ae7adb6768a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:26.260273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d6ae-0449-4cfc-a292-5a05247fe343 service neutron] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:26.321485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-5bd5c9b2-df66-48fd-8dc5-19fe826b6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.323296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-5bd5c9b2-df66-48fd-8dc5-19fe826b6d1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1094 time: 0.0596845 Jul 09 16:34:26.384479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-f4e24f72-aea5-4e19-80e8-185060969e93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 217 time: 0.0528860 Jul 09 16:34:26.409056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:26.444067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a335-b73e-4e36-a463-f11313e30562 req-471513eb-de22-4041-9282-e997ad8f6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.446075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-471513eb-de22-4041-9282-e997ad8f6b23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0503278 Jul 09 16:34:26.483791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-ca3da46d-0c5e-44d5-a1e7-f2192f36dd74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308950 Jul 09 16:34:26.535601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee1a9-7e94-4dd9-b4be-5e5986bee935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.655911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee1a9-7e94-4dd9-b4be-5e5986bee935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.669177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-3cc30cd3-8ff2-4ca9-8792-50ca555c0795 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762342 Jul 09 16:34:26.671918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee1a9-7e94-4dd9-b4be-5e5986bee935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.701603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-a4e7c0ee-665d-4a6c-9885-a56dcd82672f tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.709506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-a4e7c0ee-665d-4a6c-9885-a56dcd82672f tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.1608894 Jul 09 16:34:26.718788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e8ee1a9-7e94-4dd9-b4be-5e5986bee935 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=247185b339884d07bbecfa12f41a50c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086150 Jul 09 16:34:26.719835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ee1a9-7e94-4dd9-b4be-5e5986bee935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952201c2-298a-454d-b42d-b6595d0ee72c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:26.733601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:26.794512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-6ceb71ee-30b3-4a29-8364-d9e9c33a5b82 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/quotas/ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 375 time: 0.0838318 Jul 09 16:34:26.799003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f95c4cdc-3a3f-48e7-9458-c38f455fdc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.828424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f95c4cdc-3a3f-48e7-9458-c38f455fdc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.856019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-5a9fff60-6995-4497-af0e-a438fa6d9d9a tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444720 Jul 09 16:34:26.878840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f95c4cdc-3a3f-48e7-9458-c38f455fdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.882201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8262a335-b73e-4e36-a463-f11313e30562 req-8aba2fa4-3545-40e5-98b1-197e31ef447b service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031324 Jul 09 16:34:26.885067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f95c4cdc-3a3f-48e7-9458-c38f455fdc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.886378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f95c4cdc-3a3f-48e7-9458-c38f455fdc5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/952201c2-298a-454d-b42d-b6595d0ee72c HTTP/1.1" status: 204 len: 168 time: 0.1516843 Jul 09 16:34:26.895587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:26.911309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c4cdc-3a3f-48e7-9458-c38f455fdc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952201c2-298a-454d-b42d-b6595d0ee72c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:26.943221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201c55-56dd-4868-8ec2-f801f3df505c req-7b32fc70-8080-4363-94c0-d207b538fd3f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.944723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa201c55-56dd-4868-8ec2-f801f3df505c req-7b32fc70-8080-4363-94c0-d207b538fd3f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.1893270 Jul 09 16:34:27.009010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa201c55-56dd-4868-8ec2-f801f3df505c req-0dce240a-6518-4b44-8954-0567efb70cf8 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581951 Jul 09 16:34:27.011282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-c85e1876-98a1-456d-ab6c-f8bfa78a4f28 service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426320 Jul 09 16:34:27.061627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3047d5a7-3964-45c7-a9e4-86c0467ae9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.095702 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b88e1d4-3f60-4d6a-953c-045b844feb03 x-openstack-request-id: req-1b88e1d4-3f60-4d6a-953c-045b844feb03 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:27.095995 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:27.096252 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b88e1d4-3f60-4d6a-953c-045b844feb03 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:27.096645 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'status': 'completed', 'code': 200} Jul 09 16:34:27.165329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48c2ce17-1c39-4e63-9b4f-33bd3d31dbb3 service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434362 Jul 09 16:34:27.195942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-d5d13318-0a65-4469-9c83-0351a85395ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.197850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-d5d13318-0a65-4469-9c83-0351a85395ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1094 time: 0.0697341 Jul 09 16:34:27.230203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3047d5a7-3964-45c7-a9e4-86c0467ae9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.236019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3047d5a7-3964-45c7-a9e4-86c0467ae9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.273585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3047d5a7-3964-45c7-a9e4-86c0467ae9c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be6933d61ece47cf86afa01a77e5c839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717206 Jul 09 16:34:27.274131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:27.329353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047d5a7-3964-45c7-a9e4-86c0467ae9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62db4a38-f813-4f86-8ba4-018fe5fc535c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:27.362611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16389762-9660-4899-a9d7-dee9a4eeabe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.382267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:27.402271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b37622-143c-42c9-90b8-2052b74d7c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.405141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16389762-9660-4899-a9d7-dee9a4eeabe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.432586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-d15df8a7-f5b2-404d-8e4c-bfb50a8d3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.434116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-d15df8a7-f5b2-404d-8e4c-bfb50a8d3e16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.2241240 Jul 09 16:34:27.484865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-2dc970ec-7520-4e73-9bfd-381ff333a09d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 217 time: 0.0404961 Jul 09 16:34:27.509509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16389762-9660-4899-a9d7-dee9a4eeabe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.512494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16389762-9660-4899-a9d7-dee9a4eeabe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.516673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16389762-9660-4899-a9d7-dee9a4eeabe4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62db4a38-f813-4f86-8ba4-018fe5fc535c HTTP/1.1" status: 204 len: 168 time: 0.2380240 Jul 09 16:34:27.524373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16389762-9660-4899-a9d7-dee9a4eeabe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62db4a38-f813-4f86-8ba4-018fe5fc535c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:27.650213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-b716694c-f4d0-4f63-becd-d9c705f65f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.651765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-b716694c-f4d0-4f63-becd-d9c705f65f78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1597238 Jul 09 16:34:27.703051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-7b1ce3c2-d9d9-48cb-96a0-6e2efbe7788a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421107 Jul 09 16:34:27.785005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee53eba-86d2-4bb6-b9a5-9e64c2611f91 req-0a9810e9-87f7-4c53-98fb-8cb8d71d3411 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.786421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ee53eba-86d2-4bb6-b9a5-9e64c2611f91 req-0a9810e9-87f7-4c53-98fb-8cb8d71d3411 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 949 time: 0.2259636 Jul 09 16:34:27.788720 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b37622-143c-42c9-90b8-2052b74d7c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.799810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83b37622-143c-42c9-90b8-2052b74d7c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.874553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-83b37622-143c-42c9-90b8-2052b74d7c4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e25bc88f7cc9412c989f79d647b4e93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911506 Jul 09 16:34:27.880208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:27.884984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b37622-143c-42c9-90b8-2052b74d7c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0596fb-940a-4bac-a93f-2b5d08555eef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:27.924424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ee53eba-86d2-4bb6-b9a5-9e64c2611f91 req-318f8f53-6aa3-416c-9871-68352b830471 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258667 Jul 09 16:34:27.931657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-04e99767-35b1-4e67-a179-9304f1a59cea service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147920 Jul 09 16:34:28.012739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efa50aa-6ae1-443d-99c7-4cddc487ad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.056464 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efa50aa-6ae1-443d-99c7-4cddc487ad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.097862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8569fcd0-5703-46ce-a49e-ae7adb6768a1 req-5aa77f25-fb59-425d-97e0-dc87f7806131 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590908 Jul 09 16:34:28.159670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efa50aa-6ae1-443d-99c7-4cddc487ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.162804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efa50aa-6ae1-443d-99c7-4cddc487ad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.166258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0efa50aa-6ae1-443d-99c7-4cddc487ad24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf0596fb-940a-4bac-a93f-2b5d08555eef HTTP/1.1" status: 204 len: 168 time: 0.2839901 Jul 09 16:34:28.186564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d45d3-a55d-4e32-932a-832b3db12420 req-f38e4bf2-e739-4bcb-9045-17d831604970 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:28.188176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-876d45d3-a55d-4e32-932a-832b3db12420 req-f38e4bf2-e739-4bcb-9045-17d831604970 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 947 time: 0.1024508 Jul 09 16:34:28.188840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:28.202142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa50aa-6ae1-443d-99c7-4cddc487ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0596fb-940a-4bac-a93f-2b5d08555eef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:28.226971 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e031d3c-be75-4f11-81f7-3fb17a6ac76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.288337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-876d45d3-a55d-4e32-932a-832b3db12420 req-596bd932-ab08-4dee-97fa-2e40d0e1d8de tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628204 Jul 09 16:34:28.345810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5617261c-67f1-4072-9505-6b87836df73e req-59b53558-f335-4706-842e-c44cd9718dba tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 210 time: 0.0517068 Jul 09 16:34:28.447677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e031d3c-be75-4f11-81f7-3fb17a6ac76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.455791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e031d3c-be75-4f11-81f7-3fb17a6ac76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.512434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e031d3c-be75-4f11-81f7-3fb17a6ac76d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31e7c736ab6d4bf4a88b8da12515f37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227105 Jul 09 16:34:28.515856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:28.516393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e031d3c-be75-4f11-81f7-3fb17a6ac76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dedce02-aad2-43b5-8517-c73607c99c44,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:28.578915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394157b-dc9c-4306-9c59-2f766e4c2e95 req-45c2e701-f1c5-4c06-a715-34626398dd40 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:28.587614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e394157b-dc9c-4306-9c59-2f766e4c2e95 req-45c2e701-f1c5-4c06-a715-34626398dd40 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.0863757 Jul 09 16:34:28.626788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2925fef5-2f7d-4c3b-9cf1-e4d86c3e9530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.648090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e394157b-dc9c-4306-9c59-2f766e4c2e95 req-8170462a-2042-475d-8011-d4c99f03a11d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600293 Jul 09 16:34:28.652208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2925fef5-2f7d-4c3b-9cf1-e4d86c3e9530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.760630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2925fef5-2f7d-4c3b-9cf1-e4d86c3e9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.767708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2925fef5-2f7d-4c3b-9cf1-e4d86c3e9530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.770063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2925fef5-2f7d-4c3b-9cf1-e4d86c3e9530 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dedce02-aad2-43b5-8517-c73607c99c44 HTTP/1.1" status: 204 len: 168 time: 0.2527041 Jul 09 16:34:28.827301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a677b8a2-f4be-4677-b46f-e82de3682c0a details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:28.829336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925fef5-2f7d-4c3b-9cf1-e4d86c3e9530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dedce02-aad2-43b5-8517-c73607c99c44,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:29.070194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a677b8a2-f4be-4677-b46f-e82de3682c0a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:29.109981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'a677b8a2-f4be-4677-b46f-e82de3682c0a', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'a677b8a2-f4be-4677-b46f-e82de3682c0a', 'mac_address': 'fa:16:3e:16:fc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:34:29.116441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb0f1a-c060-4e33-8d46-63feb30dc9e8 req-caff6bf6-a83e-4e2e-9c10-81d1bc51fb43 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:29.124122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cb0f1a-c060-4e33-8d46-63feb30dc9e8 req-caff6bf6-a83e-4e2e-9c10-81d1bc51fb43 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 1100 time: 0.1558738 Jul 09 16:34:29.142918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cb0f1a-c060-4e33-8d46-63feb30dc9e8 req-296250c6-5db0-4ade-aea7-d7938c364839 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.221484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-4caa0084-4ad4-4d39-97bc-3fd1ff722a20 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:29.221484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-4caa0084-4ad4-4d39-97bc-3fd1ff722a20 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.1761062 Jul 09 16:34:29.229891 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.240675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Request body: {'port': {'device_id': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'admin_state_up': True, 'tenant_id': 'ea86f090a836441ca79899e45c9fd6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:29.269992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a677b8a2-f4be-4677-b46f-e82de3682c0a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:29.326613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a677b8a2-f4be-4677-b46f-e82de3682c0a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:29.332311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.426607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a677b8a2-f4be-4677-b46f-e82de3682c0a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:29.478420 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cb0f1a-c060-4e33-8d46-63feb30dc9e8 req-296250c6-5db0-4ade-aea7-d7938c364839 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.487165 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cb0f1a-c060-4e33-8d46-63feb30dc9e8 req-296250c6-5db0-4ade-aea7-d7938c364839 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.570655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cb0f1a-c060-4e33-8d46-63feb30dc9e8 req-296250c6-5db0-4ade-aea7-d7938c364839 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454694 Jul 09 16:34:29.590823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Made reservation on behalf of ea86f090a836441ca79899e45c9fd6dc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:29.595447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.598761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296250c6-5db0-4ade-aea7-d7938c364839 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a50f59-fda8-4440-8321-f456a389c135,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:29.714399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302fb-aab3-42f8-9f8c-3ce759efa8f3 req-3fc07ef3-33ad-40ba-a4af-5a0a2d0eb3b2 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:29.715475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57d302fb-aab3-42f8-9f8c-3ce759efa8f3 req-3fc07ef3-33ad-40ba-a4af-5a0a2d0eb3b2 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 948 time: 0.2169533 Jul 09 16:34:29.759345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f4bc635-6995-40e0-8d3f-80828daf28be req-6ebeca87-17b5-4962-ba15-57ea1a57b5b4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 210 time: 0.0577097 Jul 09 16:34:29.843806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57d302fb-aab3-42f8-9f8c-3ce759efa8f3 req-e8b8651c-e73f-4fb5-bf16-a2eae7d3eec4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133330 Jul 09 16:34:29.852376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a677b8a2-f4be-4677-b46f-e82de3682c0a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:29.887170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Allocated IP 172.20.0.4 (3a70eca9-f453-4f8d-9383-8e7fc0b6f114/ccb2e790-a08d-4648-bda7-256326aff0ad/08ac5ff6-27bd-4321-8d2c-2c269babbacd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:30.125245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:30.314556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42375a3c-7d3d-4f58-b3d5-caf248845489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.345230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253313bf-3886-4e02-a2a3-ed9fc2dbf84e req-42125fe5-7323-4bba-b2ef-5f8b0dbeb796 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:30.352672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-253313bf-3886-4e02-a2a3-ed9fc2dbf84e req-42125fe5-7323-4bba-b2ef-5f8b0dbeb796 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.4309969 Jul 09 16:34:30.412939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.417558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-253313bf-3886-4e02-a2a3-ed9fc2dbf84e req-e7722522-811f-4ec0-8852-0006f662fc51 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639634 Jul 09 16:34:30.457975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42375a3c-7d3d-4f58-b3d5-caf248845489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.463377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42375a3c-7d3d-4f58-b3d5-caf248845489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.471886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.503008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42375a3c-7d3d-4f58-b3d5-caf248845489 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e0a52138d0f4245a1b7c3d5977a84ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762832 Jul 09 16:34:30.506531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:30.525228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:30.530665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42375a3c-7d3d-4f58-b3d5-caf248845489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b345b3e-2da7-4de2-a677-de2f056fef17,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:30.530942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:30.535317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:30.540883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:30.541703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.555112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:30.564684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-48273694-a660-4ae8-97f1-e1b8c2185cd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3282015 Jul 09 16:34:30.578896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Request body: {'port': {'device_id': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:30.582133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d61e094-e1e1-4aa7-ad30-3b1feadccd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.602859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:30.606701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d61e094-e1e1-4aa7-ad30-3b1feadccd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.668469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d61e094-e1e1-4aa7-ad30-3b1feadccd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.671612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d61e094-e1e1-4aa7-ad30-3b1feadccd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.672757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d61e094-e1e1-4aa7-ad30-3b1feadccd1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b345b3e-2da7-4de2-a677-de2f056fef17 HTTP/1.1" status: 204 len: 168 time: 0.1651790 Jul 09 16:34:30.692831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61e094-e1e1-4aa7-ad30-3b1feadccd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b345b3e-2da7-4de2-a677-de2f056fef17,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:30.731625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.828076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:30.846253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'port_id': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'mac_address': 'fa:16:3e:bd:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e73a0b-6e7e-4e98-ae40-417da79be4ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:34:30.909077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.928203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34faa3f6-67b1-46fc-a539-055289c36ebe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:30.963537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:30.974840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.044409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.067779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37186) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:31.119365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d748dd-251c-4e9d-9b12-cf0e42017f16 req-555607e6-2fbb-4185-bc70-9f499e3a3129 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:31.120853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3d748dd-251c-4e9d-9b12-cf0e42017f16 req-555607e6-2fbb-4185-bc70-9f499e3a3129 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 931 time: 0.1531346 Jul 09 16:34:31.124949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5312b5-773f-4021-893f-da24b36f3608 req-7df08753-0db6-4f49-a240-ed3fd67ba528 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:31.126808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5312b5-773f-4021-893f-da24b36f3608 req-7df08753-0db6-4f49-a240-ed3fd67ba528 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 1100 time: 0.2897031 Jul 09 16:34:31.221149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['34faa3f6-67b1-46fc-a539-055289c36ebe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:31.226088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5312b5-773f-4021-893f-da24b36f3608 req-a7376600-7805-4994-8e07-66be6d5c1f86 tempest-ServersAdminNegativeTestJSON-1674845102 tempest-ServersAdminNegativeTestJSON-1674845102-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881939 Jul 09 16:34:31.232212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3d748dd-251c-4e9d-9b12-cf0e42017f16 req-c75c71df-a94d-4669-b16b-5327015feb06 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955632 Jul 09 16:34:31.305874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ac5ff6-27bd-4321-8d2c-2c269babbacd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:31.329257 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.354534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Transition to ACTIVE for port object 08ac5ff6-27bd-4321-8d2c-2c269babbacd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:31.365013 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.392572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79e629e2-55cd-4067-a2da-3a36a3936fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.481543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.565406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:31.565747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:31.566080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:31.581532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79e629e2-55cd-4067-a2da-3a36a3936fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.583686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:31.584017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:31.595791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79e629e2-55cd-4067-a2da-3a36a3936fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.604365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a53e8-0002-404d-be19-5ab3f6b091b8 req-973e4228-fddc-439d-a967-90e6cc23fd24 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:31.612955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-040a53e8-0002-404d-be19-5ab3f6b091b8 req-973e4228-fddc-439d-a967-90e6cc23fd24 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 948 time: 0.2053509 Jul 09 16:34:31.617788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:31.618355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:31.618921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:31.619543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Bound port: 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:31.620251 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.653353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e629e2-55cd-4067-a2da-3a36a3936fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e526c7-4547-41fa-8eba-5a16c7c76376,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.660839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-79e629e2-55cd-4067-a2da-3a36a3936fa5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7e1c55ace854f28860a4cb58d2aa947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894110 Jul 09 16:34:31.661436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:31.722709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-040a53e8-0002-404d-be19-5ab3f6b091b8 req-6b85f70b-0e87-410b-bad2-5ed6d5d83627 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073403 Jul 09 16:34:31.726878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b14f0e-cc71-479f-b699-107f257ff2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.775037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b14f0e-cc71-479f-b699-107f257ff2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.781618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:31.822152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:31.828313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.846810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b14f0e-cc71-479f-b699-107f257ff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.850582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b14f0e-cc71-479f-b699-107f257ff2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.851923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d1b14f0e-cc71-479f-b699-107f257ff2ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22e526c7-4547-41fa-8eba-5a16c7c76376 HTTP/1.1" status: 204 len: 168 time: 0.1894543 Jul 09 16:34:31.861951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b14f0e-cc71-479f-b699-107f257ff2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e526c7-4547-41fa-8eba-5a16c7c76376,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.871339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:31.872012 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.873563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] 10.222.0.43 "PUT /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 1091 time: 1.3013453 Jul 09 16:34:31.885623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:31.888177 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0305eec3-5703-4f0a-a1be-48a5f2194e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:31.929974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:31.950876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ac20a-7643-4253-aa6a-5684e695749d req-4bc976d1-9846-40b8-be70-f49f9fab108b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:31.952267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f34ac20a-7643-4253-aa6a-5684e695749d req-4bc976d1-9846-40b8-be70-f49f9fab108b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 944 time: 0.1731365 Jul 09 16:34:31.974209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa424a2b-bdcf-43e1-9370-a86675ccb022 service neutron] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:32.028851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f34ac20a-7643-4253-aa6a-5684e695749d req-c7e7cac8-6022-45b8-9e61-ade70225bf82 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494418 Jul 09 16:34:32.038213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-8f0b96f4-37d3-40b5-8c67-ccb6eb531684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.039765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-8f0b96f4-37d3-40b5-8c67-ccb6eb531684 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1094 time: 0.1095097 Jul 09 16:34:32.095331 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf2261c-836f-427a-a469-43689f78cbc6 x-openstack-request-id: req-eaf2261c-836f-427a-a469-43689f78cbc6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:32.095615 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:32.096045 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eaf2261c-836f-427a-a469-43689f78cbc6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:32.096739 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'status': 'completed', 'code': 200} Jul 09 16:34:32.098676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-c68a3a17-6f8e-41f0-9f94-e397ff37d52e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.0418801 Jul 09 16:34:32.236018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-629058554-network', 'tenant_id': '62962c20d62c464d8274e7617715fe4e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:32.262501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-226c4761-afe7-40b6-a477-671b56082393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.264276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-226c4761-afe7-40b6-a477-671b56082393 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1577189 Jul 09 16:34:32.265070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Made reservation on behalf of 62962c20d62c464d8274e7617715fe4e for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:32.268512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.281619 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.329008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-1f37f2c8-746a-44cd-aa0b-6c2aecc73944 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570323 Jul 09 16:34:32.336989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:32.356860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9097ded4-1961-4ba8-a9ec-a1db733ba1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.423726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.431377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.450966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.451728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.451883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.452552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.453011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.454010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.454532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.455009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.455473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.457498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c235ddc8-4f6a-49b8-830b-b65ddbc68f20 req-7add11cb-ebaf-423b-a9e6-bb1ad4ffb8df tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.3112917 Jul 09 16:34:32.471742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:32.481917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04025444-d931-431c-a234-e7fb7eaa7d95,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:32.495543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-75111f2b-14db-446d-90c3-7453cd73cead service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530919 Jul 09 16:34:32.496963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.497337 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Added segment 3f4090e5-b587-4c98-82ea-bf90ee93bf58 of type vlan for network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d Jul 09 16:34:32.593484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:32.649347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 34faa3f6-67b1-46fc-a539-055289c36ebe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:32.654007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 34faa3f6-67b1-46fc-a539-055289c36ebe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:32.654914 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.695345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890c9fda-2eb6-4e97-b7f5-90ecc4f880d8 req-0195bd86-804d-4e8d-aa4f-8e92c3eca09c service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887391 Jul 09 16:34:32.718424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b6a9-5a3a-4c6b-95d1-49b085767e17 req-d4332950-e394-4a98-aaac-b6755a11a26c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.720237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8357b6a9-5a3a-4c6b-95d1-49b085767e17 req-d4332950-e394-4a98-aaac-b6755a11a26c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.2006288 Jul 09 16:34:32.732529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7489b2-2759-40c1-89db-5e2495ff8061 req-5fd5479c-9300-4ba8-944b-8c1c2f2223b3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.734220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d7489b2-2759-40c1-89db-5e2495ff8061 req-5fd5479c-9300-4ba8-944b-8c1c2f2223b3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 949 time: 0.1425860 Jul 09 16:34:32.758290 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.795877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:32.801137 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae7540-e59f-47f4-bc1a-4a96983465a7" -d '{"events": [{"server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "name": "network-vif-plugged", "status": "completed", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:32.811382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.817835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:32.823618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.832961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8357b6a9-5a3a-4c6b-95d1-49b085767e17 req-1ccee0d6-58e8-426b-bfdc-51c25211fe61 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974915 Jul 09 16:34:32.873843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.874862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.875448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.875789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d7489b2-2759-40c1-89db-5e2495ff8061 req-c2312399-5900-4fd9-87fb-1e2b3de61190 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313212 Jul 09 16:34:32.879003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9097ded4-1961-4ba8-a9ec-a1db733ba1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.911457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:32.923285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a677b8a2-f4be-4677-b46f-e82de3682c0a up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:32.951198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] Pushing event updated for resources: {'Network': ['ID=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:32.956477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9097ded4-1961-4ba8-a9ec-a1db733ba1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.970109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-9563e6bc-d50f-4527-b3f6-b6aa9a2c139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.972947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-9563e6bc-d50f-4527-b3f6-b6aa9a2c139b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1094 time: 0.1899190 Jul 09 16:34:32.975160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:32.994645 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5417d7ed-b8a8-473c-914a-946a9633f2cc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0623324 Jul 09 16:34:32.997747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:33.007957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Request body: {'subnet': {'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-629058554-subnet', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:33.027950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9097ded4-1961-4ba8-a9ec-a1db733ba1aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ae8df64b3ec4e2d812a9d19f21f0a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859047 Jul 09 16:34:33.027950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097ded4-1961-4ba8-a9ec-a1db733ba1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2ab5e-fc97-4b63-9458-98f4c87405bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.039330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:33.076200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port a677b8a2-f4be-4677-b46f-e82de3682c0a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:33.084564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port a677b8a2-f4be-4677-b46f-e82de3682c0a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:33.085955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.104306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a442d04d-75c5-4093-8961-4ea57e19e4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.125341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a323b91-bb49-4594-bc8b-2865908fe382 req-77ef5038-0778-4ace-a3bf-bb85e2dc9421 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.130456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a442d04d-75c5-4093-8961-4ea57e19e4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.139951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a323b91-bb49-4594-bc8b-2865908fe382 req-77ef5038-0778-4ace-a3bf-bb85e2dc9421 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 886 time: 0.2628055 Jul 09 16:34:33.152505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Made reservation on behalf of 62962c20d62c464d8274e7617715fe4e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:33.155015 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.220529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a442d04d-75c5-4093-8961-4ea57e19e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.223552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a442d04d-75c5-4093-8961-4ea57e19e4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.224814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a442d04d-75c5-4093-8961-4ea57e19e4cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46b2ab5e-fc97-4b63-9458-98f4c87405bb HTTP/1.1" status: 204 len: 168 time: 0.1814463 Jul 09 16:34:33.237155 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d3360-1b26-4e6e-af39-92dae2fa27d5 x-openstack-request-id: req-b01d3360-1b26-4e6e-af39-92dae2fa27d5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:33.237553 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "name": "network-vif-plugged", "status": "completed", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:33.237766 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b01d3360-1b26-4e6e-af39-92dae2fa27d5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:33.238125 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'code': 200} Jul 09 16:34:33.238772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.244119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442d04d-75c5-4093-8961-4ea57e19e4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2ab5e-fc97-4b63-9458-98f4c87405bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.306436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a677b8a2-f4be-4677-b46f-e82de3682c0a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:33.314290 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.382900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a677b8a2-f4be-4677-b46f-e82de3682c0a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.385776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-7d8d1a7a-41de-4b80-8744-c7269e174df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.387315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-7d8d1a7a-41de-4b80-8744-c7269e174df7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.4020047 Jul 09 16:34:33.496705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-f42ffcae-9cba-4280-abb9-937ff9efb1cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.0787611 Jul 09 16:34:33.625700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7e04-ac92-432a-af05-a3ae6c7b2308 req-072e8a20-03dc-4bfd-beae-d2073be4e376 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.627302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-961a7e04-ac92-432a-af05-a3ae6c7b2308 req-072e8a20-03dc-4bfd-beae-d2073be4e376 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.3192294 Jul 09 16:34:33.629193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905bc5d-ff83-463f-b6d0-63d593559ead req-6cb26ed0-8c2d-43f2-b0e7-90d4b77ceaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.630639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2905bc5d-ff83-463f-b6d0-63d593559ead req-6cb26ed0-8c2d-43f2-b0e7-90d4b77ceaec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1096 time: 0.3431060 Jul 09 16:34:33.649491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-48bfc259-d432-4ef5-bbf4-848cc1babc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.651089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-48bfc259-d432-4ef5-bbf4-848cc1babc1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1378536 Jul 09 16:34:33.658723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e69af-1862-4868-8f49-4988434611e7 req-d8b33569-566e-4ed1-b720-4aa600df24d6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.660228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab0e69af-1862-4868-8f49-4988434611e7 req-d8b33569-566e-4ed1-b720-4aa600df24d6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 945 time: 0.3105457 Jul 09 16:34:33.748831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-13591b5d-5458-42c1-a43f-32b855ac6d30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841763 Jul 09 16:34:33.835078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.844998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2905bc5d-ff83-463f-b6d0-63d593559ead req-46a161c6-3422-4c7b-b5db-2f5ce5d56e68 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047281 Jul 09 16:34:33.877029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-961a7e04-ac92-432a-af05-a3ae6c7b2308 req-a33d3580-901f-46ea-82dd-4c36aa0c990a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292991 Jul 09 16:34:33.895231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab0e69af-1862-4868-8f49-4988434611e7 req-f39439a3-7d45-4cdf-a2dd-26df91e9d3d3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988945 Jul 09 16:34:33.927860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:34.006822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-a9acabd3-ac42-4223-ae0a-4de9968c21aa service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348635 Jul 09 16:34:34.105638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Checking segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:34.106242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Network hostable DHCP agents. Network: f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:34.540174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:34.548642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.549135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.549667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.550127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.550987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.551441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.551890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.552340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.552790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.553236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.555337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c715de2-970c-4288-8f2f-d75f721d4be3 req-fe15ac2f-bf50-4af4-a11f-2b4018dbaca9 tempest-NetworksTest-201774444 tempest-NetworksTest-201774444-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7134 time: 0.6199241 Jul 09 16:34:34.566355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0305eec3-5703-4f0a-a1be-48a5f2194e3b req-d640857d-ec91-422c-90ce-63e56be40373 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469806 Jul 09 16:34:34.576177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:34.584700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559dfc9-3692-4cd1-8404-a8be4f3a8efa None None] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:34.588332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.588934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.621669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f920d-3bab-4960-b308-0cf465100fe2 req-2349b01b-057c-40fc-8f5d-2d9500b3cc18 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.629626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d8f920d-3bab-4960-b308-0cf465100fe2 req-2349b01b-057c-40fc-8f5d-2d9500b3cc18 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.5710204 Jul 09 16:34:34.645039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a842d034-478e-4c20-9df0-9528a20fd788 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6408880 Jul 09 16:34:34.645621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:34.650309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:34.669749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-ed3e2fdf-de69-49c0-a10e-38d1dc4cbb6a tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.672819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-ed3e2fdf-de69-49c0-a10e-38d1dc4cbb6a tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 949 time: 0.2640376 Jul 09 16:34:34.723236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.724663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.816895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.839237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:34.840235 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.885757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d8f920d-3bab-4960-b308-0cf465100fe2 req-e64542b1-cb52-4f17-b50b-acb52f21c1b6 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550950 Jul 09 16:34:34.950891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Deleting port 31f338ea-bd8f-4abc-8e64-9872594bafa5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:34.951366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.060446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864a7ef-20c0-4e5c-81ca-de027ca4158c req-b2a2f334-0348-4c04-8993-10d45f488cba tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:35.071517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9864a7ef-20c0-4e5c-81ca-de027ca4158c req-b2a2f334-0348-4c04-8993-10d45f488cba tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 949 time: 0.2747040 Jul 09 16:34:35.108373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:35.118263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Allocated IP 172.20.0.2 (f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d/3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30/562f7097-beb1-4f80-8c39-74a28be0d5fa) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:35.137173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.163376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9864a7ef-20c0-4e5c-81ca-de027ca4158c req-da5e9f2b-3477-417d-8b81-46dbcc02a1a3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899596 Jul 09 16:34:35.205775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] For port 31f338ea-bd8f-4abc-8e64-9872594bafa5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=31f338ea-bd8f-4abc-8e64-9872594bafa5,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:35.206351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.242747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Calling delete_port for 31f338ea-bd8f-4abc-8e64-9872594bafa5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:35.252117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85457a89-b066-415b-bebf-81754ebb88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677b8a2-f4be-4677-b46f-e82de3682c0a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:35.255484 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e78da7-3af1-4de2-820b-b483d2ef82da" -d '{"events": [{"server_uuid": "85457a89-b066-415b-bebf-81754ebb88f4", "name": "network-vif-plugged", "status": "completed", "tag": "a677b8a2-f4be-4677-b46f-e82de3682c0a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:35.371859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.380019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-022610b6-bb4e-4798-95f9-3bf75348df67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.381396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Transition to ACTIVE for port object 562f7097-beb1-4f80-8c39-74a28be0d5fa will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:35.397724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Transition to ACTIVE for port object 562f7097-beb1-4f80-8c39-74a28be0d5fa will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:35.406079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.445344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.451799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Pushing event updated for resources: {'Port': ['ID=562f7097-beb1-4f80-8c39-74a28be0d5fa,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:35.467548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.473483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:35.475384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:35.477505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:35.492771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b56461-131f-4bfb-b7ea-8ff4b43f1a36 req-bf974350-1245-4ca3-a751-63f9f09e8af6 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:35.499879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28b56461-131f-4bfb-b7ea-8ff4b43f1a36 req-bf974350-1245-4ca3-a751-63f9f09e8af6 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.2416148 Jul 09 16:34:35.550089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Attempting to bind port 562f7097-beb1-4f80-8c39-74a28be0d5fa on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:35.550597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Attempting to bind port 562f7097-beb1-4f80-8c39-74a28be0d5fa by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:35.551101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Attempting to bind port 562f7097-beb1-4f80-8c39-74a28be0d5fa on network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:35.561425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:35.562506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Checking segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:35.563518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5beda-f18c-47b0-bcb6-6e0ff990a245 req-bd565eac-622b-4f92-a1a7-13dfe304663a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:35.564078 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.565058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76c5beda-f18c-47b0-bcb6-6e0ff990a245 req-bd565eac-622b-4f92-a1a7-13dfe304663a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 945 time: 0.2309787 Jul 09 16:34:35.565571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Bound using segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:35.566111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Bound port: 562f7097-beb1-4f80-8c39-74a28be0d5fa, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:35.567789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.600565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Allocated IP 172.25.7.39 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/4b715d97-c320-4515-b5c3-9007b34aff27) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:35.650731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28b56461-131f-4bfb-b7ea-8ff4b43f1a36 req-7d6f081b-c3bc-4133-b85a-0303004515e0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498351 Jul 09 16:34:35.662036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.682490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] For port 562f7097-beb1-4f80-8c39-74a28be0d5fa, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:35.693651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['31f338ea-bd8f-4abc-8e64-9872594bafa5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:35.698202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] For port 562f7097-beb1-4f80-8c39-74a28be0d5fa, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=562f7097-beb1-4f80-8c39-74a28be0d5fa,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:35.706681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a1336ad8-21af-4ead-b59e-f4343202e2d9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:35.733484 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.743670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Pushing event deleted for resources: {'Port': ['ID=31f338ea-bd8f-4abc-8e64-9872594bafa5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:35.748598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.759182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76c5beda-f18c-47b0-bcb6-6e0ff990a245 req-db4814c5-f6bd-4f7a-8451-d98a62291a41 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766505 Jul 09 16:34:35.819090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.837376 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0370d26d-779a-4d10-850d-160b1543dab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.886175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Pushing event updated for resources: {'Port': ['ID=4b715d97-c320-4515-b5c3-9007b34aff27,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:35.887200 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7143059-f5b1-47a6-be89-999d6dcebee0 x-openstack-request-id: req-d7143059-f5b1-47a6-be89-999d6dcebee0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:35.887493 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85457a89-b066-415b-bebf-81754ebb88f4", "name": "network-vif-plugged", "status": "completed", "tag": "a677b8a2-f4be-4677-b46f-e82de3682c0a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:35.887751 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7143059-f5b1-47a6-be89-999d6dcebee0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:35.888299 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85457a89-b066-415b-bebf-81754ebb88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677b8a2-f4be-4677-b46f-e82de3682c0a', 'code': 200} Jul 09 16:34:35.895286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456888-514f-4a60-849e-4b709b6f589a None None] Pushing event updated for resources: {'Port': ['ID=562f7097-beb1-4f80-8c39-74a28be0d5fa,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:35.920510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:35.923275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:35.950192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-022610b6-bb4e-4798-95f9-3bf75348df67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.954009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:36.018453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-022610b6-bb4e-4798-95f9-3bf75348df67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.026181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] No DVR routers for this DVR port 31f338ea-bd8f-4abc-8e64-9872594bafa5 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:36.041732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.043863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5071ec79-6a4b-4bda-8450-2d0e852caa3a req-cad171d3-72e1-4916-84fb-65489d07904f tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.43 "DELETE /v2.0/ports/31f338ea-bd8f-4abc-8e64-9872594bafa5 HTTP/1.1" status: 204 len: 173 time: 1.3598855 Jul 09 16:34:36.076079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'name': 'network-vif-deleted', 'tag': '31f338ea-bd8f-4abc-8e64-9872594bafa5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:36.081695 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b734f-877d-4e10-94e3-8da3ea49fa49" -d '{"events": [{"server_uuid": "2d1df8a2-43e6-4088-9a4b-5b14c5e986ee", "name": "network-vif-deleted", "tag": "31f338ea-bd8f-4abc-8e64-9872594bafa5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:36.135882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-022610b6-bb4e-4798-95f9-3bf75348df67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e30f21111eec403788e2a5ea6649fd71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0262554 Jul 09 16:34:36.142889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:36.142889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022610b6-bb4e-4798-95f9-3bf75348df67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd8e5e-4282-41e0-8fa6-78d7d8cac39b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:36.358080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5180333-ab40-4c07-bb92-a60c179cb4b9 req-74e57385-dbc3-4303-b330-130eb5791559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:36.359735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5180333-ab40-4c07-bb92-a60c179cb4b9 req-74e57385-dbc3-4303-b330-130eb5791559 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 1100 time: 0.3337221 Jul 09 16:34:36.426340 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5180333-ab40-4c07-bb92-a60c179cb4b9 req-57e26d61-83d9-4b52-bb52-1d7142b07272 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Jul 09 16:34:36.467560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064095e-8eef-471c-bbe6-8922ad49be10 req-69fd0c34-3bbb-42c3-a35d-ebc62829fda6 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:36.469587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0064095e-8eef-471c-bbe6-8922ad49be10 req-69fd0c34-3bbb-42c3-a35d-ebc62829fda6 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1096 time: 0.2536914 Jul 09 16:34:36.471612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076cc7e6-e576-4cf8-88bb-87c73957853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.537332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0064095e-8eef-471c-bbe6-8922ad49be10 req-4baf9913-f78f-4e56-a289-da3667a72319 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558708 Jul 09 16:34:36.551674 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076cc7e6-e576-4cf8-88bb-87c73957853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.574422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515e1f-76b3-4f1c-9ecc-28c6af71d6e7 req-517e9ad2-9b29-44e4-8161-84a0a9ad76a9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:36.576622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f515e1f-76b3-4f1c-9ecc-28c6af71d6e7 req-517e9ad2-9b29-44e4-8161-84a0a9ad76a9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.2344508 Jul 09 16:34:36.586541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.639194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:36.647558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f515e1f-76b3-4f1c-9ecc-28c6af71d6e7 req-14eb39b5-c9ae-4ce4-b438-74a19d203d8e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620856 Jul 09 16:34:36.652056 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb100664-8009-4daf-8944-dce2cb43ff5a x-openstack-request-id: req-bb100664-8009-4daf-8944-dce2cb43ff5a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:36.652231 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1df8a2-43e6-4088-9a4b-5b14c5e986ee", "name": "network-vif-deleted", "tag": "31f338ea-bd8f-4abc-8e64-9872594bafa5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:36.652439 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb100664-8009-4daf-8944-dce2cb43ff5a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:36.652872 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1df8a2-43e6-4088-9a4b-5b14c5e986ee', 'name': 'network-vif-deleted', 'tag': '31f338ea-bd8f-4abc-8e64-9872594bafa5', 'status': 'completed', 'code': 200} Jul 09 16:34:36.681527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076cc7e6-e576-4cf8-88bb-87c73957853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.685581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076cc7e6-e576-4cf8-88bb-87c73957853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.687055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-076cc7e6-e576-4cf8-88bb-87c73957853a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3bd8e5e-4282-41e0-8fa6-78d7d8cac39b HTTP/1.1" status: 204 len: 168 time: 0.5259278 Jul 09 16:34:36.713893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cc7e6-e576-4cf8-88bb-87c73957853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bd8e5e-4282-41e0-8fa6-78d7d8cac39b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:36.895860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:36.925644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 562f7097-beb1-4f80-8c39-74a28be0d5fa up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:37.026654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'port_id': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'mac_address': 'fa:16:3e:b2:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb2e790-a08d-4648-bda7-256326aff0ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:34:37.031624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da648117-85fd-45e3-a82a-17fe8497c383 req-6d9ee53e-784f-4495-ac2c-9b02bc56f22e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1df8a2-43e6-4088-9a4b-5b14c5e986ee HTTP/1.1" status: 200 len: 210 time: 0.1094744 Jul 09 16:34:37.148289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.184532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.200474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 562f7097-beb1-4f80-8c39-74a28be0d5fa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:37.220725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ac5ff6-27bd-4321-8d2c-2c269babbacd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:37.276327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:37.285102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.341422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63d361-e49f-4267-bcb8-81a9885c797c req-9663470e-3f8e-43e3-aa5b-7a2551e5e20c tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:37.350303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c63d361-e49f-4267-bcb8-81a9885c797c req-9663470e-3f8e-43e3-aa5b-7a2551e5e20c tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1096 time: 0.0933506 Jul 09 16:34:37.376484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:37.418633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Router c036ba5c-7771-4141-b201-640e17b8eddc is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:34:37.452549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c63d361-e49f-4267-bcb8-81a9885c797c req-59bd6870-842f-4fb6-9dc4-493760122a9d tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976808 Jul 09 16:34:37.470984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.497228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e77257c9-87c1-48c4-bf72-bf8a6a1387bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.524892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f78a2-5dd3-46b3-bd0a-a0c5932c895e None None] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:37.545110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['08ac5ff6-27bd-4321-8d2c-2c269babbacd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:37.570624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:37.579716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97228-5671-4d4c-81f0-e284a2fd088d req-2c8d8270-252d-4319-8ce4-a624d4a7b248 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:37.587432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11a97228-5671-4d4c-81f0-e284a2fd088d req-2c8d8270-252d-4319-8ce4-a624d4a7b248 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.2152069 Jul 09 16:34:37.596930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Sync routers for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:37.648764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:37.648764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:37.649084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11a97228-5671-4d4c-81f0-e284a2fd088d req-214dfa79-1bfa-4523-8906-217a28c48851 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572231 Jul 09 16:34:37.650973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] Provisioning for port 562f7097-beb1-4f80-8c39-74a28be0d5fa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:37.697495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e77257c9-87c1-48c4-bf72-bf8a6a1387bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.710027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e77257c9-87c1-48c4-bf72-bf8a6a1387bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.710707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] Provisioning complete for port 562f7097-beb1-4f80-8c39-74a28be0d5fa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:37.711497 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.714800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.717368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c75964d6-c2b7-4d46-b692-31ca05a8fc8b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0699277 Jul 09 16:34:37.719867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.807144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e77257c9-87c1-48c4-bf72-bf8a6a1387bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=074b8ce1513f4834b4392ef8105ee5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326912 Jul 09 16:34:37.811848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.920617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:37.928676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77257c9-87c1-48c4-bf72-bf8a6a1387bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30d34fc-3ac5-4685-b7ac-e95a0fbe5fe6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:38.001586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07260790-21df-4131-869d-f77669f9ad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.057910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07260790-21df-4131-869d-f77669f9ad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.073080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866c5b8-8bdb-44a4-aecf-fc0e4b6eb6c5 req-ace804d5-a776-4f60-8253-f3e261255a28 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:38.074724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d866c5b8-8bdb-44a4-aecf-fc0e4b6eb6c5 req-ace804d5-a776-4f60-8253-f3e261255a28 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 944 time: 0.2086630 Jul 09 16:34:38.172866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d866c5b8-8bdb-44a4-aecf-fc0e4b6eb6c5 req-2a99034e-6067-4d9a-ab3e-30f9a079fc54 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875084 Jul 09 16:34:38.177641 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.247824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:38.261038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07260790-21df-4131-869d-f77669f9ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.269765 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07260790-21df-4131-869d-f77669f9ad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.270987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-07260790-21df-4131-869d-f77669f9ad3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f30d34fc-3ac5-4685-b7ac-e95a0fbe5fe6 HTTP/1.1" status: 204 len: 168 time: 0.4581792 Jul 09 16:34:38.292529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07260790-21df-4131-869d-f77669f9ad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30d34fc-3ac5-4685-b7ac-e95a0fbe5fe6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:38.310824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81e08-f0d0-4b99-8f5e-7d0db8215c67 req-5f53442b-eaa5-4722-bc1b-ff66c577742a tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:38.318676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19f81e08-f0d0-4b99-8f5e-7d0db8215c67 req-5f53442b-eaa5-4722-bc1b-ff66c577742a tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1096 time: 0.1870198 Jul 09 16:34:38.365474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19f81e08-f0d0-4b99-8f5e-7d0db8215c67 req-55cf4def-c39e-4920-ad77-7ed66cf780af tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Jul 09 16:34:38.408356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.506732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.517538 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62d330cb-d29c-4f90-aad8-95beb71a55ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.609314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] For port 562f7097-beb1-4f80-8c39-74a28be0d5fa, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=562f7097-beb1-4f80-8c39-74a28be0d5fa,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:38.620735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.633643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.647152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 31f338ea-bd8f-4abc-8e64-9872594bafa5 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:38.712744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 31f338ea-bd8f-4abc-8e64-9872594bafa5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:38.713302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 31f338ea-bd8f-4abc-8e64-9872594bafa5 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:38.725132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:36Z', 'revision_number': 3, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:38.780669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Checking router: c036ba5c-7771-4141-b201-640e17b8eddc for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:34:38.783126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Updating router c036ba5c-7771-4141-b201-640e17b8eddc port 4b715d97-c320-4515-b5c3-9007b34aff27 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:34:38.783354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ef188d4-cdc6-4afe-a9ed-9404a5f082e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.824873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Allocated IP 172.20.0.1 (f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d/3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30/b21ed335-abfd-4111-b919-61472e2b2867) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:38.928185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7debb40-8ca2-4601-8c70-78bc0fb1193d None None] Pushing event updated for resources: {'Port': ['ID=562f7097-beb1-4f80-8c39-74a28be0d5fa,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:38.955896 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.982990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7497d21d-8f24-4e7a-ad84-4660071890a4 None None] Provisioning complete for port 562f7097-beb1-4f80-8c39-74a28be0d5fa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:38.983443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7497d21d-8f24-4e7a-ad84-4660071890a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.009216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.030932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bcf0d-f290-40a1-a38e-9106082d50ec req-6272c1a6-6442-4ab7-aa34-ddca1e0f897c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:39.033958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e21bcf0d-f290-40a1-a38e-9106082d50ec req-6272c1a6-6442-4ab7-aa34-ddca1e0f897c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.1370740 Jul 09 16:34:39.057647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ef188d4-cdc6-4afe-a9ed-9404a5f082e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.057647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Transition to ACTIVE for port object b21ed335-abfd-4111-b919-61472e2b2867 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:39.066372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ef188d4-cdc6-4afe-a9ed-9404a5f082e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.112317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e21bcf0d-f290-40a1-a38e-9106082d50ec req-dd0b7efa-96bb-4b58-8926-7b7737b275d4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723376 Jul 09 16:34:39.135565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef188d4-cdc6-4afe-a9ed-9404a5f082e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27317102-fda1-4a23-a22e-08dd726baed3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.159796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ef188d4-cdc6-4afe-a9ed-9404a5f082e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de8ecad6458844a4bf2c9907ef55e38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9105332 Jul 09 16:34:39.162611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:39.185572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.247778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:39.251633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0c558-5857-4879-b6ec-3881e81f3c0e req-67d8b947-7504-4a46-bee7-e62375a4c90e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:39.255987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:39.256975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ba0c558-5857-4879-b6ec-3881e81f3c0e req-67d8b947-7504-4a46-bee7-e62375a4c90e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 950 time: 0.1437123 Jul 09 16:34:39.261888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:39.265951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Pushing event updated for resources: {'Port': ['ID=b21ed335-abfd-4111-b919-61472e2b2867,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.277456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.322653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a03f330-b303-4b37-833a-6ef208f23dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.340808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.387167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ba0c558-5857-4879-b6ec-3881e81f3c0e req-ce2c8d8d-63b2-4e29-aba5-ce1bb22fe26a tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010444 Jul 09 16:34:39.413423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a03f330-b303-4b37-833a-6ef208f23dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.487313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.501880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Transition to ACTIVE for port object 4b715d97-c320-4515-b5c3-9007b34aff27 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:39.516714 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.536652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a03f330-b303-4b37-833a-6ef208f23dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.539355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a03f330-b303-4b37-833a-6ef208f23dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.547247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a03f330-b303-4b37-833a-6ef208f23dec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27317102-fda1-4a23-a22e-08dd726baed3 HTTP/1.1" status: 204 len: 168 time: 0.3826642 Jul 09 16:34:39.571282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f330-b303-4b37-833a-6ef208f23dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27317102-fda1-4a23-a22e-08dd726baed3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.581773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1262cf8-c114-4086-a0d2-78751d81ba12 None None] Pushing event updated for resources: {'Port': ['ID=4b715d97-c320-4515-b5c3-9007b34aff27,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.644913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Attempting to bind port 4b715d97-c320-4515-b5c3-9007b34aff27 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:39.645598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Attempting to bind port 4b715d97-c320-4515-b5c3-9007b34aff27 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:39.646296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Attempting to bind port 4b715d97-c320-4515-b5c3-9007b34aff27 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:39.652856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:39.653636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2bf31-5bcd-4f12-8029-aa8e73551fda req-21137268-1bac-4387-811f-e5e7c61188ce tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:39.654793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:39.655412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.656112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:39.656793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Bound port: 4b715d97-c320-4515-b5c3-9007b34aff27, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:39.657686 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.662339 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.663165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0b2bf31-5bcd-4f12-8029-aa8e73551fda req-21137268-1bac-4387-811f-e5e7c61188ce tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 944 time: 0.0869060 Jul 09 16:34:39.710385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0b2bf31-5bcd-4f12-8029-aa8e73551fda req-97ec568b-8924-49c4-84af-ed315773505c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Jul 09 16:34:39.768571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] For port 4b715d97-c320-4515-b5c3-9007b34aff27, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:39.796417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-090591df-ac5f-4d10-80d1-3ba9d59146dc None None] Provisioning for port b21ed335-abfd-4111-b919-61472e2b2867 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:39.823874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] For port 4b715d97-c320-4515-b5c3-9007b34aff27, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4b715d97-c320-4515-b5c3-9007b34aff27,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:39.828444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-090591df-ac5f-4d10-80d1-3ba9d59146dc None None] Provisioning complete for port b21ed335-abfd-4111-b919-61472e2b2867 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:39.828946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090591df-ac5f-4d10-80d1-3ba9d59146dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.892296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.940464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec899-62d1-4a3e-94cb-34b212056b5b req-5d08f97e-d81f-44b8-9d1e-9a76e9a2e4b2 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:39.942172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7cec899-62d1-4a3e-94cb-34b212056b5b req-5d08f97e-d81f-44b8-9d1e-9a76e9a2e4b2 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1096 time: 0.0672417 Jul 09 16:34:40.000028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7cec899-62d1-4a3e-94cb-34b212056b5b req-8f671605-4112-4f1d-9faa-96b30c11a107 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510387 Jul 09 16:34:40.032318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.038301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.094505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.155134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:40.174151 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d73f85-5705-4481-b9e8-bf6b6938e8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.223174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:40.227666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:40.237595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-ca61229f-2a41-493a-ade8-50e846001a9d req-e64249e3-529d-44f6-9dc4-dce82ba811fc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:40.238726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca61229f-2a41-493a-ade8-50e846001a9d req-e64249e3-529d-44f6-9dc4-dce82ba811fc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219827 Jul 09 16:34:40.248892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Pushing event updated for resources: {'Port': ['ID=b21ed335-abfd-4111-b919-61472e2b2867,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:40.309756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-090591df-ac5f-4d10-80d1-3ba9d59146dc None None] Port b21ed335-abfd-4111-b919-61472e2b2867 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:40.356106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:40.356893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:40.472372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Router c036ba5c-7771-4141-b201-640e17b8eddc has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:40.509768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:40.512564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1262cf8-c114-4086-a0d2-78751d81ba12 None None] Pushing event updated for resources: {'Port': ['ID=4b715d97-c320-4515-b5c3-9007b34aff27,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:40.536463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d73f85-5705-4481-b9e8-bf6b6938e8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.552523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.553825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.554822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.555503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.556199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.556855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.557472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.558086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.561184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-9bc78815-7c0c-4d42-9200-f54184082273 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef&device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540&device_id=85457a89-b066-415b-bebf-81754ebb88f4&device_id=1bc8807e-73e1-4f50-b354-677e7e93140e&device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a&device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0&device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 7337 time: 0.2059100 Jul 09 16:34:40.563499 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d73f85-5705-4481-b9e8-bf6b6938e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.613103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f98b695-ba72-45ff-803c-c988553ceea9 None None] Provisioning complete for port b21ed335-abfd-4111-b919-61472e2b2867 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:40.613536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f98b695-ba72-45ff-803c-c988553ceea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.636050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d73f85-5705-4481-b9e8-bf6b6938e8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f6b174-59c6-49ec-bb74-552f83e730b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:40.642305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-a7929495-6e20-4a93-b3aa-7b39b43f2d91 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.656597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-15d73f85-5705-4481-b9e8-bf6b6938e8fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b8d7ee2f330431cb4c893a7055f7bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002940 Jul 09 16:34:40.657506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:40.725464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7f98b695-ba72-45ff-803c-c988553ceea9 None None] Port b21ed335-abfd-4111-b919-61472e2b2867 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:40.738996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:40.815946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3444fa21-d43d-43bb-8407-943db34af7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.825478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 562f7097-beb1-4f80-8c39-74a28be0d5fa up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:40.860441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3444fa21-d43d-43bb-8407-943db34af7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.901432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-a7929495-6e20-4a93-b3aa-7b39b43f2d91 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.911046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-a7929495-6e20-4a93-b3aa-7b39b43f2d91 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.999207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-427414bf-b3f6-4781-a81e-8bfa04cc4336 req-a7929495-6e20-4a93-b3aa-7b39b43f2d91 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&id=01d9ee8c-4a63-4de5-a75a-8659296be369&id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4049478 Jul 09 16:34:41.007476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7929495-6e20-4a93-b3aa-7b39b43f2d91 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77229f-21d8-4de1-94e0-7aa392b0b0a2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:41.034059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3444fa21-d43d-43bb-8407-943db34af7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.037536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3444fa21-d43d-43bb-8407-943db34af7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.042380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3444fa21-d43d-43bb-8407-943db34af7b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67f6b174-59c6-49ec-bb74-552f83e730b1 HTTP/1.1" status: 204 len: 168 time: 0.3817835 Jul 09 16:34:41.059758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444fa21-d43d-43bb-8407-943db34af7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f6b174-59c6-49ec-bb74-552f83e730b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:41.107662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.119797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 562f7097-beb1-4f80-8c39-74a28be0d5fa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:41.120163 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.165818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 08ac5ff6-27bd-4321-8d2c-2c269babbacd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:41.174991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 2, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:41.211027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:41.215234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a98cc-5768-4027-81a1-750e67d09161 None None] The sync data for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 is: [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 2, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:41.220085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 08ac5ff6-27bd-4321-8d2c-2c269babbacd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:41.228888 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.229122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-491aa687-f715-4de8-a3ac-0ece0b50d528 admin admin] 10.222.0.48 "PUT /v2.0/routers/c036ba5c-7771-4141-b201-640e17b8eddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4998074 Jul 09 16:34:41.255747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aa8cd-06d3-4798-9fcb-d301bcae48be req-e309581b-39cb-4a71-a35f-52a7d66a93a1 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:41.267322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-625aa8cd-06d3-4798-9fcb-d301bcae48be req-e309581b-39cb-4a71-a35f-52a7d66a93a1 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 950 time: 0.1177177 Jul 09 16:34:41.368669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-625aa8cd-06d3-4798-9fcb-d301bcae48be req-786bf380-ae47-4a01-a453-986ce6a66488 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.48 "GET /v2.0/security-groups?id=04667329-0ee6-4059-ba9f-f13c20cd0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000750 Jul 09 16:34:41.412057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.417751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-398ef8eb-9210-45bc-a045-bebaf8a1df7e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:41.419379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-398ef8eb-9210-45bc-a045-bebaf8a1df7e tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.37 "GET /v2.0/ports?device_id=208c8923-cf87-422c-818b-758575e09d69 HTTP/1.1" status: 200 len: 950 time: 0.1498754 Jul 09 16:34:41.448564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:41.454549 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5221ce-07fe-4453-91e9-bfe62cb68363" -d '{"events": [{"server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "name": "network-vif-plugged", "status": "completed", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:41.476616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:41.486699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.566085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:41.698205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Deleting port a1336ad8-21af-4ead-b59e-f4343202e2d9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:41.698795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.759455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b0ae7-5cd4-4020-bc27-ce2108539525 req-bde3735d-c3cd-49e0-9669-34fc9ea7c828 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:41.761447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c44b0ae7-5cd4-4020-bc27-ce2108539525 req-bde3735d-c3cd-49e0-9669-34fc9ea7c828 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1603436 Jul 09 16:34:41.833261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] For port a1336ad8-21af-4ead-b59e-f4343202e2d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a1336ad8-21af-4ead-b59e-f4343202e2d9,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:41.833699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.842980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c44b0ae7-5cd4-4020-bc27-ce2108539525 req-0997e242-33fd-4b0f-a46f-71639b52dc67 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Jul 09 16:34:41.849418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Calling delete_port for a1336ad8-21af-4ead-b59e-f4343202e2d9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:42.051792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.092761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a1336ad8-21af-4ead-b59e-f4343202e2d9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:42.111149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Pushing event deleted for resources: {'Port': ['ID=a1336ad8-21af-4ead-b59e-f4343202e2d9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:42.177188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] No DVR routers for this DVR port a1336ad8-21af-4ead-b59e-f4343202e2d9 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:42.184108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.186662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb559216-8113-472a-8a2d-6d393a3127a6 req-bf72d31c-24ae-42d6-ba6e-e839de75f2f3 tempest-ServersAdminNegativeTestJSON-1411606254 tempest-ServersAdminNegativeTestJSON-1411606254-project] 10.222.0.37 "DELETE /v2.0/ports/a1336ad8-21af-4ead-b59e-f4343202e2d9 HTTP/1.1" status: 204 len: 173 time: 0.7607012 Jul 09 16:34:42.187150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208c8923-cf87-422c-818b-758575e09d69', 'name': 'network-vif-deleted', 'tag': 'a1336ad8-21af-4ead-b59e-f4343202e2d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:42.192086 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8041c3b-4afb-45ab-96c7-36468d5b858b" -d '{"events": [{"server_uuid": "208c8923-cf87-422c-818b-758575e09d69", "name": "network-vif-deleted", "tag": "a1336ad8-21af-4ead-b59e-f4343202e2d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:42.388468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:42.594149 n-d-800085-2 neutron-server[93768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 16:34:42.598297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-58198dce-4002-4f0d-ae04-38bd19a1d102 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:42.599781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-58198dce-4002-4f0d-ae04-38bd19a1d102 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2096300 Jul 09 16:34:42.704385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Request body: {'binding': {'host': 'n-h1-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:42.704987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:34:42.828935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b715d97-c320-4515-b5c3-9007b34aff27 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:42.878092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:42.886219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142449194', 'description': 'tempest-description--377493977'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:42.929037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 4b715d97-c320-4515-b5c3-9007b34aff27 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:42.934886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4b715d97-c320-4515-b5c3-9007b34aff27 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:42.935456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.938760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.993777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on host n-h1-800085-2 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:42.994367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:42.996384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:43.010409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:43.012725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:43.024013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:43.026534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:43.028101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:43.028719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Bound port: 34faa3f6-67b1-46fc-a539-055289c36ebe, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:43.037909 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934be02-c951-482d-939d-0dad100e480f x-openstack-request-id: req-c934be02-c951-482d-939d-0dad100e480f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:43.038175 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "name": "network-vif-plugged", "status": "completed", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:43.039363 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c934be02-c951-482d-939d-0dad100e480f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:43.039833 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'code': 200} Jul 09 16:34:43.135432 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:34:43.138994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.163090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.203932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.205830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 4b715d97-c320-4515-b5c3-9007b34aff27, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4b715d97-c320-4515-b5c3-9007b34aff27,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:43.220418 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.243384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:43.251028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.252571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.253770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-1fda1b93-9eb7-4ed3-b326-23c8eb525b85 service neutron] 10.222.0.48 "POST /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe/bindings HTTP/1.1" status: 201 len: 389 time: 0.6114490 Jul 09 16:34:43.254240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3745914 Jul 09 16:34:43.259963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37548) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.265971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Request body: {'security_group_rule': {'security_group_id': 'd2536d7e-7417-420f-8909-e5b26f7243c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:43.275096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98445e-927f-4a7f-a55b-e76701ecdc3f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2536d7e-7417-420f-8909-e5b26f7243c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:43.314610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.318515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2da4b-3003-44e6-a663-c868198032bc req-14e9381e-0e2d-4baf-9e08-f76dab0f28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:43.323976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d2da4b-3003-44e6-a663-c868198032bc req-14e9381e-0e2d-4baf-9e08-f76dab0f28de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1096 time: 0.1590567 Jul 09 16:34:43.333804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=4b715d97-c320-4515-b5c3-9007b34aff27,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:43.406626 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.414332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.438248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d2da4b-3003-44e6-a663-c868198032bc req-b33d5279-841a-42d5-a407-63f5ac76d2b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996652 Jul 09 16:34:43.444481 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb726e5-4ad5-459b-8c28-2428176c098c x-openstack-request-id: req-fcb726e5-4ad5-459b-8c28-2428176c098c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:43.444777 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208c8923-cf87-422c-818b-758575e09d69", "name": "network-vif-deleted", "tag": "a1336ad8-21af-4ead-b59e-f4343202e2d9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:43.445419 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcb726e5-4ad5-459b-8c28-2428176c098c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:43.445419 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208c8923-cf87-422c-818b-758575e09d69', 'name': 'network-vif-deleted', 'tag': 'a1336ad8-21af-4ead-b59e-f4343202e2d9', 'status': 'completed', 'code': 200} Jul 09 16:34:43.449550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.450934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898005 Jul 09 16:34:43.453738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.454545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c47779-641e-49a8-8900-aa911514d00f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bceba1-166e-470a-aa87-259306937ce7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:43.459340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Request body: {'security_group_rule': {'security_group_id': 'd2536d7e-7417-420f-8909-e5b26f7243c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:43.504459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.587940 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.594111 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.615068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfabadb-9c23-4b59-91d8-454ad661eee3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:43.626683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.632404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-98955a13-ba58-470b-bf5c-bc0b77b115bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775582 Jul 09 16:34:43.633076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.638381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:43.663096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.761315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-fcc9cd78-29b6-4c78-994f-0f5d72603197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:43.762937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-fcc9cd78-29b6-4c78-994f-0f5d72603197 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1096 time: 0.1330080 Jul 09 16:34:43.851566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.869981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa83d6-687a-4eeb-87aa-8581300a77a2 req-b51e361c-c50b-415b-a4b9-7a95447b763b tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:43.870565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa83d6-687a-4eeb-87aa-8581300a77a2 req-b51e361c-c50b-415b-a4b9-7a95447b763b tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:43.871018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa83d6-687a-4eeb-87aa-8581300a77a2 req-b51e361c-c50b-415b-a4b9-7a95447b763b tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:43.872844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5aa83d6-687a-4eeb-87aa-8581300a77a2 req-b51e361c-c50b-415b-a4b9-7a95447b763b tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4&device_id=1bc8807e-73e1-4f50-b354-677e7e93140e&device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 2881 time: 0.0990469 Jul 09 16:34:43.892015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-26eb3a0f-074d-4d2d-8358-4f3be5359275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:43.893636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-26eb3a0f-074d-4d2d-8358-4f3be5359275 service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.1229701 Jul 09 16:34:43.959268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-58c8705f-46ed-4840-bba1-5c934da5f6e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 217 time: 0.0587754 Jul 09 16:34:43.961636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5aa83d6-687a-4eeb-87aa-8581300a77a2 req-fa0c8393-3912-4750-9aeb-659f992de1bf tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548065 Jul 09 16:34:44.049859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Allocated IP 172.25.7.82 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/749694b3-6b7c-4bdb-be25-33787f272668) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:44.105770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-4d0f0cbb-6c09-4e81-b11c-b326fad17627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:44.107615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-4d0f0cbb-6c09-4e81-b11c-b326fad17627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1117826 Jul 09 16:34:44.164810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-dac3cfa1-e300-4823-8368-5fa8be82cfd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503764 Jul 09 16:34:44.218523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Sync routers for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:44.248722 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:44.252117 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:44.270316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.379729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.432073 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:44.449475 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-2f1b93bb-896c-4355-9a21-d494a50e807a service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515779 Jul 09 16:34:44.505973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:44.520183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:44.523092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:44.561133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:44.583897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event updated for resources: {'Port': ['ID=749694b3-6b7c-4bdb-be25-33787f272668,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:44.626791 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-48780b0c-05fd-48e5-80c0-2222a2fba9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667719 Jul 09 16:34:44.633442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f22336-9f4a-430a-9295-55285f77e6e9 req-9e5f0fc8-ee45-44ad-896c-5bce18d6e89c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:44.635617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f22336-9f4a-430a-9295-55285f77e6e9 req-9e5f0fc8-ee45-44ad-896c-5bce18d6e89c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.5561986 Jul 09 16:34:44.642983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.651976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf8356-632a-45a9-a6c1-b4cd4bfd29b0 req-e125c4e4-3e53-4e90-80e1-cdf3a705ee87 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:44.659007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9bf8356-632a-45a9-a6c1-b4cd4bfd29b0 req-e125c4e4-3e53-4e90-80e1-cdf3a705ee87 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 945 time: 0.2371802 Jul 09 16:34:44.709487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 2, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:44.743068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Checking router: c036ba5c-7771-4141-b201-640e17b8eddc for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:34:44.743605 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Updating router c036ba5c-7771-4141-b201-640e17b8eddc port b21ed335-abfd-4111-b919-61472e2b2867 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:34:44.755211 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fbdf0d10-0121-494a-aebc-96e5237edddb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=434050c3f94d4c5bb906ead806ff4992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926470 Jul 09 16:34:44.757131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:44.763341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b715d97-c320-4515-b5c3-9007b34aff27 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:44.770343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.774362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f22336-9f4a-430a-9295-55285f77e6e9 req-97bf8aa8-8e06-4095-ac5d-7f1877925881 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143942 Jul 09 16:34:44.793326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9bf8356-632a-45a9-a6c1-b4cd4bfd29b0 req-13f9d5ae-2fc5-4d59-aac7-ba337df864bf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297822 Jul 09 16:34:44.794924 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.848043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4b715d97-c320-4515-b5c3-9007b34aff27 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:44.849001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-087788d3-b6cb-43a3-830a-242998b3f64b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:44.849790 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.850761 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-087788d3-b6cb-43a3-830a-242998b3f64b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.0927975 Jul 09 16:34:44.868394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:44.928036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e5adfbb-1d4b-4866-94ba-73b18631e4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.998128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a1336ad8-21af-4ead-b59e-f4343202e2d9 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:45.004088 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e5adfbb-1d4b-4866-94ba-73b18631e4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.027758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: a1336ad8-21af-4ead-b59e-f4343202e2d9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:45.028716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a1336ad8-21af-4ead-b59e-f4343202e2d9 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:45.080077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.123621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e5adfbb-1d4b-4866-94ba-73b18631e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.126170 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e5adfbb-1d4b-4866-94ba-73b18631e4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.127367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6e5adfbb-1d4b-4866-94ba-73b18631e4a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04667329-0ee6-4059-ba9f-f13c20cd0aa3 HTTP/1.1" status: 204 len: 168 time: 0.3674772 Jul 09 16:34:45.147466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.160412 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.173405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5adfbb-1d4b-4866-94ba-73b18631e4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04667329-0ee6-4059-ba9f-f13c20cd0aa3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.278139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.294237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:45.354304 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.360554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:45.364315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.364315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7299235 Jul 09 16:34:45.373766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca0fb9-ba75-4f9c-a2ff-5aaa955a98bb tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event updated for resources: {'Port': ['ID=749694b3-6b7c-4bdb-be25-33787f272668,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.392923 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Transition to ACTIVE for port object b21ed335-abfd-4111-b919-61472e2b2867 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:45.417418 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.449375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.450959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:45.453802 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769ae9c1-302f-4929-aca8-06165967c2e3" -d '{"events": [{"server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "name": "network-vif-unplugged", "status": "completed", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:45.463535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.552297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20211126-6369-422e-90b6-297f14c79caf None None] Pushing event updated for resources: {'Port': ['ID=b21ed335-abfd-4111-b919-61472e2b2867,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.566665 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d55a1-7c76-43c1-b53c-adc2c522f595 x-openstack-request-id: req-419d55a1-7c76-43c1-b53c-adc2c522f595 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:45.566958 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "name": "network-vif-unplugged", "status": "completed", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:45.567342 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-419d55a1-7c76-43c1-b53c-adc2c522f595 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:45.567792 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'code': 200} Jul 09 16:34:45.575597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.608268 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.608268 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.608452 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.608784 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.609122 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.609457 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.609831 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.610160 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.610513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.610833 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.623705 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.624132 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20211126-6369-422e-90b6-297f14c79caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.671558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on host n-h2-800085-2 for vnic_type normal with profile {"migrating_to": "n-h1-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:45.671973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:45.672910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:45.678639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:45.679054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Attempting to bind port 34faa3f6-67b1-46fc-a539-055289c36ebe on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:45.686033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:45.686365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:45.686955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:45.687427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Bound port: 34faa3f6-67b1-46fc-a539-055289c36ebe, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:45.688084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.698950 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Attempting to bind port b21ed335-abfd-4111-b919-61472e2b2867 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:45.702962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Attempting to bind port b21ed335-abfd-4111-b919-61472e2b2867 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:45.703544 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Attempting to bind port b21ed335-abfd-4111-b919-61472e2b2867 on network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:45.713215 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:45.717418 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Checking segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:45.717848 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.718442 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Bound using segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:45.720025 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Bound port: b21ed335-abfd-4111-b919-61472e2b2867, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:45.721591 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.766555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:45.867110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:45.872824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d3a889c9-37db-4e80-a57a-ef57bbf08b50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cc23678b691464fb0432570fe46ecb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050115 Jul 09 16:34:45.874659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:45.878971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:45.891693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.896410 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] For port b21ed335-abfd-4111-b919-61472e2b2867, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:45.900197 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] For port b21ed335-abfd-4111-b919-61472e2b2867, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b21ed335-abfd-4111-b919-61472e2b2867,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:45.908105 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.017724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:46.025620 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:46.051528 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:46.170255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.190824 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20211126-6369-422e-90b6-297f14c79caf None None] Pushing event updated for resources: {'Port': ['ID=b21ed335-abfd-4111-b919-61472e2b2867,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.209599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6810f-8d77-46fb-addb-409046504199 req-a9f65f8a-abcd-4a9f-8855-b9ceb7749227 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:46.211224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc6810f-8d77-46fb-addb-409046504199 req-a9f65f8a-abcd-4a9f-8855-b9ceb7749227 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1698563 Jul 09 16:34:46.233774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:46.234421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.241263 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-9ad65153-6880-4674-a749-ec3861431b26 service neutron] 10.222.0.37 "PUT /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 1121 time: 1.3811100 Jul 09 16:34:46.274798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35893631-57e6-455c-a641-ae4b1465746b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.292495 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:46.321431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['34faa3f6-67b1-46fc-a539-055289c36ebe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:46.354429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35893631-57e6-455c-a641-ae4b1465746b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.409137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a332e9-0d46-47c4-a8a2-040208713837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.414306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35893631-57e6-455c-a641-ae4b1465746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.418239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35893631-57e6-455c-a641-ae4b1465746b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.420879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35893631-57e6-455c-a641-ae4b1465746b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29a50f59-fda8-4440-8321-f456a389c135 HTTP/1.1" status: 204 len: 168 time: 0.5408881 Jul 09 16:34:46.431168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35893631-57e6-455c-a641-ae4b1465746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a50f59-fda8-4440-8321-f456a389c135,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.445819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc6810f-8d77-46fb-addb-409046504199 req-7ec7e761-0c44-4933-b527-0ab86071e7c8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163165 Jul 09 16:34:46.636103 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:45Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:46.692587 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a332e9-0d46-47c4-a8a2-040208713837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.710867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a332e9-0d46-47c4-a8a2-040208713837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.715410 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9838de4-27d8-4636-ab10-b8cf8984ecf8 None None] The sync data for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 is: [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:45Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:46.727938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22720f-8570-447c-bc70-ba2d6b7cd410 req-b112f24e-afa0-4396-91a5-abde3840ee54 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:46.735896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf22720f-8570-447c-bc70-ba2d6b7cd410 req-b112f24e-afa0-4396-91a5-abde3840ee54 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.5234952 Jul 09 16:34:46.813724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a332e9-0d46-47c4-a8a2-040208713837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcfdb33-6a84-49b8-8b36-4f6d736206b0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.853380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-36a332e9-0d46-47c4-a8a2-040208713837 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87911059bc9f431e8d876bbf79446ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8344598 Jul 09 16:34:46.855946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:46.904549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b21ed335-abfd-4111-b919-61472e2b2867 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:47.027412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf22720f-8570-447c-bc70-ba2d6b7cd410 req-acc3f6b8-d6e2-4be6-ae36-f803d95e6af1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902148 Jul 09 16:34:47.060084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b21ed335-abfd-4111-b919-61472e2b2867 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:47.064547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b21ed335-abfd-4111-b919-61472e2b2867 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:47.064909 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.071318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e873101a-1e31-4c3a-a4eb-26c314dff6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.125584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e873101a-1e31-4c3a-a4eb-26c314dff6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.205494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e873101a-1e31-4c3a-a4eb-26c314dff6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.209988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e873101a-1e31-4c3a-a4eb-26c314dff6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.214356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e873101a-1e31-4c3a-a4eb-26c314dff6c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fcfdb33-6a84-49b8-8b36-4f6d736206b0 HTTP/1.1" status: 204 len: 168 time: 0.3397915 Jul 09 16:34:47.231802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873101a-1e31-4c3a-a4eb-26c314dff6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcfdb33-6a84-49b8-8b36-4f6d736206b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:47.313684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.401710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b21ed335-abfd-4111-b919-61472e2b2867, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b21ed335-abfd-4111-b919-61472e2b2867,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:47.407622 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.522007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b21ed335-abfd-4111-b919-61472e2b2867,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:47.569300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:47.573008 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d63db-8941-4ef5-b80a-31b65448dd85" -d '{"events": [{"name": "network-changed", "server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:47.696764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5665c29-76cd-415a-aab6-f7b5317d9a49 req-33151d64-1e49-41ee-acd0-a58e777f7b2d tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:47.710963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5665c29-76cd-415a-aab6-f7b5317d9a49 req-33151d64-1e49-41ee-acd0-a58e777f7b2d tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1096 time: 0.1236241 Jul 09 16:34:47.790648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5665c29-76cd-415a-aab6-f7b5317d9a49 req-7f0c21ca-6b59-42e4-8239-aab38398bbcd tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763495 Jul 09 16:34:47.833125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:47.854855 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c021f5a5-b2b1-49bf-b754-5d7e338a4a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.057967 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351cd9a9-c384-488f-8695-efa123927dcb x-openstack-request-id: req-351cd9a9-c384-488f-8695-efa123927dcb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:48.058459 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:48.058809 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-351cd9a9-c384-488f-8695-efa123927dcb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:48.059295 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'status': 'completed', 'code': 200} Jul 09 16:34:48.075309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c021f5a5-b2b1-49bf-b754-5d7e338a4a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.084020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c021f5a5-b2b1-49bf-b754-5d7e338a4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.170568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021f5a5-b2b1-49bf-b754-5d7e338a4a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5f5478-dbd8-427d-b7ee-6f778c471dd7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:48.196912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:48.199699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c021f5a5-b2b1-49bf-b754-5d7e338a4a06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=534a5b5e3a6643e2a909b7ce283e15cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653464 Jul 09 16:34:48.266540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d4326e-8b63-4ff0-b0d1-d315df8d4eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.288521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-a9562763-01b9-4b80-b5a2-43c28aa9bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:48.293014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-a9562763-01b9-4b80-b5a2-43c28aa9bb90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1124 time: 0.1810682 Jul 09 16:34:48.294239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d4326e-8b63-4ff0-b0d1-d315df8d4eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.363295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d4326e-8b63-4ff0-b0d1-d315df8d4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.371710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d4326e-8b63-4ff0-b0d1-d315df8d4eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.378911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04d4326e-8b63-4ff0-b0d1-d315df8d4eb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db5f5478-dbd8-427d-b7ee-6f778c471dd7 HTTP/1.1" status: 204 len: 168 time: 0.1796079 Jul 09 16:34:48.391557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4326e-8b63-4ff0-b0d1-d315df8d4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5f5478-dbd8-427d-b7ee-6f778c471dd7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:48.456454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2de5da-eadb-4b5b-a469-8005f4b57914 req-008c8f6b-966c-4d2d-ae38-9033005f3a77 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:48.463835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf2de5da-eadb-4b5b-a469-8005f4b57914 req-008c8f6b-966c-4d2d-ae38-9033005f3a77 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1096 time: 0.2432134 Jul 09 16:34:48.537455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-7ff8035b-a86c-4f61-a1f6-9bbc64a3f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:48.539069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-7ff8035b-a86c-4f61-a1f6-9bbc64a3f0f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.2347834 Jul 09 16:34:48.549287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf2de5da-eadb-4b5b-a469-8005f4b57914 req-c366240b-335b-4038-a6b2-4b609ec8836f tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839877 Jul 09 16:34:48.846823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b21ed335-abfd-4111-b919-61472e2b2867 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:48.912535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-98278e1d-f3ef-413b-a510-4590200e14f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 217 time: 0.3659210 Jul 09 16:34:48.945733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b21ed335-abfd-4111-b919-61472e2b2867 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:48.947739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.980655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:49.018582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678e84-0a28-427e-8e9c-f165d1bf00cf req-f56063c9-78b3-4e1a-a3cc-35ff71679fe6 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:49.026137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba678e84-0a28-427e-8e9c-f165d1bf00cf req-f56063c9-78b3-4e1a-a3cc-35ff71679fe6 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1099 time: 0.5354271 Jul 09 16:34:49.042017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-5c7bed80-0cc2-4ff1-a30f-03e5ecbacfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:49.043915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-5c7bed80-0cc2-4ff1-a30f-03e5ecbacfdb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1208973 Jul 09 16:34:49.088391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65e3da-329e-45c7-9163-b10f3bec8e32 req-a769b009-cd5d-434a-9f23-3e77df0b0b96 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:49.094902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a65e3da-329e-45c7-9163-b10f3bec8e32 req-a769b009-cd5d-434a-9f23-3e77df0b0b96 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.1867914 Jul 09 16:34:49.128185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-6892e21f-5dbb-4fd7-8bf3-33b39d4ab7f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619817 Jul 09 16:34:49.153060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba678e84-0a28-427e-8e9c-f165d1bf00cf req-2a6c3c2c-08e4-4491-aaa8-ac84cb1b0d1e tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227813 Jul 09 16:34:49.213119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:49.235785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:34:49.264181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a65e3da-329e-45c7-9163-b10f3bec8e32 req-665a5e2f-a583-4102-a0b2-62c89a30ce4d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672797 Jul 09 16:34:49.327497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-a7daf978-645c-457c-8a1a-9eaecae26b0a service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528497 Jul 09 16:34:49.559273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-701d63db-8941-4ef5-b80a-31b65448dd85 req-01a0e869-307b-4c7b-8b00-2745809a0f0a service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192416 Jul 09 16:34:49.582562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78cd71-83fd-46fd-b2c7-9953d9354ea2 req-11036c1c-385c-476a-84a3-5502d8a1f75e tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:49.594019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e78cd71-83fd-46fd-b2c7-9953d9354ea2 req-11036c1c-385c-476a-84a3-5502d8a1f75e tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1099 time: 0.1128170 Jul 09 16:34:49.639482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37808) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:49.645234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e78cd71-83fd-46fd-b2c7-9953d9354ea2 req-ff83b3b1-2645-461b-9d46-7eeaefad2d7b tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499401 Jul 09 16:34:50.012261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86db3771-eb07-4560-9189-2fe30f247984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.205715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86db3771-eb07-4560-9189-2fe30f247984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.214209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86db3771-eb07-4560-9189-2fe30f247984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.263127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db3771-eb07-4560-9189-2fe30f247984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911492a-3053-4c0d-ab43-82848c973464,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:50.272463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-86db3771-eb07-4560-9189-2fe30f247984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2f7fa4388ec4838982529d7bda01f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313033 Jul 09 16:34:50.275864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:50.390815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12f3013-b1f9-4587-ad50-58fe4bae00c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.508555 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12f3013-b1f9-4587-ad50-58fe4bae00c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.629389 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12f3013-b1f9-4587-ad50-58fe4bae00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.632551 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12f3013-b1f9-4587-ad50-58fe4bae00c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.634167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e12f3013-b1f9-4587-ad50-58fe4bae00c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0911492a-3053-4c0d-ab43-82848c973464 HTTP/1.1" status: 204 len: 168 time: 0.3555055 Jul 09 16:34:50.651938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f3013-b1f9-4587-ad50-58fe4bae00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911492a-3053-4c0d-ab43-82848c973464,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.003263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f97e1b-a8a4-4267-9f16-1e664bcd71fa req-621d3960-a716-4e44-98a3-2a25511d4eda tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:51.005167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4f97e1b-a8a4-4267-9f16-1e664bcd71fa req-621d3960-a716-4e44-98a3-2a25511d4eda tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.1005461 Jul 09 16:34:51.079423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4f97e1b-a8a4-4267-9f16-1e664bcd71fa req-9c338860-e440-443d-b14f-61cbab285d0b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643227 Jul 09 16:34:51.225743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:51.245411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62c90c0-1157-4d78-9df4-a802220ddb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.317682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-8c77f815-5ee9-470c-ba06-911690d4cc86 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:34:51.319913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-8c77f815-5ee9-470c-ba06-911690d4cc86 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097001 Jul 09 16:34:51.336190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Request body: {'binding': {'host': 'n-h1-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:51.336853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:34:51.385903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62c90c0-1157-4d78-9df4-a802220ddb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.392365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62c90c0-1157-4d78-9df4-a802220ddb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.448172 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d62c90c0-1157-4d78-9df4-a802220ddb0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0661a91a49c4b45b8de975387962dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210386 Jul 09 16:34:51.449920 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c90c0-1157-4d78-9df4-a802220ddb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e7c836-1a5c-4591-b978-804ebbf77800,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.452643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:51.554198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on host n-h1-800085-2 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:51.554684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:51.555064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:51.563192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:51.563510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:51.573712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:51.574056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:51.574443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:51.574941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Bound port: 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:51.605510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8117970-50f2-473d-9d2f-d8e7547f2c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.646671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8117970-50f2-473d-9d2f-d8e7547f2c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.683659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:51.698529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.700115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cf290e16-5f22-4d0e-8b37-355804787fe9 service neutron] 10.222.0.48 "POST /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3699257 Jul 09 16:34:51.752982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8117970-50f2-473d-9d2f-d8e7547f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.760087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8117970-50f2-473d-9d2f-d8e7547f2c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.764802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8117970-50f2-473d-9d2f-d8e7547f2c3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2e7c836-1a5c-4591-b978-804ebbf77800 HTTP/1.1" status: 204 len: 168 time: 0.3097994 Jul 09 16:34:51.794376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8117970-50f2-473d-9d2f-d8e7547f2c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e7c836-1a5c-4591-b978-804ebbf77800,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:52.124972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9346257-a156-4f84-839d-a4ad3ed4de8a req-ed781e81-6a4e-4f81-b81b-acdde34143aa tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:52.127010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9346257-a156-4f84-839d-a4ad3ed4de8a req-ed781e81-6a4e-4f81-b81b-acdde34143aa tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1014571 Jul 09 16:34:52.176521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9346257-a156-4f84-839d-a4ad3ed4de8a req-78635afd-646e-402f-a589-e58525309fbc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Jul 09 16:34:52.469597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:52.539446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-ff8275e0-3e1e-430d-94fb-6fb2ccd28788 service neutron] 10.222.0.43 "GET /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.1720388 Jul 09 16:34:52.642690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65f51a-3cea-4832-ba8e-07307aaaa834 req-645f8467-843a-441b-ac7d-8f8cf262037f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:52.644258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf65f51a-3cea-4832-ba8e-07307aaaa834 req-645f8467-843a-441b-ac7d-8f8cf262037f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.2100999 Jul 09 16:34:52.698352 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa99fec0-f352-4c67-8d5b-6304a359d891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.753726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf65f51a-3cea-4832-ba8e-07307aaaa834 req-e52b3433-cdc3-463c-821b-09015a4b81ad tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976739 Jul 09 16:34:52.804270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0de786-6dad-4eb2-b5bb-c398c2e1417a req-18caca33-90cc-466a-a7e7-f6a4f4277ab3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:52.806527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa0de786-6dad-4eb2-b5bb-c398c2e1417a req-18caca33-90cc-466a-a7e7-f6a4f4277ab3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 943 time: 0.2645836 Jul 09 16:34:52.920732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa0de786-6dad-4eb2-b5bb-c398c2e1417a req-44db1ba7-38ac-449f-9f30-46f8f7283998 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036720 Jul 09 16:34:52.982283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:52.997092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:34:53.035510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa99fec0-f352-4c67-8d5b-6304a359d891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.038315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:53.091259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa99fec0-f352-4c67-8d5b-6304a359d891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.147994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37956) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:53.148634 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa99fec0-f352-4c67-8d5b-6304a359d891 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19936a4e972d40dfa23e0f1e40065d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767519 Jul 09 16:34:53.157466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:53.173255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:34:53.215334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34faa3f6-67b1-46fc-a539-055289c36ebe {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:34:53.235597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99fec0-f352-4c67-8d5b-6304a359d891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b733306e-df04-42c8-afeb-03806b40a323,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:53.241654 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30dbd256-4665-44ee-b352-50de51735066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.277900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30dbd256-4665-44ee-b352-50de51735066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.279475 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:53.325721 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.348741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30dbd256-4665-44ee-b352-50de51735066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.352723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30dbd256-4665-44ee-b352-50de51735066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.356676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-30dbd256-4665-44ee-b352-50de51735066 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b733306e-df04-42c8-afeb-03806b40a323 HTTP/1.1" status: 204 len: 168 time: 0.2068717 Jul 09 16:34:53.380266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbd256-4665-44ee-b352-50de51735066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733306e-df04-42c8-afeb-03806b40a323,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:53.443268 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.459096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37968) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:53.528145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] Transition to ACTIVE for port object 34faa3f6-67b1-46fc-a539-055289c36ebe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:53.535973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.603365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33fd22-1098-4c2c-b53c-2a73c306ecce req-fae4b6bf-4e35-400c-8566-15370d435ed8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:53.605065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef33fd22-1098-4c2c-b53c-2a73c306ecce req-fae4b6bf-4e35-400c-8566-15370d435ed8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1624837 Jul 09 16:34:53.660401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] Pushing event updated for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:53.666087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] No DVR routers for this DVR port 34faa3f6-67b1-46fc-a539-055289c36ebe on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:53.707056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef33fd22-1098-4c2c-b53c-2a73c306ecce req-478aa254-10a9-4224-8e1f-a8abb39784fb tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889370 Jul 09 16:34:53.712637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-5f41c4f8-c2a2-4e69-9581-f6917558d040 service neutron] 10.222.0.43 "PUT /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe/bindings/n-h1-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1596096 Jul 09 16:34:53.862070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-82d26e1b-091c-4c8a-93b5-68c2968baf82 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:53.865891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-82d26e1b-091c-4c8a-93b5-68c2968baf82 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.0750155 Jul 09 16:34:53.946437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0deaed63-719b-4133-80e2-0e7fc9eddd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.022097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.044994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc5c605c-e15b-45e1-88dd-46e42d52668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.068737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804ce55-41d0-4e25-a957-7e990eacbf17 req-11ab72c2-05ae-4498-ad45-9e21d395df6b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:54.070294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6804ce55-41d0-4e25-a957-7e990eacbf17 req-11ab72c2-05ae-4498-ad45-9e21d395df6b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1493020 Jul 09 16:34:54.079975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-f6e4204d-6add-41ff-89e4-b9664320e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:54.082934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-f6e4204d-6add-41ff-89e4-b9664320e383 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540&tenant_id=6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 1095 time: 0.2061932 Jul 09 16:34:54.183981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0deaed63-719b-4133-80e2-0e7fc9eddd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.195564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0deaed63-719b-4133-80e2-0e7fc9eddd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.203493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6804ce55-41d0-4e25-a957-7e990eacbf17 req-06ec6905-20d5-4a1d-b6f0-f2a6985cfb7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256158 Jul 09 16:34:54.254906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-a09f882a-dd50-4c28-949a-e3d264ba6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:54.256317 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-a09f882a-dd50-4c28-949a-e3d264ba6f4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1095 time: 0.1253686 Jul 09 16:34:54.261835 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0deaed63-719b-4133-80e2-0e7fc9eddd92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db50f34424874989938e009a4788d194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017769 Jul 09 16:34:54.263905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.264698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaed63-719b-4133-80e2-0e7fc9eddd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3931c92-3325-4785-87d1-7331079d8a1b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.320776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17feba-1bdc-407a-ada3-0a1240148a6c req-6c0b51d4-e76e-45d0-844c-0c60745ae91f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:54.332628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d17feba-1bdc-407a-ada3-0a1240148a6c req-6c0b51d4-e76e-45d0-844c-0c60745ae91f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 944 time: 0.2332723 Jul 09 16:34:54.406973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-462c8a79-6c20-43b3-b0df-66a4bb6ecef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.417720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d17feba-1bdc-407a-ada3-0a1240148a6c req-c52c8788-b6d0-421f-888a-36be713e6f37 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Jul 09 16:34:54.419132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-ef16aac8-be63-49cb-8854-80713464a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:54.420871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-ef16aac8-be63-49cb-8854-80713464a8fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.1578209 Jul 09 16:34:54.443447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-462c8a79-6c20-43b3-b0df-66a4bb6ecef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.460411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc5c605c-e15b-45e1-88dd-46e42d52668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.465863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc5c605c-e15b-45e1-88dd-46e42d52668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.484353 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-6ec4cdcf-a116-4966-a076-acd9fd78afd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 200 len: 217 time: 0.0526693 Jul 09 16:34:54.518331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc5c605c-e15b-45e1-88dd-46e42d52668c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da6270e2fce248b5914a6533cfe08278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914839 Jul 09 16:34:54.519421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.520072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c605c-e15b-45e1-88dd-46e42d52668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3d2936-57eb-47ac-8eec-9a63dc8495cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.577424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-df8ac7dd-9b55-4671-98dd-67651437bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:54.579336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-df8ac7dd-9b55-4671-98dd-67651437bf6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0886655 Jul 09 16:34:54.591376 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a774f5d-e97c-4c08-b78d-45011e512ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.614604 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-acc0db22-077c-4179-b8f0-4f5c10e6593e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277462 Jul 09 16:34:54.618227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a774f5d-e97c-4c08-b78d-45011e512ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.640732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-462c8a79-6c20-43b3-b0df-66a4bb6ecef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.643337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-462c8a79-6c20-43b3-b0df-66a4bb6ecef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.647090 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-462c8a79-6c20-43b3-b0df-66a4bb6ecef1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3931c92-3325-4785-87d1-7331079d8a1b HTTP/1.1" status: 204 len: 168 time: 0.3766916 Jul 09 16:34:54.684331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c8a79-6c20-43b3-b0df-66a4bb6ecef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3931c92-3325-4785-87d1-7331079d8a1b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.732628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a774f5d-e97c-4c08-b78d-45011e512ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.736904 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a774f5d-e97c-4c08-b78d-45011e512ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.738823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a774f5d-e97c-4c08-b78d-45011e512ea1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a3d2936-57eb-47ac-8eec-9a63dc8495cd HTTP/1.1" status: 204 len: 168 time: 0.2158632 Jul 09 16:34:54.747409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:54.750763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774f5d-e97c-4c08-b78d-45011e512ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3d2936-57eb-47ac-8eec-9a63dc8495cd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.779223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-f7ac8b4a-ed62-4d3e-a82c-2ac81cc3b75d service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577675 Jul 09 16:34:54.884990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:55.003466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-e3d49698-6e76-48a2-bbfd-362c46073b81 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104812 Jul 09 16:34:55.112795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5ccf-0d32-40cc-ada9-19c99fc9ecfb req-ed351f88-fb8c-4890-bc8b-960867b38a33 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:55.114637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4afc5ccf-0d32-40cc-ada9-19c99fc9ecfb req-ed351f88-fb8c-4890-bc8b-960867b38a33 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1315198 Jul 09 16:34:55.172148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4afc5ccf-0d32-40cc-ada9-19c99fc9ecfb req-69d2d3f2-9ce3-44a2-966e-7d4f316f8286 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Jul 09 16:34:55.340041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.427152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9113f79-58dd-4896-a247-dbe66d5a4ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.448100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-2d45d6bf-4827-4fd5-bfa1-5ef0a9b4dfb4 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:55.451297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-2d45d6bf-4827-4fd5-bfa1-5ef0a9b4dfb4 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.0780747 Jul 09 16:34:55.572521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b4c1b-7de5-47a0-be84-6403b81b70a2 req-829fb698-0fb2-433a-8324-69fbcfa4b84e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:55.580450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-013b4c1b-7de5-47a0-be84-6403b81b70a2 req-829fb698-0fb2-433a-8324-69fbcfa4b84e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.2324121 Jul 09 16:34:55.640674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-013b4c1b-7de5-47a0-be84-6403b81b70a2 req-3c0e4b73-c21c-4957-8f90-5a76d259fb3d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589511 Jul 09 16:34:55.670098 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9113f79-58dd-4896-a247-dbe66d5a4ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.680329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9113f79-58dd-4896-a247-dbe66d5a4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.689544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-98dd9b66-25fb-4bbc-bdd7-3bf7669e05a7 service neutron] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:55.698577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-98dd9b66-25fb-4bbc-bdd7-3bf7669e05a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.705244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0911da2b-7907-4d11-a269-e6b80bb789bb req-98dd9b66-25fb-4bbc-bdd7-3bf7669e05a7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe/bindings/n-h2-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.2467504 Jul 09 16:34:55.755444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9113f79-58dd-4896-a247-dbe66d5a4ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491a13bd-7ebd-4062-84b4-287c16ce9f97,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:55.797954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.811624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9113f79-58dd-4896-a247-dbe66d5a4ea3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=471391adf1984c41bac2fac97a1e91b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701791 Jul 09 16:34:55.885602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b72ff0ab-b53d-4260-8a61-ccae2e37f5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.950209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b72ff0ab-b53d-4260-8a61-ccae2e37f5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.953445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da1b81-a3b8-4d24-a18d-10bca2f3c50e req-27fe759e-37ad-4a3e-93ac-af578708db5e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:55.968088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.968560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8da1b81-a3b8-4d24-a18d-10bca2f3c50e req-27fe759e-37ad-4a3e-93ac-af578708db5e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 944 time: 0.1215780 Jul 09 16:34:56.037529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8da1b81-a3b8-4d24-a18d-10bca2f3c50e req-9e74f0de-5f09-48cf-a006-cdde92f4fa85 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678940 Jul 09 16:34:56.072526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b72ff0ab-b53d-4260-8a61-ccae2e37f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.075122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b72ff0ab-b53d-4260-8a61-ccae2e37f5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.079242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b72ff0ab-b53d-4260-8a61-ccae2e37f5ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/491a13bd-7ebd-4062-84b4-287c16ce9f97 HTTP/1.1" status: 204 len: 168 time: 0.2773051 Jul 09 16:34:56.091143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff0ab-b53d-4260-8a61-ccae2e37f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491a13bd-7ebd-4062-84b4-287c16ce9f97,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:56.191205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.289490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea82b1-5b4c-4c51-84d2-7d7b7be7c60d req-5f217faf-85cb-4250-831d-84db58944c0e tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:56.298947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6eea82b1-5b4c-4c51-84d2-7d7b7be7c60d req-5f217faf-85cb-4250-831d-84db58944c0e tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 1095 time: 0.0749190 Jul 09 16:34:56.372851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956124e6-7bef-46c1-801a-1b908d765877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.402205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6eea82b1-5b4c-4c51-84d2-7d7b7be7c60d req-1498f47c-4233-433c-8414-1b09ba429ded tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018836 Jul 09 16:34:56.458975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a81b-c821-4034-a10a-23221980066f req-19fa8100-1cb4-40ab-a2be-9d6006cfea51 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:56.470749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d378a81b-c821-4034-a10a-23221980066f req-19fa8100-1cb4-40ab-a2be-9d6006cfea51 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1482935 Jul 09 16:34:56.527106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956124e6-7bef-46c1-801a-1b908d765877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.529578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d378a81b-c821-4034-a10a-23221980066f req-a7f1f14c-b5c1-43f0-8058-22a9743314af tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569990 Jul 09 16:34:56.533494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956124e6-7bef-46c1-801a-1b908d765877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.587705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-956124e6-7bef-46c1-801a-1b908d765877 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ff395da70a4a78a3c31ce6126b68c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074684 Jul 09 16:34:56.590678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.598528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956124e6-7bef-46c1-801a-1b908d765877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4d128-2c1c-40c2-8d63-1d2c022a11ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:56.670972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-723067119-network', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:56.684197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9287cc63-be0b-44e5-9f44-0f1611cd27e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.712399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Made reservation on behalf of d5195b956ddb408e9d5bc7cb846a98ee for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:56.717951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.722291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9287cc63-be0b-44e5-9f44-0f1611cd27e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.742621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.819455 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9287cc63-be0b-44e5-9f44-0f1611cd27e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.836593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9287cc63-be0b-44e5-9f44-0f1611cd27e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.841968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9287cc63-be0b-44e5-9f44-0f1611cd27e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ad4d128-2c1c-40c2-8d63-1d2c022a11ff HTTP/1.1" status: 204 len: 168 time: 0.2416544 Jul 09 16:34:56.967756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.973108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287cc63-be0b-44e5-9f44-0f1611cd27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4d128-2c1c-40c2-8d63-1d2c022a11ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:56.984397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.043447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:57.075995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:57.105435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad74daf-7ade-4ea8-a361-e220b8a1a520,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.119230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.119230 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Added segment bb5995c2-6573-4f3d-a580-0a01be19e34c of type vlan for network 852cce8f-4509-4798-9c79-f4b68c42b70f Jul 09 16:34:57.198380 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.256614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e67d-858c-4240-87e5-b5799153deb2 req-e056b62e-2a63-4748-b419-8894a2eb02d6 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.271232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83d3e67d-858c-4240-87e5-b5799153deb2 req-e056b62e-2a63-4748-b419-8894a2eb02d6 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.4273398 Jul 09 16:34:57.316526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.317975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.318676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.352609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-842951cf-4b86-4b40-aba3-74460c1d0c3b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.358450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-842951cf-4b86-4b40-aba3-74460c1d0c3b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.3851612 Jul 09 16:34:57.391833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83d3e67d-858c-4240-87e5-b5799153deb2 req-937be5ac-a6ec-4550-97ab-9bcea1ac27d4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196554 Jul 09 16:34:57.418929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-b09574dc-6242-41c7-af9d-b5708610a554 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/quotas/6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 375 time: 0.0232160 Jul 09 16:34:57.459785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-2cb9c76a-6deb-41d5-b42f-d8f5c2ae59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.461795 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-2cb9c76a-6deb-41d5-b42f-d8f5c2ae59a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1096 time: 0.2487514 Jul 09 16:34:57.471658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2773666 Jul 09 16:34:57.481341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.497449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Request body: {'subnet': {'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-subnet', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:57.501166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f668-8b86-4260-ba2c-d39e15f08578 admin admin] Pushing event updated for resources: {'Network': ['ID=852cce8f-4509-4798-9c79-f4b68c42b70f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.514989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 852cce8f-4509-4798-9c79-f4b68c42b70f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:57.551859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.576164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafe1-4d00-406f-9ecd-dac311f4a94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.608902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-e43e6e49-1d70-4a26-b43c-6231868f189a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1884356 Jul 09 16:34:57.612027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Made reservation on behalf of d5195b956ddb408e9d5bc7cb846a98ee for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:57.614371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.765935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-b2242990-77ed-43c2-8e26-df69144be267 service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420648 Jul 09 16:34:57.767175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-a62d8dd7-8688-4595-acc3-2290c20d79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.768830 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-a62d8dd7-8688-4595-acc3-2290c20d79f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.2977107 Jul 09 16:34:57.792746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.835755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-627dc37c-2b93-45cb-b8ad-7bc7e0467f2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.0558195 Jul 09 16:34:57.949441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b4e33a71-b9b4-4d6f-87cb-437457e7ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.951091 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b4e33a71-b9b4-4d6f-87cb-437457e7ff0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1046975 Jul 09 16:34:57.962267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-3fba34fb-2e21-4ae2-9f47-3f1f27a8d2b0 service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947498 Jul 09 16:34:58.019307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48626c77-2893-482c-aab0-44be460f9416 req-50f4f0b9-9f15-47d0-a5b8-cbeffe49c7b3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:58.026943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48626c77-2893-482c-aab0-44be460f9416 req-50f4f0b9-9f15-47d0-a5b8-cbeffe49c7b3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1528065 Jul 09 16:34:58.034003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1668017214-network', 'tenant_id': 'db13b9ac252a4b4994ec8e51e9c0d252'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:58.047612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-13f4be82-21a3-485d-8467-d9ca07dce322 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870087 Jul 09 16:34:58.071536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48626c77-2893-482c-aab0-44be460f9416 req-e4ba2809-025d-4a4b-8e94-039dd5c3b44c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Jul 09 16:34:58.109816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafe1-4d00-406f-9ecd-dac311f4a94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.126321 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecbfafe1-4d00-406f-9ecd-dac311f4a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.141805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.207336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e70caa7-9821-472f-9639-0031393cdbba req-e9528c23-b8be-4632-a837-4bd3147e8f8f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 210 time: 0.0407643 Jul 09 16:34:58.208156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db812b6a-1252-4990-81a9-896295f03721,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.228906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Made reservation on behalf of db13b9ac252a4b4994ec8e51e9c0d252 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:58.230547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.252300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.271685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ecbfafe1-4d00-406f-9ecd-dac311f4a94d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cbff3d55d8b4a4083ac2f3e453b5ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166502 Jul 09 16:34:58.273992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:58.274128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfafe1-4d00-406f-9ecd-dac311f4a94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1220de91-cd20-42d9-a40e-995c4ca079d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.331547 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-e7820180-2b3c-4c96-88f7-8d497d04a979 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740064 Jul 09 16:34:58.373014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06870ad5-e6a5-4704-b066-c2646860d60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.388411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Checking segment: {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:58.388765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Network hostable DHCP agents. Network: 852cce8f-4509-4798-9c79-f4b68c42b70f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:58.413309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06870ad5-e6a5-4704-b066-c2646860d60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.458203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Network 852cce8f-4509-4798-9c79-f4b68c42b70f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:58.480810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06870ad5-e6a5-4704-b066-c2646860d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.487359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06870ad5-e6a5-4704-b066-c2646860d60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.488248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 852cce8f-4509-4798-9c79-f4b68c42b70f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:58.493237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-f83b47bf-88d9-4a3e-86c3-751eae7e86a9 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512649 Jul 09 16:34:58.496589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0ba64-2e65-4a92-aaea-9c63f0b7cc60 None None] Network 852cce8f-4509-4798-9c79-f4b68c42b70f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:58.502076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:58.502899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.521383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.525802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-06870ad5-e6a5-4704-b066-c2646860d60d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1220de91-cd20-42d9-a40e-995c4ca079d6 HTTP/1.1" status: 204 len: 168 time: 0.2295396 Jul 09 16:34:58.530141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.539167 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbfc9894-9cb9-4dd5-9d09-adaab7ce7b87 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0556624 Jul 09 16:34:58.542691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:58.549414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:58.552773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870ad5-e6a5-4704-b066-c2646860d60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1220de91-cd20-42d9-a40e-995c4ca079d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.573471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:58.600903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.601527 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Added segment 7ad65e76-64c4-49f7-b4fa-e24da9ac4378 of type vlan for network ef3fab64-c1b2-49c0-9f5e-0b385693f5ff Jul 09 16:34:58.612102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861116f9-ea9f-4afc-944a-8936f79f926e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.630520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.631853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.724698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.822604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.832491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231d290-f108-418a-9ca6-7fca103f1dc5 req-8bfc6509-080b-4926-b747-a9af47a9f7ac tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:58.834336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9231d290-f108-418a-9ca6-7fca103f1dc5 req-8bfc6509-080b-4926-b747-a9af47a9f7ac tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1462765 Jul 09 16:34:58.919608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9231d290-f108-418a-9ca6-7fca103f1dc5 req-e8be7e69-f69b-4845-b378-5d01d46c003a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783050 Jul 09 16:34:58.965472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-852cce8f-4509-4798-9c79-f4b68c42b70f', 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'fixed_ips': [{'subnet_id': 'db812b6a-1252-4990-81a9-896295f03721'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:58.966527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.033261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.034206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:59.034827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.070082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-71a4f288-f914-4d36-bf9d-52d2930a1f6c tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:59.072414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-71a4f288-f914-4d36-bf9d-52d2930a1f6c tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.4342453 Jul 09 16:34:59.123744 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3295007 Jul 09 16:34:59.127987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:59.132448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Request body: {'subnet': {'network_id': 'ef3fab64-c1b2-49c0-9f5e-0b385693f5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1668017214-subnet', 'tenant_id': 'db13b9ac252a4b4994ec8e51e9c0d252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:59.137753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:59.169837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Allocated IP 172.20.0.2 (852cce8f-4509-4798-9c79-f4b68c42b70f/db812b6a-1252-4990-81a9-896295f03721/b02fbe2d-f37a-440e-8eea-7dba32859e1c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:59.192767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Made reservation on behalf of db13b9ac252a4b4994ec8e51e9c0d252 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:59.192767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.510985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a3b03-f429-49f9-af89-c51dbc3a2510 req-31a46a22-75d2-4143-9def-1bdc98247343 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:59.531078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c81a3b03-f429-49f9-af89-c51dbc3a2510 req-31a46a22-75d2-4143-9def-1bdc98247343 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 945 time: 0.1864867 Jul 09 16:34:59.602844 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.623136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Transition to ACTIVE for port object b02fbe2d-f37a-440e-8eea-7dba32859e1c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:59.656944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Transition to ACTIVE for port object b02fbe2d-f37a-440e-8eea-7dba32859e1c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:59.669278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.680256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c7147e1-0a2f-4f41-be8b-3b9c31797774 req-e590f359-0c65-4699-853b-96dd9bdd0aad tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 210 time: 0.1454277 Jul 09 16:34:59.746628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c81a3b03-f429-49f9-af89-c51dbc3a2510 req-dd007328-687f-49f8-8ed5-648eea7a60b0 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135727 Jul 09 16:34:59.749591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.761892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Pushing event updated for resources: {'Port': ['ID=b02fbe2d-f37a-440e-8eea-7dba32859e1c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:59.773621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Network 852cce8f-4509-4798-9c79-f4b68c42b70f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:59.775751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:59.790409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:59.839756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4f8def-c8e2-462b-a121-cb23368f1a97,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:59.852796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Checking segment: {'id': '7ad65e76-64c4-49f7-b4fa-e24da9ac4378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ef3fab64-c1b2-49c0-9f5e-0b385693f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:59.853153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Network hostable DHCP agents. Network: ef3fab64-c1b2-49c0-9f5e-0b385693f5ff, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:59.883741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Network ef3fab64-c1b2-49c0-9f5e-0b385693f5ff is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:59.884687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.898245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Attempting to bind port b02fbe2d-f37a-440e-8eea-7dba32859e1c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:59.898651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Attempting to bind port b02fbe2d-f37a-440e-8eea-7dba32859e1c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:59.900940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Attempting to bind port b02fbe2d-f37a-440e-8eea-7dba32859e1c on network 852cce8f-4509-4798-9c79-f4b68c42b70f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:59.904394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7e4b-491d-460c-9919-9ac5e95357e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3fab64-c1b2-49c0-9f5e-0b385693f5ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:59.906769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ef3fab64-c1b2-49c0-9f5e-0b385693f5ff) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:59.914275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:59.914691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Checking segment: {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:59.915108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.915516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Bound using segment: {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:59.915991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Bound port: b02fbe2d-f37a-440e-8eea-7dba32859e1c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:59.916725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.927962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c217b6e-f7df-454a-b0a2-0f15c1ce0ac0 None None] Network ef3fab64-c1b2-49c0-9f5e-0b385693f5ff requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:59.933694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:59.938510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.993921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-412e0deb-b8e0-401c-acb6-01e2a8ddc450 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8662674 Jul 09 16:35:00.092942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.386279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ef3fab64-c1b2-49c0-9f5e-0b385693f5ff details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:00.430920 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:00.533892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-c5c17994-9270-4502-afa4-4549048df32b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:00.544946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-c5c17994-9270-4502-afa4-4549048df32b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.3027153 Jul 09 16:35:00.566773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:00.602020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f31576-b6e5-42d8-b6d8-f4dcd1f543ae None None] Network ef3fab64-c1b2-49c0-9f5e-0b385693f5ff requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:00.623995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Request body: {'port': {'device_id': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'admin_state_up': True, 'tenant_id': '6c2b455828fc4b328c11ddb4790c7d05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:00.626432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.630136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.633295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:00.635801 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978defd-5eee-4d8e-b023-5931e2ce7760" -d '{"events": [{"server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "name": "network-vif-unplugged", "status": "completed", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:00.657597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.664512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.776403 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb9620-5ef4-4809-a816-3eb2397bd696 x-openstack-request-id: req-4bbb9620-5ef4-4809-a816-3eb2397bd696 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:00.776966 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "name": "network-vif-unplugged", "status": "completed", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:00.777355 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bbb9620-5ef4-4809-a816-3eb2397bd696 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:00.778717 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'code': 200} Jul 09 16:35:00.862489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:00.882083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on host n-h2-800085-2 for vnic_type normal with profile {"migrating_to": "n-h1-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:00.882620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:00.883125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:00.896279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:00.897660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Attempting to bind port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:00.930959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:00.931525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:00.932380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:00.937170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Bound port: 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:00.937875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.042015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Allocated IP 172.25.7.123 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/02103d66-9bbf-4815-b617-dc0a5a8a3cfd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:01.044056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-d7419670-915f-402a-8a63-975ee0e2dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:01.047036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] For port b02fbe2d-f37a-440e-8eea-7dba32859e1c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:01.050434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-d7419670-915f-402a-8a63-975ee0e2dc60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1096 time: 0.8806620 Jul 09 16:35:01.056363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] For port b02fbe2d-f37a-440e-8eea-7dba32859e1c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b02fbe2d-f37a-440e-8eea-7dba32859e1c,segment=NetworkSegment(bb5995c2-6573-4f3d-a580-0a01be19e34c),segment_id=bb5995c2-6573-4f3d-a580-0a01be19e34c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:01.064493 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.116535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623df363-7b80-4d14-a90a-ae58f95ad13d req-263118d5-55dc-4d4e-bffd-003336d2038a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:01.130374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-623df363-7b80-4d14-a90a-ae58f95ad13d req-263118d5-55dc-4d4e-bffd-003336d2038a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.8816764 Jul 09 16:35:01.144473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:01.170934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88583b43-f4ee-4fe7-b1a5-2776f6b7256e None None] Pushing event updated for resources: {'Port': ['ID=b02fbe2d-f37a-440e-8eea-7dba32859e1c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:01.195983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-756e875d-d93f-4e1f-9773-36a25d316bdc req-ac9d653b-efe7-457e-919a-079ba8ecf52a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 210 time: 0.1589277 Jul 09 16:35:01.210848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:01.222078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.374654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:01.460787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.471481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Made reservation on behalf of 6c2b455828fc4b328c11ddb4790c7d05 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:01.498507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.527409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:01.528053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.529593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c4b679f7-3b20-4c89-ad06-832131af25dd service neutron] 10.222.0.37 "PUT /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 1121 time: 2.4081912 Jul 09 16:35:01.568906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-623df363-7b80-4d14-a90a-ae58f95ad13d req-9797ed4e-9c04-44ca-8d62-389df9a6be0d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332743 Jul 09 16:35:01.581433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.610761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['08ac5ff6-27bd-4321-8d2c-2c269babbacd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:01.638551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:01.642494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:01.647490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:01.685097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:01.748876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Pushing event updated for resources: {'Port': ['ID=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:01.759131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1754358920-network', 'tenant_id': 'c14a18c171eb4f749ef251f33a45f0e0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:01.782719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-00718c32-11cd-495a-a9ef-710eb2dc816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:01.784295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-00718c32-11cd-495a-a9ef-710eb2dc816a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.6020238 Jul 09 16:35:01.875947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a3e1-7c3b-4e53-b3d6-2ad0b25df10b req-e92224a0-3e85-4ca5-bab6-dfe441929a88 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:01.878032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d5a3e1-7c3b-4e53-b3d6-2ad0b25df10b req-e92224a0-3e85-4ca5-bab6-dfe441929a88 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.4880254 Jul 09 16:35:01.883287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-c188cf0e-f07e-438d-8c5d-82d78832134c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.0840085 Jul 09 16:35:01.897670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Made reservation on behalf of c14a18c171eb4f749ef251f33a45f0e0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:01.900385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.981963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.004021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.041278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-854457a6-bed8-4375-81fe-a787f4ea0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:02.042978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-854457a6-bed8-4375-81fe-a787f4ea0ec9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1401117 Jul 09 16:35:02.044786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Allocated IP 172.20.0.7 (987c8644-046b-4648-a50d-1ac25a6ebb19/90e73a0b-6e7e-4e98-ae40-417da79be4ae/f72b8b14-0695-41da-bae7-ccbde8bca861) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:02.063942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7d5a3e1-7c3b-4e53-b3d6-2ad0b25df10b req-09fca95d-7e20-4550-87b4-5623c70865cc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754410 Jul 09 16:35:02.124727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-822e61a0-efc3-4e04-8622-632bc5e37129 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549471 Jul 09 16:35:02.295076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.511909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Router d097095f-9d11-4fd5-86fc-c14ca719c855 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:35:02.672111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23e64036-87ba-46a6-8bb4-b5823a7fe26a req-ac6518b4-11de-47a1-8541-18e00997aea1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 210 time: 0.0805085 Jul 09 16:35:02.681661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-37924838-ef9b-473f-8885-92a2579f3897 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea34073e7c7c4a5582c78468c2d78cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883179 Jul 09 16:35:02.685003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:02.696197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Sync routers for ids ['d097095f-9d11-4fd5-86fc-c14ca719c855'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:02.717728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Routers {'d097095f-9d11-4fd5-86fc-c14ca719c855'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:02.718376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d097095f-9d11-4fd5-86fc-c14ca719c855'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:02.779815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:02.782281 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400" -d '{"events": [{"name": "network-changed", "server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:02.908383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Set router d097095f-9d11-4fd5-86fc-c14ca719c855 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:02.945903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12700864-f3a8-425d-8559-0964c2f84ea2 None None] Network 852cce8f-4509-4798-9c79-f4b68c42b70f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:02.950800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b02fbe2d-f37a-440e-8eea-7dba32859e1c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:03.010736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-9003d02f-6103-48e3-bc44-e06fa0a6510e tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:03.011975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-9003d02f-6103-48e3-bc44-e06fa0a6510e tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116488 Jul 09 16:35:03.022392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.039186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.044656 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f455fdbc-30df-4feb-a2c5-70136a23e561 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4994199 Jul 09 16:35:03.048492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:03.103323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.108906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4bb62adb-82f7-4d23-9b0c-873828c0d8cf None None] Provisioning for port b02fbe2d-f37a-440e-8eea-7dba32859e1c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:03.109529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.133120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-847d7b2c-89de-4682-a45d-b8a99dd9becb tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/quotas/ea34073e7c7c4a5582c78468c2d78cfe HTTP/1.1" status: 200 len: 375 time: 0.0724571 Jul 09 16:35:03.143582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-18f16972-93de-4c0f-adaf-f4a8862a6448 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0049012 Jul 09 16:35:03.169842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b02fbe2d-f37a-440e-8eea-7dba32859e1c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:03.188361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b02fbe2d-f37a-440e-8eea-7dba32859e1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:03.188687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.229858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-1e337983-ebbb-4b31-8e75-9d50347fadd4 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea34073e7c7c4a5582c78468c2d78cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928063 Jul 09 16:35:03.231107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:03.396048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c68e52-670e-4c61-91d3-5625453edd2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:03.442786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.443112 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Added segment b01b982e-ef78-4ff2-920f-d56849a5c7d7 of type vlan for network 8f8ce83d-1033-4a87-a526-e3448e01a5d6 Jul 09 16:35:03.463159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:01Z', 'revision_number': 3, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:03.515916 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.517824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Checking router: d097095f-9d11-4fd5-86fc-c14ca719c855 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:35:03.518177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Updating router d097095f-9d11-4fd5-86fc-c14ca719c855 port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:35:03.524158 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3814d-0ec5-4eaf-b16f-fd53e46b4a78 x-openstack-request-id: req-d0f3814d-0ec5-4eaf-b16f-fd53e46b4a78 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:03.524158 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:03.524158 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0f3814d-0ec5-4eaf-b16f-fd53e46b4a78 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:03.524624 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'status': 'completed', 'code': 200} Jul 09 16:35:03.614245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.619296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.712335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b02fbe2d-f37a-440e-8eea-7dba32859e1c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b02fbe2d-f37a-440e-8eea-7dba32859e1c,segment=NetworkSegment(bb5995c2-6573-4f3d-a580-0a01be19e34c),segment_id=bb5995c2-6573-4f3d-a580-0a01be19e34c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:03.723585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.728313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.732774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:03.733525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.737137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bea5b3-406c-461e-82e8-25e590ea363b req-59d8cd39-1294-4d7d-aa12-06847898919f service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709043 Jul 09 16:35:03.921970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-105c45fe-33c9-4d0f-82db-1758a8777e7e None None] Provisioning complete for port b02fbe2d-f37a-440e-8eea-7dba32859e1c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:03.922748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-105c45fe-33c9-4d0f-82db-1758a8777e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.930111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b02fbe2d-f37a-440e-8eea-7dba32859e1c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:03.946254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.949952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8ce83d-1033-4a87-a526-e3448e01a5d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:03.959424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.984997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8f8ce83d-1033-4a87-a526-e3448e01a5d6 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:04.001649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2879b1-e729-43b9-b77f-77dd0937dc42 req-8ce51fcf-234e-4efe-8f32-1753a2c58abd tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:04.005270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab2879b1-e729-43b9-b77f-77dd0937dc42 req-8ce51fcf-234e-4efe-8f32-1753a2c58abd tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 1.0564561 Jul 09 16:35:04.012868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc2c881d-0712-4adc-8f69-3ed1d18395c8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3235087 Jul 09 16:35:04.013756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:04.020905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Request body: {'subnet': {'network_id': '8f8ce83d-1033-4a87-a526-e3448e01a5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1754358920-subnet', 'tenant_id': 'c14a18c171eb4f749ef251f33a45f0e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:04.113939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Made reservation on behalf of c14a18c171eb4f749ef251f33a45f0e0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:04.116494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.184608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:04.211644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:04.268180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Allocated IP 172.20.0.1 (852cce8f-4509-4798-9c79-f4b68c42b70f/db812b6a-1252-4990-81a9-896295f03721/d972db66-1966-4d94-af6f-ff43165b2e67) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:04.284459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:04.302694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:04.321419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:04.322103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.333884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab2879b1-e729-43b9-b77f-77dd0937dc42 req-b240bf66-4f66-4b1f-98c3-e56aa911abcf tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196776 Jul 09 16:35:04.423972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-4cee6678-8888-4a5e-9f7e-91878c058e94 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8257570 Jul 09 16:35:04.426719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-438ea402-cc19-4ca9-bff2-38f874b78b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:04.428806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-438ea402-cc19-4ca9-bff2-38f874b78b58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1124 time: 0.5660894 Jul 09 16:35:04.460418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Request body: {'port': {'device_id': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:04.618424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b2f67-7b50-41af-a7ce-4388a8bf0ed5 req-a318c0de-3e9e-46f4-b973-6aa9fb4168df tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:04.621149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.632300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a16b2f67-7b50-41af-a7ce-4388a8bf0ed5 req-a318c0de-3e9e-46f4-b973-6aa9fb4168df tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.5831678 Jul 09 16:35:04.680593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.682052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7773fa88-4065-4fa4-a7b6-18b94a00f03e req-8be4631a-3f48-4c02-bc98-ead6ae123ab2 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 210 time: 0.1176147 Jul 09 16:35:04.705235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Transition to ACTIVE for port object 02103d66-9bbf-4815-b617-dc0a5a8a3cfd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:04.733532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.808344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6ece6c-d79f-4e00-ac28-408e9ad4f55f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:04.828149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a16b2f67-7b50-41af-a7ce-4388a8bf0ed5 req-cb15e2f3-5514-4cda-9013-ca93f5bc5bba tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526270 Jul 09 16:35:04.840896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.849726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b02fbe2d-f37a-440e-8eea-7dba32859e1c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:04.854409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.859716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Checking segment: {'id': 'b01b982e-ef78-4ff2-920f-d56849a5c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8f8ce83d-1033-4a87-a526-e3448e01a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:04.860086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Network hostable DHCP agents. Network: 8f8ce83d-1033-4a87-a526-e3448e01a5d6, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:04.862519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Transition to ACTIVE for port object d972db66-1966-4d94-af6f-ff43165b2e67 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:04.894611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-1be25b19-2751-44ff-a228-5a01966a25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:04.897869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-1be25b19-2751-44ff-a228-5a01966a25b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.4312615 Jul 09 16:35:04.907184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Network 8f8ce83d-1033-4a87-a526-e3448e01a5d6 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:04.935592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028e2e7-e5b7-433a-a7c8-e613809525f6 None None] Pushing event updated for resources: {'Port': ['ID=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:04.936928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 8f8ce83d-1033-4a87-a526-e3448e01a5d6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:04.964812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:04.965450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.986861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.014830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa390f-7e9e-4472-9874-32cf288940d0 None None] Network 8f8ce83d-1033-4a87-a526-e3448e01a5d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:05.061187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-accde4f7-1864-49a2-8405-cdbfdb94ed2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.1512754 Jul 09 16:35:05.119525 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a06196ee-b8bd-46fc-aee0-cd442593981c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1044543 Jul 09 16:35:05.130673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Attempting to bind port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:05.131088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Attempting to bind port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:05.134221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Attempting to bind port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:05.144165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Network 852cce8f-4509-4798-9c79-f4b68c42b70f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:05.148684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:05.155958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:05.185040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:05.246583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Pushing event updated for resources: {'Port': ['ID=d972db66-1966-4d94-af6f-ff43165b2e67,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:05.272341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.483426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:05.502964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:05.503456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:05.503886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.504317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:05.504871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Bound port: 02103d66-9bbf-4815-b617-dc0a5a8a3cfd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:05.505367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.525213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.573650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] For port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:05.581167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] For port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:05.584502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b02fbe2d-f37a-440e-8eea-7dba32859e1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:05.585575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.712102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:35:05.718630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Deleting subnet ea4f8def-c8e2-462b-a121-cb23368f1a97 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:05.751954 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.758556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b2c7f-c02a-46b5-8856-36b00fc825ae None None] Network 8f8ce83d-1033-4a87-a526-e3448e01a5d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:05.863707 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.951605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-ac88ba8a-ba52-4382-95d4-50be368cc404 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ea34073e7c7c4a5582c78468c2d78cfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356598 Jul 09 16:35:05.992857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-32f4e60e-496e-4a5e-a0dd-89e91ffbb52e None None] Provisioning for port d972db66-1966-4d94-af6f-ff43165b2e67 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:06.059857 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f4eda96-a40b-4625-a5da-9201b36a279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.095992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-32f4e60e-496e-4a5e-a0dd-89e91ffbb52e None None] Provisioning complete for port d972db66-1966-4d94-af6f-ff43165b2e67 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:06.097100 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32f4e60e-496e-4a5e-a0dd-89e91ffbb52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.144181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-54f66943-18b8-43d8-af8b-5664df95d474 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:06.146202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-54f66943-18b8-43d8-af8b-5664df95d474 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870680 Jul 09 16:35:06.153137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72b8b14-0695-41da-bae7-ccbde8bca861 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:06.168493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.168997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Request body: {'port': {'device_id': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'ea34073e7c7c4a5582c78468c2d78cfe'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:06.192561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Transition to ACTIVE for port object f72b8b14-0695-41da-bae7-ccbde8bca861 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:06.196535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-4f00b7fa-559f-4342-9deb-c138a225d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:06.199937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-4f00b7fa-559f-4342-9deb-c138a225d6a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 1.1229074 Jul 09 16:35:06.240044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.258730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.281093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-32f4e60e-496e-4a5e-a0dd-89e91ffbb52e None None] Port d972db66-1966-4d94-af6f-ff43165b2e67 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:06.310962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028e2e7-e5b7-433a-a7c8-e613809525f6 None None] Pushing event updated for resources: {'Port': ['ID=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.337119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Routers {'d097095f-9d11-4fd5-86fc-c14ca719c855'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:06.337380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-9ebda22c-e444-4736-b9de-85a7f7ea97c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877767 Jul 09 16:35:06.337773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:34:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d097095f-9d11-4fd5-86fc-c14ca719c855'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:06.352115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b8a76-6fb4-4f3b-8f95-90d2879b2661 req-51b2735e-a829-4598-976b-7519fcc64b29 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:06.353818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f57b8a76-6fb4-4f3b-8f95-90d2879b2661 req-51b2735e-a829-4598-976b-7519fcc64b29 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 931 time: 1.3003345 Jul 09 16:35:06.367416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.374258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.511238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Made reservation on behalf of ea34073e7c7c4a5582c78468c2d78cfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:06.516733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] Set router d097095f-9d11-4fd5-86fc-c14ca719c855 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:06.517497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.536114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.569740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30165020-7538-4188-9089-3faffd119353 service neutron] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.643487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f57b8a76-6fb4-4f3b-8f95-90d2879b2661 req-8ca35743-914c-477f-b215-3b23fc5663dc tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462704 Jul 09 16:35:06.680038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:06.685275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:06.685833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:06.703156 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.712580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a19058-c1bf-46ad-86e2-f03d3ede7dba req-23256531-b16e-4d3f-9a62-249f1e632560 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:06.717449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.724591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a19058-c1bf-46ad-86e2-f03d3ede7dba req-23256531-b16e-4d3f-9a62-249f1e632560 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.9932864 Jul 09 16:35:06.725541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:06.726022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:06.738307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-883e164a-d803-4e48-ba69-876f829d2ba3 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427582 Jul 09 16:35:06.739730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.745026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:06.745611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:06.746294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:06.746927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Bound port: f72b8b14-0695-41da-bae7-ccbde8bca861, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:06.747511 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.788008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.792775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ea4f8def-c8e2-462b-a121-cb23368f1a97 HTTP/1.1" status: 204 len: 168 time: 1.2637174 Jul 09 16:35:06.797879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f282693-5917-4786-858c-73635eadb220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4f8def-c8e2-462b-a121-cb23368f1a97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.798055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:06.898792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:06Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd972db66-1966-4d94-af6f-ff43165b2e67', 'name': '', 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'mac_address': 'fa:16:3e:d6:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'db812b6a-1252-4990-81a9-896295f03721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:04Z', 'updated_at': '2021-07-09T16:35:04Z', 'revision_number': 1, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'subnets': [{'id': 'db812b6a-1252-4990-81a9-896295f03721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:06.928075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f33d4c9-93af-4ee8-8b30-7e32d0d1a400 req-2eae6f68-9ab9-48f4-9bbd-ff49756c00e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532564 Jul 09 16:35:06.933039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9fa54a-f5e7-441f-a146-169e4bbe59ac,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.950034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67df5d8-9ecc-4851-a494-eb0cec0eaec6 None None] The sync data for ids ['d097095f-9d11-4fd5-86fc-c14ca719c855'] in n-d-800085-2 is: [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:06Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd972db66-1966-4d94-af6f-ff43165b2e67', 'name': '', 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'mac_address': 'fa:16:3e:d6:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'db812b6a-1252-4990-81a9-896295f03721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:04Z', 'updated_at': '2021-07-09T16:35:04Z', 'revision_number': 1, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'subnets': [{'id': 'db812b6a-1252-4990-81a9-896295f03721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:06.989643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c49c6d33-e9d0-4375-8daf-94f40ede853b req-19076f99-bebc-437b-a919-bae0009274b7 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 210 time: 0.0601625 Jul 09 16:35:07.018128 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.026288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.031163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a19058-c1bf-46ad-86e2-f03d3ede7dba req-65072746-ca26-4935-aed5-ff645e881a15 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891452 Jul 09 16:35:07.046047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.089871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:07.097516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:07.103515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.185743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Allocated IP 192.168.233.150 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/3dbf0f86-e330-4476-867a-2eaab9c158d1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:07.190975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:07.191573 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.193013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-30165020-7538-4188-9089-3faffd119353 service neutron] 10.222.0.43 "PUT /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 1091 time: 2.7488983 Jul 09 16:35:07.223070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:07.225308 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedd7b96-76fa-4410-b925-1a28226d33e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:07.276343 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.300207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Pushing event updated for resources: {'Port': ['ID=d972db66-1966-4d94-af6f-ff43165b2e67,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.340205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30165020-7538-4188-9089-3faffd119353 service neutron] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.349808 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c293dad-1a61-4e80-a0b7-3eca87dfe465 x-openstack-request-id: req-5c293dad-1a61-4e80-a0b7-3eca87dfe465 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:07.350183 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:07.350351 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c293dad-1a61-4e80-a0b7-3eca87dfe465 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:07.350764 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'status': 'completed', 'code': 200} Jul 09 16:35:07.402694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.420497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398d94c-dac1-49e1-a91b-52261a3ea075 req-9683fc0c-b5e2-4f82-9906-5b8d0d02b1fe tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:07.428345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3fab64-c1b2-49c0-9f5e-0b385693f5ff']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:07.428924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1398d94c-dac1-49e1-a91b-52261a3ea075 req-9683fc0c-b5e2-4f82-9906-5b8d0d02b1fe tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.2651246 Jul 09 16:35:07.447818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad65e76-64c4-49f7-b4fa-e24da9ac4378') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:07.448109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad65e76-64c4-49f7-b4fa-e24da9ac4378') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:07.457584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-e1992dac-90dd-4125-80c1-2385d1017c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:07.459661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-e1992dac-90dd-4125-80c1-2385d1017c89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1094 time: 0.1982725 Jul 09 16:35:07.479382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.488625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1398d94c-dac1-49e1-a91b-52261a3ea075 req-6baa16ce-8f5e-4969-b6dd-567a635e8155 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582104 Jul 09 16:35:07.520470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-7e0e64c5-3a01-42e7-9e17-1045c149e46e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 217 time: 0.0493543 Jul 09 16:35:07.553634 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.573129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:07.573551 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:07.575440 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:07.577705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-c65bcc54-c99b-47f0-8327-6aa7b9461d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:07.578180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-c65bcc54-c99b-47f0-8327-6aa7b9461d7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0500550 Jul 09 16:35:07.617005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-8c7cb600-6ea9-47f8-b163-737c0e98a33d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290947 Jul 09 16:35:07.641405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Network 852cce8f-4509-4798-9c79-f4b68c42b70f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:07.650252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:07.787866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-8fb99328-9ebc-42a3-b7ef-05cc6eb1e890 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580093 Jul 09 16:35:07.795004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.817953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.819912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ef3fab64-c1b2-49c0-9f5e-0b385693f5ff HTTP/1.1" status: 204 len: 168 time: 0.9798496 Jul 09 16:35:07.829930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.836727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.877383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3fab64-c1b2-49c0-9f5e-0b385693f5ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.901807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.902247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.902494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.902843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.903177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.903509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.903970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.904337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.904627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.904961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.905285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.905603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1fa739-a85e-4ed8-9ac3-8118e3a580a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:07.915296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Transition to ACTIVE for port object 3dbf0f86-e330-4476-867a-2eaab9c158d1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:07.932620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.961206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Router d097095f-9d11-4fd5-86fc-c14ca719c855 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:35:08.124138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ecccf4c1-eadc-4c2c-b560-232dbfc1a758 None None] Provisioning complete for port d972db66-1966-4d94-af6f-ff43165b2e67 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:08.124809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ecccf4c1-eadc-4c2c-b560-232dbfc1a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.184428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:08.187640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.192479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ecccf4c1-eadc-4c2c-b560-232dbfc1a758 None None] Port d972db66-1966-4d94-af6f-ff43165b2e67 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:08.193429 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d7b390cb-5b0f-4d59-b5f6-9507843f8c67 admin admin] 10.222.0.48 "PUT /v2.0/routers/d097095f-9d11-4fd5-86fc-c14ca719c855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1433775 Jul 09 16:35:08.265546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4971-d329-428b-a7f7-c304e673cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.285544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:08.289267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:08.293240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:08.346424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Pushing event updated for resources: {'Port': ['ID=3dbf0f86-e330-4476-867a-2eaab9c158d1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:08.387225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:08.387661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.411057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-b656f0a8-c6e0-49e8-895c-bf0c7ea80b0c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2466137 Jul 09 16:35:08.424861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Request body: {'port': {'device_id': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:08.549681 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.578433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.649078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c7ecda-4436-4ee7-81a6-06df5f3250e8 None None] Provisioning for port 3dbf0f86-e330-4476-867a-2eaab9c158d1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:08.653635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c7ecda-4436-4ee7-81a6-06df5f3250e8 None None] Provisioning complete for port 3dbf0f86-e330-4476-867a-2eaab9c158d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:08.654273 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c7ecda-4436-4ee7-81a6-06df5f3250e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.700905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-44c7ecda-4436-4ee7-81a6-06df5f3250e8 None None] Port 3dbf0f86-e330-4476-867a-2eaab9c158d1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:08.776714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11ec4e1e-cc26-4ad5-8235-5733677c1554 req-8bf890ff-8207-4e3c-8c86-813cb2034e37 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9800224 Jul 09 16:35:08.852300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Deleting subnet dd6ece6c-d79f-4e00-ac28-408e9ad4f55f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:08.863201 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.874516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 02103d66-9bbf-4815-b617-dc0a5a8a3cfd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:08.970173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:08.976891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:08.977822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.978969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbf0f86-e330-4476-867a-2eaab9c158d1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:08.981084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-3aad97c9-d60b-43b7-a18b-5fe7f0ca8467 service neutron] 10.222.0.43 "GET /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.5230129 Jul 09 16:35:08.994421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.994905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e607bf-5dd4-4799-8ec0-c856fe1eb6ec req-43ccee1b-c7d1-4d60-b1be-a21695a78585 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:08.996453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90e607bf-5dd4-4799-8ec0-c856fe1eb6ec req-43ccee1b-c7d1-4d60-b1be-a21695a78585 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 936 time: 0.5320904 Jul 09 16:35:09.010388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Transition to ACTIVE for port object 3dbf0f86-e330-4476-867a-2eaab9c158d1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:09.015720 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.017438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.064456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.082794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae17cd-d819-49d5-a772-84413f99eb96 req-a483fa7e-733a-4ad3-897f-0024f0ff76a0 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:09.084637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64ae17cd-d819-49d5-a772-84413f99eb96 req-a483fa7e-733a-4ad3-897f-0024f0ff76a0 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.6180754 Jul 09 16:35:09.090453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf0f86-e330-4476-867a-2eaab9c158d1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:09.095780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.113250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:09.115657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:09.219074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:09.222091 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.237171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90e607bf-5dd4-4799-8ec0-c856fe1eb6ec req-80a35bf3-4544-4ddb-91e4-da02418649e9 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188048 Jul 09 16:35:09.239755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Attempting to bind port 3dbf0f86-e330-4476-867a-2eaab9c158d1 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:09.240915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Attempting to bind port 3dbf0f86-e330-4476-867a-2eaab9c158d1 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:09.241294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Attempting to bind port 3dbf0f86-e330-4476-867a-2eaab9c158d1 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:09.246670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Port 3dbf0f86-e330-4476-867a-2eaab9c158d1 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:09.246670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Attempting to bind port 3dbf0f86-e330-4476-867a-2eaab9c158d1 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:09.252456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-5ccb59da-6306-4288-87fd-00498b6a290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:09.252785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-5ccb59da-6306-4288-87fd-00498b6a290a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1094 time: 0.3540313 Jul 09 16:35:09.253513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:09.253883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:09.254978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:09.254978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Bound port: 3dbf0f86-e330-4476-867a-2eaab9c158d1, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:09.255484 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.260216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.404612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] For port 3dbf0f86-e330-4476-867a-2eaab9c158d1, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:09.414972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] For port 3dbf0f86-e330-4476-867a-2eaab9c158d1, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:09.417049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.424913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.459192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-7417b4b6-88d7-47b3-96cc-d55bf52df470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:09.461929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-7417b4b6-88d7-47b3-96cc-d55bf52df470 service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.1881287 Jul 09 16:35:09.469095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6ece6c-d79f-4e00-ac28-408e9ad4f55f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:09.507298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:09.517521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64ae17cd-d819-49d5-a772-84413f99eb96 req-c24bf51c-40c4-458c-869c-a7ecddf37fd0 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579545 Jul 09 16:35:09.547046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:09.547776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.551955 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] 10.222.0.43 "PUT /v2.0/ports/3dbf0f86-e330-4476-867a-2eaab9c158d1 HTTP/1.1" status: 200 len: 1096 time: 1.1317284 Jul 09 16:35:09.553664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'tag': '3dbf0f86-e330-4476-867a-2eaab9c158d1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:09.567188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.573631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.574133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.575243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.577531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.577531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.577845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.578176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.578716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.580079 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e62d0f-b544-4499-9ab8-49f15326c25c", "tag": "3dbf0f86-e330-4476-867a-2eaab9c158d1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:09.580687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.581198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.583437 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.583930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.584406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.584704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.585221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.585564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.585897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.586449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.586818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.587159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.587741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.588369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.588707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:09.607176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5c85e-e0ae-4f0d-acc7-479e5e796bea service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf0f86-e330-4476-867a-2eaab9c158d1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:09.617828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.624739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb09de06-41a2-42cf-a5da-6109d135ec87 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dd6ece6c-d79f-4e00-ac28-408e9ad4f55f HTTP/1.1" status: 204 len: 168 time: 1.7916334 Jul 09 16:35:09.625660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:09.644511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:09.648138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.730451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:09.733003 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb17153-f227-4e14-9cf3-321a35bf724f" -d '{"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-unplugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:09.743337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:35:09.756880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.765981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:09.784216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.786587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-644e79ee-7ab3-4b2c-bb32-5d439dc7970b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 217 time: 0.3079784 Jul 09 16:35:09.857145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:09.886634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-36a9ac51-0f2a-4e43-8172-dacbe0292db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:09.886634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-36a9ac51-0f2a-4e43-8172-dacbe0292db8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea34073e7c7c4a5582c78468c2d78cfe&device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 1099 time: 0.1402113 Jul 09 16:35:10.004199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-5fbf89f1-aab4-480d-a8c6-d37a1fecc967 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1 HTTP/1.1" status: 200 len: 217 time: 0.0959659 Jul 09 16:35:10.091455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.107673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8ce83d-1033-4a87-a526-e3448e01a5d6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:10.121520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01b982e-ef78-4ff2-920f-d56849a5c7d7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:10.121830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01b982e-ef78-4ff2-920f-d56849a5c7d7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:10.132072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-fe1bad76-bf68-4f36-b197-be5a328ac6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:10.133612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-fe1bad76-bf68-4f36-b197-be5a328ac6b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0800021 Jul 09 16:35:10.137123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.144065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-b50c0ea0-94ff-4d2e-b360-9876a7e473bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:10.145455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-b50c0ea0-94ff-4d2e-b360-9876a7e473bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.2786679 Jul 09 16:35:10.179945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.188819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:10.189246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:10.191410 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:10.203308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-b7c6b39f-0100-4aaa-a313-a49fc07a3b7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469544 Jul 09 16:35:10.259947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-63457bdc-2b50-497d-be00-a3f9d90cc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:10.261686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-63457bdc-2b50-497d-be00-a3f9d90cc551 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171665 Jul 09 16:35:10.267641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.275228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.288877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8f8ce83d-1033-4a87-a526-e3448e01a5d6 HTTP/1.1" status: 204 len: 168 time: 0.6568158 Jul 09 16:35:10.296387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:10.307136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f7acd-b526-4d50-8a58-12f11512b819 req-f2ae7603-2052-4202-a642-8b02ace35dd2 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:10.308651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb4f7acd-b526-4d50-8a58-12f11512b819 req-f2ae7603-2052-4202-a642-8b02ace35dd2 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 946 time: 0.6950932 Jul 09 16:35:10.327306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e93e1-d166-493d-97be-2100516e3a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8ce83d-1033-4a87-a526-e3448e01a5d6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:10.328834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-a5569015-2dc0-44f9-8b60-441a44edcbbc tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2996836 Jul 09 16:35:10.354915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Sync routers for ids ['d097095f-9d11-4fd5-86fc-c14ca719c855'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:10.368736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:10.373053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:10.377878 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Routers {'d097095f-9d11-4fd5-86fc-c14ca719c855'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:10.379045 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d097095f-9d11-4fd5-86fc-c14ca719c855'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:10.453633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb4f7acd-b526-4d50-8a58-12f11512b819 req-b4b7683a-664c-4594-a5af-c0eadd839fc4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344914 Jul 09 16:35:10.459856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-eeffa267-05ed-488b-a604-e5b566192be0 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482488 Jul 09 16:35:10.464076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ac5ff6-27bd-4321-8d2c-2c269babbacd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:10.471552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.497697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:10.531856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-100197c2-23ca-465e-aadc-865dcbd19a72 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398777 Jul 09 16:35:10.593454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.632911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:10.658097 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Set router d097095f-9d11-4fd5-86fc-c14ca719c855 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:10.697337 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-657f5ac1-9447-47bc-97af-36ddd8a9e012 req-53fc6e94-5844-440f-b305-18dad4b72173 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591370 Jul 09 16:35:10.729029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fedd7b96-76fa-4410-b925-1a28226d33e8 req-96a031ae-1646-4bf2-9595-bc692700e8d9 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591484 Jul 09 16:35:10.816687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e540686-a4f0-4840-bfd6-50d0b8fdf64f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db13b9ac252a4b4994ec8e51e9c0d252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801405 Jul 09 16:35:10.818072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:10.823222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] Transition to ACTIVE for port object 08ac5ff6-27bd-4321-8d2c-2c269babbacd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:10.843254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.843538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 02103d66-9bbf-4815-b617-dc0a5a8a3cfd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:10.849457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:10.910513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4d36b3-0890-4b3a-bda1-e85203b091c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.916625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd727f7e-ebbd-4f17-b52a-cfc642f2fdd7 req-ae93b2af-ea16-4c6f-b894-e61be2110946 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:10.918156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd727f7e-ebbd-4f17-b52a-cfc642f2fdd7 req-ae93b2af-ea16-4c6f-b894-e61be2110946 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 943 time: 0.2440352 Jul 09 16:35:10.943606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] No DVR routers for this DVR port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:10.967447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4d36b3-0890-4b3a-bda1-e85203b091c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.970710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.976026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] Pushing event updated for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.016193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-b9b3881c-1eef-4706-8684-f1f0fbc761a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd/bindings/n-h1-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0187023 Jul 09 16:35:11.052581 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.074955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4d36b3-0890-4b3a-bda1-e85203b091c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.080944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4d36b3-0890-4b3a-bda1-e85203b091c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.086529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6b4d36b3-0890-4b3a-bda1-e85203b091c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/861116f9-ea9f-4afc-944a-8936f79f926e HTTP/1.1" status: 204 len: 168 time: 0.2624645 Jul 09 16:35:11.086743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:11.095983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd727f7e-ebbd-4f17-b52a-cfc642f2fdd7 req-0f7de189-4aca-4252-94df-68fa28a44bdc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563563 Jul 09 16:35:11.096198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:11.100426 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:06Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd972db66-1966-4d94-af6f-ff43165b2e67', 'name': '', 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'mac_address': 'fa:16:3e:d6:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'db812b6a-1252-4990-81a9-896295f03721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:04Z', 'updated_at': '2021-07-09T16:35:06Z', 'revision_number': 2, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'subnets': [{'id': 'db812b6a-1252-4990-81a9-896295f03721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:11.127831 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Checking router: d097095f-9d11-4fd5-86fc-c14ca719c855 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:35:11.128237 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Updating router d097095f-9d11-4fd5-86fc-c14ca719c855 port d972db66-1966-4d94-af6f-ff43165b2e67 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:35:11.132988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d36b3-0890-4b3a-bda1-e85203b091c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861116f9-ea9f-4afc-944a-8936f79f926e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.188050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:11.193033 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.213867 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.265647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Allocated IP 172.25.7.244 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/44a0a414-1356-4a37-a0bd-75db47bb3db7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:11.320740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-e70569d5-e701-4208-b9ca-4264aa59e27b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:11.322560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-e70569d5-e701-4208-b9ca-4264aa59e27b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.1972070 Jul 09 16:35:11.453752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-f35d5149-7419-4d11-b629-b82d4b4b8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:11.455340 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-f35d5149-7419-4d11-b629-b82d4b4b8c9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef&tenant_id=ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 1095 time: 0.1245418 Jul 09 16:35:11.467243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.586205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.620582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:11.657813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-207859cc-98a0-4528-9091-b74370d148fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:11.660289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '37d673b2-8824-469c-a4bf-fe33e5425374', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '37d673b2-8824-469c-a4bf-fe33e5425374', 'mac_address': 'fa:16:3e:67:48:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:35:11.661103 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-207859cc-98a0-4528-9091-b74370d148fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1095 time: 0.1435542 Jul 09 16:35:11.678387 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad30385-d849-4074-8f52-0ccb7258c9ba x-openstack-request-id: req-4ad30385-d849-4074-8f52-0ccb7258c9ba {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:11.678722 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e62d0f-b544-4499-9ab8-49f15326c25c", "tag": "3dbf0f86-e330-4476-867a-2eaab9c158d1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:11.681936 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ad30385-d849-4074-8f52-0ccb7258c9ba {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:11.685122 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'tag': '3dbf0f86-e330-4476-867a-2eaab9c158d1', 'status': 'completed', 'code': 200} Jul 09 16:35:11.743762 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5163c6d9-a4a9-4fd9-aa24-c40922a37c59 x-openstack-request-id: req-5163c6d9-a4a9-4fd9-aa24-c40922a37c59 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:11.744106 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-unplugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:11.744306 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5163c6d9-a4a9-4fd9-aa24-c40922a37c59 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:11.744701 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'code': 200} Jul 09 16:35:11.745827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:11.762453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.792243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d673b2-8824-469c-a4bf-fe33e5425374 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:11.814189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=44a0a414-1356-4a37-a0bd-75db47bb3db7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.820394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:11.831304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:11.836754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-6659e9b7-8a99-44ec-83c3-d9f68d237150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:11.840344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-6659e9b7-8a99-44ec-83c3-d9f68d237150 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1543527 Jul 09 16:35:11.840506 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.858307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:11.870585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:11.877490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Transition to ACTIVE for port object d972db66-1966-4d94-af6f-ff43165b2e67 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:11.897981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-41273b56-f289-4620-b819-729d678796f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.0497992 Jul 09 16:35:11.902260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.903767 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.949235 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fd9a8-ad3e-44c7-8625-2a158064a5d5 None None] Pushing event updated for resources: {'Port': ['ID=d972db66-1966-4d94-af6f-ff43165b2e67,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.982038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cfe9fd99-a5de-435a-9da5-1b37113e47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:11.984267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-cfe9fd99-a5de-435a-9da5-1b37113e47bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0745449 Jul 09 16:35:12.018244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:12.036611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a996ad87-6db5-4ee7-b169-5244c1d7ae69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c14a18c171eb4f749ef251f33a45f0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754379 Jul 09 16:35:12.037571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.043154 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Attempting to bind port d972db66-1966-4d94-af6f-ff43165b2e67 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:12.043530 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Attempting to bind port d972db66-1966-4d94-af6f-ff43165b2e67 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:12.043902 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Attempting to bind port d972db66-1966-4d94-af6f-ff43165b2e67 on network 852cce8f-4509-4798-9c79-f4b68c42b70f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:12.049453 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:12.050080 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Checking segment: {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:12.050526 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.050930 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Bound using segment: {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:12.051884 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Bound port: d972db66-1966-4d94-af6f-ff43165b2e67, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5995c2-6573-4f3d-a580-0a01be19e34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:12.051884 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.062895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-5a1bf324-be38-4053-be7d-cbf1463623ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629749 Jul 09 16:35:12.066027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.068662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-1a4a30ac-ca88-4630-99f5-98d0f02934b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:12.070186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-1a4a30ac-ca88-4630-99f5-98d0f02934b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea34073e7c7c4a5582c78468c2d78cfe&device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 1099 time: 0.3215377 Jul 09 16:35:12.142202 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] For port d972db66-1966-4d94-af6f-ff43165b2e67, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:12.152096 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] For port d972db66-1966-4d94-af6f-ff43165b2e67, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d972db66-1966-4d94-af6f-ff43165b2e67,segment=NetworkSegment(bb5995c2-6573-4f3d-a580-0a01be19e34c),segment_id=bb5995c2-6573-4f3d-a580-0a01be19e34c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:12.160112 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.200246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-c6a9cf2e-4ffe-4733-88cb-9b1b97a934f9 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291051 Jul 09 16:35:12.218318 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Routers {'d097095f-9d11-4fd5-86fc-c14ca719c855'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:12.219331 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d097095f-9d11-4fd5-86fc-c14ca719c855'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:12.380854 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] Set router d097095f-9d11-4fd5-86fc-c14ca719c855 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:12.431717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['37d673b2-8824-469c-a4bf-fe33e5425374'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:12.538638 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fd9a8-ad3e-44c7-8625-2a158064a5d5 None None] Pushing event updated for resources: {'Port': ['ID=d972db66-1966-4d94-af6f-ff43165b2e67,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:12.659120 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:06Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd972db66-1966-4d94-af6f-ff43165b2e67', 'name': '', 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'mac_address': 'fa:16:3e:d6:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'db812b6a-1252-4990-81a9-896295f03721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:04Z', 'updated_at': '2021-07-09T16:35:12Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'subnets': [{'id': 'db812b6a-1252-4990-81a9-896295f03721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:12.697853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fe74d-c4aa-46c9-9c91-a946d85a205d req-d911fb32-9fa1-43fd-94e9-f5b6d1d8f8ad tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:12.699035 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a35f1-41de-4152-a19f-e34628618d21 None None] The sync data for ids ['d097095f-9d11-4fd5-86fc-c14ca719c855'] in n-d-800085-2 is: [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:06Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd972db66-1966-4d94-af6f-ff43165b2e67', 'name': '', 'network_id': '852cce8f-4509-4798-9c79-f4b68c42b70f', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'mac_address': 'fa:16:3e:d6:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'db812b6a-1252-4990-81a9-896295f03721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:04Z', 'updated_at': '2021-07-09T16:35:12Z', 'revision_number': 4, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'subnets': [{'id': 'db812b6a-1252-4990-81a9-896295f03721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:12.702970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec4fe74d-c4aa-46c9-9c91-a946d85a205d req-d911fb32-9fa1-43fd-94e9-f5b6d1d8f8ad tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 948 time: 0.7704413 Jul 09 16:35:12.704748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.733230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-c001db10-5794-4650-a21a-8b528648b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:12.735239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-c001db10-5794-4650-a21a-8b528648b272 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.6517508 Jul 09 16:35:12.793069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-5939973d-027b-4357-9567-799d9ba662d2 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845299 Jul 09 16:35:12.801863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0504ec1a-d64a-4cfa-b127-84a198842e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.851935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d972db66-1966-4d94-af6f-ff43165b2e67 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:12.855030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:12.898447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-2c791625-d8ff-4508-9c0d-4e4c8d61417e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1 HTTP/1.1" status: 200 len: 217 time: 0.0927377 Jul 09 16:35:12.947547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0504ec1a-d64a-4cfa-b127-84a198842e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.071208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d972db66-1966-4d94-af6f-ff43165b2e67 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:13.081671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec4fe74d-c4aa-46c9-9c91-a946d85a205d req-d8f45801-5fb2-4d34-8d30-27e1f9d349fb tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948182 Jul 09 16:35:13.098515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:13.106593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d972db66-1966-4d94-af6f-ff43165b2e67 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:13.111195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.218870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-8b3faf7c-a386-41c8-8009-a89894fc898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:13.220403 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-8b3faf7c-a386-41c8-8009-a89894fc898b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2786577 Jul 09 16:35:13.261617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:13.304144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'port_id': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'mac_address': 'fa:16:3e:22:0f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e73a0b-6e7e-4e98-ae40-417da79be4ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:35:13.411692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-6809d457-6f9c-419f-8ad5-08ac8e322cbb tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:13.413765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-6809d457-6f9c-419f-8ad5-08ac8e322cbb tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.1460385 Jul 09 16:35:13.446139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0504ec1a-d64a-4cfa-b127-84a198842e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.448156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.458614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0504ec1a-d64a-4cfa-b127-84a198842e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.460788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0504ec1a-d64a-4cfa-b127-84a198842e5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9c68e52-670e-4c61-91d3-5625453edd2a HTTP/1.1" status: 204 len: 168 time: 1.4204681 Jul 09 16:35:13.468322 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.518256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504ec1a-d64a-4cfa-b127-84a198842e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c68e52-670e-4c61-91d3-5625453edd2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.532652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72b8b14-0695-41da-bae7-ccbde8bca861 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:13.559374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d972db66-1966-4d94-af6f-ff43165b2e67, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d972db66-1966-4d94-af6f-ff43165b2e67,segment=NetworkSegment(bb5995c2-6573-4f3d-a580-0a01be19e34c),segment_id=bb5995c2-6573-4f3d-a580-0a01be19e34c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:13.567695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.578403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.596145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.597743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:13.608227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-13c8c9ee-89f3-40d2-aa78-0a92e86789f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:13.612590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-13c8c9ee-89f3-40d2-aa78-0a92e86789f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3670471 Jul 09 16:35:13.630196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.651492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-7127b0d9-f8ad-4a82-83e6-f3d36065ea42 service neutron] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:13.655463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-7127b0d9-f8ad-4a82-83e6-f3d36065ea42 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.656620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e609ab40-67ad-4f62-99a8-0ad7dbf16e83 req-7127b0d9-f8ad-4a82-83e6-f3d36065ea42 service neutron] 10.222.0.37 "DELETE /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd/bindings/n-h2-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.2320631 Jul 09 16:35:13.706654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d972db66-1966-4d94-af6f-ff43165b2e67,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.765691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.796032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6d3d-5396-400c-8564-bc6c234f875e req-04d2e47b-54c1-4dd2-b95c-d27f30fc5f80 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:13.797947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41bf6d3d-5396-400c-8564-bc6c234f875e req-04d2e47b-54c1-4dd2-b95c-d27f30fc5f80 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.4827325 Jul 09 16:35:13.816419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.840101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=44a0a414-1356-4a37-a0bd-75db47bb3db7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.876546 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.877840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-710e02f8-8ab8-41c7-8679-ea6f9246327e tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5320179 Jul 09 16:35:13.925937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f72b8b14-0695-41da-bae7-ccbde8bca861'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:13.962724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41bf6d3d-5396-400c-8564-bc6c234f875e req-4bfa7036-91c4-49ef-a4a3-3d476fc34cef tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172192 Jul 09 16:35:13.984773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-c9da2265-4323-4205-9654-ba03283f3229 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.0960095 Jul 09 16:35:13.999219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-0235bd62-12fa-4ad2-a23d-7960d44a6473 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150725 Jul 09 16:35:14.290727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-558eba1a-c811-438a-9d5a-d707021ba597 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:14.292692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b89274f-5d63-4d9e-aa54-64f5b8f67359 req-558eba1a-c811-438a-9d5a-d707021ba597 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2970405 Jul 09 16:35:14.339801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17bec2d4-a8e8-460d-a46b-a3d7f69669b8 req-597567d0-b639-4759-98c1-e0c5e55e5727 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243165 Jul 09 16:35:14.510772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96554e4-fb74-4060-af21-61f2f14298c9 req-60d30463-02ee-437a-b39b-6898589c74ea tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:14.519309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b96554e4-fb74-4060-af21-61f2f14298c9 req-60d30463-02ee-437a-b39b-6898589c74ea tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 947 time: 0.1291702 Jul 09 16:35:14.573672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b96554e4-fb74-4060-af21-61f2f14298c9 req-4f5e8a3b-ab5d-4db1-8147-90cfbbdd6826 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534413 Jul 09 16:35:14.724405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6271a-3b32-4ce4-ade4-0afc98deb51f req-f6f1cb97-01f8-4f87-9e57-a2f82339eaef tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:14.731556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80c6271a-3b32-4ce4-ade4-0afc98deb51f req-f6f1cb97-01f8-4f87-9e57-a2f82339eaef tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 944 time: 0.1035023 Jul 09 16:35:14.779847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80c6271a-3b32-4ce4-ade4-0afc98deb51f req-cacc8e8c-6c71-4b75-b758-11b913f04050 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471342 Jul 09 16:35:14.843645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d972db66-1966-4d94-af6f-ff43165b2e67 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:14.869273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dbf0f86-e330-4476-867a-2eaab9c158d1 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:14.898145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:14.977602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5665ed7-1822-41e9-bd18-35439c0e8ecd req-d97f7dde-badc-41db-8d5d-7add7221ea66 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:14.979180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5665ed7-1822-41e9-bd18-35439c0e8ecd req-d97f7dde-badc-41db-8d5d-7add7221ea66 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 948 time: 0.1549737 Jul 09 16:35:15.001401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-7db86639-5add-4f86-9721-625a011eb932 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2016096 Jul 09 16:35:15.012459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d972db66-1966-4d94-af6f-ff43165b2e67 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:15.012742 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.015912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:15.050837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5665ed7-1822-41e9-bd18-35439c0e8ecd req-01e7a972-78f0-4a20-aef3-29377c6ab6ec tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636551 Jul 09 16:35:15.051186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port f72b8b14-0695-41da-bae7-ccbde8bca861 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:15.052729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.059308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dbf0f86-e330-4476-867a-2eaab9c158d1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:15.070567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port f72b8b14-0695-41da-bae7-ccbde8bca861 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:15.071036 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.109870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:15.116305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '3dbf0f86-e330-4476-867a-2eaab9c158d1', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '3dbf0f86-e330-4476-867a-2eaab9c158d1', 'mac_address': 'fa:16:3e:92:98:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:35:15.159778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-a826f335-adf1-4db2-bee9-c8a2ede36cc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641809 Jul 09 16:35:15.165127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.253301 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.262445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-13efe56d-005a-40d4-b453-e0d6198f6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:15.264281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-13efe56d-005a-40d4-b453-e0d6198f6590 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 1096 time: 0.0648773 Jul 09 16:35:15.297356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Allocated IP 172.25.7.95 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/833e4356-f8ce-43b1-b517-4733f35ea666) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:15.308770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbf0f86-e330-4476-867a-2eaab9c158d1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:15.327245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 37d673b2-8824-469c-a4bf-fe33e5425374 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:15.327665 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.357417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dbf0f86-e330-4476-867a-2eaab9c158d1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:15.360119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.366759 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.403289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-825c6f9d-e362-454f-8c84-bd928276e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:15.404837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-825c6f9d-e362-454f-8c84-bd928276e1e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 924 time: 0.1136868 Jul 09 16:35:15.425556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:15.427861 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01b4ba-e500-42d4-a56b-9dbcc75b3582" -d '{"events": [{"server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "name": "network-vif-plugged", "status": "completed", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:15.453736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:15.461393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.464495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dbf0f86-e330-4476-867a-2eaab9c158d1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:15.483281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-6b9768c0-de99-44cf-ad35-daf9a8cfb4e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3065335a-03e8-4260-b058-38332d9d1182 HTTP/1.1" status: 200 len: 1000 time: 0.0715785 Jul 09 16:35:15.511501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.532823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf5bd5-ed8f-42ce-8bcb-4beaf4dde291 req-a3ec5001-3910-45cb-8ce3-d7ce962e9464 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:15.534271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ddf5bd5-ed8f-42ce-8bcb-4beaf4dde291 req-a3ec5001-3910-45cb-8ce3-d7ce962e9464 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.1271048 Jul 09 16:35:15.545961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-26fc8210-9713-42ff-a727-2db77884c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:15.547555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-26fc8210-9713-42ff-a727-2db77884c0b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0576506 Jul 09 16:35:15.548499 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.560086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:15.593045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:15.598534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.599895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ddf5bd5-ed8f-42ce-8bcb-4beaf4dde291 req-425648a0-2b2c-4296-b0c0-550f7ad2898d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Jul 09 16:35:15.603566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.632312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-89197949-ea6e-49d6-b7ec-3a10bcab1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:15.634444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-89197949-ea6e-49d6-b7ec-3a10bcab1546 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800612 Jul 09 16:35:15.639285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['3dbf0f86-e330-4476-867a-2eaab9c158d1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:15.645507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:15.650604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:15.653078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:15.661978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=833e4356-f8ce-43b1-b517-4733f35ea666,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:15.717143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.721301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:15.759785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-8ef153af-2912-4e3b-99fb-2eac4b81491e service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096451 Jul 09 16:35:15.795892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.850588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7679f7e-c195-4eb4-b006-84569efc9e32 req-d058385c-7376-4196-88a4-fa560bef68a7 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:15.852154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7679f7e-c195-4eb4-b006-84569efc9e32 req-d058385c-7376-4196-88a4-fa560bef68a7 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1095 time: 0.0982072 Jul 09 16:35:15.859736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c75e85-253f-484d-8e3a-f4453418f2b4 req-fca13e9f-714e-4dca-8975-3f2ba03170bb service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915885 Jul 09 16:35:15.933547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7679f7e-c195-4eb4-b006-84569efc9e32 req-2ab8f94f-d76d-41e8-80aa-41e40ac66321 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662138 Jul 09 16:35:15.999190 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.005063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.038322 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.059541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=833e4356-f8ce-43b1-b517-4733f35ea666,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:16.063476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.064758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-63fb7bb2-dfde-4c0c-a3d3-c3791f200a68 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0552912 Jul 09 16:35:16.136527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-2436e21b-d154-4960-ad3f-bc3e8915e965 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.0591660 Jul 09 16:35:16.173311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-85ca28f1-b7a8-44dd-a137-f4b12f670601 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2142449194&fields=id&tenant_id=62962c20d62c464d8274e7617715fe4e HTTP/1.1" status: 200 len: 267 time: 0.0888295 Jul 09 16:35:16.316353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-6e94a3f6-1a99-4d4c-9d81-0011165ba82b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:16.317603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe20df39-0207-4c63-8e78-654b6c9b4a28 req-6e94a3f6-1a99-4d4c-9d81-0011165ba82b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1745203 Jul 09 16:35:16.341857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-b482508c-a5eb-4a39-afee-64d3dc804bf4 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:16.343382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-b482508c-a5eb-4a39-afee-64d3dc804bf4 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/networks?id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d HTTP/1.1" status: 200 len: 815 time: 0.1456234 Jul 09 16:35:16.359525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-be4ed55b-4f1c-4e3f-8e2d-e2298b99cca9 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/quotas/62962c20d62c464d8274e7617715fe4e HTTP/1.1" status: 200 len: 375 time: 0.0104969 Jul 09 16:35:16.434889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-b9313e61-94ee-4617-ad22-6e2ff28007f2 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62962c20d62c464d8274e7617715fe4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690396 Jul 09 16:35:16.490449 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a72bd83-7998-4d91-85db-45de991b1da7 x-openstack-request-id: req-7a72bd83-7998-4d91-85db-45de991b1da7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:16.490993 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "name": "network-vif-plugged", "status": "completed", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:16.490993 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a72bd83-7998-4d91-85db-45de991b1da7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:16.492237 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'code': 200} Jul 09 16:35:16.537251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-ea655714-5795-42f3-a119-02e4b4af1378 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907233 Jul 09 16:35:16.705752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-1c04ebdb-7f3c-4e5c-9a89-4dd8291cd48d service neutron] 10.222.0.48 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621420 Jul 09 16:35:16.723088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc604826-a9f1-4eb4-be84-3ebd054f7cc2 req-2b8d3618-f20a-4b4f-9a31-7155d35e2bbd tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:16.724849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc604826-a9f1-4eb4-be84-3ebd054f7cc2 req-2b8d3618-f20a-4b4f-9a31-7155d35e2bbd tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1311581 Jul 09 16:35:16.727458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d6a16-c42a-484b-bdbb-55ed5908161a req-3770c78a-8d2c-4b93-9339-7f2ba7d45e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:16.728855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f7d6a16-c42a-484b-bdbb-55ed5908161a req-3770c78a-8d2c-4b93-9339-7f2ba7d45e5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1096 time: 0.1670883 Jul 09 16:35:16.782185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc604826-a9f1-4eb4-be84-3ebd054f7cc2 req-09e67d3b-c772-4fe1-afb4-8a9a6c4817ad tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503032 Jul 09 16:35:16.788323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f7d6a16-c42a-484b-bdbb-55ed5908161a req-766f49b4-67a9-435c-a32a-a94f50609724 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Jul 09 16:35:16.843297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dbf0f86-e330-4476-867a-2eaab9c158d1 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:16.901621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 3dbf0f86-e330-4476-867a-2eaab9c158d1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:16.908697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 3dbf0f86-e330-4476-867a-2eaab9c158d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:16.909323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.968648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b03cbc-187a-477d-8eb2-49f21eb908f5 req-25e2c132-9554-4c6b-b8c9-9f678eeb2b28 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:16.970685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07b03cbc-187a-477d-8eb2-49f21eb908f5 req-25e2c132-9554-4c6b-b8c9-9f678eeb2b28 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 949 time: 0.0770199 Jul 09 16:35:17.015763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07b03cbc-187a-477d-8eb2-49f21eb908f5 req-41d58b62-64ab-47aa-835a-60596a663464 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Jul 09 16:35:17.163659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.206309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dbf0f86-e330-4476-867a-2eaab9c158d1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:17.219803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.277001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-51e52154-2c1f-4083-bdf0-db02e49548fb tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2035062 Jul 09 16:35:17.279544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dbf0f86-e330-4476-867a-2eaab9c158d1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:17.294514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:17.319053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-10d18b6c-9bc8-4279-aec3-cbd94e47acf7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:17.320583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-10d18b6c-9bc8-4279-aec3-cbd94e47acf7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.1908584 Jul 09 16:35:17.337889 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.353138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-839bcfd6-bf0f-43f8-b8c0-1da8359bf6c8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/quotas/ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 375 time: 0.0246460 Jul 09 16:35:17.475906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-ff25694b-460a-4d32-9e7a-0581112bbb40 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904591 Jul 09 16:35:17.844076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.923476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-a744b85f-9caa-4d08-a77e-8481ad563cff service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382627 Jul 09 16:35:18.025940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Allocated IP 172.25.7.68 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/43e9d803-05f3-4095-98a3-255d7e69dd1e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:18.097342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-d9c981e7-540f-4887-ab21-99a6e2c4357f service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505649 Jul 09 16:35:18.151478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.191552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.241923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:18.246454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:18.250673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=43e9d803-05f3-4095-98a3-255d7e69dd1e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.253944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:18.302542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.394526 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.446510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366404a2-7d17-4035-b18a-3249182c7cd5 req-ef16855b-f2e8-49bf-b710-17323bbe6036 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:18.448224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-366404a2-7d17-4035-b18a-3249182c7cd5 req-ef16855b-f2e8-49bf-b710-17323bbe6036 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1310189 Jul 09 16:35:18.492613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}, {'server_uuid': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf0f86-e330-4476-867a-2eaab9c158d1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:18.495604 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780cf44-8296-449b-a2bd-09f6414a9f93" -d '{"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-plugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}, {"server_uuid": "b5e62d0f-b544-4499-9ab8-49f15326c25c", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf0f86-e330-4476-867a-2eaab9c158d1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:18.544068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-366404a2-7d17-4035-b18a-3249182c7cd5 req-d86ec5b0-ce50-42e8-a231-cafa3d10826f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861106 Jul 09 16:35:18.553718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-ce47e850-1d41-42b5-a368-d2ea33706c46 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:18.555314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-ce47e850-1d41-42b5-a368-d2ea33706c46 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.37 "GET /v2.0/networks?id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d HTTP/1.1" status: 200 len: 815 time: 0.1432822 Jul 09 16:35:18.621254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.627681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.628551 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6c42b210-91ad-4f58-8f18-f054b3953a0e tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62962c20d62c464d8274e7617715fe4e HTTP/1.1" status: 200 len: 380 time: 0.0468926 Jul 09 16:35:18.661287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.683020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=43e9d803-05f3-4095-98a3-255d7e69dd1e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.697093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.698290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-39b4d7b0-e403-438c-a3bb-d1f7454cdf15 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4111354 Jul 09 16:35:18.725930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5183b5b-1c98-4732-ba8b-4f4ca2b1e6eb req-6f79b0da-2cce-4319-b6d3-902ed32010d9 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0455160 Jul 09 16:35:18.796927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-22674432-effe-40c7-a77a-8a671bbd2a67 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.68 HTTP/1.1" status: 200 len: 695 time: 0.0694468 Jul 09 16:35:18.925070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-3ca7ca59-f71d-4f63-9da8-1c54ed4d6d3f tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:18.926694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0ff8672-cdd5-49f4-a1fe-f7a086e3ceb3 req-3ca7ca59-f71d-4f63-9da8-1c54ed4d6d3f tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1218615 Jul 09 16:35:19.084094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e6c9e-4eb0-4892-b898-91384e730dff req-bf624e40-2b61-4a5d-8487-e5e429efe45c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.085558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f2e6c9e-4eb0-4892-b898-91384e730dff req-bf624e40-2b61-4a5d-8487-e5e429efe45c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.0716693 Jul 09 16:35:19.110500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Request body: {'port': {'device_id': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'admin_state_up': True, 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'security_groups': ['d2536d7e-7417-420f-8909-e5b26f7243c7']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:19.145432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f2e6c9e-4eb0-4892-b898-91384e730dff req-09f9e184-1ac8-409d-8430-0d4063db34a5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537739 Jul 09 16:35:19.264256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Made reservation on behalf of 62962c20d62c464d8274e7617715fe4e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:19.270417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.304563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b68b36c-c2b1-44f9-b7f1-532bf6aa682f req-5adb8466-d9be-468a-b0b2-b4305d57e0d2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 210 time: 0.0351796 Jul 09 16:35:19.340598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5d657-f91a-4bba-b763-8f0a0943312d req-dc325f6a-32ed-4097-9c86-5dc98013bb6f tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.342227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe5d657-f91a-4bba-b763-8f0a0943312d req-dc325f6a-32ed-4097-9c86-5dc98013bb6f tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 950 time: 0.1198759 Jul 09 16:35:19.403677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe5d657-f91a-4bba-b763-8f0a0943312d req-a66f549b-111d-438e-bb60-eab1ad55d85a tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jul 09 16:35:19.432700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Allocated IP 172.20.0.11 (f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d/3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30/f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:19.461988 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8756a-2d39-4615-ac4c-a1d36d797eda x-openstack-request-id: req-9de8756a-2d39-4615-ac4c-a1d36d797eda {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:19.462813 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-plugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "code": 200}, {"server_uuid": "b5e62d0f-b544-4499-9ab8-49f15326c25c", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf0f86-e330-4476-867a-2eaab9c158d1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:19.463254 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9de8756a-2d39-4615-ac4c-a1d36d797eda {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:19.463903 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'code': 200} Jul 09 16:35:19.464352 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf0f86-e330-4476-867a-2eaab9c158d1', 'code': 200} Jul 09 16:35:19.632097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.654877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Transition to ACTIVE for port object f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:19.696080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.763625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:19.775717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:19.783546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd581c-7bc2-43bb-b5c0-a0bcb8b7e1e7 req-33f0aa9a-16f9-4442-b891-2a5b8dadea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.785073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86fd581c-7bc2-43bb-b5c0-a0bcb8b7e1e7 req-33f0aa9a-16f9-4442-b891-2a5b8dadea67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 1101 time: 0.2035587 Jul 09 16:35:19.790884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:19.805506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-09febd8f-7db7-4c70-a346-ce1082efcfd7 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3235219 Jul 09 16:35:19.812513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e084c-030b-4c83-afdc-f401e3ac63a3 req-d2ec8df9-12ef-4977-aaff-e7382c01a58b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.819771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-656e084c-030b-4c83-afdc-f401e3ac63a3 req-d2ec8df9-12ef-4977-aaff-e7382c01a58b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1096 time: 0.2539141 Jul 09 16:35:19.831810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:19.868464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event updated for resources: {'Port': ['ID=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:19.899112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.931117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.931867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.975145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b0ef0-31fa-43ac-9d6b-5e53b89ae726 req-eec50243-7ac9-42f9-8737-074550aeb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.975145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-144b0ef0-31fa-43ac-9d6b-5e53b89ae726 req-eec50243-7ac9-42f9-8737-074550aeb443 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1099 time: 0.1732733 Jul 09 16:35:19.975463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86fd581c-7bc2-43bb-b5c0-a0bcb8b7e1e7 req-2f3192f9-2cda-4fe8-8593-6ac5274dcbaa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637187 Jul 09 16:35:19.975564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-5ecae30b-20fe-4a64-9981-677b4c273301 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8689396 Jul 09 16:35:19.981280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-c6c01b8a-4b08-4f70-a143-8227bf2445ac tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.983254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-c6c01b8a-4b08-4f70-a143-8227bf2445ac tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.3538899 Jul 09 16:35:20.007967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Request body: {'port': {'device_id': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:20.020756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-656e084c-030b-4c83-afdc-f401e3ac63a3 req-c7a09ba8-1176-445f-8b3e-63653ea79c08 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000182 Jul 09 16:35:20.034359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Request body: {'port': {'device_id': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'admin_state_up': True, 'tenant_id': 'ea86f090a836441ca79899e45c9fd6dc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:20.088549 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-144b0ef0-31fa-43ac-9d6b-5e53b89ae726 req-44492c24-428d-43de-985a-962864098fe3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844622 Jul 09 16:35:20.135003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.135383 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:35:20.171927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b22a80f-60af-4512-ab99-c3bd3d54ee6a None None] Provisioning for port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:20.181584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b22a80f-60af-4512-ab99-c3bd3d54ee6a None None] Provisioning complete for port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:20.182505 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b22a80f-60af-4512-ab99-c3bd3d54ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.207704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Made reservation on behalf of ea86f090a836441ca79899e45c9fd6dc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:20.211574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.237235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9b22a80f-60af-4512-ab99-c3bd3d54ee6a None None] Port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:20.340521 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.451953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c5a8-0886-400d-8133-16f02a668262 req-980751a7-b416-45a1-9cb0-3ffa594ed8f1 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:20.452499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1326c5a8-0886-400d-8133-16f02a668262 req-980751a7-b416-45a1-9cb0-3ffa594ed8f1 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 932 time: 0.2326176 Jul 09 16:35:20.478816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Allocated IP 172.20.0.11 (3a70eca9-f453-4f8d-9383-8e7fc0b6f114/ccb2e790-a08d-4648-bda7-256326aff0ad/4dc93540-8ca2-43a7-934e-f29af8edc224) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:20.525528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:20.543295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.565170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Transition to ACTIVE for port object f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:20.570317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.589429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1326c5a8-0886-400d-8133-16f02a668262 req-91d6529d-ca59-4a7f-a159-192727631674 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273525 Jul 09 16:35:20.607993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Allocated IP 172.25.7.44 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/974a84cf-549c-4889-8ac3-b44d6731bef1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:20.672424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:20.827952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Attempting to bind port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:20.828549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Attempting to bind port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:20.829102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Attempting to bind port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d on network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:20.837411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d on network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:20.837930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Attempting to bind port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d on network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:20.845369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:20.845932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Checking segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:20.846576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Bound using segment: {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:20.847238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Bound port: f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4090e5-b587-4c98-82ea-bf90ee93bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:20.847642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.930932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.959260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.026622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] For port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:21.033661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] For port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:21.035270 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.042454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.052274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.119566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:21.121906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.123442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d HTTP/1.1" status: 200 len: 1092 time: 1.1215370 Jul 09 16:35:21.123881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:21.126168 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b727084-d38c-4989-b3eb-cd757af504bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:21.158871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:21.162493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:21.191874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:21.203359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:21.207650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:21.216457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e575762-e9d1-4de3-9dc9-9fe68a8683c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:21.241437 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:21.274959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:21.276043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.301666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:21.327922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-c13ea441-138e-4825-a248-c5b6da1ed943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:21.330920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-c13ea441-138e-4825-a248-c5b6da1ed943 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62962c20d62c464d8274e7617715fe4e&device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 1095 time: 0.1010447 Jul 09 16:35:21.443760 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-0c5d4db7-fc91-4396-9175-95c26eeed276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d HTTP/1.1" status: 200 len: 217 time: 0.0943713 Jul 09 16:35:21.501382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-289e5737-b443-4e3f-aab1-42727f7a4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:21.503898 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-289e5737-b443-4e3f-aab1-42727f7a4084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30 HTTP/1.1" status: 200 len: 854 time: 0.0528450 Jul 09 16:35:21.520957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-f0845b5d-5643-4026-bacd-4691f5442b5d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4939237 Jul 09 16:35:21.545201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Request body: {'port': {'device_id': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:21.589993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-fea3f2e8-8c77-4208-bab0-8f0f72b24ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:21.592185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-fea3f2e8-8c77-4208-bab0-8f0f72b24ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692523 Jul 09 16:35:21.602109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=974a84cf-549c-4889-8ac3-b44d6731bef1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:21.609794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.714298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a990f-6cff-41c4-8349-aab025b82f88 req-44292389-3a3b-46c8-98c7-2c8d79a5f041 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:21.726873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa0a990f-6cff-41c4-8349-aab025b82f88 req-44292389-3a3b-46c8-98c7-2c8d79a5f041 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.4197633 Jul 09 16:35:21.728344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-b6c272a7-afa3-4195-8f24-991ac37046a8 service neutron] 10.222.0.37 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278114 Jul 09 16:35:21.814094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.837315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0af34e6-48c0-4c80-9169-ba2935d47dec req-77595c70-f287-453c-b7be-8cfdd24783ea service neutron] 10.222.0.37 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025765 Jul 09 16:35:21.893001 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.915336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa0a990f-6cff-41c4-8349-aab025b82f88 req-7f5ba23e-5f53-4a25-9fd6-105d4501f88b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867969 Jul 09 16:35:22.337622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.350281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.367235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7abc-cef8-41a5-ad5a-8dc0b674c47e req-7ff15c64-bd50-411c-9654-d8a04c15c2fc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:22.368756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-438a7abc-cef8-41a5-ad5a-8dc0b674c47e req-7ff15c64-bd50-411c-9654-d8a04c15c2fc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 932 time: 0.2025259 Jul 09 16:35:22.420742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.488810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.490079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6627669 Jul 09 16:35:22.490658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc1d5e-5c32-4c5f-a4fe-ca76e1880203 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event updated for resources: {'Port': ['ID=974a84cf-549c-4889-8ac3-b44d6731bef1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:22.501884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-438a7abc-cef8-41a5-ad5a-8dc0b674c47e req-8c61ddc9-6dec-4dee-8dd5-d4f2c8007786 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217756 Jul 09 16:35:22.550966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc93540-8ca2-43a7-934e-f29af8edc224 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:22.558912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-38171327-c580-4ee5-a1b1-65978d43fcdf tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.0560567 Jul 09 16:35:22.563093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.633240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Transition to ACTIVE for port object 4dc93540-8ca2-43a7-934e-f29af8edc224 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:22.656658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.010850 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:23.030173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a10010ae-1a8d-40a0-ab06-79eabf5781c8 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.031600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7774af4-489c-4e88-8c5b-e09ee352f3de req-a10010ae-1a8d-40a0-ab06-79eabf5781c8 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.4646678 Jul 09 16:35:23.074131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:23.074505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:23.074874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:23.085905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa15-f9d8-40c9-acd2-667908f9aaa0 req-a43aff96-13ab-4522-8ca7-21878d84c60a tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.087500 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4585fa15-f9d8-40c9-acd2-667908f9aaa0 req-a43aff96-13ab-4522-8ca7-21878d84c60a tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 950 time: 0.4702034 Jul 09 16:35:23.089746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:23.090070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:23.096776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:23.097142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:23.097503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:23.097938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Bound port: 4dc93540-8ca2-43a7-934e-f29af8edc224, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:23.098302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.129619 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b69bc1-695d-41c2-8bc0-5b3a21df4473 x-openstack-request-id: req-e6b69bc1-695d-41c2-8bc0-5b3a21df4473 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:23.131833 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:23.132314 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6b69bc1-695d-41c2-8bc0-5b3a21df4473 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:23.132984 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'status': 'completed', 'code': 200} Jul 09 16:35:23.163620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4585fa15-f9d8-40c9-acd2-667908f9aaa0 req-b418b530-d38e-4b00-aed8-10894a687769 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621626 Jul 09 16:35:23.204246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:23.208054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:23.212846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.284818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727084-d38c-4989-b3eb-cd757af504bc req-16cdf6b1-dbd2-4b58-ac94-05c767d4b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.288148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-16cdf6b1-dbd2-4b58-ac94-05c767d4b21a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62962c20d62c464d8274e7617715fe4e&device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 1095 time: 0.0888457 Jul 09 16:35:23.289371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.290008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.291437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] 10.222.0.43 "PUT /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 1092 time: 1.7536335 Jul 09 16:35:23.292091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:23.296236 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918982c5-1aef-40f3-a4e8-9c71bccb2600" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:23.332931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2460f2-5023-4bca-b6fd-e1e6743d6051 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:23.386221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745761d0-ff66-43b2-b53b-a83d244d4a6b req-3fc38354-f1aa-4f30-9fa9-42835f03d819 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.387909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-745761d0-ff66-43b2-b53b-a83d244d4a6b req-3fc38354-f1aa-4f30-9fa9-42835f03d819 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 944 time: 0.1472185 Jul 09 16:35:23.414667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727084-d38c-4989-b3eb-cd757af504bc req-424db481-2edc-422b-8c31-a1836dd82499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.417299 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-424db481-2edc-422b-8c31-a1836dd82499 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d HTTP/1.1" status: 200 len: 916 time: 0.1233368 Jul 09 16:35:23.445329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-93bcb5fe-4bd0-4816-af9a-2ab4b0899397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.446993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-93bcb5fe-4bd0-4816-af9a-2ab4b0899397 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1095 time: 0.1003127 Jul 09 16:35:23.448051 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.452642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-745761d0-ff66-43b2-b53b-a83d244d4a6b req-ddc28081-6e53-4f48-b9fd-af5b5b0de53e tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515952 Jul 09 16:35:23.477442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-bd58b316-2037-4baa-aa37-268be6fd05b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d HTTP/1.1" status: 200 len: 217 time: 0.0530941 Jul 09 16:35:23.509697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-9b662416-770c-4a19-8b5a-17780447ac92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 217 time: 0.0509493 Jul 09 16:35:23.570886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727084-d38c-4989-b3eb-cd757af504bc req-9930cfdd-9578-40f6-99e5-1e0d8086088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.572492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-9930cfdd-9578-40f6-99e5-1e0d8086088e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30 HTTP/1.1" status: 200 len: 854 time: 0.0885501 Jul 09 16:35:23.587472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-23d9dc6e-bb36-4112-a177-e2b21d0671d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.589936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-23d9dc6e-bb36-4112-a177-e2b21d0671d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0698743 Jul 09 16:35:23.640501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727084-d38c-4989-b3eb-cd757af504bc req-a80df2c5-808e-4488-9be8-6056ba32f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.642067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-a80df2c5-808e-4488-9be8-6056ba32f444 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626707 Jul 09 16:35:23.653044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-04842e65-08a0-4f04-beca-30148be632e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471196 Jul 09 16:35:23.772441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40d44-586f-4b2b-b5a4-b333e1e86b86 req-0ee0cad1-b086-4f21-ab2e-e26b6200b8f3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.773990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3c40d44-586f-4b2b-b5a4-b333e1e86b86 req-0ee0cad1-b086-4f21-ab2e-e26b6200b8f3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1886773 Jul 09 16:35:23.779685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-4df104b7-3461-4822-81dc-ca3258a0b3a6 service neutron] 10.222.0.37 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301668 Jul 09 16:35:23.802358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-a404959e-04ff-4fe7-9cd6-5d85b5d591d1 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374953 Jul 09 16:35:23.837656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3c40d44-586f-4b2b-b5a4-b333e1e86b86 req-9988cd2a-6374-4811-9581-9cf5f84026ee tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542102 Jul 09 16:35:23.954088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99bf5e11-f4d3-4c67-8dcb-9b6c42ff5517 req-c444a93c-6b7c-4da4-9243-5c8c86f390bf tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips/4df2c23e-e775-42cd-948d-4f8c73aa0ed5 HTTP/1.1" status: 200 len: 692 time: 0.0663402 Jul 09 16:35:23.975009 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8b727084-d38c-4989-b3eb-cd757af504bc req-e0495238-e3f7-40e6-b71f-326e718438f7 service neutron] 10.222.0.37 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935217 Jul 09 16:35:23.993271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2575fb-34bb-4d6a-9c31-e7f412f0036f req-24c3eeaa-181f-4d8b-a133-801f5e520557 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793981 Jul 09 16:35:24.123688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf5e11-f4d3-4c67-8dcb-9b6c42ff5517 req-06f2e194-b316-415a-9c39-298f9b0270bb tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:24.126043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99bf5e11-f4d3-4c67-8dcb-9b6c42ff5517 req-06f2e194-b316-415a-9c39-298f9b0270bb tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1608677 Jul 09 16:35:24.141188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-99bf5e11-f4d3-4c67-8dcb-9b6c42ff5517 req-ee5482ec-b48b-4804-8d4f-544c7da76a59 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:35:24.142280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99bf5e11-f4d3-4c67-8dcb-9b6c42ff5517 req-ee5482ec-b48b-4804-8d4f-544c7da76a59 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073135 Jul 09 16:35:24.205107 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fcbdf3-bfed-4e13-96d7-05824b00cb52 x-openstack-request-id: req-d8fcbdf3-bfed-4e13-96d7-05824b00cb52 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:24.205421 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:24.205703 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8fcbdf3-bfed-4e13-96d7-05824b00cb52 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:24.206048 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'status': 'completed', 'code': 200} Jul 09 16:35:24.410630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-86259774-9541-4e22-a82b-9789889e7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:24.412308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-86259774-9541-4e22-a82b-9789889e7ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1095 time: 0.1679738 Jul 09 16:35:24.547325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd40b-adae-4ba5-abcd-b03e976b4e39 req-dda10ee0-e350-45bf-bec9-abbf6e1a2fbb tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:24.550582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68bbd40b-adae-4ba5-abcd-b03e976b4e39 req-dda10ee0-e350-45bf-bec9-abbf6e1a2fbb tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.2100081 Jul 09 16:35:24.622995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d83d5-cd3c-436a-934c-d595e04a0525 req-5897049b-31df-4e82-84bd-852c2c3b8419 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:24.624630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e7d83d5-cd3c-436a-934c-d595e04a0525 req-5897049b-31df-4e82-84bd-852c2c3b8419 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 944 time: 0.2398531 Jul 09 16:35:24.638530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-c0423a3d-6d1e-4538-9620-36c59fcce1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:24.640381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-c0423a3d-6d1e-4538-9620-36c59fcce1a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1987145 Jul 09 16:35:24.659777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68bbd40b-adae-4ba5-abcd-b03e976b4e39 req-21fc1c6c-8a49-4ea5-a5b9-5cab4179a1ce tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024671 Jul 09 16:35:24.712407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-dec7a05d-27fd-4e52-8913-9995694cb21e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 217 time: 0.0561047 Jul 09 16:35:24.723530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e7d83d5-cd3c-436a-934c-d595e04a0525 req-edc12c58-4ce3-40d3-ba2e-48dc8d16d3e4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888968 Jul 09 16:35:24.844553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-982d84fd-9399-40cc-a6f5-4c07060c1bf0 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips/4df2c23e-e775-42cd-948d-4f8c73aa0ed5 HTTP/1.1" status: 200 len: 692 time: 0.0597405 Jul 09 16:35:24.855059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-51c1c844-8d10-4f13-9647-af7ec0ebcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:24.857201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-51c1c844-8d10-4f13-9647-af7ec0ebcee1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1235518 Jul 09 16:35:24.939871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-fd64c8c5-7177-4f7b-9dda-ef9b608d50ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694115 Jul 09 16:35:25.099643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-9bea5761-72d3-4a44-b53b-1bb6cf295e18 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:25.101133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-9bea5761-72d3-4a44-b53b-1bb6cf295e18 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2426043 Jul 09 16:35:25.191283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-be824aa3-d584-47ab-934d-4870e81a300b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.0789375 Jul 09 16:35:25.197352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-a88f638d-3950-4b70-a441-5eb1d8b7e9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400992 Jul 09 16:35:25.294520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-b286e39b-b9a1-4809-89a4-06c265907042 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.44 HTTP/1.1" status: 200 len: 695 time: 0.0953763 Jul 09 16:35:25.363750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869c95-5085-4796-99db-0d23f5905559 req-aeb0d6dd-56e8-41e2-979a-12ffc319f026 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:25.365318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95869c95-5085-4796-99db-0d23f5905559 req-aeb0d6dd-56e8-41e2-979a-12ffc319f026 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 944 time: 0.2794704 Jul 09 16:35:25.439214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-918982c5-1aef-40f3-a4e8-9c71bccb2600 req-dc252209-7395-4ee0-9a81-db64210c2c8e service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296834 Jul 09 16:35:25.476356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95869c95-5085-4796-99db-0d23f5905559 req-d051e90a-924c-4d5f-945c-1d824f69eaa2 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027334 Jul 09 16:35:25.507403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Deleting port 974a84cf-549c-4889-8ac3-b44d6731bef1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:25.507767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.590373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.590786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.603020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Calling delete_port for 974a84cf-549c-4889-8ac3-b44d6731bef1 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:25.751305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.786210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event deleted for resources: {'Port': ['ID=974a84cf-549c-4889-8ac3-b44d6731bef1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:25.824824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.827923 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.835692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26237a09-d1f8-4dc2-83f1-eb4bbb7eb973 req-2562ea6c-2714-41f7-b50a-ee44b17def4b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "DELETE /v2.0/floatingips/4df2c23e-e775-42cd-948d-4f8c73aa0ed5 HTTP/1.1" status: 204 len: 173 time: 0.5313842 Jul 09 16:35:26.217939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d253-074a-4bd9-a2a4-cf9e31703a9d req-050a70fc-0b42-4ab8-8088-8d6581e76197 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:26.219694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d607d253-074a-4bd9-a2a4-cf9e31703a9d req-050a70fc-0b42-4ab8-8088-8d6581e76197 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2400732 Jul 09 16:35:26.232275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249c1a-aca0-44c2-b1c2-a3d4dcc3bb4f req-70f0178a-ec47-44de-b1fd-bd9565d0b4cf tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:26.239656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16249c1a-aca0-44c2-b1c2-a3d4dcc3bb4f req-70f0178a-ec47-44de-b1fd-bd9565d0b4cf tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 944 time: 0.1858552 Jul 09 16:35:26.296259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16249c1a-aca0-44c2-b1c2-a3d4dcc3bb4f req-28e2415c-7320-433d-b040-04845f2a1ea9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Jul 09 16:35:26.437736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e5a39-b591-4e45-a87a-01045c7f6eab req-4f113d77-2839-4025-bc3b-0da58ef347c5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:26.439444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0e5a39-b591-4e45-a87a-01045c7f6eab req-4f113d77-2839-4025-bc3b-0da58ef347c5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.0997880 Jul 09 16:35:26.487014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0e5a39-b591-4e45-a87a-01045c7f6eab req-d315b5ef-8157-42cb-814f-5ad9c2b1df78 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Jul 09 16:35:26.648613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3bf17a1-34ec-429b-9789-588a8788d69e req-d2376789-b227-43dd-b51f-70bade817ec7 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=d5195b956ddb408e9d5bc7cb846a98ee HTTP/1.1" status: 200 len: 1655 time: 0.0592632 Jul 09 16:35:26.816568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf17a1-34ec-429b-9789-588a8788d69e req-bd707150-3d1d-46dd-9c1f-f2f432fcfc9c tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:26.818892 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3bf17a1-34ec-429b-9789-588a8788d69e req-bd707150-3d1d-46dd-9c1f-f2f432fcfc9c tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks?id=f0536d18-c197-4cd9-a7da-6f42b648827a&id=f0536d18-c197-4cd9-a7da-6f42b648827a&id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 787 time: 0.1569204 Jul 09 16:35:26.831387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-c3bf17a1-34ec-429b-9789-588a8788d69e req-445cda04-8603-4fac-b0d4-3a6ec63ca976 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:35:26.832732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3bf17a1-34ec-429b-9789-588a8788d69e req-445cda04-8603-4fac-b0d4-3a6ec63ca976 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075879 Jul 09 16:35:26.893953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d46f-13fd-4681-93a7-c598c3e0d30c req-d255cf9e-6db1-4780-997a-1301efab939d tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:26.896373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:26.897107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bd6d46f-13fd-4681-93a7-c598c3e0d30c req-d255cf9e-6db1-4780-997a-1301efab939d tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 944 time: 0.1335595 Jul 09 16:35:26.970181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bd6d46f-13fd-4681-93a7-c598c3e0d30c req-b558bd67-3782-4e70-81c4-6785ca524dea tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626657 Jul 09 16:35:27.026059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:27.041973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'port_id': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'mac_address': 'fa:16:3e:fa:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb2e790-a08d-4648-bda7-256326aff0ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:35:27.094370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-9c6e3064-61b6-40b7-a5a5-00572774f0b8 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips/516e8860-af20-4911-b2ab-bb0214061ffb HTTP/1.1" status: 200 len: 692 time: 0.0568123 Jul 09 16:35:27.100699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.120246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc93540-8ca2-43a7-934e-f29af8edc224 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:27.159011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:27.168349 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.187990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0b9c-0a86-47da-8017-513b15590507 req-f50e0e01-0f7a-4298-8f5a-8a00150f18cd tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:27.189697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e1b0b9c-0a86-47da-8017-513b15590507 req-f50e0e01-0f7a-4298-8f5a-8a00150f18cd tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 950 time: 0.1831598 Jul 09 16:35:27.239086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:27.276300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-e0473318-e7a1-4c09-82a7-75933659d8ab tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:27.279333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-e0473318-e7a1-4c09-82a7-75933659d8ab tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1760457 Jul 09 16:35:27.284316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e1b0b9c-0a86-47da-8017-513b15590507 req-7e2f7bec-85f4-4064-9a8e-e397a7c551ec tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724685 Jul 09 16:35:27.353456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-f17d8d54-756b-455c-902b-8aad70263fbc tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.68 HTTP/1.1" status: 200 len: 695 time: 0.0674198 Jul 09 16:35:27.548885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['4dc93540-8ca2-43a7-934e-f29af8edc224'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:27.722480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-af12eee8-4574-4846-b1f3-8433f70b6fab tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.68 HTTP/1.1" status: 200 len: 695 time: 0.3533311 Jul 09 16:35:27.878401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbb986-4732-49e6-a9fc-0e75c756947c req-e4006a72-b73e-45c0-9822-41e752b9a43e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:27.879864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8dfbb986-4732-49e6-a9fc-0e75c756947c req-e4006a72-b73e-45c0-9822-41e752b9a43e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 945 time: 0.1743963 Jul 09 16:35:27.935789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Deleting port 43e9d803-05f3-4095-98a3-255d7e69dd1e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:27.936140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.957956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8dfbb986-4732-49e6-a9fc-0e75c756947c req-046cb884-9746-4d92-9a63-138cb3ec1118 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Jul 09 16:35:28.041271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.041836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.054593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Calling delete_port for 43e9d803-05f3-4095-98a3-255d7e69dd1e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:28.260109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb971-ae3a-401d-aeff-88e1a909d9ba req-a456de38-d9fd-454f-9080-0d4265fa9e70 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:28.261552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-185eb971-ae3a-401d-aeff-88e1a909d9ba req-a456de38-d9fd-454f-9080-0d4265fa9e70 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1396246 Jul 09 16:35:28.276026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.315893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event deleted for resources: {'Port': ['ID=43e9d803-05f3-4095-98a3-255d7e69dd1e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:28.361692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.366680 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.369083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df90eb63-b11b-4ffd-956c-0620d7141222 req-49733884-9cb5-4e55-8f94-e01cdb7860ca tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "DELETE /v2.0/floatingips/516e8860-af20-4911-b2ab-bb0214061ffb HTTP/1.1" status: 204 len: 173 time: 0.6296530 Jul 09 16:35:28.390760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-185eb971-ae3a-401d-aeff-88e1a909d9ba req-5df4ff7e-e5ab-46d6-afa9-ab5f0be8bd28 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220453 Jul 09 16:35:28.489203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-65c35488-74b3-4287-acab-d8c3563e08a5 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:28.492092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-65c35488-74b3-4287-acab-d8c3563e08a5 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 950 time: 0.1207759 Jul 09 16:35:28.648490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6594ac4-3e39-4d64-88d4-64fdd91e7635 req-38d31f40-2e42-4b43-b148-9ba3ec9a7e14 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:28.650154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6594ac4-3e39-4d64-88d4-64fdd91e7635 req-38d31f40-2e42-4b43-b148-9ba3ec9a7e14 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 944 time: 0.1320827 Jul 09 16:35:28.698578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Deleting port 3dbf0f86-e330-4476-867a-2eaab9c158d1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:28.698929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.750525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6594ac4-3e39-4d64-88d4-64fdd91e7635 req-fc6ec6bb-e0d4-43c6-b3dc-073891d8a28e tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914080 Jul 09 16:35:28.860600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-0d80a7ed-4662-41ab-9510-0e8f75431477 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips/ad167d3d-fa7b-4162-bc93-ac74856938d6 HTTP/1.1" status: 200 len: 692 time: 0.0756307 Jul 09 16:35:28.895973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] For port 3dbf0f86-e330-4476-867a-2eaab9c158d1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dbf0f86-e330-4476-867a-2eaab9c158d1,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:28.896718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.897675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:28.953139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Calling delete_port for 3dbf0f86-e330-4476-867a-2eaab9c158d1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:28.965071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 4dc93540-8ca2-43a7-934e-f29af8edc224 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:28.970515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 4dc93540-8ca2-43a7-934e-f29af8edc224 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:28.970740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.979767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cedaf6-6f82-48d0-ac6f-383965bc8664 req-f76ecf09-4ac0-4138-b002-229afa610915 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:28.982006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77cedaf6-6f82-48d0-ac6f-383965bc8664 req-f76ecf09-4ac0-4138-b002-229afa610915 tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e62d0f-b544-4499-9ab8-49f15326c25c HTTP/1.1" status: 200 len: 950 time: 0.2652712 Jul 09 16:35:29.060553 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.084730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:29.087041 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8813559-7f58-4497-a0e7-04adc8f0701d" -d '{"events": [{"server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "name": "network-vif-plugged", "status": "completed", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:29.100009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:29.100903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-932756ce-2bcf-464e-a95e-deeb64ed4368 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:29.102627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-932756ce-2bcf-464e-a95e-deeb64ed4368 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2322857 Jul 09 16:35:29.104596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.107741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77cedaf6-6f82-48d0-ac6f-383965bc8664 req-3f7fff55-c7ac-4f83-9c71-088f1921224b tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb9fa54a-f5e7-441f-a146-169e4bbe59ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169069 Jul 09 16:35:29.167197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-a816175a-89e0-4d2a-a1a7-7c4fdc9e77a9 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.0555627 Jul 09 16:35:29.183421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:29.259577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-5580e0ef-817d-4706-b9b9-6991dc4dc177 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.95 HTTP/1.1" status: 200 len: 695 time: 0.0824122 Jul 09 16:35:29.350036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.363658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['3dbf0f86-e330-4476-867a-2eaab9c158d1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:29.426913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Pushing event deleted for resources: {'Port': ['ID=3dbf0f86-e330-4476-867a-2eaab9c158d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:29.494301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] No DVR routers for this DVR port 3dbf0f86-e330-4476-867a-2eaab9c158d1 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:29.498777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.500753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88a06ab7-c3fc-41fa-aab0-106edb82dc77 req-3637d7cc-efb7-469f-a5e0-99a28788d98c tempest-TenantUsagesTestJSON-1341732097 tempest-TenantUsagesTestJSON-1341732097-project] 10.222.0.43 "DELETE /v2.0/ports/3dbf0f86-e330-4476-867a-2eaab9c158d1 HTTP/1.1" status: 204 len: 173 time: 0.9967117 Jul 09 16:35:29.501198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'name': 'network-vif-deleted', 'tag': '3dbf0f86-e330-4476-867a-2eaab9c158d1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:29.503641 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a090c6-d882-41ea-bc50-753ce75728ff" -d '{"events": [{"server_uuid": "b5e62d0f-b544-4499-9ab8-49f15326c25c", "name": "network-vif-deleted", "tag": "3dbf0f86-e330-4476-867a-2eaab9c158d1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:29.527995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d96b49-0c51-4f4c-a905-9d1e37038422 req-0a3f0997-b628-41ed-ae06-04b25a4f1af8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:29.529649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07d96b49-0c51-4f4c-a905-9d1e37038422 req-0a3f0997-b628-41ed-ae06-04b25a4f1af8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.2429190 Jul 09 16:35:29.594085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Deleting port 833e4356-f8ce-43b1-b517-4733f35ea666 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:29.594254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.617817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07d96b49-0c51-4f4c-a905-9d1e37038422 req-5c860bcc-4894-4646-be20-3eef26caee72 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776379 Jul 09 16:35:29.678250 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d76c04-2cc5-495b-9dab-fc635d2c9e4f x-openstack-request-id: req-06d76c04-2cc5-495b-9dab-fc635d2c9e4f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:29.679724 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "name": "network-vif-plugged", "status": "completed", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:29.680065 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06d76c04-2cc5-495b-9dab-fc635d2c9e4f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:29.680465 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'code': 200} Jul 09 16:35:29.732379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.732891 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.748295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Calling delete_port for 833e4356-f8ce-43b1-b517-4733f35ea666 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:29.934704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea5dd9-3789-4fe1-85eb-44964a3a7229 req-75cbd0c1-2314-46ba-8246-c1df85643256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:29.936109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ea5dd9-3789-4fe1-85eb-44964a3a7229 req-75cbd0c1-2314-46ba-8246-c1df85643256 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1097 time: 0.1366239 Jul 09 16:35:29.981153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab614-f7e0-4822-99f9-1e60f923520c req-eae9818e-57e2-425a-94b3-6d57a6bb730e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:29.982825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f1ab614-f7e0-4822-99f9-1e60f923520c req-eae9818e-57e2-425a-94b3-6d57a6bb730e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1669316 Jul 09 16:35:30.044407 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.050591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7ea5dd9-3789-4fe1-85eb-44964a3a7229 req-8b1a27d9-6acc-4c09-9275-68a2688cc68f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899231 Jul 09 16:35:30.076118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f1ab614-f7e0-4822-99f9-1e60f923520c req-ed05d1e2-f577-45e8-87c6-10c91eb44428 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Jul 09 16:35:30.078770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event deleted for resources: {'Port': ['ID=833e4356-f8ce-43b1-b517-4733f35ea666,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:30.111310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.113386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.114612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17eee59-e5fc-4c75-b7d9-24614b09ac17 req-7fbb4e1a-e83d-491f-be98-980b972e5f77 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad167d3d-fa7b-4162-bc93-ac74856938d6 HTTP/1.1" status: 204 len: 173 time: 0.8389757 Jul 09 16:35:30.133527 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73323af5-f89d-477a-b660-148f5f05863d x-openstack-request-id: req-73323af5-f89d-477a-b660-148f5f05863d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:30.133792 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e62d0f-b544-4499-9ab8-49f15326c25c", "name": "network-vif-deleted", "tag": "3dbf0f86-e330-4476-867a-2eaab9c158d1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:30.134188 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73323af5-f89d-477a-b660-148f5f05863d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:30.134769 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e62d0f-b544-4499-9ab8-49f15326c25c', 'name': 'network-vif-deleted', 'tag': '3dbf0f86-e330-4476-867a-2eaab9c158d1', 'status': 'completed', 'code': 200} Jul 09 16:35:30.344832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-ef0f5c41-30d9-4179-a47b-e074f71fc512 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips/9cb823d8-5d48-41c3-b670-9d27bc90d240 HTTP/1.1" status: 200 len: 693 time: 0.0625570 Jul 09 16:35:30.432034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d3b2-953c-412e-a474-051bd6949344 req-ef7038ec-5437-4077-950f-ca01fc021a4a tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:30.433609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c33d3b2-953c-412e-a474-051bd6949344 req-ef7038ec-5437-4077-950f-ca01fc021a4a tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 944 time: 0.1846116 Jul 09 16:35:30.483044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:30.502005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-95d8bf51-413b-40de-bf27-13e671c2766b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:30.503470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-95d8bf51-413b-40de-bf27-13e671c2766b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1501863 Jul 09 16:35:30.511543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c33d3b2-953c-412e-a474-051bd6949344 req-7f660b2c-e148-4dfb-ab11-0ba62b05419d tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657563 Jul 09 16:35:30.583303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-f3ff5ca0-996f-4083-9eaf-5ca67b0808d2 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.0679739 Jul 09 16:35:30.671641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-ccbecbef-d9fa-4f79-ae6f-53de4f2cf46b tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.0796466 Jul 09 16:35:30.675166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f8-a898-4dfd-9ee6-f0a8e99635ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.924104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:30.974682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7da6-209f-4fa7-af11-99ab40aa4605 req-0987a980-ccf8-4717-b3e3-f6d894290fd9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:30.976248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12df7da6-209f-4fa7-af11-99ab40aa4605 req-0987a980-ccf8-4717-b3e3-f6d894290fd9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1857677 Jul 09 16:35:30.985242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Deleting port 44a0a414-1356-4a37-a0bd-75db47bb3db7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:30.985501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.046014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f8-a898-4dfd-9ee6-f0a8e99635ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.054293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5097f8-a898-4dfd-9ee6-f0a8e99635ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.126535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8fde8600-4d38-4679-b48f-69f33db99849 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea34073e7c7c4a5582c78468c2d78cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007687 Jul 09 16:35:31.129668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:31.184730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d295bc83-90bc-474c-a75f-12835cbfd72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.200125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:31.208378 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d295bc83-90bc-474c-a75f-12835cbfd72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.281637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d295bc83-90bc-474c-a75f-12835cbfd72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.284696 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d295bc83-90bc-474c-a75f-12835cbfd72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.286127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d295bc83-90bc-474c-a75f-12835cbfd72a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb9fa54a-f5e7-441f-a146-169e4bbe59ac HTTP/1.1" status: 204 len: 168 time: 0.1555045 Jul 09 16:35:31.296270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295bc83-90bc-474c-a75f-12835cbfd72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9fa54a-f5e7-441f-a146-169e4bbe59ac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:31.335313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:31.347354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'port_id': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'mac_address': 'fa:16:3e:f1:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:35:31.399064 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.422313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:31.452894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12df7da6-209f-4fa7-af11-99ab40aa4605 req-ae6a4dcc-dc6e-4e9c-9995-0db0a3cac9d8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698565 Jul 09 16:35:31.457623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5097f8-a898-4dfd-9ee6-f0a8e99635ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043ebfe0-b38c-47a0-874b-14d4f7407c03,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:31.459871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:31.471038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:31.472402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.475721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1f5097f8-a898-4dfd-9ee6-f0a8e99635ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ed0ae18479045a0bc1c5d7ca25d5124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815056 Jul 09 16:35:31.513941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.513941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.534045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Calling delete_port for 44a0a414-1356-4a37-a0bd-75db47bb3db7 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:31.582373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:31.619885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4a18-2be2-4adf-a385-f2d83cf10e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.671256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4a18-2be2-4adf-a385-f2d83cf10e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.724788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:31.742598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8171ddb1-400c-46ea-b55d-c20c34b382ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.802872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4a18-2be2-4adf-a385-f2d83cf10e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.805511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4a18-2be2-4adf-a385-f2d83cf10e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.809400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eb1d4a18-2be2-4adf-a385-f2d83cf10e03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/043ebfe0-b38c-47a0-874b-14d4f7407c03 HTTP/1.1" status: 204 len: 168 time: 0.3332541 Jul 09 16:35:31.816020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.836047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d4a18-2be2-4adf-a385-f2d83cf10e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043ebfe0-b38c-47a0-874b-14d4f7407c03,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:31.864352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Pushing event deleted for resources: {'Port': ['ID=44a0a414-1356-4a37-a0bd-75db47bb3db7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:31.907747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600cbc6-f531-417d-b0e2-fc4cee3eb20c req-2e2eeb41-ae77-4760-b84d-09c5a57f4191 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:31.909370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c600cbc6-f531-417d-b0e2-fc4cee3eb20c req-2e2eeb41-ae77-4760-b84d-09c5a57f4191 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1819315 Jul 09 16:35:31.910288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.913086 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.914350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569896c-0d5b-4bf6-af2c-42b39dc16e39 req-87089c34-23be-4cd2-b49d-05a8700ac416 tempest-FloatingIPDetailsTestJSON-1056415122 tempest-FloatingIPDetailsTestJSON-1056415122-project] 10.222.0.48 "DELETE /v2.0/floatingips/9cb823d8-5d48-41c3-b670-9d27bc90d240 HTTP/1.1" status: 204 len: 173 time: 1.2417922 Jul 09 16:35:31.928228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:31.982971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:32.012920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8171ddb1-400c-46ea-b55d-c20c34b382ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.014648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c600cbc6-f531-417d-b0e2-fc4cee3eb20c req-f1fdb9bf-4f4a-4378-a1f3-7eb252d83c75 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991268 Jul 09 16:35:32.035640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8171ddb1-400c-46ea-b55d-c20c34b382ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.179236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8171ddb1-400c-46ea-b55d-c20c34b382ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d440bc2794044507ad7983a98cde2d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526932 Jul 09 16:35:32.185300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171ddb1-400c-46ea-b55d-c20c34b382ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b96f1-f77e-43ce-a966-983b5bf9a330,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:32.193008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:32.279862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ee1-aed2-4b95-bf55-954a24f11098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.300443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd88c9-55a8-4b4b-b020-4dc240655e32 req-1ea79c77-9611-486b-96de-45971658764d tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:32.303146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66cd88c9-55a8-4b4b-b020-4dc240655e32 req-1ea79c77-9611-486b-96de-45971658764d tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 945 time: 0.1401253 Jul 09 16:35:32.363367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ee1-aed2-4b95-bf55-954a24f11098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.403646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66cd88c9-55a8-4b4b-b020-4dc240655e32 req-062e1d31-f03c-4d5a-b3d1-34d39982695b tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889761 Jul 09 16:35:32.459613 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ee1-aed2-4b95-bf55-954a24f11098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.463120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7b49ee1-aed2-4b95-bf55-954a24f11098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.467229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7b49ee1-aed2-4b95-bf55-954a24f11098 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e87b96f1-f77e-43ce-a966-983b5bf9a330 HTTP/1.1" status: 204 len: 168 time: 0.2699664 Jul 09 16:35:32.478934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b49ee1-aed2-4b95-bf55-954a24f11098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b96f1-f77e-43ce-a966-983b5bf9a330,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:32.577422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.710931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fd4a-a17c-48c9-a7eb-adecacef22d9 req-b5608cdb-0ffb-4c09-8596-77a01bf23566 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:32.720223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d22fd4a-a17c-48c9-a7eb-adecacef22d9 req-b5608cdb-0ffb-4c09-8596-77a01bf23566 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1045861 Jul 09 16:35:32.806311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d22fd4a-a17c-48c9-a7eb-adecacef22d9 req-a130c666-2be1-4000-9477-96ca6e4ba9cd tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Jul 09 16:35:32.941675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dbf0f86-e330-4476-867a-2eaab9c158d1 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:32.993011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 3dbf0f86-e330-4476-867a-2eaab9c158d1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:32.993349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dbf0f86-e330-4476-867a-2eaab9c158d1 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:33.198243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Deleting port d972db66-1966-4d94-af6f-ff43165b2e67 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:33.199057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.307612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0134-e422-41e3-b057-3e9f38a80447 req-fbd121c7-da19-48e7-bd5d-371f5382d2ff tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:33.315430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec8e0134-e422-41e3-b057-3e9f38a80447 req-fbd121c7-da19-48e7-bd5d-371f5382d2ff tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1097 time: 0.1178243 Jul 09 16:35:33.328418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] For port d972db66-1966-4d94-af6f-ff43165b2e67, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d972db66-1966-4d94-af6f-ff43165b2e67,segment=NetworkSegment(bb5995c2-6573-4f3d-a580-0a01be19e34c),segment_id=bb5995c2-6573-4f3d-a580-0a01be19e34c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:33.328780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.344047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Calling delete_port for d972db66-1966-4d94-af6f-ff43165b2e67 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:33.419083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec8e0134-e422-41e3-b057-3e9f38a80447 req-57d75704-477c-4f37-b142-0ea5900607a1 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861466 Jul 09 16:35:33.472736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f39d2f-3d6c-405b-a828-3af9cce1a255 req-7c8a969f-8dc9-4448-a46a-775aff0d4582 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:33.474515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11f39d2f-3d6c-405b-a828-3af9cce1a255 req-7c8a969f-8dc9-4448-a46a-775aff0d4582 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1580572 Jul 09 16:35:33.525026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11f39d2f-3d6c-405b-a828-3af9cce1a255 req-4ce5a474-7f6c-4450-9d2b-663426857712 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Jul 09 16:35:33.647501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.721708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:33.796849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Pushing event deleted for resources: {'Port': ['ID=d972db66-1966-4d94-af6f-ff43165b2e67,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:33.855901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865f28d-921b-4feb-b055-fe7a46e0ed7e req-ad14adfd-fbad-4c5b-9449-16e3e9cec7b6 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:33.857870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4865f28d-921b-4feb-b055-fe7a46e0ed7e req-ad14adfd-fbad-4c5b-9449-16e3e9cec7b6 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 945 time: 0.1136734 Jul 09 16:35:33.865792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2016410672-network', 'tenant_id': '6d81c5327357447f94a616f8898d4550'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:33.933483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Made reservation on behalf of 6d81c5327357447f94a616f8898d4550 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:33.936240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.946734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.953995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4865f28d-921b-4feb-b055-fe7a46e0ed7e req-5f88f0bc-46fb-4038-bf47-1845fadfbcd6 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842543 Jul 09 16:35:33.969084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.100271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.106224 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.133434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:34.144774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc6877-8dc9-413d-b576-ec0a76f32534,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:34.174614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.175140 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Added segment 44d7e8a1-33f1-42ae-8a7a-112a8c92c46c of type vlan for network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 Jul 09 16:35:34.256243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.292598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Router d097095f-9d11-4fd5-86fc-c14ca719c855 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:35:34.312000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.313001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:34.313588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.321608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3445f7-aaf3-4604-95ee-2065035c3fe2 req-9d747dd2-832e-452a-8d10-9e74a5ed5eea tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:34.323233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b3445f7-aaf3-4604-95ee-2065035c3fe2 req-9d747dd2-832e-452a-8d10-9e74a5ed5eea tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1097 time: 0.1742969 Jul 09 16:35:34.393656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6706042 Jul 09 16:35:34.397138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:34.404260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Request body: {'subnet': {'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2016410672-subnet', 'tenant_id': '6d81c5327357447f94a616f8898d4550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:34.415821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebb4ed-29bc-4d7f-bad0-7cbf2f36404f admin admin] Pushing event updated for resources: {'Network': ['ID=ab9b596f-4e71-41eb-b8a7-c818049ba0d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:34.437906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:34.449102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b3445f7-aaf3-4604-95ee-2065035c3fe2 req-838f50e1-3c9d-4942-b411-1a51fea38a64 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120532 Jul 09 16:35:34.461163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Made reservation on behalf of 6d81c5327357447f94a616f8898d4550 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:34.463673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.779053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.857818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5e11-377d-409b-9aa4-8cec335603fa req-7a719223-4cd2-4942-ac69-0c82cfa3115c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:34.859549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c8e5e11-377d-409b-9aa4-8cec335603fa req-7a719223-4cd2-4942-ac69-0c82cfa3115c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1888299 Jul 09 16:35:34.902514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff34713a-6b1b-43e8-aaa3-179a75db9cda,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:34.907459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:34.913427 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9ae081e5-0c86-4114-918d-3559587d5385 admin admin] 10.222.0.48 "PUT /v2.0/routers/d097095f-9d11-4fd5-86fc-c14ca719c855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9760778 Jul 09 16:35:34.917167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:34.932366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] Sync routers for ids ['d097095f-9d11-4fd5-86fc-c14ca719c855'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:34.948440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c8e5e11-377d-409b-9aa4-8cec335603fa req-f6499b5a-3ee5-4d8a-a264-6f4fa1d87ae5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792470 Jul 09 16:35:34.951471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] Routers {'d097095f-9d11-4fd5-86fc-c14ca719c855'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:34.953412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d097095f-9d11-4fd5-86fc-c14ca719c855'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:34.953659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Checking segment: {'id': '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:34.956150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Network hostable DHCP agents. Network: ab9b596f-4e71-41eb-b8a7-c818049ba0d5, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:35.014145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:35.035563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ab9b596f-4e71-41eb-b8a7-c818049ba0d5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:35.056601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a1fae1-abaf-4d1c-9b49-7b61e8f64fbe None None] Network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:35.059388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:35.060613 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.088669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f50a72df-72ea-48b8-a884-268b0736889e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6904280 Jul 09 16:35:35.125382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.214715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:35.292574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] Set router d097095f-9d11-4fd5-86fc-c14ca719c855 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:35.447141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.605069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Deleting port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:35.605854 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.630164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6c2d-36d0-4406-b115-5d9631d45878 req-899f4c5a-a80f-4374-ae49-3c8baf4c1282 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:35.640927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-707b6c2d-36d0-4406-b115-5d9631d45878 req-899f4c5a-a80f-4374-ae49-3c8baf4c1282 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 945 time: 0.1299946 Jul 09 16:35:35.690799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:35.700042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c7af7-d13b-421d-804d-fc90904ad326 None None] Network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:35.760486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] For port 02103d66-9bbf-4815-b617-dc0a5a8a3cfd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:35.761098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.777261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Calling delete_port for 02103d66-9bbf-4815-b617-dc0a5a8a3cfd owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:35.798379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-707b6c2d-36d0-4406-b115-5d9631d45878 req-579f9b84-3943-47f8-8dcb-9e24fd403609 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550574 Jul 09 16:35:35.868679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:35.868679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.980544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-548eab2a-d7e0-4a7b-a66e-392e4872e38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.076803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a395074-a000-4aa1-a31e-e480b8cdac2a req-47124563-60fd-48c0-a5dd-46a406fece0b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:36.085811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a395074-a000-4aa1-a31e-e480b8cdac2a req-47124563-60fd-48c0-a5dd-46a406fece0b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1097 time: 0.3043342 Jul 09 16:35:36.101531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.170399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.185856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a395074-a000-4aa1-a31e-e480b8cdac2a req-c1edbeb5-5ecf-4e52-99a4-0e0ee8f2fa60 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987127 Jul 09 16:35:36.237680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:33Z', 'revision_number': 5, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port': {'id': '02103d66-9bbf-4815-b617-dc0a5a8a3cfd', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:00Z', 'updated_at': '2021-07-09T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.239724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:36.242142 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b55a74-3d5e-4c78-85bb-380693e3ecc0" -d '{"events": [{"server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "name": "network-vif-plugged", "status": "completed", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:36.256391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=02103d66-9bbf-4815-b617-dc0a5a8a3cfd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:36.292019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] Checking router: d097095f-9d11-4fd5-86fc-c14ca719c855 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:35:36.294999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.303075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:36.310990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.322301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] Routers {'d097095f-9d11-4fd5-86fc-c14ca719c855'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:36.323010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d097095f-9d11-4fd5-86fc-c14ca719c855'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.324812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:36.331569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1460981894-network', 'tenant_id': '5ca13ffd2ed649d78e794c0a9157135a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:36.384950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Made reservation on behalf of 5ca13ffd2ed649d78e794c0a9157135a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:36.387802 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.399718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.526804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] Set router d097095f-9d11-4fd5-86fc-c14ca719c855 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:36.558231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.568034 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.570494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260cbc-9b96-4ff1-bfd6-4783d56543cb req-e9d7aaec-232f-47c6-b85a-30db55af2698 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:36.572636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47260cbc-9b96-4ff1-bfd6-4783d56543cb req-e9d7aaec-232f-47c6-b85a-30db55af2698 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1397033 Jul 09 16:35:36.639040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47260cbc-9b96-4ff1-bfd6-4783d56543cb req-df2c847a-be64-4934-8322-5bae7017376e tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Jul 09 16:35:36.659592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.666386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.728946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:36.734911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd1297-b9d1-49f4-90f9-1e990e518c0b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:36.736381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.738506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d097095f-9d11-4fd5-86fc-c14ca719c855 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:35:36.745460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.745460 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Added segment d29fc70d-320e-495e-89fc-a361022c2db3 of type vlan for network 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e Jul 09 16:35:36.751885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.755921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f087d2a4-c25f-4456-b9c5-b244cdbd4c06 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d097095f-9d11-4fd5-86fc-c14ca719c855 HTTP/1.1" status: 204 len: 168 time: 1.8347168 Jul 09 16:35:36.756550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:36.864499 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3b38d5-beef-42eb-bfbe-d992d91f028d x-openstack-request-id: req-7d3b38d5-beef-42eb-bfbe-d992d91f028d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:36.865412 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "name": "network-vif-plugged", "status": "completed", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:36.865841 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d3b38d5-beef-42eb-bfbe-d992d91f028d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:36.866907 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'code': 200} Jul 09 16:35:36.874293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:35Z', 'revision_number': 7, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.876785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Deleting subnet db812b6a-1252-4990-81a9-896295f03721 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:36.881533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.905371 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.913432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84f7aa-711c-4589-ad16-ed36b24be2e2 None None] The sync data for ids ['d097095f-9d11-4fd5-86fc-c14ca719c855'] in n-d-800085-2 is: [{'id': 'd097095f-9d11-4fd5-86fc-c14ca719c855', 'name': 'tempest-FloatingIPDetailsTestJSON-723067119-router', 'tenant_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:58Z', 'updated_at': '2021-07-09T16:35:35Z', 'revision_number': 7, 'project_id': 'd5195b956ddb408e9d5bc7cb846a98ee', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:36.919349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:37.018235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38483ca-7bcc-4ff9-bc1a-f3e3e4487ef1 req-ecbf9622-8bfa-47fb-9de6-fe2e9837ca3b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:37.021047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.029860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c38483ca-7bcc-4ff9-bc1a-f3e3e4487ef1 req-ecbf9622-8bfa-47fb-9de6-fe2e9837ca3b tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1096 time: 0.1288872 Jul 09 16:35:37.055235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.056761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:37.057417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.083537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7575433 Jul 09 16:35:37.090925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38842) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:37.103522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Request body: {'subnet': {'network_id': '809bbbf8-dd25-4efe-bba2-9cfc3ed6150e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1460981894-subnet', 'tenant_id': '5ca13ffd2ed649d78e794c0a9157135a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:37.129682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c38483ca-7bcc-4ff9-bc1a-f3e3e4487ef1 req-16ca70fd-9d2a-42cf-8470-552dae23af89 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984704 Jul 09 16:35:37.134182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e35f1-fcd4-49b5-9f27-60e7f2e21091 req-7fc4edad-8bf2-4176-9239-e66141fd411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:37.135832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c4e35f1-fcd4-49b5-9f27-60e7f2e21091 req-7fc4edad-8bf2-4176-9239-e66141fd411b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 1097 time: 0.1875622 Jul 09 16:35:37.151472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8182e-adb1-45da-8864-cc6e9d782e5e admin admin] Pushing event updated for resources: {'Network': ['ID=809bbbf8-dd25-4efe-bba2-9cfc3ed6150e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:37.164184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:37.239629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c4e35f1-fcd4-49b5-9f27-60e7f2e21091 req-04e07a61-4f8e-4327-919a-5d63de56f9f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789349 Jul 09 16:35:37.243912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Made reservation on behalf of 5ca13ffd2ed649d78e794c0a9157135a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:37.246353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.248916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.368555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f928-d6ce-4d99-b3ec-f1724f2a00a1 req-1e78857e-52dc-45f7-984e-543d364def46 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:37.379820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2958f928-d6ce-4d99-b3ec-f1724f2a00a1 req-1e78857e-52dc-45f7-984e-543d364def46 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1127195 Jul 09 16:35:37.398672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.437691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.439000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2958f928-d6ce-4d99-b3ec-f1724f2a00a1 req-df493364-43ad-4e48-a3f8-010e873d65a6 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578113 Jul 09 16:35:37.442778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:37.443734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db812b6a-1252-4990-81a9-896295f03721 HTTP/1.1" status: 204 len: 168 time: 0.6858933 Jul 09 16:35:37.462596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a952d4-2967-482e-a0d1-b1475dc45408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db812b6a-1252-4990-81a9-896295f03721,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:37.475848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef09e5-1ff7-4cf5-8161-27bcc7606d8e None None] Network 852cce8f-4509-4798-9c79-f4b68c42b70f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:37.552381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.581826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.633902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e373ae-67c3-4782-99d3-15f8b6e11109,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:37.654408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Deleting port b02fbe2d-f37a-440e-8eea-7dba32859e1c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:37.655234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.686560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Checking segment: {'id': 'd29fc70d-320e-495e-89fc-a361022c2db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '809bbbf8-dd25-4efe-bba2-9cfc3ed6150e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:37.686944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Network hostable DHCP agents. Network: 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:37.721483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Network 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:37.735587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:37.741826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:37.742505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.746354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a5167-a7a6-47e3-867a-dc9688be43ca None None] Network 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:37.776455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] For port b02fbe2d-f37a-440e-8eea-7dba32859e1c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b02fbe2d-f37a-440e-8eea-7dba32859e1c,segment=NetworkSegment(bb5995c2-6573-4f3d-a580-0a01be19e34c),segment_id=bb5995c2-6573-4f3d-a580-0a01be19e34c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:37.776814 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.780138 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d7c908a7-8a9f-405d-a941-7d7020e610af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6843529 Jul 09 16:35:37.822820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Calling delete_port for b02fbe2d-f37a-440e-8eea-7dba32859e1c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:37.845939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] DHCP port deletion for 852cce8f-4509-4798-9c79-f4b68c42b70f request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:35:37.957151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8f22-56db-4f10-86d6-75bcec8c1c42 req-30bd0c90-585e-4879-ae69-de5885abe66d tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:37.958743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dacb8f22-56db-4f10-86d6-75bcec8c1c42 req-30bd0c90-585e-4879-ae69-de5885abe66d tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1097 time: 0.1965773 Jul 09 16:35:37.988027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.989511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.007970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20f762-a666-4e66-aadd-9b1c504446d5 None None] Network 809bbbf8-dd25-4efe-bba2-9cfc3ed6150e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:38.021641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Deleting port b02fbe2d-f37a-440e-8eea-7dba32859e1c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:38.022032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.033626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] No DVR routers for this DVR port b02fbe2d-f37a-440e-8eea-7dba32859e1c on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:38.039089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02fbe2d-f37a-440e-8eea-7dba32859e1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:38.077137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dacb8f22-56db-4f10-86d6-75bcec8c1c42 req-a775b396-f23c-41fd-a63f-4588f66f0a6a tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091785 Jul 09 16:35:38.172364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.172494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] For port b02fbe2d-f37a-440e-8eea-7dba32859e1c, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:38.172947 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.196586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Calling delete_port for b02fbe2d-f37a-440e-8eea-7dba32859e1c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:38.196915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.197342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.198162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.198380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.198774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.199441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.199550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.199939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.200347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.200732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.209960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Port b02fbe2d-f37a-440e-8eea-7dba32859e1c was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:35:38.219618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.278709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.279102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.279434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.279764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:35:38.280288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852cce8f-4509-4798-9c79-f4b68c42b70f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:38.288799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] No DVR routers for this DVR port b02fbe2d-f37a-440e-8eea-7dba32859e1c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:38.291359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666121e-7fcc-4dea-af9d-1224be6eebcc None None] Pushing event deleted for resources: {'Port': ['ID=b02fbe2d-f37a-440e-8eea-7dba32859e1c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:38.320467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c23f1cc-97da-46b5-aae3-2f93d7a6b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.332422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5995c2-6573-4f3d-a580-0a01be19e34c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:38.333214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5995c2-6573-4f3d-a580-0a01be19e34c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:38.369238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.398460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.409411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:38.409809 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.413778 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:38.418221 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:38.488112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322dab8-02e7-4614-bf74-792e84705b4e req-84013db0-8ace-4b4b-afbb-6e1fe831bb75 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:38.490021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c322dab8-02e7-4614-bf74-792e84705b4e req-84013db0-8ace-4b4b-afbb-6e1fe831bb75 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1855283 Jul 09 16:35:38.491209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.505810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.507661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/852cce8f-4509-4798-9c79-f4b68c42b70f HTTP/1.1" status: 204 len: 168 time: 1.0639126 Jul 09 16:35:38.521099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.524597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131d2d3-6a18-4f8d-9270-19b024d789b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=852cce8f-4509-4798-9c79-f4b68c42b70f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:38.548346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c322dab8-02e7-4614-bf74-792e84705b4e req-0243a5b5-ff0c-4970-9e5c-018fa26ce7f5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Jul 09 16:35:38.726314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:38.771234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-429d777f-dffa-4f93-9970-a5fe5019fc76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5195b956ddb408e9d5bc7cb846a98ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437214 Jul 09 16:35:38.773797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:38.829986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4e9-f169-4942-91aa-641eb6a2977d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.854981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4e9-f169-4942-91aa-641eb6a2977d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.855553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d972db66-1966-4d94-af6f-ff43165b2e67 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:38.879829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d972db66-1966-4d94-af6f-ff43165b2e67 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:38.880162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d972db66-1966-4d94-af6f-ff43165b2e67 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:38.880761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b02fbe2d-f37a-440e-8eea-7dba32859e1c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:38.906113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b02fbe2d-f37a-440e-8eea-7dba32859e1c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:38.906812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b02fbe2d-f37a-440e-8eea-7dba32859e1c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:38.907566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 02103d66-9bbf-4815-b617-dc0a5a8a3cfd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:38.919965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4e9-f169-4942-91aa-641eb6a2977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.922896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4e9-f169-4942-91aa-641eb6a2977d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.924205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aa14b4e9-f169-4942-91aa-641eb6a2977d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ad74daf-7ade-4ea8-a361-e220b8a1a520 HTTP/1.1" status: 204 len: 168 time: 0.1494002 Jul 09 16:35:38.933064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 02103d66-9bbf-4815-b617-dc0a5a8a3cfd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:38.933596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 02103d66-9bbf-4815-b617-dc0a5a8a3cfd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:38.955581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14b4e9-f169-4942-91aa-641eb6a2977d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad74daf-7ade-4ea8-a361-e220b8a1a520,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:39.053481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-7182f988-d385-41c6-9a91-53cef927bbac tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:35:39.054501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-7182f988-d385-41c6-9a91-53cef927bbac tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072048 Jul 09 16:35:39.066986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Request body: {'binding': {'host': 'n-h1-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:39.068147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:35:39.101746 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.244035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on host n-h1-800085-2 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:39.244413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:39.244970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:39.249617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:39.249949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:39.255331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:39.255731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:39.256049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:39.256466 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Bound port: f72b8b14-0695-41da-bae7-ccbde8bca861, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:39.334730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:39.341425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.343292 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-ba0acd64-90fa-463c-9e3b-67f639974ca9 service neutron] 10.222.0.48 "POST /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861/bindings HTTP/1.1" status: 201 len: 389 time: 0.2809598 Jul 09 16:35:39.714499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-7edcefc1-5da8-4164-b9e2-16cb2e0bae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:39.716094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-7edcefc1-5da8-4164-b9e2-16cb2e0bae27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1096 time: 0.0708799 Jul 09 16:35:39.818428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-09879f88-dcc3-4401-9ce8-2f2839f5606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:39.820615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-09879f88-dcc3-4401-9ce8-2f2839f5606b service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.0959644 Jul 09 16:35:39.880929 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-c79caccd-a3d8-4097-b0d6-4b7e3a96712b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 217 time: 0.0528767 Jul 09 16:35:39.955543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-af05076c-5722-446b-bd95-750cd08b612d tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:39.957261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-af05076c-5722-446b-bd95-750cd08b612d tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/networks?id=ab9b596f-4e71-41eb-b8a7-c818049ba0d5 HTTP/1.1" status: 200 len: 815 time: 0.1073029 Jul 09 16:35:39.957893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-99f41f49-bd9f-4abb-b295-1eba84ecb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:39.959424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-99f41f49-bd9f-4abb-b295-1eba84ecb0ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0525091 Jul 09 16:35:39.981488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-581f8c44-09f3-478c-a718-43fed75036e0 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/quotas/6d81c5327357447f94a616f8898d4550 HTTP/1.1" status: 200 len: 375 time: 0.0180206 Jul 09 16:35:40.013638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-7e598067-68c1-4093-9afd-4093db64a381 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d81c5327357447f94a616f8898d4550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308239 Jul 09 16:35:40.016114 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-72f24ab3-930c-438b-9f92-18a08a2c736d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484083 Jul 09 16:35:40.088365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-6397a579-c753-4c95-bc1d-c1ec23592a3e tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:35:40.089505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-6397a579-c753-4c95-bc1d-c1ec23592a3e tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072362 Jul 09 16:35:40.110078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Request body: {'binding': {'host': 'n-h1-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:40.110645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:35:40.119583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-80cc243d-9fb0-40d7-807d-266023f8820c service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962536 Jul 09 16:35:40.159455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-70652136-31b8-40d1-b1a9-6fb0cf66f31d service neutron] 10.222.0.48 "GET /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367476 Jul 09 16:35:40.221850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-41c5b942-1a95-419a-bfbf-2a36a6f96d43 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944505 Jul 09 16:35:40.312908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-d7c2c27c-333c-4b76-befd-bb40241a2142 service neutron] 10.222.0.48 "GET /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213078 Jul 09 16:35:40.324081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on host n-h1-800085-2 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:40.324207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:40.324554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:40.329116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:40.329432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:40.334707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:40.335049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:40.335492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:40.335839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Bound port: 4dc93540-8ca2-43a7-934e-f29af8edc224, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:40.395410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:40.400855 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.402059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9c060729-2f2e-4056-988f-ca33d936e8cd service neutron] 10.222.0.48 "POST /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224/bindings HTTP/1.1" status: 201 len: 389 time: 0.3051825 Jul 09 16:35:40.725528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111d960-a4fd-4ff8-9faa-865a03cbe541 req-5d975f71-3e19-4130-8106-e8a4fff4ab40 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:40.727315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2111d960-a4fd-4ff8-9faa-865a03cbe541 req-5d975f71-3e19-4130-8106-e8a4fff4ab40 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1119628 Jul 09 16:35:40.749868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3768bb-9df0-4d12-b612-eb11f389ce29 req-6fe99cf2-0f02-45fc-b904-1f941da9c2df tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:40.751288 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3768bb-9df0-4d12-b612-eb11f389ce29 req-6fe99cf2-0f02-45fc-b904-1f941da9c2df tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1342602 Jul 09 16:35:40.813205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2111d960-a4fd-4ff8-9faa-865a03cbe541 req-b2ea9534-442e-44d9-a4ac-2837c90f96d5 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760286 Jul 09 16:35:40.818590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3768bb-9df0-4d12-b612-eb11f389ce29 req-dcc945c2-094d-46a4-aa1f-451843cddbc6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485685 Jul 09 16:35:40.925290 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:41.017311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44058baf-3891-45d6-a8ff-2036fa4b068b req-490d61fa-5156-4d9e-b32d-33538543703a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:41.022628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44058baf-3891-45d6-a8ff-2036fa4b068b req-490d61fa-5156-4d9e-b32d-33538543703a tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.0907564 Jul 09 16:35:41.069633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44058baf-3891-45d6-a8ff-2036fa4b068b req-522f8696-d2e0-4a6b-835b-01d64822c8ab tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Jul 09 16:35:41.220309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-229713a1-6878-4747-958c-78b6ab3d60b6 req-42fc4bd4-8777-4918-9455-b687f25886ad tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 210 time: 0.0307941 Jul 09 16:35:41.353066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901c1a5-be71-4603-8764-e33dc058ed08 req-45cda92f-14ff-4b51-be7d-685b232baac9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:41.354864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b901c1a5-be71-4603-8764-e33dc058ed08 req-45cda92f-14ff-4b51-be7d-685b232baac9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.0741017 Jul 09 16:35:41.429313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b901c1a5-be71-4603-8764-e33dc058ed08 req-b52519a8-6fc4-40ba-abe9-9cea1182f265 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635817 Jul 09 16:35:41.459332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb57723-2ae6-4a33-870d-39ba41f075d8 req-3e35e92a-4989-4cac-b787-a0ecb9026d05 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:41.461006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb57723-2ae6-4a33-870d-39ba41f075d8 req-3e35e92a-4989-4cac-b787-a0ecb9026d05 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1051493 Jul 09 16:35:41.471514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:41.478662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Request body: {'floatingip': {'port_id': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:41.574450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.155880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-dffe1033-3210-4cc0-9543-8480ff970f43 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:42.157378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:42.158779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-dffe1033-3210-4cc0-9543-8480ff970f43 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.43 "GET /v2.0/networks?id=ab9b596f-4e71-41eb-b8a7-c818049ba0d5 HTTP/1.1" status: 200 len: 815 time: 0.3490357 Jul 09 16:35:42.194362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Request body: {'port': {'device_id': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5', 'admin_state_up': True, 'tenant_id': '6d81c5327357447f94a616f8898d4550'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:42.294334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0712df-3671-432e-8a9d-61134092f8d5 req-d0fbd610-72ac-46d3-b88a-e690ca59fda4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:42.296234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd0712df-3671-432e-8a9d-61134092f8d5 req-d0fbd610-72ac-46d3-b88a-e690ca59fda4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.2195308 Jul 09 16:35:42.381368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a65568f-feef-4e99-a826-bc4feac04813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.404908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd0712df-3671-432e-8a9d-61134092f8d5 req-b70a3cad-2873-4654-9005-3f64954f4614 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980618 Jul 09 16:35:42.442398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Made reservation on behalf of 6d81c5327357447f94a616f8898d4550 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:42.446707 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.609701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70ad0975-c03b-4d4c-9b68-c735f563b049 req-fab96462-9ab2-4d76-8c5e-135edbb9c7e7 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 210 time: 0.0534508 Jul 09 16:35:42.668021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87454-bf7b-48a2-9e17-18ddd2ba0849 req-f1d7f12f-6cf4-425a-a6ef-0c595721aae7 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:42.669698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0d87454-bf7b-48a2-9e17-18ddd2ba0849 req-f1d7f12f-6cf4-425a-a6ef-0c595721aae7 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1991971 Jul 09 16:35:42.708110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Allocated IP 172.20.0.6 (ab9b596f-4e71-41eb-b8a7-c818049ba0d5/ff34713a-6b1b-43e8-aaa3-179a75db9cda/27baf6f7-8706-4699-9dbe-5fc9e4034ded) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:42.737145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0d87454-bf7b-48a2-9e17-18ddd2ba0849 req-2c9a1e7b-f166-48b3-9227-8ab0d16a6b57 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607076 Jul 09 16:35:42.848766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:35:43.024229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.031560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.143387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a65568f-feef-4e99-a826-bc4feac04813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.161069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a65568f-feef-4e99-a826-bc4feac04813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.192850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65568f-feef-4e99-a826-bc4feac04813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16e0c9-65f3-44bb-a9b4-76620c8703f0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:43.231474 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3a65568f-feef-4e99-a826-bc4feac04813 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4315d4aec371446389c5c392deacaea1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729256 Jul 09 16:35:43.232356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:43.234289 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Floating IP 30ef6f9e-5970-4805-b9ff-226032cc0590 associated. External IP: 172.25.7.82, port: f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d. Jul 09 16:35:43.459253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.504870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b033ee-4cbf-4ebb-b744-810061a88bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.518947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946d8c2-047f-4e82-990e-6d61d51f7a29 req-1ae1fa56-a679-45fc-b135-3da5aae9c103 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:43.526957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8946d8c2-047f-4e82-990e-6d61d51f7a29 req-1ae1fa56-a679-45fc-b135-3da5aae9c103 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.5796468 Jul 09 16:35:43.531860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b033ee-4cbf-4ebb-b744-810061a88bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.557236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.603093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8946d8c2-047f-4e82-990e-6d61d51f7a29 req-afb27756-ed7e-4a5a-9793-72f457a281a9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751750 Jul 09 16:35:43.606637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:43.626317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b033ee-4cbf-4ebb-b744-810061a88bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.629021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b033ee-4cbf-4ebb-b744-810061a88bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.634824 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-89b033ee-4cbf-4ebb-b744-810061a88bbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb16e0c9-65f3-44bb-a9b4-76620c8703f0 HTTP/1.1" status: 204 len: 168 time: 0.2886937 Jul 09 16:35:43.649060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b033ee-4cbf-4ebb-b744-810061a88bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16e0c9-65f3-44bb-a9b4-76620c8703f0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:43.691137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Router c036ba5c-7771-4141-b201-640e17b8eddc has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:35:43.694732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:43.704685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:43.717069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:43.753876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Pushing event updated for resources: {'Port': ['ID=27baf6f7-8706-4699-9dbe-5fc9e4034ded,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:43.885262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:43.891166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.896283 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] Sync routers for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:43.917019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:43.917678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.922591 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:43.923237 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:43.942681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6ecea-dfad-420c-a623-55ef28f0409f req-138cd7c5-8e08-4866-843f-d706f7cf2489 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:43.951401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8d6ecea-dfad-420c-a623-55ef28f0409f req-138cd7c5-8e08-4866-843f-d706f7cf2489 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.3298609 Jul 09 16:35:43.956164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b08e2107-0e10-4f5f-8fcc-acbe7f57c3dc tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "PUT /v2.0/floatingips/30ef6f9e-5970-4805-b9ff-226032cc0590 HTTP/1.1" status: 200 len: 991 time: 2.4830391 Jul 09 16:35:43.956834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:43.959871 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:43.994709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-2ec2018e-0003-4f44-ae32-540d7d7e2a6a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8250346 Jul 09 16:35:44.009479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Request body: {'port': {'device_id': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:44.052513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aa447-8e17-441a-bb14-d48bfccfbdf0 req-9619d40c-6565-4bdc-9c22-2aaecf0395d5 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:44.059712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1aa447-8e17-441a-bb14-d48bfccfbdf0 req-9619d40c-6565-4bdc-9c22-2aaecf0395d5 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 931 time: 0.2407260 Jul 09 16:35:44.087859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8d6ecea-dfad-420c-a623-55ef28f0409f req-277725b1-e22f-4f15-b8b8-3d28637f2096 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351962 Jul 09 16:35:44.136997 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:44.142375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5436c371-fb34-4a37-9846-eb9a13dbbb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:44.301768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1aa447-8e17-441a-bb14-d48bfccfbdf0 req-470633f9-4f28-4fd5-9089-ca032f482f8d tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410083 Jul 09 16:35:44.336737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:44.543722 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317feb78-374b-4205-afe9-0e8e19e798bc x-openstack-request-id: req-317feb78-374b-4205-afe9-0e8e19e798bc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:44.544265 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:44.545734 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-317feb78-374b-4205-afe9-0e8e19e798bc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:44.546522 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'status': 'completed', 'code': 200} Jul 09 16:35:44.564085 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '30ef6f9e-5970-4805-b9ff-226032cc0590', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'port_id': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'mac_address': 'fa:16:3e:f1:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:34:44Z', 'updated_at': '2021-07-09T16:35:42Z', 'revision_number': 1, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:47Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:44.657390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137270-34c3-48ae-a45d-6d63467ebb11 req-b31cfe86-016e-42a0-bfe8-5efddc7c4355 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:44.664850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6137270-34c3-48ae-a45d-6d63467ebb11 req-b31cfe86-016e-42a0-bfe8-5efddc7c4355 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.3980832 Jul 09 16:35:44.715062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-1538886d-c259-46c1-a3b1-b9769e379b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:44.717395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-1538886d-c259-46c1-a3b1-b9769e379b2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62962c20d62c464d8274e7617715fe4e&device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 1097 time: 0.0970192 Jul 09 16:35:44.879542 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] Checking router: c036ba5c-7771-4141-b201-640e17b8eddc for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:35:44.896129 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:44.896845 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:44.900866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6137270-34c3-48ae-a45d-6d63467ebb11 req-e8bdb919-569f-4310-accf-f831eb1fd921 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241938 Jul 09 16:35:44.913172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5436c371-fb34-4a37-9846-eb9a13dbbb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:44.922421 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5436c371-fb34-4a37-9846-eb9a13dbbb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.005574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-eefacd6c-bafd-4f4e-9e3c-653d4551ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:45.016893 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-eefacd6c-bafd-4f4e-9e3c-653d4551ba9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d HTTP/1.1" status: 200 len: 916 time: 0.2909007 Jul 09 16:35:45.152022 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-52957a47-5ee0-4cf8-9926-9dc077f09631 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d HTTP/1.1" status: 200 len: 999 time: 0.1257308 Jul 09 16:35:45.156468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5436c371-fb34-4a37-9846-eb9a13dbbb39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9294ce013cd1477bac4dfac094236c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5437899 Jul 09 16:35:45.157585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436c371-fb34-4a37-9846-eb9a13dbbb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5649982-7414-4632-8cb1-7f0057ae4c46,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:45.159729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:45.228081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-4b78b39c-4f23-4b44-9f75-661b658a954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:45.230096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-4b78b39c-4f23-4b44-9f75-661b658a954b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30 HTTP/1.1" status: 200 len: 854 time: 0.0599658 Jul 09 16:35:45.241724 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:45.289334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27baf6f7-8706-4699-9dbe-5fc9e4034ded {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:45.299541 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.312311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a5e3-e599-4db2-a8da-94e6b9caeaaa req-cde5a75a-1e73-444b-bac7-c0356153abca tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:45.319688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d85a5e3-e599-4db2-a8da-94e6b9caeaaa req-cde5a75a-1e73-444b-bac7-c0356153abca tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.2172947 Jul 09 16:35:45.336706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-f99196e1-60df-4b6e-9c51-9310fb447516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:45.338342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-f99196e1-60df-4b6e-9c51-9310fb447516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998013 Jul 09 16:35:45.339029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f929-7e4d-42bf-b292-e2a0dd715540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.348915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Transition to ACTIVE for port object 27baf6f7-8706-4699-9dbe-5fc9e4034ded will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:45.361444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.397413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d85a5e3-e599-4db2-a8da-94e6b9caeaaa req-79b8c6b5-c3e2-4883-996b-5e52e2eabf97 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Jul 09 16:35:45.416559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f929-7e4d-42bf-b292-e2a0dd715540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.490717 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-5ada9874-fe4f-469d-bdbf-1e15500ff7b7 service neutron] 10.222.0.37 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401927 Jul 09 16:35:45.514612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Pushing event updated for resources: {'Port': ['ID=27baf6f7-8706-4699-9dbe-5fc9e4034ded,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:45.577922 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '30ef6f9e-5970-4805-b9ff-226032cc0590', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'port_id': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'mac_address': 'fa:16:3e:f1:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:34:44Z', 'updated_at': '2021-07-09T16:35:42Z', 'revision_number': 1, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:47Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:45.608851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f929-7e4d-42bf-b292-e2a0dd715540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.613485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f929-7e4d-42bf-b292-e2a0dd715540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.615217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ba8f929-7e4d-42bf-b292-e2a0dd715540 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5649982-7414-4632-8cb1-7f0057ae4c46 HTTP/1.1" status: 204 len: 168 time: 0.4543614 Jul 09 16:35:45.652269 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1e660ef-a51b-44ea-be9e-b3f5100df1c2 req-305e3621-8602-4304-ae5f-2e31c5a38c3e service neutron] 10.222.0.37 "GET /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511552 Jul 09 16:35:45.653703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8f929-7e4d-42bf-b292-e2a0dd715540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5649982-7414-4632-8cb1-7f0057ae4c46,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:45.688373 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f722711-3729-4547-be70-d1f1e77789ef None None] The sync data for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 is: [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '30ef6f9e-5970-4805-b9ff-226032cc0590', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'port_id': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'mac_address': 'fa:16:3e:f1:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:34:44Z', 'updated_at': '2021-07-09T16:35:42Z', 'revision_number': 1, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:47Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:45.695524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Attempting to bind port 27baf6f7-8706-4699-9dbe-5fc9e4034ded on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:45.695986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Attempting to bind port 27baf6f7-8706-4699-9dbe-5fc9e4034ded by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:45.696494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Attempting to bind port 27baf6f7-8706-4699-9dbe-5fc9e4034ded on network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:45.713714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Port 27baf6f7-8706-4699-9dbe-5fc9e4034ded on network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:45.719519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Attempting to bind port 27baf6f7-8706-4699-9dbe-5fc9e4034ded on network ab9b596f-4e71-41eb-b8a7-c818049ba0d5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:45.739906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:45.740210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Checking segment: {'id': '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:45.740670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Bound using segment: {'id': '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:45.741129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Bound port: 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:45.741496 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.799163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ac42e-59e9-408b-85d5-7a8c8f04ca1f req-b2e8054b-f817-493c-bda8-d553803261dd tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:45.806868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db6ac42e-59e9-408b-85d5-7a8c8f04ca1f req-b2e8054b-f817-493c-bda8-d553803261dd tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1820557 Jul 09 16:35:45.937505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db6ac42e-59e9-408b-85d5-7a8c8f04ca1f req-98ae82e8-fb09-4be4-b55c-dc73550dbdad tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297231 Jul 09 16:35:45.945968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] For port 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:45.950595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] For port 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded,segment=NetworkSegment(44d7e8a1-33f1-42ae-8a7a-112a8c92c46c),segment_id=44d7e8a1-33f1-42ae-8a7a-112a8c92c46c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:45.965211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.028808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce65865-3bfd-485f-a3f6-a888766ab76e req-124292e5-8ff5-4219-8347-444e725aa18d tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.032232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1cf12e-4335-4319-895f-3dacd674fa4c None None] New status for floating IP 30ef6f9e-5970-4805-b9ff-226032cc0590: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:35:46.036255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ce65865-3bfd-485f-a3f6-a888766ab76e req-124292e5-8ff5-4219-8347-444e725aa18d tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 943 time: 0.1970842 Jul 09 16:35:46.039035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.039658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.041032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] 10.222.0.43 "PUT /v2.0/ports/27baf6f7-8706-4699-9dbe-5fc9e4034ded HTTP/1.1" status: 200 len: 1091 time: 2.0360332 Jul 09 16:35:46.044479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'tag': '27baf6f7-8706-4699-9dbe-5fc9e4034ded'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:46.047118 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b697e8-d785-4d41-825f-63dec26b5d69" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a3411c-1763-4da7-8749-ef164b5d5d5a", "tag": "27baf6f7-8706-4699-9dbe-5fc9e4034ded"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:46.098994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0c1e8-8793-47e4-b927-0696536de8cd service neutron] Pushing event updated for resources: {'Port': ['ID=27baf6f7-8706-4699-9dbe-5fc9e4034ded,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:46.148710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ce65865-3bfd-485f-a3f6-a888766ab76e req-95eaaa17-02d9-4e02-99b6-620e8ad09d04 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114492 Jul 09 16:35:46.191408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-c9066eaa-cc0d-4392-a748-6257ea0e2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.193742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-c9066eaa-cc0d-4392-a748-6257ea0e2f9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d81c5327357447f94a616f8898d4550&device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 1094 time: 0.1052904 Jul 09 16:35:46.253926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-fc01cfcd-e30d-406a-be12-db60ae02557b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded HTTP/1.1" status: 200 len: 217 time: 0.0501719 Jul 09 16:35:46.360714 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c968ac-e985-46ac-bda7-98ff58f14db7 x-openstack-request-id: req-c4c968ac-e985-46ac-bda7-98ff58f14db7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:46.360856 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a3411c-1763-4da7-8749-ef164b5d5d5a", "tag": "27baf6f7-8706-4699-9dbe-5fc9e4034ded", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:46.361345 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4c968ac-e985-46ac-bda7-98ff58f14db7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:46.361892 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'tag': '27baf6f7-8706-4699-9dbe-5fc9e4034ded', 'status': 'completed', 'code': 200} Jul 09 16:35:46.369858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-df0a87e0-806b-46a9-933e-03f5d1179d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.376356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-df0a87e0-806b-46a9-933e-03f5d1179d17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff34713a-6b1b-43e8-aaa3-179a75db9cda HTTP/1.1" status: 200 len: 855 time: 0.1108885 Jul 09 16:35:46.424029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-3407dde1-69c6-4d07-a8d4-f666bd059143 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab9b596f-4e71-41eb-b8a7-c818049ba0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414298 Jul 09 16:35:46.440364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754e50-27f1-4448-a35f-024b7a604d7d req-9bedc558-b7c5-4144-9b14-ceaa379be2d1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.447610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66754e50-27f1-4448-a35f-024b7a604d7d req-9bedc558-b7c5-4144-9b14-ceaa379be2d1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1370802 Jul 09 16:35:46.535087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66754e50-27f1-4448-a35f-024b7a604d7d req-0a9c05f0-291f-41c0-a1c4-e067a80874bc tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Jul 09 16:35:46.576281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-c38287dd-ecfc-4014-9679-c8657e6b791f service neutron] 10.222.0.43 "GET /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213059 Jul 09 16:35:46.603364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:46.702220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3c9f3c-1b6f-4158-8ef3-510d09eb3da7 req-68e7dc67-92e8-4454-917a-61c797cdf8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180551 Jul 09 16:35:46.711192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2122116533-network', 'tenant_id': '0e5eeb612e794730834715b668aa2575'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:46.742495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Made reservation on behalf of 0e5eeb612e794730834715b668aa2575 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:46.745711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.755591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c8a89-b0e4-4aad-8b82-455832964176 req-db36858b-30cc-4ac2-9706-72ea59fff557 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.757244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-334c8a89-b0e4-4aad-8b82-455832964176 req-db36858b-30cc-4ac2-9706-72ea59fff557 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.0923142 Jul 09 16:35:46.765744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.872424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.876968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.883294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-334c8a89-b0e4-4aad-8b82-455832964176 req-dcf0df7e-ba13-4490-a693-a31fcc0eb246 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138544 Jul 09 16:35:46.905633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:46.919463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b0ba29-ebea-4e1f-a292-a0e110eb380e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:46.936694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.937174 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Added segment f949940d-8952-48f3-a1e6-77c0ca9c1e37 of type vlan for network 57569dcd-7f1a-44e8-81ae-cae7e9262798 Jul 09 16:35:46.937294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-b2b396fd-87e1-448b-9691-d79ef89f185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.939583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-b2b396fd-87e1-448b-9691-d79ef89f185c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d81c5327357447f94a616f8898d4550&device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 1094 time: 0.1686175 Jul 09 16:35:46.983894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.017527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.019124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.019947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.084742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-45a4c471-f8b8-4779-a512-4615f4ec4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.088244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-45a4c471-f8b8-4779-a512-4615f4ec4953 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab9b596f-4e71-41eb-b8a7-c818049ba0d5 HTTP/1.1" status: 200 len: 916 time: 0.1395063 Jul 09 16:35:47.104372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=57569dcd-7f1a-44e8-81ae-cae7e9262798,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:47.111989 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-596c2cbf-3173-4eb3-9907-d65416064ca8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5072887 Jul 09 16:35:47.117364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 57569dcd-7f1a-44e8-81ae-cae7e9262798 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:47.120960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:47.127935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Request body: {'subnet': {'network_id': '57569dcd-7f1a-44e8-81ae-cae7e9262798', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2122116533-subnet', 'tenant_id': '0e5eeb612e794730834715b668aa2575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:47.158737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-532469f6-498e-4300-aba5-fc919ef820e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded HTTP/1.1" status: 200 len: 217 time: 0.0629458 Jul 09 16:35:47.170601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Made reservation on behalf of 0e5eeb612e794730834715b668aa2575 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:47.180777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.242359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-e31192f9-d11f-41fc-8081-530e0b1d70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.243883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-e31192f9-d11f-41fc-8081-530e0b1d70cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff34713a-6b1b-43e8-aaa3-179a75db9cda HTTP/1.1" status: 200 len: 855 time: 0.0640247 Jul 09 16:35:47.282560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-49967763-ce79-4e7e-9414-b452180106ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab9b596f-4e71-41eb-b8a7-c818049ba0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315225 Jul 09 16:35:47.291220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ea1ac-7798-4324-b3e8-b9c6821a7600 req-bd43fb1b-27fe-44b6-be0d-97935be15141 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.293339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b0ea1ac-7798-4324-b3e8-b9c6821a7600 req-bd43fb1b-27fe-44b6-be0d-97935be15141 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1516478 Jul 09 16:35:47.407238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b0ea1ac-7798-4324-b3e8-b9c6821a7600 req-644ed6a4-c65c-4d1a-8c5a-d02a255b638e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991576 Jul 09 16:35:47.407908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.458159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-336e7483-0698-4c3d-b945-883a040fee2e service neutron] 10.222.0.43 "GET /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633718 Jul 09 16:35:47.486514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8212b37b-2cb4-4efe-b85f-51eeff03f065,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:47.494942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Checking segment: {'id': 'f949940d-8952-48f3-a1e6-77c0ca9c1e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '57569dcd-7f1a-44e8-81ae-cae7e9262798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:47.495342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Network hostable DHCP agents. Network: 57569dcd-7f1a-44e8-81ae-cae7e9262798, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:47.514746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Network 57569dcd-7f1a-44e8-81ae-cae7e9262798 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:47.529867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 57569dcd-7f1a-44e8-81ae-cae7e9262798) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:47.541246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f7685-7deb-44d1-b0a9-af8f32fc3b70 None None] Network 57569dcd-7f1a-44e8-81ae-cae7e9262798 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:47.542573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.543570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.565825 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-41a3c856-0786-4a3f-95ca-c9635af0ba6b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4433341 Jul 09 16:35:47.586432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ce99d-bb10-4659-87b1-cab54c11d06c req-97999c64-c9db-40cd-8a68-a0415d402362 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.589856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d68ce99d-bb10-4659-87b1-cab54c11d06c req-97999c64-c9db-40cd-8a68-a0415d402362 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 943 time: 0.1870606 Jul 09 16:35:47.620393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b697e8-d785-4d41-825f-63dec26b5d69 req-b92d6b62-a4a2-43dc-b6db-3eafd405ae77 service neutron] 10.222.0.43 "GET /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542158 Jul 09 16:35:47.642913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d68ce99d-bb10-4659-87b1-cab54c11d06c req-eb1a9845-a6bd-40ca-9ad6-bc1987e135e6 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Jul 09 16:35:47.729702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55edf8-ef60-4321-a2e3-432c6a136881 None None] Network 57569dcd-7f1a-44e8-81ae-cae7e9262798 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:47.868950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30795d-96de-43e9-8323-a0530873fc09 req-3807dcf5-2334-4538-b294-a744f6570af0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:47.871557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa30795d-96de-43e9-8323-a0530873fc09 req-3807dcf5-2334-4538-b294-a744f6570af0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.0788589 Jul 09 16:35:47.920536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa30795d-96de-43e9-8323-a0530873fc09 req-5fc89b44-6939-4f2f-b116-7eb7d0e87a08 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Jul 09 16:35:48.069974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3acaf09a-acd8-444a-8c8e-af48d74553c0 req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1592025212', 'description': 'tempest-description-1821129000'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:48.094665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3acaf09a-acd8-444a-8c8e-af48d74553c0 req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.213788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9eb7e6-35aa-491a-af6d-f9013c03b56a req-1dd84748-d316-4ca4-953b-1830a6d28eec tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:48.215338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9eb7e6-35aa-491a-af6d-f9013c03b56a req-1dd84748-d316-4ca4-953b-1830a6d28eec tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1081080 Jul 09 16:35:48.250494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3acaf09a-acd8-444a-8c8e-af48d74553c0 req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.256921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3acaf09a-acd8-444a-8c8e-af48d74553c0 req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.284653 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d9eb7e6-35aa-491a-af6d-f9013c03b56a req-666781c2-7dc3-4a41-80c0-1fc3a07a888b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623798 Jul 09 16:35:48.296382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3acaf09a-acd8-444a-8c8e-af48d74553c0 req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.297602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3acaf09a-acd8-444a-8c8e-af48d74553c0 req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2321882 Jul 09 16:35:48.302642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e592d7-5e0e-4bfe-8413-56303af6c9a0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac1ff0-1fc2-4944-b4d0-6f749b5b008d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:48.379406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-b6073577-8dba-4316-b87c-d99226377853 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/8bac1ff0-1fc2-4944-b4d0-6f749b5b008d HTTP/1.1" status: 200 len: 1805 time: 0.0489025 Jul 09 16:35:48.389629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bac1ff0-1fc2-4944-b4d0-6f749b5b008d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:48.390553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bac1ff0-1fc2-4944-b4d0-6f749b5b008d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:48.461394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.489162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.492782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.512882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f891efe6-bf51-4104-b410-78d72e8d5a0a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:48.523791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.525657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f952dd7-b508-466b-87d8-f17b412890c7 req-d33ceb77-8ca1-481d-aaba-0eb20fbe9c78 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1413996 Jul 09 16:35:48.672607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6ca2123f-8a98-48de-acb1-555fbeca3cbc req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-979689769', 'description': 'tempest-description-1647075785'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:48.717934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ca2123f-8a98-48de-acb1-555fbeca3cbc req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.770001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40db7b-0663-45d2-b872-4650f33c201a req-4523fcb7-3957-4cac-be46-61ed7ddff61f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:48.771982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb40db7b-0663-45d2-b872-4650f33c201a req-4523fcb7-3957-4cac-be46-61ed7ddff61f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1125562 Jul 09 16:35:48.836053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb40db7b-0663-45d2-b872-4650f33c201a req-3c416b09-2a26-4e31-84a6-5bfb2befa520 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562017 Jul 09 16:35:48.864563 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ca2123f-8a98-48de-acb1-555fbeca3cbc req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.868789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ca2123f-8a98-48de-acb1-555fbeca3cbc req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.900302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ca2123f-8a98-48de-acb1-555fbeca3cbc req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.901549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ca2123f-8a98-48de-acb1-555fbeca3cbc req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2401547 Jul 09 16:35:48.912566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d369c-b82d-4c33-8e00-f9d51642bc6c tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4516b1-12b7-48ed-8112-0fb800455b16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.072587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 27baf6f7-8706-4699-9dbe-5fc9e4034ded details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:49.117496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-05855859-93b8-4e65-a7ee-3b79915419e1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/0e4516b1-12b7-48ed-8112-0fb800455b16 HTTP/1.1" status: 200 len: 1804 time: 0.0416472 Jul 09 16:35:49.129446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0e4516b1-12b7-48ed-8112-0fb800455b16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:49.129781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0e4516b1-12b7-48ed-8112-0fb800455b16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:49.179516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded,segment=NetworkSegment(44d7e8a1-33f1-42ae-8a7a-112a8c92c46c),segment_id=44d7e8a1-33f1-42ae-8a7a-112a8c92c46c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:49.193324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '27baf6f7-8706-4699-9dbe-5fc9e4034ded', 'network_id': 'ab9b596f-4e71-41eb-b8a7-c818049ba0d5', 'port_id': '27baf6f7-8706-4699-9dbe-5fc9e4034ded', 'mac_address': 'fa:16:3e:4a:0a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff34713a-6b1b-43e8-aaa3-179a75db9cda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:35:49.232678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.232952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.242082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2799ad4-9d2e-4322-96b0-9ddeb97f3979 req-f39c819e-8d39-4536-8c32-38f6b4775fae tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:49.243621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2799ad4-9d2e-4322-96b0-9ddeb97f3979 req-f39c819e-8d39-4536-8c32-38f6b4775fae tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 943 time: 0.1081116 Jul 09 16:35:49.252904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27baf6f7-8706-4699-9dbe-5fc9e4034ded {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:35:49.275559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded,segment=NetworkSegment(44d7e8a1-33f1-42ae-8a7a-112a8c92c46c),segment_id=44d7e8a1-33f1-42ae-8a7a-112a8c92c46c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:49.280303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.290278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.297789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.324427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2799ad4-9d2e-4322-96b0-9ddeb97f3979 req-9429fffe-5b83-4f86-9d56-bdf03d3be50c tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745912 Jul 09 16:35:49.328183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af86f044-a30b-4ab7-81d2-582beb722ce3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.341426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.343120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9620f49-5562-402f-92b9-f9da8c3e2f13 req-561f2d17-d5fb-4430-8338-0f1bfcb9e889 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2187142 Jul 09 16:35:49.357705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=27baf6f7-8706-4699-9dbe-5fc9e4034ded,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.562328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561d175-b827-45b2-9540-47cc9fd5d6f8 req-146ecf14-94e8-407a-98ea-a33604e56990 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:49.562328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0561d175-b827-45b2-9540-47cc9fd5d6f8 req-146ecf14-94e8-407a-98ea-a33604e56990 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1129949 Jul 09 16:35:49.566349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['27baf6f7-8706-4699-9dbe-5fc9e4034ded'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:49.574589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d02b6-21fc-40cc-a63a-4887cc8c66fa req-42adaf0f-b554-4d2f-8770-af82d99bd611 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:49.576076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-308d02b6-21fc-40cc-a63a-4887cc8c66fa req-42adaf0f-b554-4d2f-8770-af82d99bd611 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.0924718 Jul 09 16:35:49.631761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0561d175-b827-45b2-9540-47cc9fd5d6f8 req-8596be6c-885d-42e6-8e33-8fb2e3556c15 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Jul 09 16:35:49.638058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-308d02b6-21fc-40cc-a63a-4887cc8c66fa req-9d1d135a-2a20-4d83-868b-513899e8ae98 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546141 Jul 09 16:35:49.663930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c3a81e06-c0dd-466c-a818-bbe5d2b3ee47 req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1309317924', 'description': 'tempest-description-215828062'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:49.700084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3a81e06-c0dd-466c-a818-bbe5d2b3ee47 req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.815243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3a81e06-c0dd-466c-a818-bbe5d2b3ee47 req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.821469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3a81e06-c0dd-466c-a818-bbe5d2b3ee47 req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.851396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3a81e06-c0dd-466c-a818-bbe5d2b3ee47 req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.852760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3a81e06-c0dd-466c-a818-bbe5d2b3ee47 req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1931977 Jul 09 16:35:49.864898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaa83f-385f-422d-8327-80d943478c21 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8321e0c7-d830-44da-87ff-b257c3de290b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.887305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f3e09760-3dc9-4ad1-8c60-cc0a5e7be4d1 req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1782975956', 'description': 'tempest-description-1755773450'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:49.922814 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3e09760-3dc9-4ad1-8c60-cc0a5e7be4d1 req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.073026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3e09760-3dc9-4ad1-8c60-cc0a5e7be4d1 req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.080481 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3e09760-3dc9-4ad1-8c60-cc0a5e7be4d1 req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.127591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3e09760-3dc9-4ad1-8c60-cc0a5e7be4d1 req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.128898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3e09760-3dc9-4ad1-8c60-cc0a5e7be4d1 req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2486017 Jul 09 16:35:50.129786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfeed7-ecf6-4bdb-bcdb-318a9a3cc1ba tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcdd26d-90dd-4dad-9e97-64b7b215c0ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.146434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e6c4-4eea-4764-b2e5-fed219865e39 req-9fd212d7-dd3d-486b-a067-0cfc5a6ec22d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:50.148100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31a9e6c4-4eea-4764-b2e5-fed219865e39 req-9fd212d7-dd3d-486b-a067-0cfc5a6ec22d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1352396 Jul 09 16:35:50.163008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.197250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31a9e6c4-4eea-4764-b2e5-fed219865e39 req-278b0caa-1d14-435f-8800-ba32da65aa78 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Jul 09 16:35:50.277836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3204ba90-1d63-485b-9896-4c86b0312935 req-955addeb-2f55-4493-a10c-d3488489a799 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/8321e0c7-d830-44da-87ff-b257c3de290b HTTP/1.1" status: 200 len: 1804 time: 0.0495398 Jul 09 16:35:50.318212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ae36-b487-4e2b-a37a-0f5979ba97d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.334587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3204ba90-1d63-485b-9896-4c86b0312935 req-c947cafa-39cb-468b-a64e-27e94360e1e0 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/0dcdd26d-90dd-4dad-9e97-64b7b215c0ce HTTP/1.1" status: 200 len: 1805 time: 0.0445650 Jul 09 16:35:50.340800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8321e0c7-d830-44da-87ff-b257c3de290b', 'remote_group_id': '0dcdd26d-90dd-4dad-9e97-64b7b215c0ce', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:50.341169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8321e0c7-d830-44da-87ff-b257c3de290b', 'remote_group_id': '0dcdd26d-90dd-4dad-9e97-64b7b215c0ce', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:50.423332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ae36-b487-4e2b-a37a-0f5979ba97d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.428507 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ae36-b487-4e2b-a37a-0f5979ba97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.467002 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b9b5ae36-b487-4e2b-a37a-0f5979ba97d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9aee45fcf6704aed8be6eedfd9de4e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017082 Jul 09 16:35:50.467864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5ae36-b487-4e2b-a37a-0f5979ba97d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d938c7-73c0-4743-9df2-67d1da486546,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.470458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.518386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.519128 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3cede05-c3d4-4226-85ce-2919af56c8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.543037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3cede05-c3d4-4226-85ce-2919af56c8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.561348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.572252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71fe77-31e8-44c7-867d-b30dd4a67052 req-421ab99a-edb8-44b9-ae2b-5cf0cd9f6173 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:50.573875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee71fe77-31e8-44c7-867d-b30dd4a67052 req-421ab99a-edb8-44b9-ae2b-5cf0cd9f6173 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 944 time: 0.1194208 Jul 09 16:35:50.575243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.596340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3cede05-c3d4-4226-85ce-2919af56c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.598798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3cede05-c3d4-4226-85ce-2919af56c8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.601730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9b812c-8fcd-4aae-bf17-34f18586203f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.603222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f3cede05-c3d4-4226-85ce-2919af56c8bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31d938c7-73c0-4743-9df2-67d1da486546 HTTP/1.1" status: 204 len: 168 time: 0.1316633 Jul 09 16:35:50.614905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cede05-c3d4-4226-85ce-2919af56c8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d938c7-73c0-4743-9df2-67d1da486546,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.617022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.618241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3204ba90-1d63-485b-9896-4c86b0312935 req-ebf58014-e5da-42d8-a6dd-e9e3148e2820 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2817802 Jul 09 16:35:50.633651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee71fe77-31e8-44c7-867d-b30dd4a67052 req-605e0333-60e0-494f-aa2b-284d05ef57b8 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Jul 09 16:35:50.646404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32552cf3-6aca-4210-ac92-9ca1f716e6e1 req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-385225942', 'description': 'tempest-description-674307386'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:50.675854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32552cf3-6aca-4210-ac92-9ca1f716e6e1 req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.794091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32552cf3-6aca-4210-ac92-9ca1f716e6e1 req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.802226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32552cf3-6aca-4210-ac92-9ca1f716e6e1 req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.839593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32552cf3-6aca-4210-ac92-9ca1f716e6e1 req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.841076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32552cf3-6aca-4210-ac92-9ca1f716e6e1 req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1990981 Jul 09 16:35:50.845922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db95b3-c9ed-4f9c-8b41-187cd870523f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdfd25d-4007-425a-9058-d4ed4e8eda40,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.868707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c916d-ec88-44e4-b3d7-e74ed5de4d22 req-9c067580-cf91-4b74-8509-5f0c619268e3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:50.870419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-308c916d-ec88-44e4-b3d7-e74ed5de4d22 req-9c067580-cf91-4b74-8509-5f0c619268e3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1120389 Jul 09 16:35:50.915251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-308c916d-ec88-44e4-b3d7-e74ed5de4d22 req-2abd7773-89cb-4aa0-9161-b45b0074e13d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384693 Jul 09 16:35:51.018161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc1963-23f1-4a4b-9913-8856d47dea5a req-71fa2735-aeab-4a41-8626-2941370b7d3b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:51.019830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5dc1963-23f1-4a4b-9913-8856d47dea5a req-71fa2735-aeab-4a41-8626-2941370b7d3b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.0749588 Jul 09 16:35:51.059549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5dc1963-23f1-4a4b-9913-8856d47dea5a req-c7f0ce9c-f13c-445c-b3ad-7ea0b0e3ab66 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Jul 09 16:35:51.078548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9cb3d945-3354-4867-91d2-1211d83bfb05 req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-29763458', 'description': 'tempest-description-436560926'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:51.090392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 27baf6f7-8706-4699-9dbe-5fc9e4034ded up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:51.112893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cb3d945-3354-4867-91d2-1211d83bfb05 req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.154770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 27baf6f7-8706-4699-9dbe-5fc9e4034ded completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:51.159722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 27baf6f7-8706-4699-9dbe-5fc9e4034ded triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:51.160220 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.211622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cb3d945-3354-4867-91d2-1211d83bfb05 req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.216211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cb3d945-3354-4867-91d2-1211d83bfb05 req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.248368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cb3d945-3354-4867-91d2-1211d83bfb05 req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.249646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cb3d945-3354-4867-91d2-1211d83bfb05 req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1762879 Jul 09 16:35:51.251573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b4125-660e-4fc9-954f-205737b3759d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd418819-3504-4b0b-a492-0d393489d203,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.260419 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.292437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27baf6f7-8706-4699-9dbe-5fc9e4034ded'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:51.294956 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e54e7-edf0-4823-9b80-a39c8ad9ed70" -d '{"events": [{"server_uuid": "e8a3411c-1763-4da7-8749-ef164b5d5d5a", "name": "network-vif-plugged", "status": "completed", "tag": "27baf6f7-8706-4699-9dbe-5fc9e4034ded"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:51.309190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded,segment=NetworkSegment(44d7e8a1-33f1-42ae-8a7a-112a8c92c46c),segment_id=44d7e8a1-33f1-42ae-8a7a-112a8c92c46c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:51.314331 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.323807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-7c5cd9a0-c5d6-4d61-9189-bb2985bd511d tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/ebdfd25d-4007-425a-9058-d4ed4e8eda40 HTTP/1.1" status: 200 len: 1803 time: 0.0503159 Jul 09 16:35:51.366293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=27baf6f7-8706-4699-9dbe-5fc9e4034ded,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.403507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-954b3ea4-0772-4dda-983c-90235ef117bf tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/dd418819-3504-4b0b-a492-0d393489d203 HTTP/1.1" status: 200 len: 1802 time: 0.0725014 Jul 09 16:35:51.403651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:51.416346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ebdfd25d-4007-425a-9058-d4ed4e8eda40', 'remote_group_id': 'dd418819-3504-4b0b-a492-0d393489d203', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:51.416660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ebdfd25d-4007-425a-9058-d4ed4e8eda40', 'remote_group_id': 'dd418819-3504-4b0b-a492-0d393489d203', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:51.459776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d703cb-c03e-4657-bf29-48df94e8ac48 req-c4224f87-092b-46c8-a6dd-8856567b0d17 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:51.461297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8d703cb-c03e-4657-bf29-48df94e8ac48 req-c4224f87-092b-46c8-a6dd-8856567b0d17 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.0978844 Jul 09 16:35:51.504195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-999403113-network', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:51.524334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.527827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Made reservation on behalf of 8cbe75f6578643f5af99b2e4e7878950 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:51.530232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.538819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.540321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8d703cb-c03e-4657-bf29-48df94e8ac48 req-90cb8056-b6a3-42cc-bf94-a181bc8fc6d1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705206 Jul 09 16:35:51.575196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.579483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.603005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4071a174-7211-44e1-a6fc-f1a2c2e7f728,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.604035 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be79bfb-d50f-4a63-a8cb-16ee9fad6b1c x-openstack-request-id: req-1be79bfb-d50f-4a63-a8cb-16ee9fad6b1c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:51.604525 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3411c-1763-4da7-8749-ef164b5d5d5a", "name": "network-vif-plugged", "status": "completed", "tag": "27baf6f7-8706-4699-9dbe-5fc9e4034ded", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:51.605053 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1be79bfb-d50f-4a63-a8cb-16ee9fad6b1c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:51.606652 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27baf6f7-8706-4699-9dbe-5fc9e4034ded', 'code': 200} Jul 09 16:35:51.675653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.681861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.684617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.685921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f62fc36-44af-4fd0-940e-7d7cd60024e0 req-f2e4a332-746a-4dc5-af83-30ea9b9ae83f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2748709 Jul 09 16:35:51.701738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:51.726058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.726406 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Added segment cb7aaa69-8bf7-4605-8570-9c24bd004625 of type vlan for network 83d95d64-c380-485f-981d-5b524e88d0e0 Jul 09 16:35:51.734963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a20d9-a467-4fb4-a56b-49d822158b11,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.789169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135014-ceb6-4ec0-910e-cd8cdd298e86 req-ea24b078-05c4-43e7-b71b-56517d576b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:51.790780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8135014-ceb6-4ec0-910e-cd8cdd298e86 req-ea24b078-05c4-43e7-b71b-56517d576b15 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 1096 time: 0.0988741 Jul 09 16:35:51.798542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.839633 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.841341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:51.842359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.869366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4bfdea7e-7b13-4ce2-ac09-7e866e71904b req-a49ce7a1-47b0-401e-a65d-4d902b1d0a72 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/dd418819-3504-4b0b-a492-0d393489d203 HTTP/1.1" status: 200 len: 1802 time: 0.1043785 Jul 09 16:35:51.900014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4951971 Jul 09 16:35:51.904484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:51.911744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Request body: {'subnet': {'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-999403113-subnet', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:51.918989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8135014-ceb6-4ec0-910e-cd8cdd298e86 req-17b3f889-4c84-4ce6-8fab-64a033e92d4d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Jul 09 16:35:51.924121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f290a-8c3d-493d-80e2-396c94ff6aba admin admin] Pushing event updated for resources: {'Network': ['ID=83d95d64-c380-485f-981d-5b524e88d0e0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.952832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Made reservation on behalf of 8cbe75f6578643f5af99b2e4e7878950 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:51.953110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 83d95d64-c380-485f-981d-5b524e88d0e0 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:51.956607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.976382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bfdea7e-7b13-4ce2-ac09-7e866e71904b req-c7faac94-3f44-4c7d-b3d5-84dce986adeb tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.996943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee8fb4-23b4-4889-8ec8-d9932f084e7a req-058d7e79-e1e8-4790-9110-ad6fa8f922f0 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:51.998793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ee8fb4-23b4-4889-8ec8-d9932f084e7a req-058d7e79-e1e8-4790-9110-ad6fa8f922f0 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 945 time: 0.1802146 Jul 09 16:35:52.020190 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bfdea7e-7b13-4ce2-ac09-7e866e71904b req-c7faac94-3f44-4c7d-b3d5-84dce986adeb tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.101557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ee8fb4-23b4-4889-8ec8-d9932f084e7a req-8aa670e3-24d3-4fa0-ac39-9f3b26f40f0c tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914347 Jul 09 16:35:52.167204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bfdea7e-7b13-4ce2-ac09-7e866e71904b req-c7faac94-3f44-4c7d-b3d5-84dce986adeb tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.172304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4bfdea7e-7b13-4ce2-ac09-7e866e71904b req-c7faac94-3f44-4c7d-b3d5-84dce986adeb tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.174207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4bfdea7e-7b13-4ce2-ac09-7e866e71904b req-c7faac94-3f44-4c7d-b3d5-84dce986adeb tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd418819-3504-4b0b-a492-0d393489d203 HTTP/1.1" status: 204 len: 173 time: 0.3039091 Jul 09 16:35:52.194938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faac94-3f44-4c7d-b3d5-84dce986adeb tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd418819-3504-4b0b-a492-0d393489d203,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:52.243216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.300463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2457a4d1-064b-418f-905e-0e80bfa2cfd9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:52.342514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Checking segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:52.342983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Network hostable DHCP agents. Network: 83d95d64-c380-485f-981d-5b524e88d0e0, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:52.346402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653944de-4789-4834-8543-f72af20ba1c7 req-f5e7a9ac-e8ba-47f1-99a1-a66a7e3fc194 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:52.348104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-653944de-4789-4834-8543-f72af20ba1c7 req-f5e7a9ac-e8ba-47f1-99a1-a66a7e3fc194 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.0852289 Jul 09 16:35:52.367087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Network 83d95d64-c380-485f-981d-5b524e88d0e0 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:52.382258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 83d95d64-c380-485f-981d-5b524e88d0e0) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:52.388881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:52.390232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.398655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099c223-5bb7-4460-b760-6feac45f1720 None None] Network 83d95d64-c380-485f-981d-5b524e88d0e0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:52.413581 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aea7b92d-3a0a-4380-8b00-09b752674d9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5079231 Jul 09 16:35:52.417911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39276) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:52.422457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-653944de-4789-4834-8543-f72af20ba1c7 req-bcc8e8ff-d00e-4bba-b49b-cb50c0bcd9c3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675759 Jul 09 16:35:52.428564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:52.468709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.471186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.543008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9aeba7c-5fbf-4a4a-a881-b6ccb924b94b req-72bf1a80-7818-405b-b860-1d8e5506c4d8 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/ebdfd25d-4007-425a-9058-d4ed4e8eda40 HTTP/1.1" status: 200 len: 1803 time: 0.0963843 Jul 09 16:35:52.546029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.581044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9471add2-3c56-4e6f-aa03-6c2865c9be92 req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-819598554', 'description': 'tempest-description-774379851'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:52.615992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dba95b-3aa3-4310-b0ae-ab7ca553ae17 req-195ade33-e2d4-43ba-9078-9f90e310d595 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:52.623306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7dba95b-3aa3-4310-b0ae-ab7ca553ae17 req-195ade33-e2d4-43ba-9078-9f90e310d595 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1466985 Jul 09 16:35:52.634359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9471add2-3c56-4e6f-aa03-6c2865c9be92 req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.691369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7dba95b-3aa3-4310-b0ae-ab7ca553ae17 req-f6998aad-41b8-4c35-a41e-e7250faf5ffc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667760 Jul 09 16:35:52.724450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.810602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-83d95d64-c380-485f-981d-5b524e88d0e0', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:35:52.812149 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.829173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9471add2-3c56-4e6f-aa03-6c2865c9be92 req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.838952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9471add2-3c56-4e6f-aa03-6c2865c9be92 req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.907935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9471add2-3c56-4e6f-aa03-6c2865c9be92 req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.909088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9471add2-3c56-4e6f-aa03-6c2865c9be92 req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3336806 Jul 09 16:35:52.914411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbae07-df4e-4b88-a561-2f22c37da032 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:52.987486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b4748-6a38-4f5e-906e-d228bd387d30 req-3f844b3f-80b0-4070-8340-102bffb3256b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:52.990168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c26b4748-6a38-4f5e-906e-d228bd387d30 req-3f844b3f-80b0-4070-8340-102bffb3256b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 945 time: 0.1365581 Jul 09 16:35:53.061554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Allocated IP 172.20.0.2 (83d95d64-c380-485f-981d-5b524e88d0e0/2457a4d1-064b-418f-905e-0e80bfa2cfd9/6c4c1cfc-7a3b-43f7-b490-f28dcc955481) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:53.076362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.097380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c26b4748-6a38-4f5e-906e-d228bd387d30 req-6799688f-5032-46c2-95e4-5c23edbc29be tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008890 Jul 09 16:35:53.098183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.216348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-fb5cdf03-bcda-4f58-ae26-bab7933a90a9 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57 HTTP/1.1" status: 200 len: 1803 time: 0.0749493 Jul 09 16:35:53.250820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.253007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.283755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Allocated IP 172.25.7.158 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/60ab526c-ae21-4b27-9589-ea10d4b58d90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:53.291590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:35:53.298447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-a80b3894-3fc4-4815-aa20-5327cdfe4642 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:53.300305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-a80b3894-3fc4-4815-aa20-5327cdfe4642 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.1453116 Jul 09 16:35:53.319315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.327503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.333025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Transition to ACTIVE for port object 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:53.374921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.399158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Transition to ACTIVE for port object 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:53.412410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.443874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.451515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.476579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.480977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.483378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b919079f-57c2-4bdd-b145-9e2c71599563 req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2408717 Jul 09 16:35:53.490514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Network 83d95d64-c380-485f-981d-5b524e88d0e0 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:53.503825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6f716-4418-400f-9f58-eeee57b69d26 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd5666a-229c-417b-bbc5-11cb2a4a6943,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.504383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.510620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:53.513758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:53.517066 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.523742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Pushing event updated for resources: {'Port': ['ID=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.526312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:53.538507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:35:53.547212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717fa14-209b-4f48-b586-260f63b1e262 req-2bcdcf5a-2ff3-49f6-9cc3-2454269b95a9 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:53.548902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b717fa14-209b-4f48-b586-260f63b1e262 req-2bcdcf5a-2ff3-49f6-9cc3-2454269b95a9 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 945 time: 0.2126896 Jul 09 16:35:53.600407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Attempting to bind port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:53.600781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Attempting to bind port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:53.601146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Attempting to bind port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 on network 83d95d64-c380-485f-981d-5b524e88d0e0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:53.603528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b717fa14-209b-4f48-b586-260f63b1e262 req-2c48a979-cb14-4bb3-a970-1e878241e389 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Jul 09 16:35:53.607524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:53.608037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Checking segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:53.608451 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.608839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Bound using segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:53.609312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Bound port: 6c4c1cfc-7a3b-43f7-b490-f28dcc955481, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:53.609697 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.640285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.712295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:53.722756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:53.726539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:53.728941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:53.731219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Pushing event updated for resources: {'Port': ['ID=60ab526c-ae21-4b27-9589-ea10d4b58d90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.782366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] For port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:53.787167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] For port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:53.793139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.817319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-c96c1b1d-6d1d-4681-b161-4121bf13379f tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57 HTTP/1.1" status: 200 len: 2396 time: 0.1180272 Jul 09 16:35:53.827099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57', 'remote_group_id': None}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.827345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57', 'remote_group_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.865594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e2d5f-93b2-4e4d-9ec8-d93165aa4ee8 None None] Pushing event updated for resources: {'Port': ['ID=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.875561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:53.884198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc22f-e723-40fc-9ad6-8f79cec811cb req-a18da472-3048-4f09-8eca-2b6257bd9a26 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:53.886285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1fc22f-e723-40fc-9ad6-8f79cec811cb req-a18da472-3048-4f09-8eca-2b6257bd9a26 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1356425 Jul 09 16:35:53.954334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:53.957037 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40048aa4-bc3c-4bd4-aad5-3d7363f84cfb" -d '{"events": [{"server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "name": "network-vif-unplugged", "status": "completed", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:53.961191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.967849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.000581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.024945 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.041755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.069045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1fc22f-e723-40fc-9ad6-8f79cec811cb req-7f3118bd-0b22-45dd-8e93-7b711c7dd6db tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497700 Jul 09 16:35:54.105635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a50112-62f8-4a62-af40-75cd2e71c7bf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:54.114935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.133710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1941d31-dafb-4e12-9865-77f0d6b3c049 req-5be42a5c-b16e-4af0-a001-13958aa14b41 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3135424 Jul 09 16:35:54.342185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d770cb40-d8ca-4981-a7d6-89e89b755b0e req-7fd3b824-cb84-4d6d-9401-107676681dbd tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57 HTTP/1.1" status: 200 len: 2994 time: 0.1322813 Jul 09 16:35:54.445864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7da06-4095-4077-9e32-34ffe5d9a318 req-74eafdca-e467-4008-ba48-2d0a098fb19e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:54.447651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4eb7da06-4095-4077-9e32-34ffe5d9a318 req-74eafdca-e467-4008-ba48-2d0a098fb19e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.0986178 Jul 09 16:35:54.512042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4eb7da06-4095-4077-9e32-34ffe5d9a318 req-2a6ee18e-f744-44a4-a89e-b95b2b2ac252 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578539 Jul 09 16:35:54.605540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-f9e4d52b-a7ca-4541-a1e5-b48184c41287 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-group-rules/e2a50112-62f8-4a62-af40-75cd2e71c7bf HTTP/1.1" status: 200 len: 783 time: 0.0233681 Jul 09 16:35:54.624855 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d20109-70ba-4889-a2a4-e39f1d4c1878 x-openstack-request-id: req-39d20109-70ba-4889-a2a4-e39f1d4c1878 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:54.625739 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "name": "network-vif-unplugged", "status": "completed", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:54.625739 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39d20109-70ba-4889-a2a4-e39f1d4c1878 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:54.626264 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'code': 200} Jul 09 16:35:54.657446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:54.673126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-36d274b8-9b5c-4133-bd0a-94ca33321d5a tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57 HTTP/1.1" status: 200 len: 2994 time: 0.0595074 Jul 09 16:35:54.690597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on host n-h2-800085-2 for vnic_type normal with profile {"migrating_to": "n-h1-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:54.690963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:54.691277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:54.704218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:35:54.704549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Attempting to bind port f72b8b14-0695-41da-bae7-ccbde8bca861 on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:54.709158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.715226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-afc7033a-4a80-4fa5-91e5-8793fbe23548 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.731053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-afc7033a-4a80-4fa5-91e5-8793fbe23548 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.752818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:54.753052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:54.753321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:54.753812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Bound port: f72b8b14-0695-41da-bae7-ccbde8bca861, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:54.754127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.813019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-afc7033a-4a80-4fa5-91e5-8793fbe23548 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.823191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-afc7033a-4a80-4fa5-91e5-8793fbe23548 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.841323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12fe835b-716f-4e32-b581-9491a2bf1d90 req-afc7033a-4a80-4fa5-91e5-8793fbe23548 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e2a50112-62f8-4a62-af40-75cd2e71c7bf HTTP/1.1" status: 204 len: 173 time: 0.1657841 Jul 09 16:35:54.852055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7033a-4a80-4fa5-91e5-8793fbe23548 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2a50112-62f8-4a62-af40-75cd2e71c7bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:54.881688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:54.884519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f38184-f9a2-4495-b764-24c2cedc9da6 req-5f3c2305-04bd-48de-9329-4c72c425cac4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:54.892763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38f38184-f9a2-4495-b764-24c2cedc9da6 req-5f3c2305-04bd-48de-9329-4c72c425cac4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.1392779 Jul 09 16:35:54.940231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:54.957371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.958048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38f38184-f9a2-4495-b764-24c2cedc9da6 req-b3a9a4c1-f6ea-4bda-bc96-cc20ebf067ff tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640798 Jul 09 16:35:55.022987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:55.103495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:55.151298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05a4be3b-fde3-4704-a478-0d03825240ef req-48e8ff43-29fa-40fc-bcfb-178320568aa9 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57 HTTP/1.1" status: 200 len: 2396 time: 0.1171207 Jul 09 16:35:55.229732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-05a4be3b-fde3-4704-a478-0d03825240ef req-f701a917-98da-4f05-9f84-bd5c9948e566 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.242027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:55.243135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.245053 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] 10.222.0.37 "PUT /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 1121 time: 1.9221807 Jul 09 16:35:55.251621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.256231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efb179-096a-4c90-a1fc-975045ebeb80 service neutron] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:55.323681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-05a4be3b-fde3-4704-a478-0d03825240ef req-f701a917-98da-4f05-9f84-bd5c9948e566 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.354721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f72b8b14-0695-41da-bae7-ccbde8bca861'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:55.429242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0934f9-60ea-4053-9354-18f5e1a578c0 req-8c76dc9e-681a-4d86-ab00-10e106b2f59f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:55.431156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f0934f9-60ea-4053-9354-18f5e1a578c0 req-8c76dc9e-681a-4d86-ab00-10e106b2f59f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1980474 Jul 09 16:35:55.447177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f72b8b14-0695-41da-bae7-ccbde8bca861'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:35:55.456224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Router 8da1739e-856c-4037-8cea-af6200eee75c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:35:55.469438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-05a4be3b-fde3-4704-a478-0d03825240ef req-f701a917-98da-4f05-9f84-bd5c9948e566 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.472310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-05a4be3b-fde3-4704-a478-0d03825240ef req-f701a917-98da-4f05-9f84-bd5c9948e566 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.476454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05a4be3b-fde3-4704-a478-0d03825240ef req-f701a917-98da-4f05-9f84-bd5c9948e566 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57 HTTP/1.1" status: 204 len: 173 time: 0.3241839 Jul 09 16:35:55.534273 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-9053f845-dd0b-491c-a2be-2ac2bdfc78e7 req-72894259-f23b-4a8b-8e23-191a9014b955 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] show failed (client error): The resource could not be found. Jul 09 16:35:55.535369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9053f845-dd0b-491c-a2be-2ac2bdfc78e7 req-72894259-f23b-4a8b-8e23-191a9014b955 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/dd418819-3504-4b0b-a492-0d393489d203 HTTP/1.1" status: 404 len: 352 time: 0.0392549 Jul 09 16:35:55.538296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701a917-98da-4f05-9f84-bd5c9948e566 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43ed74e-b1a2-4bd2-b1e4-04bbd8ad1b57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:55.555120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f0934f9-60ea-4053-9354-18f5e1a578c0 req-bb42ae22-96a3-440e-b36c-af6b46fbcd2f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136742 Jul 09 16:35:55.634377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed06ad-ed69-4dd3-8738-62c4c71dbb99 None None] Network 83d95d64-c380-485f-981d-5b524e88d0e0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:55.640130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:55.653825 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Sync routers for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:55.663227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.667368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9b1607cf-53b9-40ea-92cf-64cc85b37902 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2461171 Jul 09 16:35:55.667990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:55.675894 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:55.676955 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:55.808039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] Provisioning for port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:55.824187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] Provisioning complete for port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:55.824868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.843026 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:56.071150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.163320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] For port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:56.170049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.202111 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:53Z', 'revision_number': 3, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:56.244657 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Checking router: 8da1739e-856c-4037-8cea-af6200eee75c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:35:56.245448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Updating router 8da1739e-856c-4037-8cea-af6200eee75c port 60ab526c-ae21-4b27-9589-ea10d4b58d90 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:35:56.285191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1405a-2af8-4e9d-829f-f875532dd195 None None] Pushing event updated for resources: {'Port': ['ID=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:56.310692 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.405767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ff6ec35-f24a-4c14-ad54-fd44a71ed5d6 req-df179c39-a455-4bdd-9b40-f61d5c4c8878 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/ebdfd25d-4007-425a-9058-d4ed4e8eda40 HTTP/1.1" status: 200 len: 1803 time: 0.1668518 Jul 09 16:35:56.573337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752506a-b497-4542-bb39-68a0a1f69611 req-eddce2c4-7092-4d57-bcd9-39fdfb52fd15 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:56.574950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7752506a-b497-4542-bb39-68a0a1f69611 req-eddce2c4-7092-4d57-bcd9-39fdfb52fd15 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.3345683 Jul 09 16:35:56.610849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34fe5913-d480-4c5d-b261-93615dc3379f None None] Provisioning complete for port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:56.611694 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34fe5913-d480-4c5d-b261-93615dc3379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.626810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:56.628310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1ff6ec35-f24a-4c14-ad54-fd44a71ed5d6 req-74c7253a-4a88-4ee9-bb3a-712c3a2583a1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.629058 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d3230-b1d2-4807-9890-caf4ca9d6734" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:56.651997 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.663699 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Transition to ACTIVE for port object 60ab526c-ae21-4b27-9589-ea10d4b58d90 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:56.671513 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.690689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7752506a-b497-4542-bb39-68a0a1f69611 req-95fba04a-7fb2-49b9-b69a-fce390a0c2b4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059194 Jul 09 16:35:56.707769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1ff6ec35-f24a-4c14-ad54-fd44a71ed5d6 req-74c7253a-4a88-4ee9-bb3a-712c3a2583a1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.725979 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Pushing event updated for resources: {'Port': ['ID=60ab526c-ae21-4b27-9589-ea10d4b58d90,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:56.736486 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.736990 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.737570 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.737911 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.738245 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.738614 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.739022 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.739411 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.739898 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.740229 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.740551 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.740872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:56.797643 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Attempting to bind port 60ab526c-ae21-4b27-9589-ea10d4b58d90 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:56.798147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Attempting to bind port 60ab526c-ae21-4b27-9589-ea10d4b58d90 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:56.798621 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Attempting to bind port 60ab526c-ae21-4b27-9589-ea10d4b58d90 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:56.808136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1ff6ec35-f24a-4c14-ad54-fd44a71ed5d6 req-74c7253a-4a88-4ee9-bb3a-712c3a2583a1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.810973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1ff6ec35-f24a-4c14-ad54-fd44a71ed5d6 req-74c7253a-4a88-4ee9-bb3a-712c3a2583a1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.820836 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:56.821215 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:56.823900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ff6ec35-f24a-4c14-ad54-fd44a71ed5d6 req-74c7253a-4a88-4ee9-bb3a-712c3a2583a1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/ebdfd25d-4007-425a-9058-d4ed4e8eda40 HTTP/1.1" status: 204 len: 173 time: 0.4161634 Jul 09 16:35:56.824520 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.824991 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:56.825706 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Bound port: 60ab526c-ae21-4b27-9589-ea10d4b58d90, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:56.827206 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.892707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:56.893176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7253a-4a88-4ee9-bb3a-712c3a2583a1 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdfd25d-4007-425a-9058-d4ed4e8eda40,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:56.919937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] For port 60ab526c-ae21-4b27-9589-ea10d4b58d90, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:56.932489 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] For port 60ab526c-ae21-4b27-9589-ea10d4b58d90, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60ab526c-ae21-4b27-9589-ea10d4b58d90,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:56.943593 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.986738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:56.988564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.011442 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:57.012536 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:57.159660 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c223422-05d3-45a5-b45f-be2f97cb6d91 None None] Pushing event updated for resources: {'Port': ['ID=60ab526c-ae21-4b27-9589-ea10d4b58d90,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:57.169980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.179328 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:35:57.183090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f57ba-b6a5-4839-9539-f27f4bdc1dcf req-63177631-efc8-443e-9742-c560670e1463 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:57.190761 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:57.190980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c92f57ba-b6a5-4839-9539-f27f4bdc1dcf req-63177631-efc8-443e-9742-c560670e1463 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.2096920 Jul 09 16:35:57.258568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c92f57ba-b6a5-4839-9539-f27f4bdc1dcf req-41ad3b9a-11a4-4bd8-8cdf-0ddd78a8eb34 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665188 Jul 09 16:35:57.352022 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a761715-3848-45bb-bdd8-f23786ca5dce x-openstack-request-id: req-9a761715-3848-45bb-bdd8-f23786ca5dce {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:57.352871 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:57.352871 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a761715-3848-45bb-bdd8-f23786ca5dce {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:57.353107 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'status': 'completed', 'code': 200} Jul 09 16:35:57.526185 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:53Z', 'revision_number': 3, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:57.545559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81f267fa-2b3c-491a-a092-78d487f0b3f6 req-d576a163-b4a8-4c4a-85d3-2f5219414e36 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/0dcdd26d-90dd-4dad-9e97-64b7b215c0ce HTTP/1.1" status: 200 len: 1805 time: 0.1448007 Jul 09 16:35:57.555297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab229e7-af2c-4c85-90a5-70f1c4b49016 None None] The sync data for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 is: [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:53Z', 'revision_number': 3, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:57.647609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-90825658-70e7-49b7-ac9d-4beb068f311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:57.649153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-90825658-70e7-49b7-ac9d-4beb068f311d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1124 time: 0.2477632 Jul 09 16:35:57.657059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868be5b-a322-4631-bc9e-6de93a44e2c8 req-678f8740-6d55-4d93-849f-3c6f328d0618 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:57.658666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a868be5b-a322-4631-bc9e-6de93a44e2c8 req-678f8740-6d55-4d93-849f-3c6f328d0618 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.3346660 Jul 09 16:35:57.744210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Allocated IP 172.20.0.1 (83d95d64-c380-485f-981d-5b524e88d0e0/2457a4d1-064b-418f-905e-0e80bfa2cfd9/c3197e0c-0069-4bfc-b0b1-38b671567992) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:57.835873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a868be5b-a322-4631-bc9e-6de93a44e2c8 req-60c81ecd-7f10-4b38-90c4-feeb549c7e58 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609595 Jul 09 16:35:57.893397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81f267fa-2b3c-491a-a092-78d487f0b3f6 req-7e05572b-5419-475e-b88b-2b6ea0ab9627 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.993835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-9595dab1-e5eb-4558-808c-76499d05b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:57.995523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-9595dab1-e5eb-4558-808c-76499d05b70e service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.3297436 Jul 09 16:35:58.034921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81f267fa-2b3c-491a-a092-78d487f0b3f6 req-7e05572b-5419-475e-b88b-2b6ea0ab9627 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.097462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-00158022-0d48-4d7e-a15f-670b56c29509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 217 time: 0.0708075 Jul 09 16:35:58.104800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.188380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Transition to ACTIVE for port object c3197e0c-0069-4bfc-b0b1-38b671567992 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:58.217583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-38a6c9ac-3757-4bce-938b-b4f90d8cbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:58.219157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-38a6c9ac-3757-4bce-938b-b4f90d8cbc95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1049414 Jul 09 16:35:58.229075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225dd4-9c70-42db-8669-c721bec1e3b8 req-7d409911-f2f5-4d46-84c1-01543c712213 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:58.230755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65225dd4-9c70-42db-8669-c721bec1e3b8 req-7d409911-f2f5-4d46-84c1-01543c712213 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.2630889 Jul 09 16:35:58.281763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-7f6f360e-2676-4b64-8668-49f101833525 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437515 Jul 09 16:35:58.303528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81f267fa-2b3c-491a-a092-78d487f0b3f6 req-7e05572b-5419-475e-b88b-2b6ea0ab9627 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.305994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81f267fa-2b3c-491a-a092-78d487f0b3f6 req-7e05572b-5419-475e-b88b-2b6ea0ab9627 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.307168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81f267fa-2b3c-491a-a092-78d487f0b3f6 req-7e05572b-5419-475e-b88b-2b6ea0ab9627 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/0dcdd26d-90dd-4dad-9e97-64b7b215c0ce HTTP/1.1" status: 204 len: 173 time: 0.7387195 Jul 09 16:35:58.391032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05572b-5419-475e-b88b-2b6ea0ab9627 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcdd26d-90dd-4dad-9e97-64b7b215c0ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:58.397410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.422401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65225dd4-9c70-42db-8669-c721bec1e3b8 req-b5d74498-b3cd-40d8-8683-c2dfb7424933 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783707 Jul 09 16:35:58.498987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Network 83d95d64-c380-485f-981d-5b524e88d0e0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:58.505347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:58.535354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:58.537942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Pushing event updated for resources: {'Port': ['ID=c3197e0c-0069-4bfc-b0b1-38b671567992,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:58.587591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-cc2a52a7-0277-442d-bf60-5d5d350e72fd service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952685 Jul 09 16:35:58.755941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.931776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d985c7da-1036-4e1a-b16e-0ea3640c565c req-d6534f93-ccdd-4013-b840-48e10cbff195 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/8321e0c7-d830-44da-87ff-b257c3de290b HTTP/1.1" status: 200 len: 1804 time: 0.2206211 Jul 09 16:35:58.957613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60ab526c-ae21-4b27-9589-ea10d4b58d90 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:59.000012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-79db2d65-09e0-478d-b4bb-5cf2dd05b401 None None] Provisioning for port c3197e0c-0069-4bfc-b0b1-38b671567992 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:59.012247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-79db2d65-09e0-478d-b4bb-5cf2dd05b401 None None] Provisioning complete for port c3197e0c-0069-4bfc-b0b1-38b671567992 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:59.013052 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79db2d65-09e0-478d-b4bb-5cf2dd05b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.043094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-959d3230-b1d2-4807-9890-caf4ca9d6734 req-a4cc5da9-ce2a-493f-80b2-ca0ddb0da087 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317973 Jul 09 16:35:59.081176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-79db2d65-09e0-478d-b4bb-5cf2dd05b401 None None] Port c3197e0c-0069-4bfc-b0b1-38b671567992 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:59.091565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 60ab526c-ae21-4b27-9589-ea10d4b58d90 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:59.096868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 60ab526c-ae21-4b27-9589-ea10d4b58d90 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:59.097402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.130660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566de873-7106-4dc5-9092-6efe083dab46 req-ddf48f8b-f7c9-4de7-992d-4db5df4f0a2e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:59.133193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-566de873-7106-4dc5-9092-6efe083dab46 req-ddf48f8b-f7c9-4de7-992d-4db5df4f0a2e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.4237020 Jul 09 16:35:59.196777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.204336 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d985c7da-1036-4e1a-b16e-0ea3640c565c req-9996cce1-3658-4296-938d-0f9e1a8cfc29 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.215115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.226135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 60ab526c-ae21-4b27-9589-ea10d4b58d90, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60ab526c-ae21-4b27-9589-ea10d4b58d90,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:59.233275 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.252117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-566de873-7106-4dc5-9092-6efe083dab46 req-9d06cfd2-9bc9-495f-8647-012dbfb8db5a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867417 Jul 09 16:35:59.261416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d985c7da-1036-4e1a-b16e-0ea3640c565c req-9996cce1-3658-4296-938d-0f9e1a8cfc29 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.310823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=60ab526c-ae21-4b27-9589-ea10d4b58d90,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:59.431955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d985c7da-1036-4e1a-b16e-0ea3640c565c req-9996cce1-3658-4296-938d-0f9e1a8cfc29 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.435384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d985c7da-1036-4e1a-b16e-0ea3640c565c req-9996cce1-3658-4296-938d-0f9e1a8cfc29 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.436525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d985c7da-1036-4e1a-b16e-0ea3640c565c req-9996cce1-3658-4296-938d-0f9e1a8cfc29 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/8321e0c7-d830-44da-87ff-b257c3de290b HTTP/1.1" status: 204 len: 173 time: 0.4903040 Jul 09 16:35:59.500485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996cce1-3658-4296-938d-0f9e1a8cfc29 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321e0c7-d830-44da-87ff-b257c3de290b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:59.601059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb43e99-33fe-4b6b-b461-6def308ef647 req-80711522-65e8-4597-b1c6-b288e767b303 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/0e4516b1-12b7-48ed-8112-0fb800455b16 HTTP/1.1" status: 200 len: 2403 time: 0.1150558 Jul 09 16:35:59.620165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d731092-8632-4f79-a5b7-5d4a977e19fd req-26affc51-6776-4bbc-996f-92007a91e54f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:59.621890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d731092-8632-4f79-a5b7-5d4a977e19fd req-26affc51-6776-4bbc-996f-92007a91e54f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1930089 Jul 09 16:35:59.631930 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.654609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.760580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d731092-8632-4f79-a5b7-5d4a977e19fd req-c21f274e-df31-477b-9c4d-db02fa9f26f0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249809 Jul 09 16:35:59.771444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.782204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Pushing event updated for resources: {'Port': ['ID=c3197e0c-0069-4bfc-b0b1-38b671567992,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:59.807532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bb43e99-33fe-4b6b-b461-6def308ef647 req-33be02d0-e445-4ed8-b94a-90d751cc8373 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.884347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bb43e99-33fe-4b6b-b461-6def308ef647 req-33be02d0-e445-4ed8-b94a-90d751cc8373 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.973553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bb43e99-33fe-4b6b-b461-6def308ef647 req-33be02d0-e445-4ed8-b94a-90d751cc8373 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.976299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3bb43e99-33fe-4b6b-b461-6def308ef647 req-33be02d0-e445-4ed8-b94a-90d751cc8373 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.977521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb43e99-33fe-4b6b-b461-6def308ef647 req-33be02d0-e445-4ed8-b94a-90d751cc8373 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e4516b1-12b7-48ed-8112-0fb800455b16 HTTP/1.1" status: 204 len: 173 time: 0.3661749 Jul 09 16:35:59.999518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be02d0-e445-4ed8-b94a-90d751cc8373 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4516b1-12b7-48ed-8112-0fb800455b16,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:00.035072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Network 83d95d64-c380-485f-981d-5b524e88d0e0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:00.037771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:00.328695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7660080f-bb43-4025-9896-bd3d6e46ae68 None None] Provisioning complete for port c3197e0c-0069-4bfc-b0b1-38b671567992 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:00.329911 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7660080f-bb43-4025-9896-bd3d6e46ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:00.378095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7660080f-bb43-4025-9896-bd3d6e46ae68 None None] Port c3197e0c-0069-4bfc-b0b1-38b671567992 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:00.668724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42f24f-689b-4d65-bff6-7f4beab94310 req-83a4a68d-e8cf-45dc-beba-92c6d311cd53 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:00.668724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c42f24f-689b-4d65-bff6-7f4beab94310 req-83a4a68d-e8cf-45dc-beba-92c6d311cd53 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.6952186 Jul 09 16:36:00.713639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfac4c9a-9981-4817-ac3e-6a731133aa8c req-5925b95d-6363-4ed1-8c10-cc8282949975 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "GET /v2.0/security-groups/8bac1ff0-1fc2-4944-b4d0-6f749b5b008d HTTP/1.1" status: 200 len: 2398 time: 0.1657238 Jul 09 16:36:00.752809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Router 8da1739e-856c-4037-8cea-af6200eee75c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:00.763306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c42f24f-689b-4d65-bff6-7f4beab94310 req-e444d57f-cf05-4652-9c62-a95ade39a85c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821614 Jul 09 16:36:00.900625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfac4c9a-9981-4817-ac3e-6a731133aa8c req-443085eb-91cf-41dd-abc3-349c205f3a98 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:00.922766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60ab526c-ae21-4b27-9589-ea10d4b58d90 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:01.011098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 60ab526c-ae21-4b27-9589-ea10d4b58d90 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:01.012850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.065289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfac4c9a-9981-4817-ac3e-6a731133aa8c req-443085eb-91cf-41dd-abc3-349c205f3a98 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.093225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:01.113452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Sync routers for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:01.114564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-abf003cd-e425-4217-b778-8e042a02609f admin admin] 10.222.0.48 "PUT /v2.0/routers/8da1739e-856c-4037-8cea-af6200eee75c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4435468 Jul 09 16:36:01.145123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:01.146202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:01.177289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfac4c9a-9981-4817-ac3e-6a731133aa8c req-443085eb-91cf-41dd-abc3-349c205f3a98 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.180198 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cfac4c9a-9981-4817-ac3e-6a731133aa8c req-443085eb-91cf-41dd-abc3-349c205f3a98 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.181732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfac4c9a-9981-4817-ac3e-6a731133aa8c req-443085eb-91cf-41dd-abc3-349c205f3a98 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] 10.222.0.48 "DELETE /v2.0/security-groups/8bac1ff0-1fc2-4944-b4d0-6f749b5b008d HTTP/1.1" status: 204 len: 173 time: 0.4589887 Jul 09 16:36:01.193315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:01.197351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f094b-13ab-47f4-a06f-67e9ef1c8fed req-893483d5-5e02-4eba-8799-e004b33b1835 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:01.207037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c7f094b-13ab-47f4-a06f-67e9ef1c8fed req-893483d5-5e02-4eba-8799-e004b33b1835 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.2226126 Jul 09 16:36:01.255289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443085eb-91cf-41dd-abc3-349c205f3a98 tempest-SecurityGroupRulesTestJSON-2037825191 tempest-SecurityGroupRulesTestJSON-2037825191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac1ff0-1fc2-4944-b4d0-6f749b5b008d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:01.336309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c7f094b-13ab-47f4-a06f-67e9ef1c8fed req-b53b8ec5-4e8d-4afb-8722-757919f3458e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274385 Jul 09 16:36:01.347890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:01.376148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Deleting subnet 8212b37b-2cb4-4efe-b85f-51eeff03f065 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:01.385765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.491313 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.554456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.566462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999aa0b-b4f1-49e4-9571-77ff93536a12 req-e051b40e-0a00-4f44-ae0b-7eb5f2b2feb0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:01.581075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d999aa0b-b4f1-49e4-9571-77ff93536a12 req-e051b40e-0a00-4f44-ae0b-7eb5f2b2feb0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1617694 Jul 09 16:36:01.581314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:01.654615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.674524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d999aa0b-b4f1-49e4-9571-77ff93536a12 req-0f5ccf2f-3114-4733-a335-9fe90fc750d6 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923736 Jul 09 16:36:01.715772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.724685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8212b37b-2cb4-4efe-b85f-51eeff03f065 HTTP/1.1" status: 204 len: 168 time: 0.5264034 Jul 09 16:36:01.725383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:01.754505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8166c2-5416-4e05-97d2-c564bfd5ed44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8212b37b-2cb4-4efe-b85f-51eeff03f065,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:01.774251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.839140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:01.841532 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef9688-80d3-4010-9a8b-cb5d10e5ac74" -d '{"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-unplugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:01.866130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:01.867234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.879588 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.977575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:01.996068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 2, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:02.026186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Checking router: 8da1739e-856c-4037-8cea-af6200eee75c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:02.026611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Updating router 8da1739e-856c-4037-8cea-af6200eee75c port c3197e0c-0069-4bfc-b0b1-38b671567992 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:36:02.053428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.066165 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.068332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57569dcd-7f1a-44e8-81ae-cae7e9262798']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:02.080177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f949940d-8952-48f3-a1e6-77c0ca9c1e37') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:02.080476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f949940d-8952-48f3-a1e6-77c0ca9c1e37') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:02.092507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.113867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.132523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae17e-1f23-4482-95c3-366863770509 req-66929600-bbc7-4a45-b863-89f60983cacf tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:02.133754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-921ae17e-1f23-4482-95c3-366863770509 req-66929600-bbc7-4a45-b863-89f60983cacf tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1198475 Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:02.135039 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:02.222704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-921ae17e-1f23-4482-95c3-366863770509 req-681629b7-b15e-4435-857d-81a0cba12add tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823479 Jul 09 16:36:02.231808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.250565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.255035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] 10.222.0.48 "DELETE /v2.0/networks/57569dcd-7f1a-44e8-81ae-cae7e9262798 HTTP/1.1" status: 204 len: 168 time: 0.5261271 Jul 09 16:36:02.255035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799962f8-5d86-4f0f-887b-8e5fa0975175 admin admin] Pushing event deleted for resources: {'Network': ['ID=57569dcd-7f1a-44e8-81ae-cae7e9262798,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:02.311599 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00138d6-9b1d-4f3c-b6ae-52e0ce1ba98e x-openstack-request-id: req-a00138d6-9b1d-4f3c-b6ae-52e0ce1ba98e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:02.312091 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-unplugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:02.312379 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a00138d6-9b1d-4f3c-b6ae-52e0ce1ba98e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:02.312836 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'code': 200} Jul 09 16:36:02.369424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.382116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Transition to ACTIVE for port object c3197e0c-0069-4bfc-b0b1-38b671567992 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:02.391462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.433488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.441512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39416) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.442021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860344520', 'description': 'tempest-description--919628171'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:02.476688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6f8a-61f3-4034-b21b-0eb05a3baa6c None None] Pushing event updated for resources: {'Port': ['ID=c3197e0c-0069-4bfc-b0b1-38b671567992,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:02.479016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.555550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Attempting to bind port c3197e0c-0069-4bfc-b0b1-38b671567992 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:02.555933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Attempting to bind port c3197e0c-0069-4bfc-b0b1-38b671567992 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:02.556322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Attempting to bind port c3197e0c-0069-4bfc-b0b1-38b671567992 on network 83d95d64-c380-485f-981d-5b524e88d0e0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:02.563382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:02.563765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Checking segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:02.564180 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.564580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Bound using segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:02.565090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Bound port: c3197e0c-0069-4bfc-b0b1-38b671567992, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:02.565493 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.572522 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8eb22a24-98e4-42a8-8388-a50e852eb7d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e5eeb612e794730834715b668aa2575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290033 Jul 09 16:36:02.575077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.619365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f3f9-25e3-43fe-a066-2593e1f92974 req-8a11b5ed-4d02-4679-96ba-de742ca1dc5f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:02.621249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f979f3f9-25e3-43fe-a066-2593e1f92974 req-8a11b5ed-4d02-4679-96ba-de742ca1dc5f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.1277263 Jul 09 16:36:02.683359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] For port c3197e0c-0069-4bfc-b0b1-38b671567992, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:02.684078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33acb0d6-71ce-42c8-99c5-6ceffab83a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.685081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.690952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] For port c3197e0c-0069-4bfc-b0b1-38b671567992, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c3197e0c-0069-4bfc-b0b1-38b671567992,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:02.692652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f979f3f9-25e3-43fe-a066-2593e1f92974 req-a2cb13fc-ec78-42d0-a733-1bb6e87b74d7 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642300 Jul 09 16:36:02.694029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.704808 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.722352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33acb0d6-71ce-42c8-99c5-6ceffab83a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.758394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:02.764042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.766382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6e4a2fc7-5d82-4f29-a74d-607010390192 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3316398 Jul 09 16:36:02.771866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.782579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Request body: {'security_group_rule': {'security_group_id': 'd5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:02.785922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:02.787101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:35:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:02.829372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33acb0d6-71ce-42c8-99c5-6ceffab83a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.835590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33acb0d6-71ce-42c8-99c5-6ceffab83a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.843277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-33acb0d6-71ce-42c8-99c5-6ceffab83a46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58b0ba29-ebea-4e1f-a292-a0e110eb380e HTTP/1.1" status: 204 len: 168 time: 0.2634473 Jul 09 16:36:02.866540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.876934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acb0d6-71ce-42c8-99c5-6ceffab83a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b0ba29-ebea-4e1f-a292-a0e110eb380e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.000246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:03.007149 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.013722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.045070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed587150-7ab7-44ab-bdc6-6a357da0ad5e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.067847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6618d0-0570-4480-ac7f-962d91eb6daf req-411828e2-bc01-43b0-a519-b457fc8bca9f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:03.069590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d6618d0-0570-4480-ac7f-962d91eb6daf req-411828e2-bc01-43b0-a519-b457fc8bca9f tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 946 time: 0.1464577 Jul 09 16:36:03.070749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.074484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d67664f-6a77-4d4f-b9f3-bd2721a150b4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990170 Jul 09 16:36:03.074919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:03.079709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Request body: {'security_group_rule': {'security_group_id': 'd5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:03.111948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6f8a-61f3-4034-b21b-0eb05a3baa6c None None] Pushing event updated for resources: {'Port': ['ID=c3197e0c-0069-4bfc-b0b1-38b671567992,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.129057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.161633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d6618d0-0570-4480-ac7f-962d91eb6daf req-fd10321d-09a0-4683-a256-d15b6f68c5da tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815482 Jul 09 16:36:03.209897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.215056 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.240333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596d36e5-6b43-4553-b1ed-c20c1658507c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.245680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.249985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:03.255247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:03.258998 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95d735e1-b126-4112-842d-38907a69b96d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830151 Jul 09 16:36:03.281947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.308711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:02Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:03.349150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:03.352138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a15807-a2fb-433d-a761-d91c44a1409c None None] The sync data for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 is: [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:02Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:03.517415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:03.530578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '37d673b2-8824-469c-a4bf-fe33e5425374', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '37d673b2-8824-469c-a4bf-fe33e5425374', 'mac_address': 'fa:16:3e:67:48:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:03.576624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fca487-e81c-4c8d-84bc-7b489da516c5 req-32f4ca88-076c-4232-bf0d-9d7a7b951701 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:03.578280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87fca487-e81c-4c8d-84bc-7b489da516c5 req-32f4ca88-076c-4232-bf0d-9d7a7b951701 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1520181 Jul 09 16:36:03.581562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.597061 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.622145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d673b2-8824-469c-a4bf-fe33e5425374 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:03.653105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:03.658933 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.722763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87fca487-e81c-4c8d-84bc-7b489da516c5 req-01030504-147f-4625-a79d-5a073e3d2d50 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372054 Jul 09 16:36:03.729172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e766-3b29-4e75-8f43-194a0f881066 req-36b8c30e-95ed-4cb4-b249-7599ba3f4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:03.731733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-36b8c30e-95ed-4cb4-b249-7599ba3f4a37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1124 time: 0.2069135 Jul 09 16:36:03.772269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.931326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Allocated IP 172.25.7.63 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/c89c5900-b79b-497f-add2-e813b200c84d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:03.940964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:04.076021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-114099981-network', 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:04.084995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e766-3b29-4e75-8f43-194a0f881066 req-9cf87f4c-fcda-4581-8186-a9308c89044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:04.086820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-9cf87f4c-fcda-4581-8186-a9308c89044d service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.3143663 Jul 09 16:36:04.111574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:04.118505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.131007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.165674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722780a-f047-487a-99c0-f3b3393facf4 req-c06cbc68-723f-413b-86a9-65f540546fa5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:04.185374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f722780a-f047-487a-99c0-f3b3393facf4 req-c06cbc68-723f-413b-86a9-65f540546fa5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.3230979 Jul 09 16:36:04.191824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-c036f44e-7150-4ea0-9339-0b74b71b0403 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 217 time: 0.0874827 Jul 09 16:36:04.253910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['37d673b2-8824-469c-a4bf-fe33e5425374'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:04.266337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.272407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.299584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:04.312362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.313032 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Added segment d3d4e29d-71a6-40fd-bba0-41a2b425b0da of type vlan for network 59edfef7-ed87-40b3-bd37-2137d00328dc Jul 09 16:36:04.385571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.387088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.414946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f722780a-f047-487a-99c0-f3b3393facf4 req-5460035b-62f3-44ec-8d8a-6c7785b6f239 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283807 Jul 09 16:36:04.416635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e766-3b29-4e75-8f43-194a0f881066 req-76c4ff6e-fe06-4023-a379-8aa807394b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:04.418325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-76c4ff6e-fe06-4023-a379-8aa807394b73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.2168391 Jul 09 16:36:04.430436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.432023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:04.432943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.519101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-e6996f02-9d07-4896-bee1-3519b6af24c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859678 Jul 09 16:36:04.546007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6038435 Jul 09 16:36:04.549170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:04.562445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Request body: {'subnet': {'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-114099981-subnet', 'tenant_id': '67484098df78421c88d9f4d98d9e4db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:04.566075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5727529-8e3f-46ed-906b-3a1dd358edca,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:04.578126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db8cdf-78bc-4721-98dc-5be970b42e61 admin admin] Pushing event updated for resources: {'Network': ['ID=59edfef7-ed87-40b3-bd37-2137d00328dc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:04.594237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:04.597413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.600260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 59edfef7-ed87-40b3-bd37-2137d00328dc details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:04.752737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.869536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-158a2385-88ab-4aa5-9d4e-4b874946c143 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363440 Jul 09 16:36:04.879073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:04.899660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:04.928753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.932903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:04.937317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c3197e0c-0069-4bfc-b0b1-38b671567992 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:05.007460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event updated for resources: {'Port': ['ID=c89c5900-b79b-497f-add2-e813b200c84d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:05.055333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c3197e0c-0069-4bfc-b0b1-38b671567992 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:05.063718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c3197e0c-0069-4bfc-b0b1-38b671567992 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:05.064027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fa3277-3d1a-4dfd-840a-9874f7d0969b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:05.064909 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.081476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:05.082177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Network hostable DHCP agents. Network: 59edfef7-ed87-40b3-bd37-2137d00328dc, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:05.123674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:05.148107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 59edfef7-ed87-40b3-bd37-2137d00328dc) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:05.153369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:05.153969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.162099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ddf962-0de5-4184-8a83-341ba5d34fcb None None] Network 59edfef7-ed87-40b3-bd37-2137d00328dc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:05.191086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adadfe-d0ee-4986-9276-5e422f6f01a6 req-1ef017dd-f7de-49c8-8f99-656f76d4d988 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:05.191442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c335a1ab-75dc-4b12-95ce-705a0451c567 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6390100 Jul 09 16:36:05.193424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7adadfe-d0ee-4986-9276-5e422f6f01a6 req-1ef017dd-f7de-49c8-8f99-656f76d4d988 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.5579939 Jul 09 16:36:05.294136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5746e766-3b29-4e75-8f43-194a0f881066 req-cf03226b-d35d-428f-a7c4-e5f746e625be service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117756 Jul 09 16:36:05.344127 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.366433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f288-7b33-4638-a3ce-d5c140ce7910 req-17ef76a0-3996-4b21-9a2e-02add34cc7f9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:05.368066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3212f288-7b33-4638-a3ce-d5c140ce7910 req-17ef76a0-3996-4b21-9a2e-02add34cc7f9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.3459187 Jul 09 16:36:05.376633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7adadfe-d0ee-4986-9276-5e422f6f01a6 req-5aaa82dd-93a4-4c10-9fb8-f89f8fe2bdc0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497877 Jul 09 16:36:05.447157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port c3197e0c-0069-4bfc-b0b1-38b671567992, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c3197e0c-0069-4bfc-b0b1-38b671567992,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:05.467328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.472369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3212f288-7b33-4638-a3ce-d5c140ce7910 req-0b4fea6b-3092-4cce-865d-b3e2835a0727 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816300 Jul 09 16:36:05.475086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.509302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd876b-90cf-4997-96b0-dc423239d2cf None None] Network 59edfef7-ed87-40b3-bd37-2137d00328dc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:05.584134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.633611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=c3197e0c-0069-4bfc-b0b1-38b671567992,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:05.794681 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38714b77-d966-4acf-a63e-2c2e61b1f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.849527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.854662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.956426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event updated for resources: {'Port': ['ID=c89c5900-b79b-497f-add2-e813b200c84d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:05.971044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d486bb8-76fe-43fa-a196-b9cbe71ebe73 req-09fc1d7b-32d4-42aa-993a-20b1f3fbac96 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:05.972803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d486bb8-76fe-43fa-a196-b9cbe71ebe73 req-09fc1d7b-32d4-42aa-993a-20b1f3fbac96 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 943 time: 0.1832540 Jul 09 16:36:06.007888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.078536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.079831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7361a27f-5039-4ac5-b5df-ce5afff9e4c5 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8288109 Jul 09 16:36:06.092527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d486bb8-76fe-43fa-a196-b9cbe71ebe73 req-1e122b5f-ce1a-48d9-a1fb-626ca0667d49 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129334 Jul 09 16:36:06.147003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-daededb3-4fb9-47a4-93e0-d81e11d1e9b3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:06.148657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-daededb3-4fb9-47a4-93e0-d81e11d1e9b3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.1652474 Jul 09 16:36:06.171520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-fc4e9011-4122-4a18-b440-b9f964f78b0b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0147610 Jul 09 16:36:06.217674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-0b3a790b-91d0-4740-806a-e6ad4dd8bfd7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364821 Jul 09 16:36:06.341800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-25bcdf04-c393-46cf-9d29-a351e041b66e tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1860344520&fields=id&tenant_id=8cbe75f6578643f5af99b2e4e7878950 HTTP/1.1" status: 200 len: 267 time: 0.0573611 Jul 09 16:36:06.436123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-98286306-8945-4446-8fd6-ce87c028fa42 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045591 Jul 09 16:36:06.875154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c3197e0c-0069-4bfc-b0b1-38b671567992 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:06.913458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-d7d16295-9d5b-47cb-9c3d-2829ea228da8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:06.915731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-d7d16295-9d5b-47cb-9c3d-2829ea228da8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/networks?id=83d95d64-c380-485f-981d-5b524e88d0e0 HTTP/1.1" status: 200 len: 811 time: 0.5666623 Jul 09 16:36:06.921090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-0d5710b6-2fd0-4379-929d-caf6493c70bb service neutron] 10.222.0.43 "GET /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.5001163 Jul 09 16:36:06.935723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c3197e0c-0069-4bfc-b0b1-38b671567992 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:06.936278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.997375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-254702db-814f-4a0a-9d97-284059075d76 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370450 Jul 09 16:36:07.006797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-0a861798-326f-41cf-b6a7-c694a8ff63dc tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/quotas/8cbe75f6578643f5af99b2e4e7878950 HTTP/1.1" status: 200 len: 375 time: 0.0677578 Jul 09 16:36:07.192078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:07.242014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-a1c3b4d0-40ca-4030-abbc-2d3759692cc2 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cbe75f6578643f5af99b2e4e7878950&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2238524 Jul 09 16:36:07.339386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:07.405317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:07.461635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:07.488611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 37d673b2-8824-469c-a4bf-fe33e5425374 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:07.488991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.505324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-ff67e129-785a-4908-a7fc-aa2e9b6f2d20 service neutron] 10.222.0.48 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267842 Jul 09 16:36:07.522226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21058ef5-f72d-4074-b686-b93b05a37466 req-2452ab0b-ba7c-4f1e-93e5-b7157d23cc60 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:07.524325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21058ef5-f72d-4074-b686-b93b05a37466 req-2452ab0b-ba7c-4f1e-93e5-b7157d23cc60 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 948 time: 0.1834185 Jul 09 16:36:07.542410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72b8b14-0695-41da-bae7-ccbde8bca861 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:07.601364 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.604472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:07.626368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:07.629230 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd71fda-298b-4645-a516-eeb205a31dd2" -d '{"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-plugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:07.642777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.645482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:07.651379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.683177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21058ef5-f72d-4074-b686-b93b05a37466 req-0e652f7d-cf0d-47ed-a8a7-8850926e830c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440589 Jul 09 16:36:07.722857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:07.769928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-4143b9a7-38de-4166-8682-919d18b2b150 service neutron] 10.222.0.48 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445819 Jul 09 16:36:07.802068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] Transition to ACTIVE for port object f72b8b14-0695-41da-bae7-ccbde8bca861 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:07.808852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.925213 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.948789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] No DVR routers for this DVR port f72b8b14-0695-41da-bae7-ccbde8bca861 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:07.960262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] Pushing event updated for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:08.026225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a41ea-f9dd-4075-b3a3-5150640a6c25 req-d2e3c836-f753-4f3c-83e9-3641731a296f tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.028016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-947a41ea-f9dd-4075-b3a3-5150640a6c25 req-d2e3c836-f753-4f3c-83e9-3641731a296f tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.2228420 Jul 09 16:36:08.037728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1b4b98ef-a80a-4c49-8f27-e8fc4f8c6426 service neutron] 10.222.0.43 "PUT /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861/bindings/n-h1-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1002200 Jul 09 16:36:08.123010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-947a41ea-f9dd-4075-b3a3-5150640a6c25 req-3cd58348-59e4-4a00-a8f9-475f7b4300ca tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815063 Jul 09 16:36:08.236428 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29901bd6-6d92-4762-ae55-16563bda75c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.295349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-b4a6a813-8078-4439-a91d-d3be84778d93 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.298200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-b4a6a813-8078-4439-a91d-d3be84778d93 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.1300411 Jul 09 16:36:08.417255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-db89066d-9dfd-4d96-9acc-3e83a8e86ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.419060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-db89066d-9dfd-4d96-9acc-3e83a8e86ffd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3&tenant_id=6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 1095 time: 0.1049325 Jul 09 16:36:08.430199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76dc2-adf0-4fc0-8fa6-7234213041b4 req-c58829dc-d733-4978-b147-b44ffca9efc9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.433655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bd76dc2-adf0-4fc0-8fa6-7234213041b4 req-c58829dc-d733-4978-b147-b44ffca9efc9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.1317122 Jul 09 16:36:08.531597 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.549418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bd76dc2-adf0-4fc0-8fa6-7234213041b4 req-5b282de6-5321-43cd-bf6b-80fc9abb1eb7 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946860 Jul 09 16:36:08.610848 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602a72a-3556-4509-b161-10a6d5f2590f x-openstack-request-id: req-d602a72a-3556-4509-b161-10a6d5f2590f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:08.611207 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-plugged", "status": "completed", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:08.611838 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d602a72a-3556-4509-b161-10a6d5f2590f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:08.612610 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'code': 200} Jul 09 16:36:08.619179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-cf49c6c7-d14b-4c3c-a5b6-be463b91610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.621946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-cf49c6c7-d14b-4c3c-a5b6-be463b91610c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1095 time: 0.1547794 Jul 09 16:36:08.624638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f65dd4d9-c3e2-479d-adbd-658a1e327ae6 req-91a346fa-873f-4cb4-8e82-ac8f786749ea tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 210 time: 0.0739317 Jul 09 16:36:08.728708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ce2d4ea-82cb-4412-9f99-afd1727b5b31 req-7684a4f3-bc71-479a-b27b-74f45733e4e9 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 210 time: 0.0608428 Jul 09 16:36:08.855457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f9fcc5da-042e-41d3-84e0-cb68033b1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.857529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f9fcc5da-042e-41d3-84e0-cb68033b1dba service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.1978173 Jul 09 16:36:08.946132 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f28b8c33-f47d-4f80-9def-a8e463b435a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 200 len: 217 time: 0.0737121 Jul 09 16:36:09.025229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-0230e3e8-da5e-4828-b544-37b08eec908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:09.027085 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-0230e3e8-da5e-4828-b544-37b08eec908c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.0598378 Jul 09 16:36:09.068096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-483462c6-d196-49ac-9c60-941d65c1119c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308909 Jul 09 16:36:09.073348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a22ed-9880-41e8-a14a-654a9c464448 req-f468eedc-a41e-4b96-a7e1-f8e5f66c4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:09.075557 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-309a22ed-9880-41e8-a14a-654a9c464448 req-f468eedc-a41e-4b96-a7e1-f8e5f66c4698 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1100 time: 0.1400340 Jul 09 16:36:09.142623 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.177657 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-309a22ed-9880-41e8-a14a-654a9c464448 req-5780d631-fc91-4b8f-8830-7f750895c82a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909071 Jul 09 16:36:09.250891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-9b32253e-9933-440a-bbe4-6909e312ccd1 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739750 Jul 09 16:36:09.374751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51825-7642-459a-90ba-f6e08163780b req-f490c3c8-b474-47f8-a1e9-90703ceed22d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:09.380217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1a51825-7642-459a-90ba-f6e08163780b req-f490c3c8-b474-47f8-a1e9-90703ceed22d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 949 time: 0.3466866 Jul 09 16:36:09.470135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-63ad128b-9be5-4512-9a94-d902cfc01eac tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:09.475823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-63ad128b-9be5-4512-9a94-d902cfc01eac tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.3504541 Jul 09 16:36:09.511231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:09.526460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1a51825-7642-459a-90ba-f6e08163780b req-93c7697f-36a1-4c4b-b4c2-f253ac22fe97 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364341 Jul 09 16:36:09.729215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:09.735999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.757607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-1736b66f-884b-4e9e-8415-3b4e29296917 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275880 Jul 09 16:36:09.844756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff5ba2-4ede-4717-a6cb-5b6031f53b86 req-21e21d63-9ed0-4c93-94d9-4c8585bf2b58 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:09.846377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0ff5ba2-4ede-4717-a6cb-5b6031f53b86 req-21e21d63-9ed0-4c93-94d9-4c8585bf2b58 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.1817038 Jul 09 16:36:09.934997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0ff5ba2-4ede-4717-a6cb-5b6031f53b86 req-04b8b539-1ad7-4c6d-a342-ba62f0e608ef tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772235 Jul 09 16:36:09.983974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.12 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/608a9836-fa60-421b-955f-623e0acbb8c9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:10.381298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-155d40cf-9914-427b-8799-0ad3ae1a7145 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:10.382887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-155d40cf-9914-427b-8799-0ad3ae1a7145 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.43 "GET /v2.0/networks?id=83d95d64-c380-485f-981d-5b524e88d0e0 HTTP/1.1" status: 200 len: 811 time: 0.3695815 Jul 09 16:36:10.426662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-180b73bd-a3f2-4487-b1aa-e8b3cdf35ac6 req-3aa193c1-8239-4fcb-bc3f-0ed8d7425aca tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 210 time: 0.0658946 Jul 09 16:36:10.512246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.520747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-94d69f79-2a4f-4348-9036-33d54981c84e tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbe75f6578643f5af99b2e4e7878950 HTTP/1.1" status: 200 len: 380 time: 0.0974967 Jul 09 16:36:10.541024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f6bb84ac-97e4-4ad7-a47f-1715daf5a7db tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:10.542781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f6bb84ac-97e4-4ad7-a47f-1715daf5a7db tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.1051376 Jul 09 16:36:10.550176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d79c66-be1c-4431-b40d-a626108a8d04 req-42c96d3a-8b50-487f-8ce2-78be916fef93 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:10.551853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d79c66-be1c-4431-b40d-a626108a8d04 req-42c96d3a-8b50-487f-8ce2-78be916fef93 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.2770875 Jul 09 16:36:10.559125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Request body: {'port': {'device_id': 'b3561378-96e5-44bc-82c7-651313d9b643', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'admin_state_up': True, 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'security_groups': ['d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:10.701841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9357d1cf-66e4-4b08-82c7-04dcd063726e req-dbf9e9b1-e47b-4ac4-8c6a-da9e218947c8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 210 time: 0.0738671 Jul 09 16:36:10.702970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f8da0bed-f746-4f7c-85f2-34d68a8226b0 service neutron] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:10.710344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f8da0bed-f746-4f7c-85f2-34d68a8226b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.717021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0b9d272-75dc-4c10-a1a5-3abab53412a8 req-f8da0bed-f746-4f7c-85f2-34d68a8226b0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861/bindings/n-h2-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.1532767 Jul 09 16:36:10.724895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.750226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d79c66-be1c-4431-b40d-a626108a8d04 req-5cab1c29-2879-4ee5-b21d-e307fee9a4b2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865044 Jul 09 16:36:10.827145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:10.828843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=608a9836-fa60-421b-955f-623e0acbb8c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:10.834161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:10.844663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:10.888020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.888447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.888829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.889174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.889512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.890240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.890730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.891117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.891680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.892229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.892773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.893316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:10.929482 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.957842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Made reservation on behalf of 8cbe75f6578643f5af99b2e4e7878950 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:10.961396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.985166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:10.985823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.094914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-f398c8bb-c472-43d1-bdaa-d527bc39edaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5946035 Jul 09 16:36:11.130997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cbfbb-a632-4751-aa33-d59a13169241 req-e55343e1-dbeb-4e21-90b6-74c115618f85 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:11.132734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b1cbfbb-a632-4751-aa33-d59a13169241 req-e55343e1-dbeb-4e21-90b6-74c115618f85 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 949 time: 0.2116716 Jul 09 16:36:11.137122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Request body: {'port': {'device_id': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:11.306819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b1cbfbb-a632-4751-aa33-d59a13169241 req-30bf209f-004a-411f-a92e-c7d178fedc6d tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632683 Jul 09 16:36:11.414518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Allocated IP 172.20.0.11 (83d95d64-c380-485f-981d-5b524e88d0e0/2457a4d1-064b-418f-905e-0e80bfa2cfd9/b0edb7a9-4040-4d23-b980-ac3132374929) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:11.462450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.633032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4a00c-023d-43e1-b3bc-b5d72774b2eb req-5c1fad8f-d38e-456a-8b17-2eb8eb5ed5d5 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:11.635783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5b4a00c-023d-43e1-b3bc-b5d72774b2eb req-5c1fad8f-d38e-456a-8b17-2eb8eb5ed5d5 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.4594605 Jul 09 16:36:11.868929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5b4a00c-023d-43e1-b3bc-b5d72774b2eb req-08245a56-247d-4c5b-b8c3-3d3fda02ceb7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160945 Jul 09 16:36:11.876484 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.951675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Transition to ACTIVE for port object b0edb7a9-4040-4d23-b980-ac3132374929 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:12.075981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-752df43c-6a0b-4130-a2f7-c35eae9f5710 req-e5534632-1c56-49c5-9bfa-a5e3800e7aae tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 210 time: 0.0336914 Jul 09 16:36:12.081591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.097808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f478-7c57-40a9-856a-a2faef72d065 req-6c183941-15f1-40f8-891a-db89596dcf59 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.105128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b30f478-7c57-40a9-856a-a2faef72d065 req-6c183941-15f1-40f8-891a-db89596dcf59 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 932 time: 0.3296750 Jul 09 16:36:12.198031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Network 83d95d64-c380-485f-981d-5b524e88d0e0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:12.209461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:12.224972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:12.239372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event updated for resources: {'Port': ['ID=b0edb7a9-4040-4d23-b980-ac3132374929,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:12.254720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-1a153471-e101-496c-8e40-41c12dd17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.256873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-1a153471-e101-496c-8e40-41c12dd17b06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1097 time: 0.0772250 Jul 09 16:36:12.280415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b30f478-7c57-40a9-856a-a2faef72d065 req-e1c7d26b-fd20-4fd0-8cbf-0a35f1d25b17 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741364 Jul 09 16:36:12.414051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-04a16f32-1de9-4e4c-a497-69139277b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.415714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-04a16f32-1de9-4e4c-a497-69139277b6bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1474106 Jul 09 16:36:12.480146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-f5231730-62f5-4a37-be07-767386601793 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 217 time: 0.0551016 Jul 09 16:36:12.555355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-fb12e708-d982-4508-9cb3-80bdd05b8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.557024 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-fb12e708-d982-4508-9cb3-80bdd05b8cfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0653253 Jul 09 16:36:12.581796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a041c171-117c-4b90-ac22-be2c7c587aa3 None None] Provisioning for port b0edb7a9-4040-4d23-b980-ac3132374929 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:12.588135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a041c171-117c-4b90-ac22-be2c7c587aa3 None None] Provisioning complete for port b0edb7a9-4040-4d23-b980-ac3132374929 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:12.588848 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a041c171-117c-4b90-ac22-be2c7c587aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.605663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-822e541a-ea3c-4d3f-9aea-d8d043515a9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371811 Jul 09 16:36:12.713223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-df35fe63-269d-46d6-8644-919533eebcf2 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994775 Jul 09 16:36:12.788964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a041c171-117c-4b90-ac22-be2c7c587aa3 None None] Port b0edb7a9-4040-4d23-b980-ac3132374929 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:12.809644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608a9836-fa60-421b-955f-623e0acbb8c9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:12.819512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.820132 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.828245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.835744 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-15241f12-eb5e-459b-a0a0-3da516240e08 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113591 Jul 09 16:36:12.859850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-148652a0-ebff-4f06-943d-e3b18393e78f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3068247 Jul 09 16:36:12.864011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Transition to ACTIVE for port object 608a9836-fa60-421b-955f-623e0acbb8c9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:12.877444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff45a9-2ce7-475a-b0d9-85dbd60d8b60 req-26a62686-8bc4-416d-8420-299fa0fd7cbf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.879005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ff45a9-2ce7-475a-b0d9-85dbd60d8b60 req-26a62686-8bc4-416d-8420-299fa0fd7cbf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.6660826 Jul 09 16:36:12.883772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Request body: {'port': {'device_id': 'b3561378-96e5-44bc-82c7-651313d9b643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:12.891046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.996080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca767beb-eedd-4462-9246-160bc4f61f05 req-7cd0d75f-b2db-46bc-ba7f-73b6d9e4cbfc tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:12.997598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca767beb-eedd-4462-9246-160bc4f61f05 req-7cd0d75f-b2db-46bc-ba7f-73b6d9e4cbfc tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 949 time: 0.2633893 Jul 09 16:36:13.022222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Pushing event updated for resources: {'Port': ['ID=608a9836-fa60-421b-955f-623e0acbb8c9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:13.054207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ff45a9-2ce7-475a-b0d9-85dbd60d8b60 req-a16ba388-b7c8-4ce4-ad44-8f42c61253a4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651132 Jul 09 16:36:13.103470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-961ac9c4-e94b-411c-8ad9-f834f0d79e71 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:13.109147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-961ac9c4-e94b-411c-8ad9-f834f0d79e71 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1097 time: 0.1158581 Jul 09 16:36:13.128258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.131963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:13.173743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca767beb-eedd-4462-9246-160bc4f61f05 req-2ce5274f-821e-4815-83c7-7f22a70549c3 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590505 Jul 09 16:36:13.294798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.476075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Attempting to bind port 608a9836-fa60-421b-955f-623e0acbb8c9 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:13.476716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Attempting to bind port 608a9836-fa60-421b-955f-623e0acbb8c9 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:13.477247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Attempting to bind port 608a9836-fa60-421b-955f-623e0acbb8c9 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:13.496963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:13.540875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Port 608a9836-fa60-421b-955f-623e0acbb8c9 on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:13.541327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Attempting to bind port 608a9836-fa60-421b-955f-623e0acbb8c9 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:13.554051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:13.564423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:13.564913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:13.565424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:13.565989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Bound port: 608a9836-fa60-421b-955f-623e0acbb8c9, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:13.566437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.616541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:13.620545 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849dd88-ec00-454d-9d89-b39de8ba5251" -d '{"events": [{"server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:13.626766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.635667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.656573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0edb7a9-4040-4d23-b980-ac3132374929 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:13.673740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.728265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:13.731880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Transition to ACTIVE for port object b0edb7a9-4040-4d23-b980-ac3132374929 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:13.743277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef2c54-eaf7-4422-8d3c-38147aa72e27 req-1ac48fde-f991-4852-96b1-0e4a058a8fc8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:13.750294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89ef2c54-eaf7-4422-8d3c-38147aa72e27 req-1ac48fde-f991-4852-96b1-0e4a058a8fc8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 946 time: 0.2888920 Jul 09 16:36:13.765397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.766233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.766636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.766811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.767031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.767319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.767665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.767972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.768297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.768623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.768947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.769521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.769643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:13.776266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d3b93-0153-478a-8481-70860ebac164 req-b2a8fef7-ce9a-490f-9fac-14ca9bde1520 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:13.777989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d3b93-0153-478a-8481-70860ebac164 req-b2a8fef7-ce9a-490f-9fac-14ca9bde1520 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 932 time: 0.3131571 Jul 09 16:36:13.798039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on host n-h2-800085-2 for vnic_type normal with profile {"migrating_to": "n-h1-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:13.798377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:13.799365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:13.800992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] For port 608a9836-fa60-421b-955f-623e0acbb8c9, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:13.805678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:13.806353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Attempting to bind port 4dc93540-8ca2-43a7-934e-f29af8edc224 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:13.814163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:13.816183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:13.816183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:13.816183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Bound port: 4dc93540-8ca2-43a7-934e-f29af8edc224, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:13.816183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.865587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] For port 608a9836-fa60-421b-955f-623e0acbb8c9, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=608a9836-fa60-421b-955f-623e0acbb8c9,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:13.897858 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.904758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:13.909696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:13.915512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.934838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Pushing event updated for resources: {'Port': ['ID=b0edb7a9-4040-4d23-b980-ac3132374929,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:13.944989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89ef2c54-eaf7-4422-8d3c-38147aa72e27 req-4663ed45-128e-4611-93a9-620b226135e3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935093 Jul 09 16:36:13.967034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d8d3b93-0153-478a-8481-70860ebac164 req-6ebe3ae5-4975-47fb-b0c3-fe4bb4ff1c85 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664920 Jul 09 16:36:14.054579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.059404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.060157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.061773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-cfdb2578-f5e0-4e04-950d-3d6048dc45cd service neutron] 10.222.0.37 "PUT /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 1122 time: 0.9417782 Jul 09 16:36:14.080117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.080925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.083183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] 10.222.0.43 "PUT /v2.0/ports/608a9836-fa60-421b-955f-623e0acbb8c9 HTTP/1.1" status: 200 len: 1092 time: 2.9618809 Jul 09 16:36:14.140071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'tag': '608a9836-fa60-421b-955f-623e0acbb8c9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:14.142306 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c3fe6e-1d9e-46e1-9840-7cabd1058414" -d '{"events": [{"name": "network-changed", "server_uuid": "02c8c714-7df5-453a-ba1a-81e5153408f3", "tag": "608a9836-fa60-421b-955f-623e0acbb8c9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:14.161581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['4dc93540-8ca2-43a7-934e-f29af8edc224'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:14.277416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edf193-0d09-4bfe-a344-68ff068e725c service neutron] Pushing event updated for resources: {'Port': ['ID=608a9836-fa60-421b-955f-623e0acbb8c9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.308785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Attempting to bind port b0edb7a9-4040-4d23-b980-ac3132374929 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:14.310138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Attempting to bind port b0edb7a9-4040-4d23-b980-ac3132374929 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:14.310579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Attempting to bind port b0edb7a9-4040-4d23-b980-ac3132374929 on network 83d95d64-c380-485f-981d-5b524e88d0e0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:14.332688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Port b0edb7a9-4040-4d23-b980-ac3132374929 on network 83d95d64-c380-485f-981d-5b524e88d0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:14.333185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Attempting to bind port b0edb7a9-4040-4d23-b980-ac3132374929 on network 83d95d64-c380-485f-981d-5b524e88d0e0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:14.394866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:14.394866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Checking segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:14.394866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Bound using segment: {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:14.395281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Bound port: b0edb7a9-4040-4d23-b980-ac3132374929, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7aaa69-8bf7-4605-8570-9c24bd004625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:14.395383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.424655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-aaa2e66f-b9bb-4eb5-91e7-11628d45caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.427338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-aaa2e66f-b9bb-4eb5-91e7-11628d45caf0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 1095 time: 0.2493687 Jul 09 16:36:14.523161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-ee0e74cc-e783-4f2f-b788-6de1b7eb073e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608a9836-fa60-421b-955f-623e0acbb8c9 HTTP/1.1" status: 200 len: 217 time: 0.0650733 Jul 09 16:36:14.577503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d642f6-12cc-411d-8640-3371ad65748a req-56da838b-ae6c-4395-9688-bbc8ce9ead10 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.583124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4d642f6-12cc-411d-8640-3371ad65748a req-56da838b-ae6c-4395-9688-bbc8ce9ead10 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 944 time: 0.2975485 Jul 09 16:36:14.632783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] For port b0edb7a9-4040-4d23-b980-ac3132374929, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:14.665640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] For port b0edb7a9-4040-4d23-b980-ac3132374929, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b0edb7a9-4040-4d23-b980-ac3132374929,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:14.676436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-436a0248-e6ac-4be0-8590-6803d858dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.678014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-436a0248-e6ac-4be0-8590-6803d858dab7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.1327477 Jul 09 16:36:14.683030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.704669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4d642f6-12cc-411d-8640-3371ad65748a req-98740cca-eb9e-438b-a944-405b70e4f7d1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956924 Jul 09 16:36:14.752785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-bd973018-14fd-43ef-a792-46693d997c46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571301 Jul 09 16:36:14.778432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.779519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.781625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] 10.222.0.43 "PUT /v2.0/ports/b0edb7a9-4040-4d23-b980-ac3132374929 HTTP/1.1" status: 200 len: 1092 time: 1.9124894 Jul 09 16:36:14.870127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af4f5b-18ea-482b-938c-17d636487c35 req-553e8981-c422-4dff-a926-484e29bd4869 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:14.871835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88af4f5b-18ea-482b-938c-17d636487c35 req-553e8981-c422-4dff-a926-484e29bd4869 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1095 time: 0.4074514 Jul 09 16:36:14.933202 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410c842b-a569-4899-af52-71ae473767f3 x-openstack-request-id: req-410c842b-a569-4899-af52-71ae473767f3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:14.934276 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:14.934276 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-410c842b-a569-4899-af52-71ae473767f3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:14.934276 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'code': 200} Jul 09 16:36:14.988689 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b589c3e-4ba6-4bdb-9c94-4dd1a6dc980b x-openstack-request-id: req-3b589c3e-4ba6-4bdb-9c94-4dd1a6dc980b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:14.988979 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c8c714-7df5-453a-ba1a-81e5153408f3", "tag": "608a9836-fa60-421b-955f-623e0acbb8c9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:14.989235 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b589c3e-4ba6-4bdb-9c94-4dd1a6dc980b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:14.989621 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'tag': '608a9836-fa60-421b-955f-623e0acbb8c9', 'status': 'completed', 'code': 200} Jul 09 16:36:15.001968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-53ea0304-7ff9-4c13-a728-90529b96b58c service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344224 Jul 09 16:36:15.003947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f47a5c-c82f-4033-b2e7-875703cdeaec service neutron] Pushing event updated for resources: {'Port': ['ID=b0edb7a9-4040-4d23-b980-ac3132374929,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.096072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88af4f5b-18ea-482b-938c-17d636487c35 req-72facbfc-00f4-4b51-ae0f-8901af42b372 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065008 Jul 09 16:36:15.117951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-39ed1fcb-118a-495d-877c-cdf56d44e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.120619 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-39ed1fcb-118a-495d-877c-cdf56d44e75d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cbe75f6578643f5af99b2e4e7878950&device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 1095 time: 0.2542801 Jul 09 16:36:15.193626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-1c8684aa-9220-4d72-99ba-a428354d8543 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0edb7a9-4040-4d23-b980-ac3132374929 HTTP/1.1" status: 200 len: 217 time: 0.0561321 Jul 09 16:36:15.214763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660dca80-0e57-4040-9b9e-3574b5d1af84 req-c4ab3fbd-18ff-4160-81c5-15dc3bd66974 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900721 Jul 09 16:36:15.257848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-d38ee8af-35c9-4af4-9d04-72c8673ea97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.259455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-d38ee8af-35c9-4af4-9d04-72c8673ea97c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2457a4d1-064b-418f-905e-0e80bfa2cfd9 HTTP/1.1" status: 200 len: 850 time: 0.0578949 Jul 09 16:36:15.398800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:15.491356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-f9f46e90-a499-4dc5-93af-6f66d90cb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.492992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-f9f46e90-a499-4dc5-93af-6f66d90cb9a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83d95d64-c380-485f-981d-5b524e88d0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193725 Jul 09 16:36:15.501254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-02adbfb6-e59a-478b-9be6-59c63a83e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.503134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-02adbfb6-e59a-478b-9be6-59c63a83e076 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 1095 time: 0.1962113 Jul 09 16:36:15.506204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa323c8-4e33-4ef7-b681-aaf32a70f530 req-423dfd92-fdf2-4618-87e0-d9994158aec2 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.507802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-faa323c8-4e33-4ef7-b681-aaf32a70f530 req-423dfd92-fdf2-4618-87e0-d9994158aec2 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1100 time: 0.2354510 Jul 09 16:36:15.524648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:15.524887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac186cdb-65f6-496d-b053-a2e4d5384fe6 req-01b9f3b5-d328-42b6-b8b9-b0da805c3ad3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.526205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac186cdb-65f6-496d-b053-a2e4d5384fe6 req-01b9f3b5-d328-42b6-b8b9-b0da805c3ad3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 944 time: 0.2179770 Jul 09 16:36:15.538789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:36:15.715275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-faa323c8-4e33-4ef7-b681-aaf32a70f530 req-c08e7155-b770-4175-ab17-530028993616 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989455 Jul 09 16:36:15.721893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac186cdb-65f6-496d-b053-a2e4d5384fe6 req-b5c74bf3-2484-4989-916c-80f6ca694381 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820292 Jul 09 16:36:15.752422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-4e7522b1-86d4-444e-9fe6-bb5ba7ee3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.754756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-4e7522b1-86d4-444e-9fe6-bb5ba7ee3028 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.2266822 Jul 09 16:36:15.795487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-0464de49-0e41-47d6-9979-70403c0739eb service neutron] 10.222.0.43 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809730 Jul 09 16:36:15.842740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-6d8d80d0-20fb-4589-993b-ba50cf65d66d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608a9836-fa60-421b-955f-623e0acbb8c9 HTTP/1.1" status: 200 len: 217 time: 0.0600715 Jul 09 16:36:15.917150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-4fb40ae0-9d51-47bb-ac95-e3a7c0a50102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.919196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-4fb40ae0-9d51-47bb-ac95-e3a7c0a50102 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0625803 Jul 09 16:36:16.046700 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-d3c679d0-6790-4726-81da-5afeb573f96a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929656 Jul 09 16:36:16.066112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-33577e43-dfb5-43e6-8070-67edc564a095 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324406 Jul 09 16:36:16.163777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-6ae39c40-5f88-44dc-8c0d-cbcce592b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.165507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-6ae39c40-5f88-44dc-8c0d-cbcce592b97b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea143b1f53a24f11b7a982b447af3afd&device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1100 time: 0.0749066 Jul 09 16:36:16.332595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-1d190738-e114-44c2-9424-171cf39cfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.334923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-1d190738-e114-44c2-9424-171cf39cfc22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1397913 Jul 09 16:36:16.390997 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-2916d339-27d1-4e00-b73d-0232cff699a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=37d673b2-8824-469c-a4bf-fe33e5425374 HTTP/1.1" status: 200 len: 217 time: 0.0490077 Jul 09 16:36:16.469916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-595281be-96c0-4909-b497-28636d71bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.472058 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-595281be-96c0-4909-b497-28636d71bad8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0743563 Jul 09 16:36:16.509663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b3166d6-177a-4f05-9bf9-7ec4df784a3a req-2dd75e7a-33d2-43c3-876b-7c8476a270f8 service neutron] 10.222.0.43 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654961 Jul 09 16:36:16.544230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-5cf4aa98-12e5-4c36-bc9a-dd59d04c4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.546397 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-5cf4aa98-12e5-4c36-bc9a-dd59d04c4bf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665982 Jul 09 16:36:16.553667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a00e6-5293-4179-95a6-36d805555982 req-9bb4d241-247c-4c68-ad56-1960b15cdf44 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.555464 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-777a00e6-5293-4179-95a6-36d805555982 req-9bb4d241-247c-4c68-ad56-1960b15cdf44 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 944 time: 0.5868895 Jul 09 16:36:16.561053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53535427-4b0c-45ce-b64d-12ceb9936801 req-c2287b43-cb1b-45cb-9213-408b4415d347 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.568422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53535427-4b0c-45ce-b64d-12ceb9936801 req-c2287b43-cb1b-45cb-9213-408b4415d347 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 1095 time: 0.6370695 Jul 09 16:36:16.620147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-6bc1e512-4ba8-4af4-8895-ad1ad17a0df1 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313570 Jul 09 16:36:16.678100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53535427-4b0c-45ce-b64d-12ceb9936801 req-47dabc34-b6d1-45c4-9143-022ef95d8792 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086767 Jul 09 16:36:16.702894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-3f4a4098-15bf-49ea-b4d6-13fcf9cd363a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470895 Jul 09 16:36:16.723233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-777a00e6-5293-4179-95a6-36d805555982 req-bf3e3d22-bc5b-42d2-b1d7-4cdd1e9f390b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485360 Jul 09 16:36:16.844343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c3fe6e-1d9e-46e1-9840-7cabd1058414 req-94ad8d04-b96a-4191-9f2e-09d59545c976 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150095 Jul 09 16:36:16.904779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-768eb027-2248-4d5f-9763-9cc4d2dcee58 req-daa29960-27f2-4fac-9fdf-471530ed313a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006853 Jul 09 16:36:16.935552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:16.938195 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f9d98-9e3f-479c-9e5d-149a6650461f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:16.996671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:17.000494 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dac49b-13a5-4519-9105-103a122afa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:17.027330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19707b-f6cf-41e3-9e24-8602740da529 req-34099136-ede7-4937-9d45-d492e1c7afdd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:17.029381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d19707b-f6cf-41e3-9e24-8602740da529 req-34099136-ede7-4937-9d45-d492e1c7afdd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 944 time: 0.1225781 Jul 09 16:36:17.079682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d19707b-f6cf-41e3-9e24-8602740da529 req-dd942e42-d426-427f-b000-a24c433778ec tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Jul 09 16:36:17.435837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98685c-9fad-433e-ab26-9bdde3f81f77 req-da46a97d-2027-4aa9-b31a-6c2bdc8bd597 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:17.438528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f98685c-9fad-433e-ab26-9bdde3f81f77 req-da46a97d-2027-4aa9-b31a-6c2bdc8bd597 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 944 time: 0.1033742 Jul 09 16:36:17.486821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f98685c-9fad-433e-ab26-9bdde3f81f77 req-f6e28bf9-dd5f-45e0-8392-2cb013d95a03 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Jul 09 16:36:17.589733 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b1e32-343a-4ff7-8fe7-a2e8f02c57c3 x-openstack-request-id: req-ff7b1e32-343a-4ff7-8fe7-a2e8f02c57c3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:17.590328 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:17.592833 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff7b1e32-343a-4ff7-8fe7-a2e8f02c57c3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:17.593824 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'status': 'completed', 'code': 200} Jul 09 16:36:17.601429 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a88bf-bdaf-4d81-81df-ac366cf358f2 x-openstack-request-id: req-4b9a88bf-bdaf-4d81-81df-ac366cf358f2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:17.601944 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:17.602295 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b9a88bf-bdaf-4d81-81df-ac366cf358f2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:17.603209 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'status': 'completed', 'code': 200} Jul 09 16:36:17.763666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac49b-13a5-4519-9105-103a122afa2d req-b40b0808-ceaa-4907-b937-36a2ce88fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:17.765933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-b40b0808-ceaa-4907-b937-36a2ce88fb40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cbe75f6578643f5af99b2e4e7878950&device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 1095 time: 0.0965147 Jul 09 16:36:17.820407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-6c292896-b3c8-4c99-8bd1-e7b5fea719f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:17.822908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-6c292896-b3c8-4c99-8bd1-e7b5fea719f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1125 time: 0.1883142 Jul 09 16:36:18.057628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac49b-13a5-4519-9105-103a122afa2d req-945e3df4-5f0c-4048-9dc2-3d7969a4e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.060394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-945e3df4-5f0c-4048-9dc2-3d7969a4e415 service neutron] 10.222.0.43 "GET /v2.0/networks?id=83d95d64-c380-485f-981d-5b524e88d0e0 HTTP/1.1" status: 200 len: 912 time: 0.2709591 Jul 09 16:36:18.075116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab724a-67d9-40f2-8400-13e05d183064 req-d2837f71-17be-4d21-8d14-9b29678641d6 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.077749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28ab724a-67d9-40f2-8400-13e05d183064 req-d2837f71-17be-4d21-8d14-9b29678641d6 tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 1100 time: 0.3331439 Jul 09 16:36:18.141974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-514cd713-9acd-4ead-9343-28d8f13d89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.143478 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-514cd713-9acd-4ead-9343-28d8f13d89cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.2937789 Jul 09 16:36:18.149868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-c0cec274-95b0-4311-a2b1-8dcebf4d9300 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0edb7a9-4040-4d23-b980-ac3132374929 HTTP/1.1" status: 200 len: 217 time: 0.0707369 Jul 09 16:36:18.232014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-12c0e638-0456-425f-a03b-b1166dcdbba0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 217 time: 0.0735564 Jul 09 16:36:18.281788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28ab724a-67d9-40f2-8400-13e05d183064 req-a288f5ce-aa26-4058-b89c-622694f0d5aa tempest-ServersAdminTestJSON-1680576769 tempest-ServersAdminTestJSON-1680576769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814747 Jul 09 16:36:18.300200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac49b-13a5-4519-9105-103a122afa2d req-cdca5dae-dfac-48e8-a264-0d9d6c1271ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.301794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-cdca5dae-dfac-48e8-a264-0d9d6c1271ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2457a4d1-064b-418f-905e-0e80bfa2cfd9 HTTP/1.1" status: 200 len: 850 time: 0.1308634 Jul 09 16:36:18.316278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e04d23-477f-487a-8fdf-5680e90e043b req-a44c9777-078c-4004-8923-407e39567ddf tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.317817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1e04d23-477f-487a-8fdf-5680e90e043b req-a44c9777-078c-4004-8923-407e39567ddf tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 944 time: 0.3393967 Jul 09 16:36:18.332611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-22460512-36e2-4dcb-8e62-8c5bdc66ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.334043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-22460512-36e2-4dcb-8e62-8c5bdc66ca5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0852122 Jul 09 16:36:18.401012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-0f57b9c0-1b3c-4f89-bb2a-1fce6943e31e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410712 Jul 09 16:36:18.507057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1e04d23-477f-487a-8fdf-5680e90e043b req-c8716f2a-7380-4f50-9a95-5f6515309626 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778355 Jul 09 16:36:18.534530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dac49b-13a5-4519-9105-103a122afa2d req-4409baf0-0a89-4b7e-a1cd-a3d9280f688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.534862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-4409baf0-0a89-4b7e-a1cd-a3d9280f688f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83d95d64-c380-485f-981d-5b524e88d0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160242 Jul 09 16:36:18.639592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-ee13eafd-7e8f-4594-ba6c-3b26eb7f81fa service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266626 Jul 09 16:36:18.648252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd3530-8905-4eba-9bf7-d6616bbe40cf req-6cc5c5b6-0085-472e-91ce-a0754858aa9c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:18.649980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82dd3530-8905-4eba-9bf7-d6616bbe40cf req-6cc5c5b6-0085-472e-91ce-a0754858aa9c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 944 time: 0.2532117 Jul 09 16:36:18.766980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-13b4d99d-1929-4c4e-bf4f-b8ea822eb0cc service neutron] 10.222.0.43 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198968 Jul 09 16:36:18.783159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82dd3530-8905-4eba-9bf7-d6616bbe40cf req-763e293e-24d8-4b80-ac51-6d06082ec63f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193092 Jul 09 16:36:18.943922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-419f9d98-9e3f-479c-9e5d-149a6650461f req-53ff74d7-274f-4381-aae3-f61b89b08281 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864039 Jul 09 16:36:19.001284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4dac49b-13a5-4519-9105-103a122afa2d req-71eaf034-88f1-42fb-8ffd-ef6eda8e9977 service neutron] 10.222.0.43 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111201 Jul 09 16:36:19.243573 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 608a9836-fa60-421b-955f-623e0acbb8c9 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:19.343531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ae63-bb54-4546-bd7d-d70e64b09d00 req-d29ceb71-53cb-4332-b652-46ea1884f3d1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:19.351160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f47ae63-bb54-4546-bd7d-d70e64b09d00 req-d29ceb71-53cb-4332-b652-46ea1884f3d1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 944 time: 0.0921619 Jul 09 16:36:19.402773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f47ae63-bb54-4546-bd7d-d70e64b09d00 req-41ebef38-8cb6-48a3-a507-92313a930029 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502770 Jul 09 16:36:19.473701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 608a9836-fa60-421b-955f-623e0acbb8c9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=608a9836-fa60-421b-955f-623e0acbb8c9,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:19.498614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:19.536086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-205f3594-c93a-4d71-b69f-22974abda377 service neutron] 10.222.0.43 "GET /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.0767267 Jul 09 16:36:19.619390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766fc9f-a1c6-4193-80f4-193fd3038e5b req-d471fff3-2fae-4251-822d-f574184a34a4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:19.633145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6766fc9f-a1c6-4193-80f4-193fd3038e5b req-d471fff3-2fae-4251-822d-f574184a34a4 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.2291152 Jul 09 16:36:19.678684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:19.692780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:36:19.695470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '608a9836-fa60-421b-955f-623e0acbb8c9', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': '608a9836-fa60-421b-955f-623e0acbb8c9', 'mac_address': 'fa:16:3e:4a:67:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:19.709453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6766fc9f-a1c6-4193-80f4-193fd3038e5b req-8f682307-4e3b-4c68-ac1b-4fc399986dfd tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Jul 09 16:36:19.756928 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.784453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608a9836-fa60-421b-955f-623e0acbb8c9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:19.821895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 608a9836-fa60-421b-955f-623e0acbb8c9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=608a9836-fa60-421b-955f-623e0acbb8c9,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:19.831356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.832693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b0edb7a9-4040-4d23-b980-ac3132374929 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:19.891757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a639-02ce-4070-b858-f15ead23f0d3 req-ee791223-23c7-40c6-b07a-ba108eb07a8c tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:19.893698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f28a639-02ce-4070-b858-f15ead23f0d3 req-ee791223-23c7-40c6-b07a-ba108eb07a8c tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 944 time: 0.1830673 Jul 09 16:36:19.942385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:19.973155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:19.977105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=608a9836-fa60-421b-955f-623e0acbb8c9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:19.990810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.991358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.991834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.992235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.992579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.992916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.993338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.993682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.994012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.994339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.994689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:19.995012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:20.063060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b0edb7a9-4040-4d23-b980-ac3132374929, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b0edb7a9-4040-4d23-b980-ac3132374929,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:20.081011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'port_id': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'mac_address': 'fa:16:3e:81:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:20.135088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc93540-8ca2-43a7-934e-f29af8edc224 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:20.183830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:20.204986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.223036 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.255381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0edb7a9-4040-4d23-b980-ac3132374929 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:20.296479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b0edb7a9-4040-4d23-b980-ac3132374929, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b0edb7a9-4040-4d23-b980-ac3132374929,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:20.308856 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.316975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] Transition to ACTIVE for port object 4dc93540-8ca2-43a7-934e-f29af8edc224 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:20.321310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f28a639-02ce-4070-b858-f15ead23f0d3 req-023adefe-4f4c-4e27-8d0b-9c913de7ade9 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819965 Jul 09 16:36:20.340662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.365435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6459fa-08ae-4a66-8c04-2492e934b971 req-baebd335-5ea4-4b57-9918-4a457531d4d7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:20.375213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da6459fa-08ae-4a66-8c04-2492e934b971 req-baebd335-5ea4-4b57-9918-4a457531d4d7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 945 time: 0.3623962 Jul 09 16:36:20.449210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b0edb7a9-4040-4d23-b980-ac3132374929,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:20.482872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] No DVR routers for this DVR port 4dc93540-8ca2-43a7-934e-f29af8edc224 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:20.541144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] 10.222.0.43 "PUT /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224/bindings/n-h1-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9893513 Jul 09 16:36:20.565646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871de35-269a-49a6-8c03-6bdfaffdcf6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:20.587226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da6459fa-08ae-4a66-8c04-2492e934b971 req-d143c566-adb5-43e8-8af9-00ede2d79697 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106800 Jul 09 16:36:20.640022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:20.648087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['b0edb7a9-4040-4d23-b980-ac3132374929'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:20.791449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-1f17bb4e-099e-474a-a7f3-6e1a68f30196 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:20.794125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-1f17bb4e-099e-474a-a7f3-6e1a68f30196 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.1304090 Jul 09 16:36:20.829600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b52a1-b1ea-4f10-a854-2575d5cfcf58 req-3f1a27d2-69c3-41d2-b8e9-e4f2dcd35bda tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:20.831623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-165b52a1-b1ea-4f10-a854-2575d5cfcf58 req-3f1a27d2-69c3-41d2-b8e9-e4f2dcd35bda tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 945 time: 0.1013374 Jul 09 16:36:20.917996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-e6c0f2be-3496-481f-bf7e-f79f12bb82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:20.919649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-e6c0f2be-3496-481f-bf7e-f79f12bb82b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d&tenant_id=ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 1096 time: 0.0968356 Jul 09 16:36:20.935682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-165b52a1-b1ea-4f10-a854-2575d5cfcf58 req-c647ba93-2799-4958-82fa-25d2f99b85d5 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972371 Jul 09 16:36:20.997925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe01a-00c1-431f-8a2e-3365be1d9469 req-7969ccc2-5342-4f6d-ad55-c26d1926b244 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.005643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7cfe01a-00c1-431f-8a2e-3365be1d9469 req-7969ccc2-5342-4f6d-ad55-c26d1926b244 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.1130004 Jul 09 16:36:21.053787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7cfe01a-00c1-431f-8a2e-3365be1d9469 req-65f30979-3f12-4b1c-993e-81da936ffa49 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Jul 09 16:36:21.067247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-81f0fdc6-49e2-40f2-a009-2293f467f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.067247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-81f0fdc6-49e2-40f2-a009-2293f467f1fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1096 time: 0.0736909 Jul 09 16:36:21.258977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:21.292151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-869188a3-2648-4525-a337-de444405adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.294485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-869188a3-2648-4525-a337-de444405adac service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1858041 Jul 09 16:36:21.308957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:21.309571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-2aa2328b-78dc-4db3-ae77-4e35a732fc26 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.313383 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-2aa2328b-78dc-4db3-ae77-4e35a732fc26 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.2026327 Jul 09 16:36:21.375063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-07c9d7fe-f392-4a76-a0ea-93979fc1ceee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 200 len: 217 time: 0.0601900 Jul 09 16:36:21.501020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-b63ad973-464d-4c6b-8087-14ed35c06ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.502544 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-b63ad973-464d-4c6b-8087-14ed35c06ce3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1055007 Jul 09 16:36:21.546402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-5e84ee84-a532-4e0b-b585-7c83d479b97b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352509 Jul 09 16:36:21.621639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f0171-bea2-4a4c-a4bf-9815409b721e req-d82635e7-d16b-4e54-8a86-7d1d429bb286 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.624948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-568f0171-bea2-4a4c-a4bf-9815409b721e req-d82635e7-d16b-4e54-8a86-7d1d429bb286 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 945 time: 0.1380329 Jul 09 16:36:21.683894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-568f0171-bea2-4a4c-a4bf-9815409b721e req-7918230c-42f9-4ba2-882f-5b6749bb8ab8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522463 Jul 09 16:36:21.891894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f47e-9ced-4811-93d9-d170bab0e2e2 req-28eaae72-581e-48fb-a505-3579f4e9f58b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.893862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f18f47e-9ced-4811-93d9-d170bab0e2e2 req-28eaae72-581e-48fb-a505-3579f4e9f58b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 945 time: 0.0715463 Jul 09 16:36:21.933332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Deleting port a677b8a2-f4be-4677-b46f-e82de3682c0a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:21.933940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.947120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f18f47e-9ced-4811-93d9-d170bab0e2e2 req-93cc61ff-9ef8-4b70-9f24-d2a5125dbcb8 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Jul 09 16:36:22.040327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-40623d35-3235-4147-9e55-d24c5dc778f7 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830477 Jul 09 16:36:22.120566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] For port a677b8a2-f4be-4677-b46f-e82de3682c0a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a677b8a2-f4be-4677-b46f-e82de3682c0a,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:22.120943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.140801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Calling delete_port for a677b8a2-f4be-4677-b46f-e82de3682c0a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:22.192567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff1a7c-fc6d-4136-8dc6-47419a8a95a7 req-4396a3e6-ea6f-4b50-96a6-e5f4f63c8a9c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:22.194091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4eff1a7c-fc6d-4136-8dc6-47419a8a95a7 req-4396a3e6-ea6f-4b50-96a6-e5f4f63c8a9c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 945 time: 0.0820694 Jul 09 16:36:22.223363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-60b1fb6b-6a77-4628-9bed-bdc81e9893a8 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703424 Jul 09 16:36:22.284791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4eff1a7c-fc6d-4136-8dc6-47419a8a95a7 req-c92b2a48-1330-4302-9fc4-7155a34f7faf tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820866 Jul 09 16:36:22.302424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1ec9-7af8-4c30-bb47-0a75a15ff2b3 req-eea9f322-74f4-48b2-90e3-945a54efc595 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:22.304735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-361d1ec9-7af8-4c30-bb47-0a75a15ff2b3 req-eea9f322-74f4-48b2-90e3-945a54efc595 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 949 time: 0.1209736 Jul 09 16:36:22.333798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.347060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-361d1ec9-7af8-4c30-bb47-0a75a15ff2b3 req-4ff78d7d-4edd-4d15-a5fe-335de9985186 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Jul 09 16:36:22.377155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['573cf368-4bbe-4aa3-892f-672fe0f7dd13', '37d673b2-8824-469c-a4bf-fe33e5425374'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:22.382639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event deleted for resources: {'Port': ['ID=a677b8a2-f4be-4677-b46f-e82de3682c0a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.428924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] No DVR routers for this DVR port a677b8a2-f4be-4677-b46f-e82de3682c0a on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:22.432738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.435071 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ba1d803-0767-4eca-a97f-142f6a543b5d req-e4d39541-5c5d-4508-b60f-ecabf968af7c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "DELETE /v2.0/ports/a677b8a2-f4be-4677-b46f-e82de3682c0a HTTP/1.1" status: 204 len: 173 time: 1.1109314 Jul 09 16:36:22.435735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85457a89-b066-415b-bebf-81754ebb88f4', 'name': 'network-vif-deleted', 'tag': 'a677b8a2-f4be-4677-b46f-e82de3682c0a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:22.439982 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3524bfaa-57ad-4754-b2f3-5c11f5f53021" -d '{"events": [{"server_uuid": "85457a89-b066-415b-bebf-81754ebb88f4", "name": "network-vif-deleted", "tag": "a677b8a2-f4be-4677-b46f-e82de3682c0a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:22.483307 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda52a5-9d2c-48d7-a871-44d5a404ed7c x-openstack-request-id: req-7fda52a5-9d2c-48d7-a871-44d5a404ed7c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:22.483307 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85457a89-b066-415b-bebf-81754ebb88f4", "name": "network-vif-deleted", "tag": "a677b8a2-f4be-4677-b46f-e82de3682c0a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:22.483307 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fda52a5-9d2c-48d7-a871-44d5a404ed7c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:22.483307 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85457a89-b066-415b-bebf-81754ebb88f4', 'name': 'network-vif-deleted', 'tag': 'a677b8a2-f4be-4677-b46f-e82de3682c0a', 'status': 'completed', 'code': 200} Jul 09 16:36:22.703010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-d48d3f63-ff0f-4a4e-9964-5a90b1ba4114 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:22.704994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-d48d3f63-ff0f-4a4e-9964-5a90b1ba4114 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.0740743 Jul 09 16:36:22.901578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-54347c76-ed66-47e9-9699-ef79e86d190b service neutron] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:22.911957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-54347c76-ed66-47e9-9699-ef79e86d190b service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.913276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10219cbf-8471-4b1f-a223-b3c7894bbb1c req-54347c76-ed66-47e9-9699-ef79e86d190b service neutron] 10.222.0.37 "DELETE /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224/bindings/n-h2-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.1841741 Jul 09 16:36:22.991694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599724e8-9487-451b-bf68-29fefc293b82 req-2a20824d-0829-4e07-a39e-ee24bf876cc8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:22.999643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-599724e8-9487-451b-bf68-29fefc293b82 req-2a20824d-0829-4e07-a39e-ee24bf876cc8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 945 time: 0.1344728 Jul 09 16:36:23.074084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-599724e8-9487-451b-bf68-29fefc293b82 req-1ae7b8af-a32c-42b0-ba3c-698be9549ac7 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736389 Jul 09 16:36:23.258399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 608a9836-fa60-421b-955f-623e0acbb8c9 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:23.351493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65b181-f62c-4dc1-904c-60996afd5c69 req-9db8c6c1-8a67-4557-b100-604a4b9e4ce3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:23.355424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd65b181-f62c-4dc1-904c-60996afd5c69 req-9db8c6c1-8a67-4557-b100-604a4b9e4ce3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 945 time: 0.1367245 Jul 09 16:36:23.420907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd65b181-f62c-4dc1-904c-60996afd5c69 req-1f70ccc4-a03b-478e-ac12-a748533823fa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Jul 09 16:36:23.422852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 608a9836-fa60-421b-955f-623e0acbb8c9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:23.442028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 608a9836-fa60-421b-955f-623e0acbb8c9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:23.443022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.506714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a677b8a2-f4be-4677-b46f-e82de3682c0a no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:23.567081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd7ed8-fe1e-4bab-bc3c-71d6fac8a934 req-327a4403-acf8-4329-a522-207bcfa076cc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:23.576233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aacd7ed8-fe1e-4bab-bc3c-71d6fac8a934 req-327a4403-acf8-4329-a522-207bcfa076cc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 945 time: 0.0955217 Jul 09 16:36:23.618499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: a677b8a2-f4be-4677-b46f-e82de3682c0a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:23.618858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a677b8a2-f4be-4677-b46f-e82de3682c0a not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:23.619279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:23.657760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d97073be-df26-4934-9d8e-f0d3e51ebd39 req-f545472b-923d-4294-acb5-c9badd3564d1 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=85457a89-b066-415b-bebf-81754ebb88f4 HTTP/1.1" status: 200 len: 210 time: 0.0468204 Jul 09 16:36:23.665389 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.678389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aacd7ed8-fe1e-4bab-bc3c-71d6fac8a934 req-afe50ccb-4902-4c7a-b06c-c09184fa1a7b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011510 Jul 09 16:36:23.754104 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.796699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608a9836-fa60-421b-955f-623e0acbb8c9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:23.800091 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c631955-9aff-4e99-9565-e30ab9ab301f" -d '{"events": [{"server_uuid": "02c8c714-7df5-453a-ba1a-81e5153408f3", "name": "network-vif-plugged", "status": "completed", "tag": "608a9836-fa60-421b-955f-623e0acbb8c9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:23.821466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 608a9836-fa60-421b-955f-623e0acbb8c9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=608a9836-fa60-421b-955f-623e0acbb8c9,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:23.830348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.831311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b0edb7a9-4040-4d23-b980-ac3132374929 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:23.888250 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e0466-8e74-4336-9109-b48434ffc775 x-openstack-request-id: req-592e0466-8e74-4336-9109-b48434ffc775 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:23.888690 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8c714-7df5-453a-ba1a-81e5153408f3", "name": "network-vif-plugged", "status": "completed", "tag": "608a9836-fa60-421b-955f-623e0acbb8c9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:23.888990 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-592e0466-8e74-4336-9109-b48434ffc775 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:23.889364 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608a9836-fa60-421b-955f-623e0acbb8c9', 'code': 200} Jul 09 16:36:23.987859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=608a9836-fa60-421b-955f-623e0acbb8c9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.016688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port b0edb7a9-4040-4d23-b980-ac3132374929 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:24.024654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port b0edb7a9-4040-4d23-b980-ac3132374929 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:24.025097 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.051137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc6039-034e-4530-82d8-fde8766ceb0e req-e0f8a923-ce3e-4703-ac84-51df6f87ed04 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:24.052742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92bc6039-034e-4530-82d8-fde8766ceb0e req-e0f8a923-ce3e-4703-ac84-51df6f87ed04 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 1096 time: 0.1529646 Jul 09 16:36:24.202315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.257342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92bc6039-034e-4530-82d8-fde8766ceb0e req-46f3e342-deb2-433b-94f3-0a6c5fab3305 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960115 Jul 09 16:36:24.296900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b11ee-1553-436d-bea2-b417357d133e req-0c05e3f3-06c3-4c6f-9ef7-458b36f948e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:24.298416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e93b11ee-1553-436d-bea2-b417357d133e req-0c05e3f3-06c3-4c6f-9ef7-458b36f948e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 1097 time: 0.2118585 Jul 09 16:36:24.299205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b0edb7a9-4040-4d23-b980-ac3132374929, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b0edb7a9-4040-4d23-b980-ac3132374929,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:24.304761 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.414790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e93b11ee-1553-436d-bea2-b417357d133e req-f396028e-e559-4260-8c72-1064dc04e889 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079068 Jul 09 16:36:24.504581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b0edb7a9-4040-4d23-b980-ac3132374929,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.575901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d35c22-8c90-49bc-9fff-7b6a52560bc2 req-df1eb167-4451-4028-a377-5cbb5908e905 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:24.577990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99d35c22-8c90-49bc-9fff-7b6a52560bc2 req-df1eb167-4451-4028-a377-5cbb5908e905 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.1257901 Jul 09 16:36:24.709203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99d35c22-8c90-49bc-9fff-7b6a52560bc2 req-07207060-0360-4351-bde4-671220b1afd8 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254861 Jul 09 16:36:24.786176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35952bb8-3b36-4270-8d64-90111ac9c31f req-27dead46-7282-4ae5-9d69-44c0be7654f6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:24.788059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35952bb8-3b36-4270-8d64-90111ac9c31f req-27dead46-7282-4ae5-9d69-44c0be7654f6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 946 time: 0.1452799 Jul 09 16:36:25.016613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35952bb8-3b36-4270-8d64-90111ac9c31f req-6c54cce7-db47-4381-864a-4f563a955117 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221429 Jul 09 16:36:25.037879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-e0e9235f-a64b-49c1-8d76-595bcaa7a969 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:25.046231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-e0e9235f-a64b-49c1-8d76-595bcaa7a969 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.2108781 Jul 09 16:36:25.068890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-b55f5d7c-49c4-4061-834c-8f849c94aef3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/quotas/ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 375 time: 0.0212898 Jul 09 16:36:25.186576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-8dae0510-c9b6-495a-8829-474b261a0c2c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164610 Jul 09 16:36:25.333971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-721aeb77-9e8c-4752-82c5-d266bd1dae78 service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352930 Jul 09 16:36:25.481965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-e661f180-6da8-444e-8252-77e396bb5106 service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469538 Jul 09 16:36:25.891214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:25.894107 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5b050b-95b9-491e-8378-8ebf582d42a9" -d '{"events": [{"server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "name": "network-vif-plugged", "status": "completed", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:25.916250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6555e-051c-4b59-a3bc-b739c5135a0b req-ff8a08e8-04cd-45b7-9f1a-383237bdfd62 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:25.925268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03a6555e-051c-4b59-a3bc-b739c5135a0b req-ff8a08e8-04cd-45b7-9f1a-383237bdfd62 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 950 time: 0.0810301 Jul 09 16:36:25.978418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03a6555e-051c-4b59-a3bc-b739c5135a0b req-b9ec1287-843f-4063-a636-317c959928ff tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522377 Jul 09 16:36:26.048642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0fdbfdc-fbe4-4bd1-99d0-4c6961cf0a02 req-b00d15f1-0548-4f9a-9968-ffbfffca2d3a tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 210 time: 0.0477786 Jul 09 16:36:26.120890 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38251dfb-144d-4f7a-95ea-6b7b0f957307 x-openstack-request-id: req-38251dfb-144d-4f7a-95ea-6b7b0f957307 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:26.121193 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "name": "network-vif-plugged", "status": "completed", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:26.121446 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38251dfb-144d-4f7a-95ea-6b7b0f957307 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:26.121847 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'code': 200} Jul 09 16:36:26.413608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a191f-6573-4839-a4b0-91a210612a54 req-23483b06-b3c3-4de1-b5f0-9a72826a555f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:26.415789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa3a191f-6573-4839-a4b0-91a210612a54 req-23483b06-b3c3-4de1-b5f0-9a72826a555f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.2845995 Jul 09 16:36:26.420978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8533a-3d27-44a5-a501-8cef83a2b799 req-5cbc6eff-f82d-4bd8-bd71-9b07b753372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:26.422561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dab8533a-3d27-44a5-a501-8cef83a2b799 req-5cbc6eff-f82d-4bd8-bd71-9b07b753372f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 1097 time: 0.1790123 Jul 09 16:36:26.433430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0425f7-8396-483a-a945-0591c3af4496 req-98a4bae0-a3b7-44a1-895e-6c17b8e94e8d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:26.435160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d0425f7-8396-483a-a945-0591c3af4496 req-98a4bae0-a3b7-44a1-895e-6c17b8e94e8d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 946 time: 0.1901422 Jul 09 16:36:26.534926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dab8533a-3d27-44a5-a501-8cef83a2b799 req-97653091-5957-442e-97bb-4f6cb9c26139 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906439 Jul 09 16:36:26.541061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa3a191f-6573-4839-a4b0-91a210612a54 req-1d3cd10e-6cfc-4015-b5de-35008ded1827 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166410 Jul 09 16:36:26.555550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d0425f7-8396-483a-a945-0591c3af4496 req-f47c7ca3-360d-4fd4-be8b-f40b73db736e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017668 Jul 09 16:36:27.235860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ad51-dade-4b30-8506-1c4d8352d773 req-8aaf5cc9-cc99-47c6-8275-8443e0f5168b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:27.247307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f5ad51-dade-4b30-8506-1c4d8352d773 req-8aaf5cc9-cc99-47c6-8275-8443e0f5168b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.5365131 Jul 09 16:36:27.268809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f5ad51-dade-4b30-8506-1c4d8352d773 req-f55fc649-973f-4c54-8cb0-7530de37d90c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0200632 Jul 09 16:36:27.369308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f5ad51-dade-4b30-8506-1c4d8352d773 req-94eb9ef3-d150-4721-b708-119dceaf7759 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990767 Jul 09 16:36:27.541109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f5ad51-dade-4b30-8506-1c4d8352d773 req-09f902e3-bcd2-45a2-a299-9e43a8ad259d service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625443 Jul 09 16:36:27.712674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f5ad51-dade-4b30-8506-1c4d8352d773 req-aae501e4-7f05-4f20-b23d-ec471398ff31 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701765 Jul 09 16:36:27.909892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7a51-31f5-4753-9a00-0a7607dde953 req-dac18649-996c-4cc0-82b3-67b92e3da835 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:27.918935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0cd7a51-31f5-4753-9a00-0a7607dde953 req-dac18649-996c-4cc0-82b3-67b92e3da835 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 950 time: 0.2022810 Jul 09 16:36:27.994166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-e8974065-1204-427e-acc0-6e3aa9feb272 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:27.996109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0cd7a51-31f5-4753-9a00-0a7607dde953 req-1fe73053-3591-4ac9-87d9-90052d22fc37 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685935 Jul 09 16:36:27.998973 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-e8974065-1204-427e-acc0-6e3aa9feb272 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.3451097 Jul 09 16:36:28.058785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Request body: {'port': {'device_id': 'b727b350-5e21-4400-9024-772bd0d41f57', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'admin_state_up': True, 'tenant_id': 'ea86f090a836441ca79899e45c9fd6dc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:28.243085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e03130a-a802-4836-8a98-1e1854a8ebab req-73b92f97-94e1-404a-acbe-1fea04e98b46 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 210 time: 0.0609064 Jul 09 16:36:28.348072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-10cb37bb-6100-4bdf-af9f-5e71f78abe95 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:28.350549 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-10cb37bb-6100-4bdf-af9f-5e71f78abe95 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 950 time: 0.4625394 Jul 09 16:36:28.390648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb66df5-2ffe-4d6d-beef-c74ec51cd817 req-99b249dc-333f-485e-be49-79f2807e353a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:28.393152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eb66df5-2ffe-4d6d-beef-c74ec51cd817 req-99b249dc-333f-485e-be49-79f2807e353a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 945 time: 0.1637220 Jul 09 16:36:28.491926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Made reservation on behalf of ea86f090a836441ca79899e45c9fd6dc for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:28.497937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.523614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eb66df5-2ffe-4d6d-beef-c74ec51cd817 req-f9640ac6-53b8-4f2e-8bf0-d166ee48416c tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215312 Jul 09 16:36:28.656749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca5add-e334-4f6e-9ff7-1b9dffd4637c req-001a5636-2170-4d91-bbdf-9a0bd6ef6977 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:28.659485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44ca5add-e334-4f6e-9ff7-1b9dffd4637c req-001a5636-2170-4d91-bbdf-9a0bd6ef6977 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.1347728 Jul 09 16:36:28.692632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Deleting port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:28.693069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.760541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44ca5add-e334-4f6e-9ff7-1b9dffd4637c req-286769fe-adfb-4d1b-ab2e-852fba2dff85 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931287 Jul 09 16:36:29.025442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] For port 573cf368-4bbe-4aa3-892f-672fe0f7dd13, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=573cf368-4bbe-4aa3-892f-672fe0f7dd13,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:29.026119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.041226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Allocated IP 172.20.0.8 (3a70eca9-f453-4f8d-9383-8e7fc0b6f114/ccb2e790-a08d-4648-bda7-256326aff0ad/1ac3bc39-2a20-4be0-b045-e4a68f5b28de) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:29.056411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Calling delete_port for 573cf368-4bbe-4aa3-892f-672fe0f7dd13 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:29.345014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0c268-b05c-4ee1-bd43-7f5811b10e59 req-241c6fb7-bd43-480d-99ab-7c3ab0d51613 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:29.361725 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.366355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:29.367543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8a0c268-b05c-4ee1-bd43-7f5811b10e59 req-241c6fb7-bd43-480d-99ab-7c3ab0d51613 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.1375272 Jul 09 16:36:29.383393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Request body: {'floatingip': {'port_id': 'b0edb7a9-4040-4d23-b980-ac3132374929'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:29.526131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.649345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.687668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['37d673b2-8824-469c-a4bf-fe33e5425374'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:29.710828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event deleted for resources: {'Port': ['ID=573cf368-4bbe-4aa3-892f-672fe0f7dd13,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:29.758063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.760102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd53dc8-e5ae-4e89-98eb-42f5b1ceb577 req-92fc5bd6-3281-458d-9098-a629aed9b29b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:29.778877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfd53dc8-e5ae-4e89-98eb-42f5b1ceb577 req-92fc5bd6-3281-458d-9098-a629aed9b29b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 867 time: 0.2656205 Jul 09 16:36:29.855706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] No DVR routers for this DVR port 573cf368-4bbe-4aa3-892f-672fe0f7dd13 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:29.870924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.873207 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5084a4f8-dd77-4f56-96d1-87cffe754e7f req-0a9bbf6e-82a8-4ad6-a665-46248a33159b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "DELETE /v2.0/ports/573cf368-4bbe-4aa3-892f-672fe0f7dd13 HTTP/1.1" status: 204 len: 173 time: 1.5151279 Jul 09 16:36:29.873671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'name': 'network-vif-deleted', 'tag': '573cf368-4bbe-4aa3-892f-672fe0f7dd13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:29.876044 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a84cfc-c6a8-4f3a-acae-15ef2bb3d06a" -d '{"events": [{"server_uuid": "1bc8807e-73e1-4f50-b354-677e7e93140e", "name": "network-vif-deleted", "tag": "573cf368-4bbe-4aa3-892f-672fe0f7dd13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:29.906547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfd53dc8-e5ae-4e89-98eb-42f5b1ceb577 req-f4d447c4-6c16-4e86-a35c-2ae715127dfb tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257973 Jul 09 16:36:29.935447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:29.954355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:29.957621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e73779-3f4f-44c9-a37b-b08710789212 req-3dae3a69-ecf9-4d8b-9152-3cd1d0f4eed0 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:29.968342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e73779-3f4f-44c9-a37b-b08710789212 req-3dae3a69-ecf9-4d8b-9152-3cd1d0f4eed0 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 945 time: 0.3586485 Jul 09 16:36:29.976173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:29.976758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:30.170118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:30.174871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.212392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1b347-e910-444d-b9a6-4b21b48eedd8 req-dde94b4a-a44d-4d5e-a11d-cd337f67f980 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:30.220132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fe1b347-e910-444d-b9a6-4b21b48eedd8 req-dde94b4a-a44d-4d5e-a11d-cd337f67f980 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 931 time: 0.1494088 Jul 09 16:36:30.226051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-9e26aa62-4158-4672-9c06-ff557d96eeb4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2043743 Jul 09 16:36:30.293902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fe1b347-e910-444d-b9a6-4b21b48eedd8 req-ce84d7b3-1b08-498a-b48f-a071b21f4caf tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725973 Jul 09 16:36:30.296194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Request body: {'port': {'device_id': 'b727b350-5e21-4400-9024-772bd0d41f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:30.300664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Deleting port 27baf6f7-8706-4699-9dbe-5fc9e4034ded {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:30.301083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.391101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd85b15-97cf-40df-811c-cad79175a707 req-7b6bb42e-cbc9-4aba-bac1-0def3f32c194 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:30.393812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cd85b15-97cf-40df-811c-cad79175a707 req-7b6bb42e-cbc9-4aba-bac1-0def3f32c194 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 945 time: 0.2272103 Jul 09 16:36:30.463452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cd85b15-97cf-40df-811c-cad79175a707 req-910b3f26-edd7-4b1e-af03-abf9ba109b2a tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ccc6877-8dc9-413d-b576-ec0a76f32534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599697 Jul 09 16:36:30.549373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] For port 27baf6f7-8706-4699-9dbe-5fc9e4034ded, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=27baf6f7-8706-4699-9dbe-5fc9e4034ded,segment=NetworkSegment(44d7e8a1-33f1-42ae-8a7a-112a8c92c46c),segment_id=44d7e8a1-33f1-42ae-8a7a-112a8c92c46c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:30.550062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.564344 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d3aaf5-dff9-4293-9a3e-b670cea2fc10 x-openstack-request-id: req-50d3aaf5-dff9-4293-9a3e-b670cea2fc10 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:30.564751 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc8807e-73e1-4f50-b354-677e7e93140e", "name": "network-vif-deleted", "tag": "573cf368-4bbe-4aa3-892f-672fe0f7dd13", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:30.564955 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50d3aaf5-dff9-4293-9a3e-b670cea2fc10 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:30.565281 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc8807e-73e1-4f50-b354-677e7e93140e', 'name': 'network-vif-deleted', 'tag': '573cf368-4bbe-4aa3-892f-672fe0f7dd13', 'status': 'completed', 'code': 200} Jul 09 16:36:30.581578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.582756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Calling delete_port for 27baf6f7-8706-4699-9dbe-5fc9e4034ded owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:30.847801 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.867819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['27baf6f7-8706-4699-9dbe-5fc9e4034ded'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:30.897916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Pushing event deleted for resources: {'Port': ['ID=27baf6f7-8706-4699-9dbe-5fc9e4034ded,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:30.968367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] No DVR routers for this DVR port 27baf6f7-8706-4699-9dbe-5fc9e4034ded on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:30.976887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.978910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e73779-3f4f-44c9-a37b-b08710789212 req-06f274ee-de53-46f9-ac46-0bc1ada4e365 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.43 "DELETE /v2.0/ports/27baf6f7-8706-4699-9dbe-5fc9e4034ded HTTP/1.1" status: 204 len: 173 time: 1.0046427 Jul 09 16:36:30.979387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'name': 'network-vif-deleted', 'tag': '27baf6f7-8706-4699-9dbe-5fc9e4034ded'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:30.981734 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ab4cc7-b93c-4791-b953-d9950dc0df9e" -d '{"events": [{"server_uuid": "e8a3411c-1763-4da7-8749-ef164b5d5d5a", "name": "network-vif-deleted", "tag": "27baf6f7-8706-4699-9dbe-5fc9e4034ded"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:31.028715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-5e8fb6fe-475c-4ce5-b2d1-0c0469643f5f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:31.037155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-5e8fb6fe-475c-4ce5-b2d1-0c0469643f5f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.2514532 Jul 09 16:36:31.053763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9c680b7-03da-4d36-9a7f-d732af19b819 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0155196 Jul 09 16:36:31.154518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-794834af-ae3b-4c64-9296-fa86ebb7fc67 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997214 Jul 09 16:36:31.155153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.159605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.230358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34b10923-c5b5-401b-9666-2d9aebfb6157 req-b409c781-3b4a-49e3-ab00-0495739c40c5 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc8807e-73e1-4f50-b354-677e7e93140e HTTP/1.1" status: 200 len: 210 time: 0.0660737 Jul 09 16:36:31.318697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-05ceb305-2467-4b1e-b04c-bc17dddcdeea service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630385 Jul 09 16:36:31.322904 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Floating IP 66fcf079-909e-4908-9556-3f6b3e14f77e associated. External IP: 172.25.7.63, port: b0edb7a9-4040-4d23-b980-ac3132374929. Jul 09 16:36:31.334238 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180fdcfe-a892-43dc-9f26-2c33422915bf x-openstack-request-id: req-180fdcfe-a892-43dc-9f26-2c33422915bf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:31.335522 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3411c-1763-4da7-8749-ef164b5d5d5a", "name": "network-vif-deleted", "tag": "27baf6f7-8706-4699-9dbe-5fc9e4034ded", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:31.336088 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-180fdcfe-a892-43dc-9f26-2c33422915bf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:31.336679 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3411c-1763-4da7-8749-ef164b5d5d5a', 'name': 'network-vif-deleted', 'tag': '27baf6f7-8706-4699-9dbe-5fc9e4034ded', 'status': 'completed', 'code': 200} Jul 09 16:36:31.412471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac3bc39-2a20-4be0-b045-e4a68f5b28de {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:31.447189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.460241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-0db4ae92-b5f2-4396-b2b3-5d4c3ef1eea9 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405809 Jul 09 16:36:31.471403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Transition to ACTIVE for port object 1ac3bc39-2a20-4be0-b045-e4a68f5b28de will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:31.477126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.480890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 573cf368-4bbe-4aa3-892f-672fe0f7dd13 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:31.513587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 573cf368-4bbe-4aa3-892f-672fe0f7dd13 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:31.514275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 573cf368-4bbe-4aa3-892f-672fe0f7dd13 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:31.587624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fccab-ef94-42c2-b8de-87ec500dd057 req-00a76a9d-187d-43f2-8fdf-1b83dd538154 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:31.593154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:31.597122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-714fccab-ef94-42c2-b8de-87ec500dd057 req-00a76a9d-187d-43f2-8fdf-1b83dd538154 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.1043546 Jul 09 16:36:31.656930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-714fccab-ef94-42c2-b8de-87ec500dd057 req-240e6beb-42a7-4fac-ad71-bbdf423b96ad tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587466 Jul 09 16:36:31.983035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-669e21cc-4dce-4c8c-a19d-e9b780387fa0 req-d70e34ee-79a3-4292-a65a-39519b1fc7d7 tempest-VolumesAdminNegativeTest-1929759283 tempest-VolumesAdminNegativeTest-1929759283-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8a3411c-1763-4da7-8749-ef164b5d5d5a HTTP/1.1" status: 200 len: 210 time: 0.0918739 Jul 09 16:36:32.079045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Router 8da1739e-856c-4037-8cea-af6200eee75c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:32.083329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:32.083719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:32.084123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:32.091533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:32.091928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:32.100758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:32.101355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79ace339-bbe1-4895-bb31-8ad4a824f05d req-9ee58b26-a604-4a04-9d4b-24eaebb446d5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 210 time: 0.1057186 Jul 09 16:36:32.112374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:32.112637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:32.113181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Bound port: 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:32.113591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.272210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:32.274994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:32.279969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.283469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:32.286532 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] Sync routers for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:32.297937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:32.301237 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:36:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:32.339700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.424463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:32.425077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.426459 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] 10.222.0.37 "PUT /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 1091 time: 2.1377609 Jul 09 16:36:32.451208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d038321f-cac2-4fc8-8e1b-c0e0db02a091 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "PUT /v2.0/floatingips/66fcf079-909e-4908-9556-3f6b3e14f77e HTTP/1.1" status: 200 len: 991 time: 3.0804117 Jul 09 16:36:32.454779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82d096-d050-4e31-a633-fccad52a267b service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:32.496947 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:32.566890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de'}, {'name': 'network-changed', 'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:32.569480 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b15db-829c-456e-911c-89f2bc49ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de"}, {"name": "network-changed", "server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:32.706084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-32753af1-f59a-406a-9354-b26a6ba25b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:32.715495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-32753af1-f59a-406a-9354-b26a6ba25b37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1094 time: 0.1302376 Jul 09 16:36:32.728881 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde577e4-57d1-462a-8773-78654b31ffdd x-openstack-request-id: req-fde577e4-57d1-462a-8773-78654b31ffdd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:32.729039 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:32.729356 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fde577e4-57d1-462a-8773-78654b31ffdd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:32.729830 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'status': 'completed', 'code': 200} Jul 09 16:36:32.730114 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'status': 'completed', 'code': 200} Jul 09 16:36:32.849623 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '66fcf079-909e-4908-9556-3f6b3e14f77e', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'floating_ip_address': '172.25.7.63', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'port_id': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'mac_address': 'fa:16:3e:81:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3561378-96e5-44bc-82c7-651313d9b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:36:05Z', 'updated_at': '2021-07-09T16:36:30Z', 'revision_number': 1, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:05Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:32.885373 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] Checking router: 8da1739e-856c-4037-8cea-af6200eee75c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:32.895610 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:32.896504 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:36:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:32.906453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-73b48824-b407-4a9d-8654-907f2d7c1ed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 217 time: 0.1548240 Jul 09 16:36:33.016645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-b6c9e218-4ebd-4a91-8a7b-9be0cddc1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.018652 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-b6c9e218-4ebd-4a91-8a7b-9be0cddc1614 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1047335 Jul 09 16:36:33.034463 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:33.063822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-b617075b-9692-4ee0-bfd6-e8580dd944a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.067208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-b617075b-9692-4ee0-bfd6-e8580dd944a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cbe75f6578643f5af99b2e4e7878950&device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 1097 time: 0.2842956 Jul 09 16:36:33.089281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-7b27314c-6a2b-4d3e-a1b5-a3a713dc7a02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632286 Jul 09 16:36:33.125581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eba72-00f1-4ab2-8fc9-a15ef1fc7e34 req-f4721c05-0c85-4620-8ffc-27f16c72e365 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.135343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a46eba72-00f1-4ab2-8fc9-a15ef1fc7e34 req-f4721c05-0c85-4620-8ffc-27f16c72e365 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 949 time: 0.2607479 Jul 09 16:36:33.181781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76280ad1-b4c1-4ae5-a169-579faf6ce58c req-c15d4f7e-87bb-4c3c-9aa2-d3a04bd65789 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.189052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76280ad1-b4c1-4ae5-a169-579faf6ce58c req-c15d4f7e-87bb-4c3c-9aa2-d3a04bd65789 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.2303753 Jul 09 16:36:33.263494 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-cfb4d0d5-cf65-440d-a26d-47277793bdd5 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654367 Jul 09 16:36:33.300399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a46eba72-00f1-4ab2-8fc9-a15ef1fc7e34 req-405ad312-5190-4d1f-a699-f55a3dcf3b1b tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054742 Jul 09 16:36:33.304693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 27baf6f7-8706-4699-9dbe-5fc9e4034ded no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:33.317393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76280ad1-b4c1-4ae5-a169-579faf6ce58c req-b5a80eae-a340-4b27-94ea-1c8f48ebb6fb tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271827 Jul 09 16:36:33.346737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-7fd870c2-5c92-49a4-a135-2e38313caf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.348284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-7fd870c2-5c92-49a4-a135-2e38313caf4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=83d95d64-c380-485f-981d-5b524e88d0e0 HTTP/1.1" status: 200 len: 912 time: 0.2601891 Jul 09 16:36:33.367333 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '66fcf079-909e-4908-9556-3f6b3e14f77e', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'floating_ip_address': '172.25.7.63', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'port_id': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'mac_address': 'fa:16:3e:81:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3561378-96e5-44bc-82c7-651313d9b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:36:05Z', 'updated_at': '2021-07-09T16:36:30Z', 'revision_number': 1, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:05Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:33.368597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 27baf6f7-8706-4699-9dbe-5fc9e4034ded {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:33.368919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 27baf6f7-8706-4699-9dbe-5fc9e4034ded not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:33.491108 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d096d84-21c3-4840-b0ca-032d0d53e1e7 req-2302ab44-13cc-4dba-a8ab-3ed5f41dc3ea service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172518 Jul 09 16:36:33.499445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:33.503946 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1a3f9-497f-41cb-8b7a-562232c667b0 None None] The sync data for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 is: [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '66fcf079-909e-4908-9556-3f6b3e14f77e', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'floating_ip_address': '172.25.7.63', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'port_id': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'mac_address': 'fa:16:3e:81:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3561378-96e5-44bc-82c7-651313d9b643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:36:05Z', 'updated_at': '2021-07-09T16:36:30Z', 'revision_number': 1, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:05Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:33.548313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-2dfa42ad-eff6-4c6d-9dc4-98d8892f1bd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0edb7a9-4040-4d23-b980-ac3132374929 HTTP/1.1" status: 200 len: 999 time: 0.1858730 Jul 09 16:36:33.619157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Deleting subnet ff34713a-6b1b-43e8-aaa3-179a75db9cda {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:33.637731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-f1376437-d3a2-4489-969e-bb0b5259500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.639272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-f1376437-d3a2-4489-969e-bb0b5259500b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2457a4d1-064b-418f-905e-0e80bfa2cfd9 HTTP/1.1" status: 200 len: 850 time: 0.0811453 Jul 09 16:36:33.647312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.720352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.791764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06211cb8-842b-402b-9ef2-6ad9d0169294 req-188f67fc-3335-48fb-8e50-816171fffa68 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 210 time: 0.0856373 Jul 09 16:36:33.803627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.845825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-35ab93a9-abcf-4e8d-8595-917dac04bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.847497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-35ab93a9-abcf-4e8d-8595-917dac04bcfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=83d95d64-c380-485f-981d-5b524e88d0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948307 Jul 09 16:36:33.850203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-384a37fa-65d0-4c37-9bad-4c530d6a43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.859047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-384a37fa-65d0-4c37-9bad-4c530d6a43e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1094 time: 0.2361255 Jul 09 16:36:33.901124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5264e9ad-adf6-4ccd-a1d5-964a3569bc41 None None] New status for floating IP 66fcf079-909e-4908-9556-3f6b3e14f77e: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:36:33.912709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-d377f3e2-0ce6-477a-9b23-b7dd4a4aeba7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.915901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-d377f3e2-0ce6-477a-9b23-b7dd4a4aeba7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.2742128 Jul 09 16:36:33.945784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:34.102839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.148521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:34.149614 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:36:34.149896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff34713a-6b1b-43e8-aaa3-179a75db9cda,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:34.153222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.165416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.172011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3bae90f1-ca79-40f1-acf6-0374e746555c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ff34713a-6b1b-43e8-aaa3-179a75db9cda HTTP/1.1" status: 204 len: 168 time: 0.6669688 Jul 09 16:36:34.173419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:34.196026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-74f45fa9-437f-4888-bfef-c82da8d6b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:34.197620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-74f45fa9-437f-4888-bfef-c82da8d6b479 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.3315561 Jul 09 16:36:34.258104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-f9e179f6-8865-468a-8332-08c69be69e23 service neutron] 10.222.0.43 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538170 Jul 09 16:36:34.270038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-9748537e-8bf9-48e1-a373-116e5c64d4fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 217 time: 0.0458214 Jul 09 16:36:34.325020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.344095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-2a961e59-0386-4b85-9d58-38653c450be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:34.344095 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-2a961e59-0386-4b85-9d58-38653c450be9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0679982 Jul 09 16:36:34.376347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.3 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/9b32ebed-8c4e-45a2-9479-ebc055aa7e59) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:34.404761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-d25cf10f-d116-43e1-b3a6-9d6722b2840e service neutron] 10.222.0.43 "GET /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381986 Jul 09 16:36:34.437859 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-b6751f40-61ce-4c3b-afb5-12b873ccf7f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834334 Jul 09 16:36:34.557402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.571084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9b596f-4e71-41eb-b8a7-c818049ba0d5']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:34.588901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:34.589110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d7e8a1-33f1-42ae-8a7a-112a8c92c46c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:34.602572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.650821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.655756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.659360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-2d4db3a1-dc99-456c-9db9-3aab0e7725a1 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709955 Jul 09 16:36:34.668925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:34.669231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:34.677579 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:34.682882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c4bde-6a46-4cdd-83bb-123a63130e7e req-b76c9df7-03c7-4907-9ff2-7d4194831726 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:34.684674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f1c4bde-6a46-4cdd-83bb-123a63130e7e req-b76c9df7-03c7-4907-9ff2-7d4194831726 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.1681924 Jul 09 16:36:34.700274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb535f33-72b7-4cbe-bb3c-2b7ab4abe868 req-1dac4bce-674b-44a0-ac49-5c8dd8a8a990 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:34.705726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb535f33-72b7-4cbe-bb3c-2b7ab4abe868 req-1dac4bce-674b-44a0-ac49-5c8dd8a8a990 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 949 time: 0.1709967 Jul 09 16:36:34.774677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.787146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:34.807174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f1c4bde-6a46-4cdd-83bb-123a63130e7e req-809da281-5d04-41c9-bbf7-d66a8f3a1309 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004941 Jul 09 16:36:34.809794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.856423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb535f33-72b7-4cbe-bb3c-2b7ab4abe868 req-5c4d3eb0-d6a7-445b-a8fd-e5d041c3c7bf tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/security-groups?id=01d9ee8c-4a63-4de5-a75a-8659296be369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445687 Jul 09 16:36:34.867911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.871041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ab9b596f-4e71-41eb-b8a7-c818049ba0d5 HTTP/1.1" status: 204 len: 168 time: 0.6973183 Jul 09 16:36:34.880080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-1a998e25-fb7d-4365-a076-d702a2d54654 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:34.881316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:34.881851 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-1a998e25-fb7d-4365-a076-d702a2d54654 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 949 time: 0.2605541 Jul 09 16:36:34.888354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb69dfd-2773-4e15-aa77-cdbeb4b97aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9b596f-4e71-41eb-b8a7-c818049ba0d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:34.924201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:34.945352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d5b15db-829c-456e-911c-89f2bc49ee59 req-4f4e3a5e-d0e2-4b5d-8706-4dabba3ba644 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791765 Jul 09 16:36:34.981880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:35.000880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:35.067846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:35.082936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Deleting port 37d673b2-8824-469c-a4bf-fe33e5425374 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:35.083366 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.102165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Deleting subnet d0e373ae-67c3-4782-99d3-15f8b6e11109 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:35.110177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.127624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:35.127624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.292532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] For port 37d673b2-8824-469c-a4bf-fe33e5425374, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=37d673b2-8824-469c-a4bf-fe33e5425374,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:35.292934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.322463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Calling delete_port for 37d673b2-8824-469c-a4bf-fe33e5425374 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:35.473480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.518489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['37d673b2-8824-469c-a4bf-fe33e5425374'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:35.519918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Pushing event deleted for resources: {'Port': ['ID=37d673b2-8824-469c-a4bf-fe33e5425374,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:35.520555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-2e012737-d682-4829-b57b-436de511c841 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5829556 Jul 09 16:36:35.534737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Request body: {'port': {'device_id': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:35.538577 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.630518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.646845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] No DVR routers for this DVR port 37d673b2-8824-469c-a4bf-fe33e5425374 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:35.649866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.652014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b7b2783f-0251-4be4-8353-5c8f49b26748 req-85588243-0133-43a1-927c-02a787f9f3a0 tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.37 "DELETE /v2.0/ports/37d673b2-8824-469c-a4bf-fe33e5425374 HTTP/1.1" status: 204 len: 173 time: 0.7609863 Jul 09 16:36:35.652468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-deleted', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:35.654754 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f851a58-7e98-4da4-a3d9-3a3eb92b06ce" -d '{"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-deleted", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:35.694919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf319f-5340-4081-a0d1-96b258dbcbfb req-eeada6ea-42f2-4256-9ffa-7534a48001a9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:35.699102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aacf319f-5340-4081-a0d1-96b258dbcbfb req-eeada6ea-42f2-4256-9ffa-7534a48001a9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 931 time: 0.5922053 Jul 09 16:36:35.742909 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b967667-fbbb-4406-beb2-ce625d0fd6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.772046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.788050 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f8db5-58b5-4264-9d58-3233b12ce903 x-openstack-request-id: req-692f8db5-58b5-4264-9d58-3233b12ce903 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:35.788565 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcb54ac-e28c-449c-9df1-5c27eacb500f", "name": "network-vif-deleted", "tag": "37d673b2-8824-469c-a4bf-fe33e5425374", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:35.788999 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-692f8db5-58b5-4264-9d58-3233b12ce903 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:35.789593 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcb54ac-e28c-449c-9df1-5c27eacb500f', 'name': 'network-vif-deleted', 'tag': '37d673b2-8824-469c-a4bf-fe33e5425374', 'status': 'completed', 'code': 200} Jul 09 16:36:35.819093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aacf319f-5340-4081-a0d1-96b258dbcbfb req-cf36be3c-e934-4142-b265-037376e86e71 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054590 Jul 09 16:36:35.842549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.905586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e373ae-67c3-4782-99d3-15f8b6e11109,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:35.929416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.931361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1f59a7bb-3c84-4feb-a30c-ebd859d2dd20 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d0e373ae-67c3-4782-99d3-15f8b6e11109 HTTP/1.1" status: 204 len: 168 time: 1.0471737 Jul 09 16:36:35.934179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.030548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.132421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.143934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809bbbf8-dd25-4efe-bba2-9cfc3ed6150e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.156623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65c83fb0-89d9-497d-a0bc-6a6ef92e4d99 req-da56fe26-d503-4f3e-b783-17ea5751468c tempest-ServersAdminTestJSON-303814311 tempest-ServersAdminTestJSON-303814311-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcb54ac-e28c-449c-9df1-5c27eacb500f HTTP/1.1" status: 200 len: 210 time: 0.0737765 Jul 09 16:36:36.175203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29fc70d-320e-495e-89fc-a361022c2db3') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.176111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29fc70d-320e-495e-89fc-a361022c2db3') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.208928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.248103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e0f27-2178-41da-91d5-703489afaa52 req-cbdaa8fc-e1e8-4773-a59b-ddf263a72491 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:36.251681 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.258136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee5e0f27-2178-41da-91d5-703489afaa52 req-cbdaa8fc-e1e8-4773-a59b-ddf263a72491 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.1932383 Jul 09 16:36:36.261257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:36.261689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.360623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee5e0f27-2178-41da-91d5-703489afaa52 req-409269f1-0bf9-4c7d-88fe-b57d59d86609 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003592 Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:36.407129 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:36.412572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.424465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.426352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] 10.222.0.48 "DELETE /v2.0/networks/809bbbf8-dd25-4efe-bba2-9cfc3ed6150e HTTP/1.1" status: 204 len: 168 time: 0.4911575 Jul 09 16:36:36.458002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc67203-b808-467e-b659-a2f5eaca552e admin admin] Pushing event deleted for resources: {'Network': ['ID=809bbbf8-dd25-4efe-bba2-9cfc3ed6150e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.542613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:36.568083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.592396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Transition to ACTIVE for port object 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:36.600579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.671082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.702954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Pushing event updated for resources: {'Port': ['ID=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.721045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0b0c2d70-cc3b-4e6f-a2e7-62016575aff5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d81c5327357447f94a616f8898d4550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485783 Jul 09 16:36:36.723578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.756896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Attempting to bind port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:36.757256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Attempting to bind port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:36.757564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Attempting to bind port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:36.762573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:36.762909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Attempting to bind port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:36.768563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:36.769030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:36.769426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:36.769858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Bound port: 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:36.770223 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.777532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9505639d-a9e8-44ff-bac0-0883671bfd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.802743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9505639d-a9e8-44ff-bac0-0883671bfd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.847714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] For port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:36.852123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] For port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:36.862772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.892115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9505639d-a9e8-44ff-bac0-0883671bfd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.895245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9505639d-a9e8-44ff-bac0-0883671bfd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.896589 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9505639d-a9e8-44ff-bac0-0883671bfd65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ccc6877-8dc9-413d-b576-ec0a76f32534 HTTP/1.1" status: 204 len: 168 time: 0.1720221 Jul 09 16:36:36.904243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:36.905092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.906830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b32ebed-8c4e-45a2-9479-ebc055aa7e59 HTTP/1.1" status: 200 len: 1091 time: 1.3777485 Jul 09 16:36:36.907296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'tag': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:36.909772 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb33ef4-1473-481d-ab40-00d2db265290" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a9fe08-23ce-4d89-8833-7a437ababa35", "tag": "9b32ebed-8c4e-45a2-9479-ebc055aa7e59"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:36.933172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505639d-a9e8-44ff-bac0-0883671bfd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc6877-8dc9-413d-b576-ec0a76f32534,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.949454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b826af-bb42-4cbf-89f8-70cdf9affc76 service neutron] Pushing event updated for resources: {'Port': ['ID=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:37.077859 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225be7af-c103-47b6-81c0-fc8189c2da25 x-openstack-request-id: req-225be7af-c103-47b6-81c0-fc8189c2da25 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:37.078318 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a9fe08-23ce-4d89-8833-7a437ababa35", "tag": "9b32ebed-8c4e-45a2-9479-ebc055aa7e59", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:37.078755 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-225be7af-c103-47b6-81c0-fc8189c2da25 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:37.079398 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'tag': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59', 'status': 'completed', 'code': 200} Jul 09 16:36:37.128992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-59a72424-4ef6-40f2-af6c-65154e0fbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:37.130450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-59a72424-4ef6-40f2-af6c-65154e0fbc4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 1094 time: 0.1391101 Jul 09 16:36:37.137971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566835-e6bb-4248-a5ef-cac478fdb188 req-3fcc50a3-292a-4bcc-9549-98f701e4947c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:37.143035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47566835-e6bb-4248-a5ef-cac478fdb188 req-3fcc50a3-292a-4bcc-9549-98f701e4947c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 943 time: 0.1123779 Jul 09 16:36:37.194426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-d7988812-378f-488c-a636-be1198fd23e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59 HTTP/1.1" status: 200 len: 217 time: 0.0405731 Jul 09 16:36:37.229331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47566835-e6bb-4248-a5ef-cac478fdb188 req-0fdf250d-6669-43f9-8841-43d3089bb7ec tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834489 Jul 09 16:36:37.299936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-afd50e3d-1e14-48e2-b520-4ca239525bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:37.301810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-afd50e3d-1e14-48e2-b520-4ca239525bee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0709896 Jul 09 16:36:37.354942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-9ec6238e-8d3f-4fca-a37e-8928a32c08ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426421 Jul 09 16:36:37.364711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:37.464978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-174c67fc-f291-4ada-b335-e3b624937b7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ca13ffd2ed649d78e794c0a9157135a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990148 Jul 09 16:36:37.465979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:37.504038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:37.511345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:37.528849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-fd96579a-65c9-4870-bd21-e365dca5838a service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595798 Jul 09 16:36:37.548530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 37d673b2-8824-469c-a4bf-fe33e5425374 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:37.549147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 37d673b2-8824-469c-a4bf-fe33e5425374 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:37.572163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10d69c5d-8754-40ca-be59-6dec454c3d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.663949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10d69c5d-8754-40ca-be59-6dec454c3d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.811781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:37.818751 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10d69c5d-8754-40ca-be59-6dec454c3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.831598 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10d69c5d-8754-40ca-be59-6dec454c3d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.837348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-10d69c5d-8754-40ca-be59-6dec454c3d8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbdd1297-b9d1-49f4-90f9-1e990e518c0b HTTP/1.1" status: 204 len: 168 time: 0.3658376 Jul 09 16:36:37.867521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:37.875271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d69c5d-8754-40ca-be59-6dec454c3d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd1297-b9d1-49f4-90f9-1e990e518c0b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:37.888242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77452c6-53e7-4e21-8865-93083ffbdc8b req-50a37e99-5ef3-487b-9654-b9ffaa166c19 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:37.896931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e77452c6-53e7-4e21-8865-93083ffbdc8b req-50a37e99-5ef3-487b-9654-b9ffaa166c19 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.3202157 Jul 09 16:36:37.898633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'port_id': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'mac_address': 'fa:16:3e:84:1d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb2e790-a08d-4648-bda7-256326aff0ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:37.945945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd4e2321-db13-4cf6-8d2c-a322fc0b2448 req-f5068689-93c9-40dd-9af6-682db236e53b service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985808 Jul 09 16:36:37.979333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e77452c6-53e7-4e21-8865-93083ffbdc8b req-cf9cb561-bef0-46d7-b2d3-b596b7810fce tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813489 Jul 09 16:36:38.009760 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.012987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.051902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac3bc39-2a20-4be0-b045-e4a68f5b28de {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:38.084716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:38.096407 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.134509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-50f512fd-e14f-4145-96e3-5a5728a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.136122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-50f512fd-e14f-4145-96e3-5a5728a52a15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 1094 time: 0.1075454 Jul 09 16:36:38.136602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:38.137423 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2eedb447-980f-4783-8863-c594e3c7f499 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea143b1f53a24f11b7a982b447af3afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243906 Jul 09 16:36:38.194243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:38.235700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5da287ee-1eba-46e3-ad8b-f38bd8c6fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.357382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8633af7a-d928-409a-97fb-d3288bace59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.367457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-07b88ccf-8f0d-41eb-970a-01a5e3f04177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.369610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-07b88ccf-8f0d-41eb-970a-01a5e3f04177 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.2191284 Jul 09 16:36:38.432886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8633af7a-d928-409a-97fb-d3288bace59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.451915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-f381f4c6-5f55-4223-8788-523f14908825 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59 HTTP/1.1" status: 200 len: 217 time: 0.0695212 Jul 09 16:36:38.523852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.558810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1ac3bc39-2a20-4be0-b045-e4a68f5b28de'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:38.561122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-d0010fa8-adeb-4702-9c90-cc101fd1dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.562966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-d0010fa8-adeb-4702-9c90-cc101fd1dc52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0896969 Jul 09 16:36:38.593857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f911876-1be3-45b4-8bb2-9222b6900c75 req-236b7145-6d1d-4d52-b6ba-7813e7d2c447 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.598877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f911876-1be3-45b4-8bb2-9222b6900c75 req-236b7145-6d1d-4d52-b6ba-7813e7d2c447 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 943 time: 0.1635299 Jul 09 16:36:38.705955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-6f39555f-fda6-4b77-9e5e-792de65d8dcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048667 Jul 09 16:36:38.706592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8633af7a-d928-409a-97fb-d3288bace59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.709228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8633af7a-d928-409a-97fb-d3288bace59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.731402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8633af7a-d928-409a-97fb-d3288bace59b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01d9ee8c-4a63-4de5-a75a-8659296be369 HTTP/1.1" status: 204 len: 168 time: 0.5933921 Jul 09 16:36:38.873655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-d954566b-3571-4a6c-98bc-4e013323526c service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411755 Jul 09 16:36:38.875742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633af7a-d928-409a-97fb-d3288bace59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9ee8c-4a63-4de5-a75a-8659296be369,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:38.945540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f911876-1be3-45b4-8bb2-9222b6900c75 req-97052a54-9f58-4b7e-aca3-d2c65c41adc9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456647 Jul 09 16:36:39.029945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcb33ef4-1473-481d-ab40-00d2db265290 req-93248da7-0284-446f-a40e-630e95ea0e01 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415896 Jul 09 16:36:39.115255 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.387410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d126-8d0c-43d4-b6ca-ed5755dd6fce req-24c64bf2-3d45-4fb7-8bcd-237e74d3cea4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:39.390914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e94d126-8d0c-43d4-b6ca-ed5755dd6fce req-24c64bf2-3d45-4fb7-8bcd-237e74d3cea4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 944 time: 0.1024048 Jul 09 16:36:39.400817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:39.453368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1886456f-4e0c-43bc-bcd2-3cb2f276ed6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec10d346534c414c9bb87d91af5a6a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506620 Jul 09 16:36:39.455754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:39.459733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e94d126-8d0c-43d4-b6ca-ed5755dd6fce req-61c1ccf5-885e-4c0a-9e29-6e404e115b7b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622120 Jul 09 16:36:39.520461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898192ad-22cd-43ab-8e02-1e25d6843a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.550814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898192ad-22cd-43ab-8e02-1e25d6843a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.623038 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898192ad-22cd-43ab-8e02-1e25d6843a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.627519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898192ad-22cd-43ab-8e02-1e25d6843a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.633291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-898192ad-22cd-43ab-8e02-1e25d6843a01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b77229f-21d8-4de1-94e0-7aa392b0b0a2 HTTP/1.1" status: 204 len: 168 time: 0.1719904 Jul 09 16:36:39.638306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898192ad-22cd-43ab-8e02-1e25d6843a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77229f-21d8-4de1-94e0-7aa392b0b0a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.240374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46d8fe-a9f5-495f-ae94-0f65d700b50f req-bfa9daaa-23f5-4ebf-ab58-ea72d007fd73 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:40.243783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce46d8fe-a9f5-495f-ae94-0f65d700b50f req-bfa9daaa-23f5-4ebf-ab58-ea72d007fd73 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 943 time: 0.1194661 Jul 09 16:36:40.339694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce46d8fe-a9f5-495f-ae94-0f65d700b50f req-9a91d0ad-ee25-4e09-8f5a-19e9ef6c6d0e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877063 Jul 09 16:36:40.495528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:40.671351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddeffcd-70cc-4519-a6c7-37003fd82395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.738861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775a27-458f-435c-a342-cd4b17fbfb69 req-96ca2bf0-a758-4f15-ae06-d305a5ae155d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:40.740424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91775a27-458f-435c-a342-cd4b17fbfb69 req-96ca2bf0-a758-4f15-ae06-d305a5ae155d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 944 time: 0.1249716 Jul 09 16:36:40.808498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91775a27-458f-435c-a342-cd4b17fbfb69 req-01c38a85-6a8a-4959-be1f-cc75af27ddb0 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Jul 09 16:36:40.838175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddeffcd-70cc-4519-a6c7-37003fd82395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.845083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddeffcd-70cc-4519-a6c7-37003fd82395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.907050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ddeffcd-70cc-4519-a6c7-37003fd82395 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a344dd420654ab4875d92299ee535fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101064 Jul 09 16:36:40.908274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeffcd-70cc-4519-a6c7-37003fd82395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2104235-7e0c-4575-9b17-5603c77eae64,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.910103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:40.934376 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.983011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f9a4b4-d696-49a5-8161-04425b95a7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.021459 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f9a4b4-d696-49a5-8161-04425b95a7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.077509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f9a4b4-d696-49a5-8161-04425b95a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.080762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f9a4b4-d696-49a5-8161-04425b95a7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.082213 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-41f9a4b4-d696-49a5-8161-04425b95a7eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2104235-7e0c-4575-9b17-5603c77eae64 HTTP/1.1" status: 204 len: 168 time: 0.1710911 Jul 09 16:36:41.092468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9a4b4-d696-49a5-8161-04425b95a7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2104235-7e0c-4575-9b17-5603c77eae64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:41.306189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:41.511547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:41.540503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:41.620959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59', 'mac_address': 'fa:16:3e:cc:07:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:41.693951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:41.709098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:41.711047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c0a0-657e-408c-a284-cfca7f620385 req-9f3ff131-e797-46db-a0fd-166b729bc73d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:41.713438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b409c0a0-657e-408c-a284-cfca7f620385 req-9f3ff131-e797-46db-a0fd-166b729bc73d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 943 time: 0.1201131 Jul 09 16:36:41.716604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.751312 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.787018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:41.802792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b409c0a0-657e-408c-a284-cfca7f620385 req-20feed70-119b-4abf-80e4-a46fbe7a0fcc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802326 Jul 09 16:36:41.839300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:41.866837 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.916145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.987196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:41.994097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:41.998102 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ba3f21-13d6-4227-bcff-16169d83bacc" -d '{"events": [{"server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "name": "network-vif-plugged", "status": "completed", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:42.004662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.010793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:42.078226 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b398e3-3362-4455-bb15-fa82d3edc9ca x-openstack-request-id: req-45b398e3-3362-4455-bb15-fa82d3edc9ca {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:42.083556 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "name": "network-vif-plugged", "status": "completed", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:42.084248 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45b398e3-3362-4455-bb15-fa82d3edc9ca {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:42.084836 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'code': 200} Jul 09 16:36:42.133604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527f05c-d6fe-49ff-97bf-2e68ae8d0e42 req-a5483a6e-01bc-4b19-ba50-8db4b0815849 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:42.136842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a527f05c-d6fe-49ff-97bf-2e68ae8d0e42 req-a5483a6e-01bc-4b19-ba50-8db4b0815849 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.1420026 Jul 09 16:36:42.146731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:42.223091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a527f05c-d6fe-49ff-97bf-2e68ae8d0e42 req-1f591ea0-29b1-414f-bc3f-e833a5e069e0 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765667 Jul 09 16:36:42.228200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['9b32ebed-8c4e-45a2-9479-ebc055aa7e59'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:42.310927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c742-502b-478d-9ab9-3b73004c3c50 req-9b389dde-da6c-44b2-a041-d9415db2aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:42.312497 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4681c742-502b-478d-9ab9-3b73004c3c50 req-9b389dde-da6c-44b2-a041-d9415db2aa41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1096 time: 0.1062431 Jul 09 16:36:42.376278 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4681c742-502b-478d-9ab9-3b73004c3c50 req-d7133b6d-74d5-4273-a824-a1d9c0b2fd80 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Jul 09 16:36:42.396446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-c70ece1d-7b92-46df-a7de-47386ba6f1a7 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280607 Jul 09 16:36:42.587645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-5790afa0-569d-4f2b-9675-213ff4388de6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:42.589732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-5790afa0-569d-4f2b-9675-213ff4388de6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764548 Jul 09 16:36:42.605735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-42bb2352-276f-4d85-b79a-2ccc51c6f70d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/quotas/c09bc0f03d334b4fa986a48622305f44 HTTP/1.1" status: 200 len: 375 time: 0.0101984 Jul 09 16:36:42.650911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-3a0f8e79-e04f-4f1a-9d81-25d547471e3f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362196 Jul 09 16:36:43.095248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03521477-1be0-4716-ad08-a3b5333958fd req-30a0888c-1fc5-4241-8447-b42bc5256639 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 210 time: 0.0683982 Jul 09 16:36:43.278333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d79a4-89fb-45ca-9a00-54d8b864c0b3 req-d356ab8b-fb02-4b23-b785-95236b62ae12 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:43.280817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a33d79a4-89fb-45ca-9a00-54d8b864c0b3 req-d356ab8b-fb02-4b23-b785-95236b62ae12 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 944 time: 0.0870478 Jul 09 16:36:43.328614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:43.358661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a33d79a4-89fb-45ca-9a00-54d8b864c0b3 req-23e862a1-8766-4f96-a33f-e9227bcff118 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670488 Jul 09 16:36:43.394598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40342) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:43.454349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:43.460589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:43.461388 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.550964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2629d-5d89-4477-b21a-6ac748831d76 req-3367e50f-33e4-47ed-97ca-b24692d24496 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:43.553550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc2629d-5d89-4477-b21a-6ac748831d76 req-3367e50f-33e4-47ed-97ca-b24692d24496 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.1015689 Jul 09 16:36:43.571201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.609414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5655-524c-44aa-92ee-42afdf152554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.618398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc2629d-5d89-4477-b21a-6ac748831d76 req-fdf2f6eb-1676-4646-a04b-948f17c98bc2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548217 Jul 09 16:36:43.619271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:43.626971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.700986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:43.744151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5655-524c-44aa-92ee-42afdf152554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.749116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5655-524c-44aa-92ee-42afdf152554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.789867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d6f5655-524c-44aa-92ee-42afdf152554 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca93062d9fa148b8b36bab2f65e0618b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948231 Jul 09 16:36:43.792643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:43.799219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f5655-524c-44aa-92ee-42afdf152554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c4a66f-28dd-4ded-9cbd-e64e6616e96e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:43.890014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e4cf97-2fbe-431b-bb79-586c0d791ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.924443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e4cf97-2fbe-431b-bb79-586c0d791ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.015036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e4cf97-2fbe-431b-bb79-586c0d791ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.017937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e4cf97-2fbe-431b-bb79-586c0d791ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.020242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16e4cf97-2fbe-431b-bb79-586c0d791ba8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9c4a66f-28dd-4ded-9cbd-e64e6616e96e HTTP/1.1" status: 204 len: 168 time: 0.2266378 Jul 09 16:36:44.048313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4cf97-2fbe-431b-bb79-586c0d791ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c4a66f-28dd-4ded-9cbd-e64e6616e96e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:44.085897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:44.092921 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b134e8-77fb-4f76-8cb6-5ba4b5fad866" -d '{"events": [{"server_uuid": "d5a9fe08-23ce-4d89-8833-7a437ababa35", "name": "network-vif-plugged", "status": "completed", "tag": "9b32ebed-8c4e-45a2-9479-ebc055aa7e59"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:44.142693 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c49afc-5004-4051-88ee-9c30554ff7ff x-openstack-request-id: req-02c49afc-5004-4051-88ee-9c30554ff7ff {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:44.143047 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a9fe08-23ce-4d89-8833-7a437ababa35", "name": "network-vif-plugged", "status": "completed", "tag": "9b32ebed-8c4e-45a2-9479-ebc055aa7e59", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:44.143392 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02c49afc-5004-4051-88ee-9c30554ff7ff {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:44.143846 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59', 'code': 200} Jul 09 16:36:44.307551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53c58dc1-4048-4c88-ab4c-3e12e45c2faf req-0400294f-0a26-42b1-b1e0-320ebacd3990 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 210 time: 0.0477922 Jul 09 16:36:44.332255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495d095-615d-406f-acd2-2680eac8c88b req-906f16df-63a1-4675-97d0-ce4a9900f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:44.334577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d495d095-615d-406f-acd2-2680eac8c88b req-906f16df-63a1-4675-97d0-ce4a9900f9b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 1096 time: 0.0833387 Jul 09 16:36:44.415324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d495d095-615d-406f-acd2-2680eac8c88b req-61d143cd-e492-4665-b3a4-6cbcdf89228a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724311 Jul 09 16:36:44.625742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb5cd-cea3-41ca-b441-6444e142265f req-bba5a860-9731-46e1-b727-1791a6de0c57 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:44.634200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6caeb5cd-cea3-41ca-b441-6444e142265f req-bba5a860-9731-46e1-b727-1791a6de0c57 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 945 time: 0.0965688 Jul 09 16:36:44.653345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-eb040258-abc8-4b90-9f3b-8b5782714d42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402508 Jul 09 16:36:44.685614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6caeb5cd-cea3-41ca-b441-6444e142265f req-f5280195-8d28-49f4-a86e-421148354557 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492597 Jul 09 16:36:44.864695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-3e726d5e-7e82-4be2-90c3-30ee80ce0ce3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:44.866729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-3e726d5e-7e82-4be2-90c3-30ee80ce0ce3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064371 Jul 09 16:36:44.885699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:44.947542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a76b4b-6b79-4f3e-9454-806f0b312752 req-86d9a155-547e-44af-84d6-6ba325ac1456 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:44.952372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41a76b4b-6b79-4f3e-9454-806f0b312752 req-86d9a155-547e-44af-84d6-6ba325ac1456 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.1394227 Jul 09 16:36:45.069588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41a76b4b-6b79-4f3e-9454-806f0b312752 req-bff58b21-b08e-4ed7-af72-77d5bd607eea tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097078 Jul 09 16:36:45.183372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:45.189572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.204060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.377077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.388901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.416171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cd14c-69dc-495d-b978-179fbea7c4e6 req-93bc9d73-65f0-4b47-bbc8-43459a5e0017 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:45.423964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-535cd14c-69dc-495d-b978-179fbea7c4e6 req-93bc9d73-65f0-4b47-bbc8-43459a5e0017 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1096 time: 0.1374023 Jul 09 16:36:45.470706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-535cd14c-69dc-495d-b978-179fbea7c4e6 req-907face3-75fd-4663-a752-f43ed1b6bd7e tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Jul 09 16:36:45.557813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1107aee4-ce67-4a5e-80a8-7ce1786d10c0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:45.725488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.28 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/4b382d8c-24a1-4dab-bf9b-398109fb0c46) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:45.813137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0190081-951e-4a1b-bce2-5b2a48223be2 req-59fb252e-1f3a-49f3-b471-a5416db5d489 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 210 time: 0.0577123 Jul 09 16:36:46.055014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.110869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object 4b382d8c-24a1-4dab-bf9b-398109fb0c46 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:46.173628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.230643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:46.234565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:46.237249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:46.297901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=4b382d8c-24a1-4dab-bf9b-398109fb0c46,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:46.327524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:46.331286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.366079 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-45a1c012-b24c-46d3-959d-571019a2ac42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4837122 Jul 09 16:36:46.390075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Request body: {'port': {'device_id': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:46.407821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ba77-860e-427b-8a2b-91bdd6074ba1 req-79e02ebf-221f-4da3-aecc-bc0376278c65 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:46.415596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0146ba77-860e-427b-8a2b-91bdd6074ba1 req-79e02ebf-221f-4da3-aecc-bc0376278c65 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 945 time: 0.2595460 Jul 09 16:36:46.522669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0146ba77-860e-427b-8a2b-91bdd6074ba1 req-56381ac6-8a70-4965-8b64-e0c460cd9f40 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990822 Jul 09 16:36:46.565387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.743324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8cb4c5f-4ab4-46c5-8942-ce8c92823337 None None] Provisioning for port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:46.759240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8cb4c5f-4ab4-46c5-8942-ce8c92823337 None None] Provisioning complete for port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:46.761315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8cb4c5f-4ab4-46c5-8942-ce8c92823337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.930594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb4c5f-4ab4-46c5-8942-ce8c92823337 None None] Port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:46.984960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b3da-2765-40fd-a6b7-12009a6271e1 req-c15f3d0d-733b-462b-880b-1c52c6ccbade tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:47.001001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7259b3da-2765-40fd-a6b7-12009a6271e1 req-c15f3d0d-733b-462b-880b-1c52c6ccbade tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 945 time: 0.2070794 Jul 09 16:36:47.189500 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7259b3da-2765-40fd-a6b7-12009a6271e1 req-2a2de1cf-7160-4f20-a540-af1147216108 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868019 Jul 09 16:36:47.244037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c33ade-2a9a-4fd3-a7d8-fad35207f3da req-fe7e5edd-e42c-4574-b627-f1c5ee0547e5 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:47.253845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75c33ade-2a9a-4fd3-a7d8-fad35207f3da req-fe7e5edd-e42c-4574-b627-f1c5ee0547e5 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 935 time: 0.1630278 Jul 09 16:36:47.287651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b382d8c-24a1-4dab-bf9b-398109fb0c46 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:47.301931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.302524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:47.316748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Transition to ACTIVE for port object 4b382d8c-24a1-4dab-bf9b-398109fb0c46 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:47.322574 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.391483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b382d8c-24a1-4dab-bf9b-398109fb0c46,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:47.402147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75c33ade-2a9a-4fd3-a7d8-fad35207f3da req-d34a9c36-5c50-4853-995e-356acbe69262 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471908 Jul 09 16:36:47.547263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Attempting to bind port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:47.547963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Attempting to bind port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:47.548545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Attempting to bind port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:47.560199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:47.560552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Attempting to bind port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:47.578910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:47.579414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:47.580007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:47.580695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Bound port: 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:47.581221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.597326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-775dfba6-5aa7-4690-afc7-c18e5aeff21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.824085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] For port 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:47.832531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] For port 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:47.840129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-775dfba6-5aa7-4690-afc7-c18e5aeff21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.852988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-775dfba6-5aa7-4690-afc7-c18e5aeff21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.881305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.959737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:47.960462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.962416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] 10.222.0.37 "PUT /v2.0/ports/4b382d8c-24a1-4dab-bf9b-398109fb0c46 HTTP/1.1" status: 200 len: 1095 time: 1.5827622 Jul 09 16:36:47.965528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'tag': '4b382d8c-24a1-4dab-bf9b-398109fb0c46'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:47.967810 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c44743-7626-48f0-a48d-ceddb547f130" -d '{"events": [{"name": "network-changed", "server_uuid": "419c4d9e-c3fd-4887-8877-0472cf6ac00c", "tag": "4b382d8c-24a1-4dab-bf9b-398109fb0c46"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:48.006592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dfba6-5aa7-4690-afc7-c18e5aeff21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54dfbe-135f-47fb-8d7b-28ec728111b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:48.021691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-775dfba6-5aa7-4690-afc7-c18e5aeff21a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=466a1a4936cc494880d37656da09479a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174551 Jul 09 16:36:48.023020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:48.124858 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d5c1a7-4dd7-4556-90c7-d867a7c678f9 x-openstack-request-id: req-b1d5c1a7-4dd7-4556-90c7-d867a7c678f9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:48.125376 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c4d9e-c3fd-4887-8877-0472cf6ac00c", "tag": "4b382d8c-24a1-4dab-bf9b-398109fb0c46", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:48.125863 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1d5c1a7-4dd7-4556-90c7-d867a7c678f9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:48.127265 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'tag': '4b382d8c-24a1-4dab-bf9b-398109fb0c46', 'status': 'completed', 'code': 200} Jul 09 16:36:48.133685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cddfe-b198-4f96-bbc8-05dbc7acdf32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b382d8c-24a1-4dab-bf9b-398109fb0c46,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:48.192506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-e997d2da-121a-4ed2-ab35-4d407ce16f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.194710 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-e997d2da-121a-4ed2-ab35-4d407ce16f86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 1098 time: 0.1604280 Jul 09 16:36:48.195177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabcc640-aedc-4d61-937b-dd02b5b6ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.223280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabcc640-aedc-4d61-937b-dd02b5b6ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.262296 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-0a0782b9-ed02-41e5-b5e6-d3cf9e553b42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46 HTTP/1.1" status: 200 len: 217 time: 0.0537338 Jul 09 16:36:48.296376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a3625-13ed-4ee0-bf79-558ad3865a69 req-22ed170d-cadb-445c-9791-9f1b090c5b87 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.298386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e68a3625-13ed-4ee0-bf79-558ad3865a69 req-22ed170d-cadb-445c-9791-9f1b090c5b87 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 945 time: 0.1467624 Jul 09 16:36:48.348540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-ee539ee9-9837-4b8a-a3cc-01615ce22e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.350281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-ee539ee9-9837-4b8a-a3cc-01615ce22e21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0810564 Jul 09 16:36:48.357799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e68a3625-13ed-4ee0-bf79-558ad3865a69 req-e4c7b1de-df4a-4b43-af12-8bfd8cef95ac tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Jul 09 16:36:48.359268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabcc640-aedc-4d61-937b-dd02b5b6ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.362289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabcc640-aedc-4d61-937b-dd02b5b6ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.363510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fabcc640-aedc-4d61-937b-dd02b5b6ff24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b54dfbe-135f-47fb-8d7b-28ec728111b1 HTTP/1.1" status: 204 len: 168 time: 0.3396935 Jul 09 16:36:48.373669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc640-aedc-4d61-937b-dd02b5b6ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54dfbe-135f-47fb-8d7b-28ec728111b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:48.485400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-0485ca4f-634a-45f6-973e-600ce23f9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.487001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-0485ca4f-634a-45f6-973e-600ce23f9340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296427 Jul 09 16:36:48.663347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b27b9c-4d77-4674-8e28-776ca562fb1e req-8815c1da-7ec9-4e3d-ac24-8255dd235d83 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.667214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87b27b9c-4d77-4674-8e28-776ca562fb1e req-8815c1da-7ec9-4e3d-ac24-8255dd235d83 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 947 time: 0.0952661 Jul 09 16:36:48.672569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-1f42a60b-ad3a-4366-bb8f-aef14e618308 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784499 Jul 09 16:36:48.751127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87b27b9c-4d77-4674-8e28-776ca562fb1e req-e42b2456-bf58-4284-a477-a25c6b2c2c32 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781035 Jul 09 16:36:48.880935 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-007f7efd-3fd6-4b17-81eb-57ac12a648c5 req-323ce621-1c12-4985-b387-2def8f9b53a3 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008410 Jul 09 16:36:49.177842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44743-7626-48f0-a48d-ceddb547f130 req-6fa039ab-592f-4b43-a135-f69c8466a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:49.180774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-6fa039ab-592f-4b43-a135-f69c8466a9b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 1098 time: 0.1749780 Jul 09 16:36:49.372131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44743-7626-48f0-a48d-ceddb547f130 req-c3fd9171-1445-45a1-a400-0c2bb6b070be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:49.373679 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-c3fd9171-1445-45a1-a400-0c2bb6b070be service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1823778 Jul 09 16:36:49.484524 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-c45569c6-35d8-4ffb-9c3e-3097091bfa13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46 HTTP/1.1" status: 200 len: 217 time: 0.0981855 Jul 09 16:36:49.655016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44743-7626-48f0-a48d-ceddb547f130 req-bcb98c01-023e-443c-85f3-b69b8c58bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:49.657303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-bcb98c01-023e-443c-85f3-b69b8c58bcf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1657958 Jul 09 16:36:49.746380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e8c13-64d3-417a-a704-4cedc7c31868 req-e64a31a8-7b2d-4c86-bd9f-759f808c8ba6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:49.763555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce5e8c13-64d3-417a-a704-4cedc7c31868 req-e64a31a8-7b2d-4c86-bd9f-759f808c8ba6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 945 time: 0.1865578 Jul 09 16:36:49.846946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce5e8c13-64d3-417a-a704-4cedc7c31868 req-f12c2429-f42d-48a1-862c-c4576f7e1999 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812995 Jul 09 16:36:49.853772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44743-7626-48f0-a48d-ceddb547f130 req-cc262e99-2ffd-4f09-a292-d0e425affb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:49.857060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-cc262e99-2ffd-4f09-a292-d0e425affb97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921122 Jul 09 16:36:50.057227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-bbefbde6-9b19-4c62-842c-d24a9da71011 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921260 Jul 09 16:36:50.249200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-d57431aa-f7e6-4239-adbc-56e4f4573df3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:50.250788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-d57431aa-f7e6-4239-adbc-56e4f4573df3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 945 time: 0.2370234 Jul 09 16:36:50.281370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29c44743-7626-48f0-a48d-ceddb547f130 req-25ddb0bd-92e6-412b-bae7-b2cbdfde0161 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136023 Jul 09 16:36:50.558703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967a942-99b9-49e8-8484-8875fc947311 req-4565e9db-b837-461a-9b51-bba587006b83 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:50.560947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d967a942-99b9-49e8-8484-8875fc947311 req-4565e9db-b837-461a-9b51-bba587006b83 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 947 time: 0.3091533 Jul 09 16:36:50.578216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40560) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:50.595419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:50.596440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.691862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d967a942-99b9-49e8-8484-8875fc947311 req-ea2e7e15-55ea-43f9-a2d2-04e53813c4c1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240056 Jul 09 16:36:50.748232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aeeaa28-f13d-4fb9-abe5-24dddb64557c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.755238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:50.755826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.773124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:50.908936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aeeaa28-f13d-4fb9-abe5-24dddb64557c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.918769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aeeaa28-f13d-4fb9-abe5-24dddb64557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.987371 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.995965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3aeeaa28-f13d-4fb9-abe5-24dddb64557c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f0a9760f8e6486db4041e533df3a53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161229 Jul 09 16:36:50.998109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:51.004087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9', '9b32ebed-8c4e-45a2-9479-ebc055aa7e59'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:51.058960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=9b32ebed-8c4e-45a2-9479-ebc055aa7e59,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:51.069300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeaa28-f13d-4fb9-abe5-24dddb64557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fd60a-5618-41d6-b245-3af9c231520f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:51.087287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe584-9063-4570-8be8-607f680c37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.119666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:51.122880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.125071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-323291c3-bf70-4f32-9e12-855f50bdf8e6 req-90e3e2c7-cb79-49ae-ac61-d13ab4756439 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "DELETE /v2.0/ports/9b32ebed-8c4e-45a2-9479-ebc055aa7e59 HTTP/1.1" status: 204 len: 173 time: 0.8507731 Jul 09 16:36:51.126095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'name': 'network-vif-deleted', 'tag': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:51.128983 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832f116b-3bd9-4ef1-b3dd-9b3ad70cc169" -d '{"events": [{"server_uuid": "d5a9fe08-23ce-4d89-8833-7a437ababa35", "name": "network-vif-deleted", "tag": "9b32ebed-8c4e-45a2-9479-ebc055aa7e59"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:51.130275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe584-9063-4570-8be8-607f680c37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.185886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9894c332-6c3e-45ad-a473-31c4b5876aad req-b09bbbf6-6188-4310-947d-bf415c8da196 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5a9fe08-23ce-4d89-8833-7a437ababa35 HTTP/1.1" status: 200 len: 210 time: 0.0537457 Jul 09 16:36:51.232868 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe584-9063-4570-8be8-607f680c37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.233405 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b5e3b6-40a2-4c9f-a0bc-2cafea82db3c x-openstack-request-id: req-71b5e3b6-40a2-4c9f-a0bc-2cafea82db3c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:51.233668 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a9fe08-23ce-4d89-8833-7a437ababa35", "name": "network-vif-deleted", "tag": "9b32ebed-8c4e-45a2-9479-ebc055aa7e59", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:51.233870 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71b5e3b6-40a2-4c9f-a0bc-2cafea82db3c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:51.234674 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a9fe08-23ce-4d89-8833-7a437ababa35', 'name': 'network-vif-deleted', 'tag': '9b32ebed-8c4e-45a2-9479-ebc055aa7e59', 'status': 'completed', 'code': 200} Jul 09 16:36:51.234798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a1fe584-9063-4570-8be8-607f680c37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.235774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5a1fe584-9063-4570-8be8-607f680c37fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b2fd60a-5618-41d6-b245-3af9c231520f HTTP/1.1" status: 204 len: 168 time: 0.2232816 Jul 09 16:36:51.245095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fe584-9063-4570-8be8-607f680c37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2fd60a-5618-41d6-b245-3af9c231520f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:51.556291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4b382d8c-24a1-4dab-bf9b-398109fb0c46 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:51.694591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:51.710159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '4b382d8c-24a1-4dab-bf9b-398109fb0c46', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '4b382d8c-24a1-4dab-bf9b-398109fb0c46', 'mac_address': 'fa:16:3e:a4:c0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:51.779843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.797106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b382d8c-24a1-4dab-bf9b-398109fb0c46 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:51.831306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:51.837239 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.930569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=4b382d8c-24a1-4dab-bf9b-398109fb0c46,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:51.979746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d8487-0917-4125-ac83-4286511ade0a req-f0a00baa-1b35-4d14-bf8f-d79801cc1243 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:51.988178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-078d8487-0917-4125-ac83-4286511ade0a req-f0a00baa-1b35-4d14-bf8f-d79801cc1243 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 948 time: 0.1163516 Jul 09 16:36:52.311900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:52.409573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-078d8487-0917-4125-ac83-4286511ade0a req-2e451bf1-0318-4aa6-a59b-92524ccdd321 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204001 Jul 09 16:36:52.480062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-6f73bc9d-ce74-4ff4-9ed1-822d70a27955 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:52.489408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-6f73bc9d-ce74-4ff4-9ed1-822d70a27955 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.4789865 Jul 09 16:36:52.506765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-f3e8da46-5587-462c-b810-d3602db5854c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/quotas/6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 375 time: 0.0159831 Jul 09 16:36:52.605209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-29417eaf-5bcf-4787-8ea4-937e5fb164e5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963490 Jul 09 16:36:52.725099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-0de9c5b6-d701-4fb0-8cde-12f53ae47e1e service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104717 Jul 09 16:36:52.831838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-4a58705a-5e57-48ef-8380-2b0f306aff3a service neutron] 10.222.0.48 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010640 Jul 09 16:36:53.397825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:53.435428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:53.436177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9b32ebed-8c4e-45a2-9479-ebc055aa7e59 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:53.464379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:53.486169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-effa61b9-2452-442f-b73c-f59bab5620f6 req-4af8f5de-96aa-45cd-89df-21fce54209a8 tempest-AbsoluteLimitsNegativeTestJSON-989419864 tempest-AbsoluteLimitsNegativeTestJSON-989419864-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fda6770a352d4ef59180e70a07acb0d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330610 Jul 09 16:36:53.598581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8a98c4a-c10f-4227-b011-b5de61e24447 req-7bd3321b-08eb-4f81-929d-82db761729d2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0400593 Jul 09 16:36:53.665721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa61b9-2452-442f-b73c-f59bab5620f6 req-c127d2b9-d4f6-42fd-8f36-c02f23fee93f tempest-AbsoluteLimitsNegativeTestJSON-989419864 tempest-AbsoluteLimitsNegativeTestJSON-989419864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:53.676156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-effa61b9-2452-442f-b73c-f59bab5620f6 req-c127d2b9-d4f6-42fd-8f36-c02f23fee93f tempest-AbsoluteLimitsNegativeTestJSON-989419864 tempest-AbsoluteLimitsNegativeTestJSON-989419864-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877058 Jul 09 16:36:53.698384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-effa61b9-2452-442f-b73c-f59bab5620f6 req-88adf2e4-76ea-4bcf-9a50-4a2b19f5f71f tempest-AbsoluteLimitsNegativeTestJSON-989419864 tempest-AbsoluteLimitsNegativeTestJSON-989419864-project] 10.222.0.48 "GET /v2.0/quotas/fda6770a352d4ef59180e70a07acb0d7 HTTP/1.1" status: 200 len: 375 time: 0.0207145 Jul 09 16:36:53.751527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-effa61b9-2452-442f-b73c-f59bab5620f6 req-904aeab3-d535-4a75-a6f6-88f1a44b5ac7 tempest-AbsoluteLimitsNegativeTestJSON-989419864 tempest-AbsoluteLimitsNegativeTestJSON-989419864-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fda6770a352d4ef59180e70a07acb0d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515025 Jul 09 16:36:53.860817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fd41f-95c1-4c83-9e8c-6231ba2467b5 req-c01ec7f7-39b4-4018-8857-006924cb0794 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:53.862451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-525fd41f-95c1-4c83-9e8c-6231ba2467b5 req-c01ec7f7-39b4-4018-8857-006924cb0794 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 948 time: 0.1089332 Jul 09 16:36:53.930881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-525fd41f-95c1-4c83-9e8c-6231ba2467b5 req-d360fbf9-652f-49de-80cb-a95edb801dbd tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603852 Jul 09 16:36:54.252566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-ebfe9fde-2d71-46f1-9e5d-3d7dfe006905 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:54.265565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-ebfe9fde-2d71-46f1-9e5d-3d7dfe006905 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.1880307 Jul 09 16:36:54.286738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:54.288941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-814d1e7c-8f34-4e14-9819-71e46cd4852a tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0223038 Jul 09 16:36:54.387335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-6464bd5e-6441-43b2-a64e-7dcc86acb7d0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974922 Jul 09 16:36:54.471207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783f120f-6c72-479a-ac33-b21de99f8948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.528976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-4c6952d6-1ce9-48b7-857d-368ad99a5e42 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192935 Jul 09 16:36:54.611283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783f120f-6c72-479a-ac33-b21de99f8948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.615793 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783f120f-6c72-479a-ac33-b21de99f8948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.678818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-83532b7a-c8be-4c27-b27b-f737b42428b9 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358206 Jul 09 16:36:54.694247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f120f-6c72-479a-ac33-b21de99f8948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed650f59-e231-4985-8c9a-3413b1851618,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:54.724855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-783f120f-6c72-479a-ac33-b21de99f8948 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fda6770a352d4ef59180e70a07acb0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343355 Jul 09 16:36:54.725745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:54.876638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b21f7617-5cb5-40a6-aaae-ad65e89c4f3c req-79d8a94b-2b85-4cbd-8148-897d085e0846 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0716336 Jul 09 16:36:54.886754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a0853d-0b69-4a46-9ad6-72fd9831f6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.992456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a0853d-0b69-4a46-9ad6-72fd9831f6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.010401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a91c0dbf-42c8-4f18-83f0-21922cbcbb9e req-a2cf6fab-4a25-4886-9c0e-276103d12abd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 210 time: 0.1073005 Jul 09 16:36:55.108772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1e8e67a-5ead-4f95-8fa7-a8f4c530ddf7 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:55.110338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1e8e67a-5ead-4f95-8fa7-a8f4c530ddf7 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 808 time: 0.3329325 Jul 09 16:36:55.138047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Request body: {'port': {'device_id': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'admin_state_up': True, 'tenant_id': '6c2b455828fc4b328c11ddb4790c7d05'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:55.144921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a0853d-0b69-4a46-9ad6-72fd9831f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.147953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a0853d-0b69-4a46-9ad6-72fd9831f6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.149287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6a0853d-0b69-4a46-9ad6-72fd9831f6ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed650f59-e231-4985-8c9a-3413b1851618 HTTP/1.1" status: 204 len: 168 time: 0.4223075 Jul 09 16:36:55.257792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0853d-0b69-4a46-9ad6-72fd9831f6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed650f59-e231-4985-8c9a-3413b1851618,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:55.521383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1e578-1277-4732-beee-b8db41015d47 req-dc5c5f97-1fe5-4450-a09a-fca54fb8636a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:55.529506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46e1e578-1277-4732-beee-b8db41015d47 req-dc5c5f97-1fe5-4450-a09a-fca54fb8636a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 948 time: 0.2980111 Jul 09 16:36:55.602646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4b382d8c-24a1-4dab-bf9b-398109fb0c46 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:55.632439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Made reservation on behalf of 6c2b455828fc4b328c11ddb4790c7d05 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:55.642211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.686041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46e1e578-1277-4732-beee-b8db41015d47 req-07a2df25-4b98-4231-8175-59d6b1808ff2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547806 Jul 09 16:36:55.746002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:55.752553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:55.754277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.909648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Allocated IP 172.20.0.4 (987c8644-046b-4648-a50d-1ac25a6ebb19/90e73a0b-6e7e-4e98-ae40-417da79be4ae/e2960808-6596-452c-80f8-f9c59ae39bcd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:55.910075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.955176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b382d8c-24a1-4dab-bf9b-398109fb0c46'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:55.959438 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e6e4d-18ed-4664-8f97-49d79e6d5cfb" -d '{"events": [{"server_uuid": "419c4d9e-c3fd-4887-8877-0472cf6ac00c", "name": "network-vif-plugged", "status": "completed", "tag": "4b382d8c-24a1-4dab-bf9b-398109fb0c46"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:55.979862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:55.985069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.066807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=4b382d8c-24a1-4dab-bf9b-398109fb0c46,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:56.087314 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac68d38-b34b-431d-843e-54e85293e045 x-openstack-request-id: req-8ac68d38-b34b-431d-843e-54e85293e045 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:56.087929 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c4d9e-c3fd-4887-8877-0472cf6ac00c", "name": "network-vif-plugged", "status": "completed", "tag": "4b382d8c-24a1-4dab-bf9b-398109fb0c46", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:56.088532 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ac68d38-b34b-431d-843e-54e85293e045 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:56.089488 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b382d8c-24a1-4dab-bf9b-398109fb0c46', 'code': 200} Jul 09 16:36:56.289026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccb6c-4769-4279-916c-4f81d795357c req-5aaf54f6-a8f5-4757-a743-7ebcd05e58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:56.292848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-07cccb6c-4769-4279-916c-4f81d795357c req-5aaf54f6-a8f5-4757-a743-7ebcd05e58d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 1100 time: 0.1193540 Jul 09 16:36:56.297565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42830f25-4322-4cba-bb0a-adde32e9d464 req-dd2db103-2852-4131-83f3-c0f188337a0d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0802190 Jul 09 16:36:56.373929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d3a454b-be71-4f34-a015-dc851ec1c2df req-e0241115-c55f-4f23-a5aa-d5c0c8d08803 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 210 time: 0.0868025 Jul 09 16:36:56.377027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-07cccb6c-4769-4279-916c-4f81d795357c req-bace937c-ea36-411b-b5a4-9bf587e37ddc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729017 Jul 09 16:36:56.413683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.429513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:56.495061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.532052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f72b8b14-0695-41da-bae7-ccbde8bca861'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:56.564905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:56.585560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Network 987c8644-046b-4648-a50d-1ac25a6ebb19 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:56.587561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:56.591341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:56.629414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1794076319-network', 'tenant_id': '113e1cf4becf4a22bf18de131f6d02d3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:56.672297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:56.673000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.680068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Made reservation on behalf of 113e1cf4becf4a22bf18de131f6d02d3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:56.682836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.704081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-a1c4c2d5-5527-44ca-b89f-a138f3e65890 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5663595 Jul 09 16:36:56.704081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.730457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Request body: {'port': {'device_id': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:56.927368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.954345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.968849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:56.982002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.982382 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Added segment d080def1-db2e-4abd-8917-28c2482fe4a0 of type vlan for network 51f0bf49-3a00-4056-b23e-d37c54481f4d Jul 09 16:36:57.047267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.180220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.266213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec2d2f1-0871-4b30-8b95-f8ab5ceab58e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:57.294065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.295057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:57.295633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.335067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-2604338b-bfff-4c63-933d-17239c311f61 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:57.338274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-2604338b-bfff-4c63-933d-17239c311f61 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.4004660 Jul 09 16:36:57.379640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:57.400362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9661977 Jul 09 16:36:57.409204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:57.423069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Request body: {'subnet': {'network_id': '51f0bf49-3a00-4056-b23e-d37c54481f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1794076319-subnet', 'tenant_id': '113e1cf4becf4a22bf18de131f6d02d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:57.464154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Made reservation on behalf of 113e1cf4becf4a22bf18de131f6d02d3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:57.467460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.534645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2dceb-f962-4c64-a252-514609c052ad admin admin] Pushing event updated for resources: {'Network': ['ID=51f0bf49-3a00-4056-b23e-d37c54481f4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:57.553811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 51f0bf49-3a00-4056-b23e-d37c54481f4d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:57.588879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac3df-0581-4517-a11c-f8b1056789be req-520642d3-1ead-4059-86c3-ba76e8fe5f6a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:57.596310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9deac3df-0581-4517-a11c-f8b1056789be req-520642d3-1ead-4059-86c3-ba76e8fe5f6a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 949 time: 0.5371292 Jul 09 16:36:57.736074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9deac3df-0581-4517-a11c-f8b1056789be req-e0659158-558a-47eb-b044-ce7f475eb369 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382589 Jul 09 16:36:57.844677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:57.848917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.961147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa94afc-ecbe-4a9d-ac18-43c47f31757d req-5bef62da-3eed-4f0a-b413-894da4263e54 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:57.969078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aa94afc-ecbe-4a9d-ac18-43c47f31757d req-5bef62da-3eed-4f0a-b413-894da4263e54 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 931 time: 0.4692535 Jul 09 16:36:57.983907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b2ba237-09a6-4125-b607-0e1a20a6ebfa req-33a2a961-8662-4086-be10-2050942676c4 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 210 time: 0.1079133 Jul 09 16:36:58.051725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2960808-6596-452c-80f8-f9c59ae39bcd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:58.060847 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.068243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.076219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Transition to ACTIVE for port object e2960808-6596-452c-80f8-f9c59ae39bcd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:58.090938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.122384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d685d74b-651d-426d-8bd7-41834b867374,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:58.152370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:58.171144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Checking segment: {'id': 'd080def1-db2e-4abd-8917-28c2482fe4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '51f0bf49-3a00-4056-b23e-d37c54481f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:58.172367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Network hostable DHCP agents. Network: 51f0bf49-3a00-4056-b23e-d37c54481f4d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:58.204871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Network 51f0bf49-3a00-4056-b23e-d37c54481f4d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:58.207125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aa94afc-ecbe-4a9d-ac18-43c47f31757d req-b26d532c-1873-410f-ab7d-15f639e46f3d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368410 Jul 09 16:36:58.226164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 51f0bf49-3a00-4056-b23e-d37c54481f4d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:58.231801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f4da0-6e9e-41aa-893b-8fb49c3e8107 None None] Network 51f0bf49-3a00-4056-b23e-d37c54481f4d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:58.244147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:58.249147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.297048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-65da9b22-9cff-4b81-9b3f-2cefc2c3e7ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8820124 Jul 09 16:36:58.376558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.5 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/397a974f-d7fd-457b-81a6-f03d8c2ad558) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:58.420336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:58.420692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:58.421040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:58.430792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:58.431103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:58.454394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:58.454759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:58.455134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:58.455599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Bound port: e2960808-6596-452c-80f8-f9c59ae39bcd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:58.455951 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.463247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae001906-f202-42c3-9706-b130353abb7e None None] Network 51f0bf49-3a00-4056-b23e-d37c54481f4d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:58.604200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:58.614055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:58.621227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.997184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7c90f52-0f42-4818-a60e-a195d0ef830f req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1727988830', 'description': 'tempest-description-1557095884'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:59.065961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:59.066614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.071495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] 10.222.0.43 "PUT /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 1091 time: 2.3470416 Jul 09 16:36:59.071495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:59.073966 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a2932-22e9-454a-9a60-d8cab1196004" -d '{"events": [{"name": "network-changed", "server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:59.079037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.103397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36021ddd-f746-451b-96a8-dbca645c16bc service neutron] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:59.111043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7c90f52-0f42-4818-a60e-a195d0ef830f req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.216776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09960e53-e411-4cee-9fe5-41c9aeedcb17 req-ee01defe-e081-4882-a85a-559b0115a5eb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:59.218178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09960e53-e411-4cee-9fe5-41c9aeedcb17 req-ee01defe-e081-4882-a85a-559b0115a5eb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 949 time: 0.2339094 Jul 09 16:36:59.244534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.257626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:59.347761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:59.352375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09960e53-e411-4cee-9fe5-41c9aeedcb17 req-b48c8a1c-6738-4ea0-943f-ce5f7a1fc050 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273913 Jul 09 16:36:59.361169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-32a132e6-ded3-4f7a-b0a8-d6024366c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:59.362310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-32a132e6-ded3-4f7a-b0a8-d6024366c70c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1094 time: 0.2297096 Jul 09 16:36:59.368873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:59.377652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:59.390520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=397a974f-d7fd-457b-81a6-f03d8c2ad558,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:59.458298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-ef5066f7-fa64-40cf-aeb8-542ccd706fab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 217 time: 0.0818932 Jul 09 16:36:59.464073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7c90f52-0f42-4818-a60e-a195d0ef830f req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.481512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7c90f52-0f42-4818-a60e-a195d0ef830f req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.542725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:59.543417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.592842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7c90f52-0f42-4818-a60e-a195d0ef830f req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.595254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7c90f52-0f42-4818-a60e-a195d0ef830f req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6109550 Jul 09 16:36:59.606424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fceebff4-4b7a-4918-b297-41a77feb1d25 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2317398 Jul 09 16:36:59.616097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-d929ed7b-0528-4fae-8815-a5fa260a5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:59.616097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-d929ed7b-0528-4fae-8815-a5fa260a5b2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1437941 Jul 09 16:36:59.616097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e3f1-08a2-429a-9184-1bbcfcda07af tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b37d6-9067-437d-ac9f-8f79c52ed1a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:59.632241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Request body: {'port': {'device_id': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:59.666227 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b0eac3-b84b-4de1-b9c3-dae07c5d3cf1 x-openstack-request-id: req-53b0eac3-b84b-4de1-b9c3-dae07c5d3cf1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:59.666530 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:59.666955 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53b0eac3-b84b-4de1-b9c3-dae07c5d3cf1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:59.667370 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'status': 'completed', 'code': 200} Jul 09 16:36:59.687698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-254bacd5-f1ab-47c4-b317-5640ecfd76d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526724 Jul 09 16:36:59.756852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df06c-c904-4509-b234-495a836d4c76 req-81ad6109-9f2d-4de1-a5dd-a4c926c1742c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:59.758293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-938df06c-c904-4509-b234-495a836d4c76 req-81ad6109-9f2d-4de1-a5dd-a4c926c1742c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 931 time: 0.2493060 Jul 09 16:36:59.874608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.907094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-938df06c-c904-4509-b234-495a836d4c76 req-cde0b1a5-a1c9-418a-a290-6720c72b367d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244400 Jul 09 16:36:59.926152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-9d6cbbb2-d599-4cc3-8c59-791e7ab2fcda service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286103 Jul 09 16:37:00.037544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cdf2e-42f1-41da-add3-3102d168b370 req-6dd76920-591e-4a05-99f2-3e107c5dd9c3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:00.043186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e9cdf2e-42f1-41da-add3-3102d168b370 req-6dd76920-591e-4a05-99f2-3e107c5dd9c3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.2592356 Jul 09 16:37:00.208626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e61e8c0-9cbd-4221-88af-39e168c3ff93 req-624e7ee1-445c-42bb-8437-c3dcd5eecf6a service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609508 Jul 09 16:37:00.233752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e9cdf2e-42f1-41da-add3-3102d168b370 req-26d84617-fa85-48d1-9aad-30d37bb0aa1c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827610 Jul 09 16:37:00.395404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-b97d6c73-6f26-465d-8579-6b5efc77a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:00.397295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-b97d6c73-6f26-465d-8579-6b5efc77a9d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1094 time: 0.1270187 Jul 09 16:37:00.491464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397a974f-d7fd-457b-81a6-f03d8c2ad558 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:00.515846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.583871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Transition to ACTIVE for port object 397a974f-d7fd-457b-81a6-f03d8c2ad558 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:00.594194 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.619847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-b7c6b48b-e15c-4a75-ad2d-6d60b8978878 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/d49b37d6-9067-437d-ac9f-8f79c52ed1a9 HTTP/1.1" status: 200 len: 1813 time: 0.1443207 Jul 09 16:37:00.662706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd49b37d6-9067-437d-ac9f-8f79c52ed1a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:00.663059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd49b37d6-9067-437d-ac9f-8f79c52ed1a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:00.670374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-6307b7b8-0e8f-4730-aaa4-938e2521aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:00.672035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-6307b7b8-0e8f-4730-aaa4-938e2521aaf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.2517543 Jul 09 16:37:00.738895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-f9615e94-91ba-4d84-99a2-8ed1ef9608c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 217 time: 0.0577061 Jul 09 16:37:00.739488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=397a974f-d7fd-457b-81a6-f03d8c2ad558,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:00.833437 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec89447-c33d-4cff-88f7-819700b46917 req-a0542cd2-c297-46e7-bb8b-019f1e742386 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:00.835060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ec89447-c33d-4cff-88f7-819700b46917 req-a0542cd2-c297-46e7-bb8b-019f1e742386 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 1100 time: 0.3388486 Jul 09 16:37:00.910590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-8b20c0af-d2c9-4989-a956-d1378982e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:00.911985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-8b20c0af-d2c9-4989-a956-d1378982e573 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1649575 Jul 09 16:37:00.914328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ec89447-c33d-4cff-88f7-819700b46917 req-deb01dbf-0044-4ab2-afeb-77d086e5f867 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.921969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.946924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Attempting to bind port 397a974f-d7fd-457b-81a6-f03d8c2ad558 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:00.947259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Attempting to bind port 397a974f-d7fd-457b-81a6-f03d8c2ad558 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:00.947759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Attempting to bind port 397a974f-d7fd-457b-81a6-f03d8c2ad558 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:00.976261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-8ed94875-da38-48f1-9652-259d415e2d4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484488 Jul 09 16:37:00.988499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Port 397a974f-d7fd-457b-81a6-f03d8c2ad558 on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:00.988749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Attempting to bind port 397a974f-d7fd-457b-81a6-f03d8c2ad558 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:00.992294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.010699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.065001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:01.065310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:01.065724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:01.066204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Bound port: 397a974f-d7fd-457b-81a6-f03d8c2ad558, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:01.066599 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.097655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e4f8ce-ba3c-413f-be87-89bd82bf48c0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:01.209303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-65ac3570-ee4c-47b5-9446-f812428645bc service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135775 Jul 09 16:37:01.215504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] For port 397a974f-d7fd-457b-81a6-f03d8c2ad558, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:01.221228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] For port 397a974f-d7fd-457b-81a6-f03d8c2ad558, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:01.234827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.330714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:01.331336 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.332833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] 10.222.0.43 "PUT /v2.0/ports/397a974f-d7fd-457b-81a6-f03d8c2ad558 HTTP/1.1" status: 200 len: 1091 time: 1.7081265 Jul 09 16:37:01.349332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ec89447-c33d-4cff-88f7-819700b46917 req-deb01dbf-0044-4ab2-afeb-77d086e5f867 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.362446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ec89447-c33d-4cff-88f7-819700b46917 req-deb01dbf-0044-4ab2-afeb-77d086e5f867 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.384403 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.385999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5b13dff-4087-46a7-bffe-39c039b15c21 req-0d620802-efab-4570-886a-96f12845ec9f tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7358761 Jul 09 16:37:01.408163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa95a9-bc12-4794-9771-55faa63ffcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=397a974f-d7fd-457b-81a6-f03d8c2ad558,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:01.454073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ec89447-c33d-4cff-88f7-819700b46917 req-deb01dbf-0044-4ab2-afeb-77d086e5f867 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014032 Jul 09 16:37:01.472475 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01dbf-0044-4ab2-afeb-77d086e5f867 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecacb23-060c-4c8d-b8c6-a95642c57cfb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:01.478939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c4a2932-22e9-454a-9a60-d8cab1196004 req-bdfbc9ee-c0bb-487a-80d8-fa4e4042adc3 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598021 Jul 09 16:37:01.562801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fbaf8b4c-9834-4c50-9a33-757c9edc1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:01.566499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fbaf8b4c-9834-4c50-9a33-757c9edc1934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 1094 time: 0.1446855 Jul 09 16:37:01.617602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-39d47ff1-8e12-41ef-904c-e1b62f586491 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558 HTTP/1.1" status: 200 len: 217 time: 0.0406365 Jul 09 16:37:01.641868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49a99d-3be9-4622-a21c-dece4aef6e99 req-4cef7e41-ee37-4043-b7ba-7287d32072a4 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:01.643469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de49a99d-3be9-4622-a21c-dece4aef6e99 req-4cef7e41-ee37-4043-b7ba-7287d32072a4 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 943 time: 0.1265137 Jul 09 16:37:01.668304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'tag': '397a974f-d7fd-457b-81a6-f03d8c2ad558'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:01.670326 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a24b23-70be-4ec1-a616-ae12876ecdd3", "tag": "397a974f-d7fd-457b-81a6-f03d8c2ad558"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:01.717575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a7d759d4-82cf-4af9-a8a0-2f171ba4dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:01.719097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-a7d759d4-82cf-4af9-a8a0-2f171ba4dc4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0935090 Jul 09 16:37:01.727418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de49a99d-3be9-4622-a21c-dece4aef6e99 req-e4021fa6-122e-43b5-8bfc-92f064550b92 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536153 Jul 09 16:37:01.766877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-670bd800-9b96-400f-9337-3f0148e88ff1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306642 Jul 09 16:37:01.894185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc8d511-56e6-452b-8a1f-777b040f5863 req-a49afb6d-5136-4e4f-96b3-1f18b3f4a951 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/d49b37d6-9067-437d-ac9f-8f79c52ed1a9 HTTP/1.1" status: 200 len: 2406 time: 0.1262617 Jul 09 16:37:01.933509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-fdeab7b6-aac1-4f6a-a234-8c97fadfb1f7 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516516 Jul 09 16:37:01.960901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b88de-e431-4874-a705-ea97c97fbd0c req-934c81e4-31e9-42b0-abff-b316e3df8386 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:01.962518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-942b88de-e431-4874-a705-ea97c97fbd0c req-934c81e4-31e9-42b0-abff-b316e3df8386 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.1259201 Jul 09 16:37:02.059304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-942b88de-e431-4874-a705-ea97c97fbd0c req-9078d742-9242-439b-868c-54a41d97779d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853088 Jul 09 16:37:02.086522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864fc8b1-1c07-4d5f-ad63-bc86bd685b19 req-b3c78705-7707-42f9-ae49-733316ebe1fb service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439447 Jul 09 16:37:02.121902 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6328af-d6b4-4449-8c4f-aab26082ae29 x-openstack-request-id: req-7f6328af-d6b4-4449-8c4f-aab26082ae29 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:02.122499 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a24b23-70be-4ec1-a616-ae12876ecdd3", "tag": "397a974f-d7fd-457b-81a6-f03d8c2ad558", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:02.122723 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f6328af-d6b4-4449-8c4f-aab26082ae29 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:02.123328 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'tag': '397a974f-d7fd-457b-81a6-f03d8c2ad558', 'status': 'completed', 'code': 200} Jul 09 16:37:02.180395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-cf05aa50-f424-4169-9f21-bcf4de64a335 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-group-rules/b2e4f8ce-ba3c-413f-be87-89bd82bf48c0 HTTP/1.1" status: 200 len: 778 time: 0.0417755 Jul 09 16:37:02.259294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-fba10e7e-6532-470f-8229-6ea172542e69 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/d49b37d6-9067-437d-ac9f-8f79c52ed1a9 HTTP/1.1" status: 200 len: 2406 time: 0.0537550 Jul 09 16:37:02.268133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-3179dd84-1e4d-4a27-b9ad-37c914eb2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:02.269675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-3179dd84-1e4d-4a27-b9ad-37c914eb2fd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 1094 time: 0.1179996 Jul 09 16:37:02.361691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-4b0b25cc-4c8e-4c0e-a10d-f55c2b002806 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.381455 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-4b0b25cc-4c8e-4c0e-a10d-f55c2b002806 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.384699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-94244fde-37e4-4344-97a3-30a445cf3982 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419095 Jul 09 16:37:02.474785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-4b0b25cc-4c8e-4c0e-a10d-f55c2b002806 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.492555 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-4b0b25cc-4c8e-4c0e-a10d-f55c2b002806 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.493719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56683d8-0a78-484b-9fa7-4e6058b64eae req-4b0b25cc-4c8e-4c0e-a10d-f55c2b002806 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b2e4f8ce-ba3c-413f-be87-89bd82bf48c0 HTTP/1.1" status: 204 len: 173 time: 0.2217348 Jul 09 16:37:02.506605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b25cc-4c8e-4c0e-a10d-f55c2b002806 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2e4f8ce-ba3c-413f-be87-89bd82bf48c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:02.508845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-a4e1d93d-87bf-4e6f-a6aa-b5355e71677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:02.510429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-a4e1d93d-87bf-4e6f-a6aa-b5355e71677e service neutron] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.2320950 Jul 09 16:37:02.566189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-de92cd3d-8801-4ab3-a2bb-42c89f2c424a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558 HTTP/1.1" status: 200 len: 217 time: 0.0459630 Jul 09 16:37:02.653359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-c41e51ae-ad07-44f9-bfb3-da72e00ccd17 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:02.654938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-c41e51ae-ad07-44f9-bfb3-da72e00ccd17 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559602 Jul 09 16:37:02.679168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-c70bec2e-4aad-405a-8c34-2a7b30012680 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/quotas/c09bc0f03d334b4fa986a48622305f44 HTTP/1.1" status: 200 len: 375 time: 0.0177896 Jul 09 16:37:02.683067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-48116495-c70b-4de0-ac73-3632d3866058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:02.684576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-48116495-c70b-4de0-ac73-3632d3866058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.1115475 Jul 09 16:37:02.749428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-dc8450d2-1784-4ce1-9c9b-297656258936 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501752 Jul 09 16:37:02.763508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e1d1-edb6-4d0c-b0cc-103198e1f246 req-b25eba12-6876-4b4c-baf0-177165212d85 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:02.765559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98b2e1d1-edb6-4d0c-b0cc-103198e1f246 req-b25eba12-6876-4b4c-baf0-177165212d85 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1096 time: 0.1585310 Jul 09 16:37:02.865621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-ec5b17c0-75de-454a-b0a4-2bfbec74038c tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773891 Jul 09 16:37:02.878188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98b2e1d1-edb6-4d0c-b0cc-103198e1f246 req-ceab2a11-8647-4cb1-9507-f57fbda903ef tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980654 Jul 09 16:37:02.899550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-f71a0d18-1976-49c4-9059-528542320750 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321304 Jul 09 16:37:03.284948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cc7984e0-2b4a-47c7-abc4-d027405c6b1e req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2002470777', 'description': 'tempest-description-552296311'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:03.332294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc7984e0-2b4a-47c7-abc4-d027405c6b1e req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.359959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-beefa2cb-fdf4-48a1-93b4-9f1a46ba89d0 req-6fea977b-5d2e-4254-8132-d6c25a14d732 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514122 Jul 09 16:37:03.453362 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc7984e0-2b4a-47c7-abc4-d027405c6b1e req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.458557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc7984e0-2b4a-47c7-abc4-d027405c6b1e req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.497002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc7984e0-2b4a-47c7-abc4-d027405c6b1e req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.498965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc7984e0-2b4a-47c7-abc4-d027405c6b1e req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5326242 Jul 09 16:37:03.501786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebedb7-b78a-4791-a50b-570719538d8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328a1d1d-f539-40c5-b7f3-d0130df0a367,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:03.679413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f655c-f623-4c18-9ac1-f7ad1c26befe req-efa32cc8-ab2e-4821-ae49-f4ffbd2d9385 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:03.684801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-716f655c-f623-4c18-9ac1-f7ad1c26befe req-efa32cc8-ab2e-4821-ae49-f4ffbd2d9385 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 943 time: 0.0779517 Jul 09 16:37:03.729336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-716f655c-f623-4c18-9ac1-f7ad1c26befe req-3176fbe6-3f86-412a-b274-e6ae6934ff07 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Jul 09 16:37:04.089790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c4411-46ab-4b87-b75f-61f00512f553 req-43c40689-50d5-43ad-b0c6-c45a888f54bc tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:04.091808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-916c4411-46ab-4b87-b75f-61f00512f553 req-43c40689-50d5-43ad-b0c6-c45a888f54bc tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.0970151 Jul 09 16:37:04.140608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-916c4411-46ab-4b87-b75f-61f00512f553 req-8eba20e5-b9de-4279-8f3c-f7b980eb9e74 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Jul 09 16:37:04.481926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-543055b7-c567-4086-b9e7-35848b5ae5c0 req-3081a4d8-c6b2-4e3b-8523-138071d99fc5 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/328a1d1d-f539-40c5-b7f3-d0130df0a367 HTTP/1.1" status: 200 len: 1812 time: 0.0504198 Jul 09 16:37:04.623267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5be70ad-c8a8-47e6-9ad5-cca65d852a86 req-14f66b35-fae9-4f24-a471-a733a17680ce tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 210 time: 0.0363925 Jul 09 16:37:04.965052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-12e4d409-d4b6-440b-8a85-fdaeaf45d201 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:37:04.966057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-12e4d409-d4b6-440b-8a85-fdaeaf45d201 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071788 Jul 09 16:37:04.977639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Request body: {'binding': {'host': 'n-h2-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:04.978726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:37:05.104748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03005d51-9763-4163-8e8b-fa8bf76fa4bd req-dc145ac7-d59d-46a9-b81a-e3fa88b077ce tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:05.107522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03005d51-9763-4163-8e8b-fa8bf76fa4bd req-dc145ac7-d59d-46a9-b81a-e3fa88b077ce tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 943 time: 0.0986297 Jul 09 16:37:05.141754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on host n-h2-800085-2 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:05.142092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:05.142837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:05.147580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:05.147905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:05.151827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-afa960a6-2235-4d5b-a7be-b51678938e55 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421033 Jul 09 16:37:05.153876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:05.154233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:05.154661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:05.155119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Bound port: 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:05.233172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:05.239849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03005d51-9763-4163-8e8b-fa8bf76fa4bd req-2fd3ad05-2011-4a2d-89a4-0d5773655fea tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174524 Jul 09 16:37:05.243008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.247795 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-4805577b-dd51-46b8-83a2-49a9012f509b service neutron] 10.222.0.48 "POST /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de/bindings HTTP/1.1" status: 201 len: 389 time: 0.2731440 Jul 09 16:37:05.278448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0b1e854c-358f-4f6f-b736-3bb6f0ad1a2b req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1755002535', 'description': 'tempest-description-270178567'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:05.334976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-64db8366-420c-4d37-a999-e91c67350a3a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:05.337481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-64db8366-420c-4d37-a999-e91c67350a3a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666598 Jul 09 16:37:05.340729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1e854c-358f-4f6f-b736-3bb6f0ad1a2b req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.359092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': 'f520578a-3648-423b-a47c-b42629f80c7a', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:05.445191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 397a974f-d7fd-457b-81a6-f03d8c2ad558 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:05.576794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1e854c-358f-4f6f-b736-3bb6f0ad1a2b req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.582543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1e854c-358f-4f6f-b736-3bb6f0ad1a2b req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.616014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 397a974f-d7fd-457b-81a6-f03d8c2ad558, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:05.633415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0043da9f-bcb7-4f48-8d14-dc43a3a10275,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:05.640877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:05.647123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '397a974f-d7fd-457b-81a6-f03d8c2ad558', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': '397a974f-d7fd-457b-81a6-f03d8c2ad558', 'mac_address': 'fa:16:3e:dc:78:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:05.648320 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.666166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b1e854c-358f-4f6f-b736-3bb6f0ad1a2b req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.679033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b1e854c-358f-4f6f-b736-3bb6f0ad1a2b req-07002ee5-9143-4dfc-8479-8895dc6dc333 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4050882 Jul 09 16:37:05.718772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.765164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397a974f-d7fd-457b-81a6-f03d8c2ad558 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:05.794999 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac1ced61-0e72-4ecd-8a31-a84d6b1f02dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.800596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 397a974f-d7fd-457b-81a6-f03d8c2ad558, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:05.804954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-007159db-1dbc-4f57-b4de-9e2c30e7d92a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296061 Jul 09 16:37:05.807315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.909825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=397a974f-d7fd-457b-81a6-f03d8c2ad558,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:06.026170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-d7a5df04-c4fd-4bba-9b1a-59828725ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:06.030165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-d7a5df04-c4fd-4bba-9b1a-59828725ee6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1096 time: 0.0731952 Jul 09 16:37:06.091591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-3402146b-e908-4f83-81f2-407deaa0eea4 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:06.093018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-3402146b-e908-4f83-81f2-407deaa0eea4 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816727 Jul 09 16:37:06.109077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c94d-0c68-4d6a-89c4-d63b69a6e78e req-458e0c35-38c7-4021-8162-256d20587dd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:06.114678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b17c94d-0c68-4d6a-89c4-d63b69a6e78e req-458e0c35-38c7-4021-8162-256d20587dd1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.2485259 Jul 09 16:37:06.116508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.172 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/e94a2f58-b155-48ef-8a58-d13e2b4e0a34) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:06.132088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c4712-ddb9-4491-8f4d-ab7481a4ff77 req-bb450f0f-9125-44f1-82e5-a072d2d5bcdb tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:06.133745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['397a974f-d7fd-457b-81a6-f03d8c2ad558'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:06.139026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d89c4712-ddb9-4491-8f4d-ab7481a4ff77 req-bb450f0f-9125-44f1-82e5-a072d2d5bcdb tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.3819354 Jul 09 16:37:06.146460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:06.150942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-dba1aee6-f1dc-4cdb-bc84-4ca483d6ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:06.153257 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-dba1aee6-f1dc-4cdb-bc84-4ca483d6ba00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1105530 Jul 09 16:37:06.217897 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-aa3589c3-a561-4214-bc31-4854ec187e12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 217 time: 0.0532658 Jul 09 16:37:06.280728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-18dcf639-fef4-4842-88f0-079cc5d9a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:06.282580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-18dcf639-fef4-4842-88f0-079cc5d9a374 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0553463 Jul 09 16:37:06.290782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b17c94d-0c68-4d6a-89c4-d63b69a6e78e req-829fb0d0-98df-4f1c-ac03-a6e077574883 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405885 Jul 09 16:37:06.293547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d89c4712-ddb9-4491-8f4d-ab7481a4ff77 req-22edbae2-4d3e-47d9-ac65-20d376332f83 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395497 Jul 09 16:37:06.379844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-ade57f11-d0ff-414f-8a34-343fc2c1356b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858574 Jul 09 16:37:06.506014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-57dde064-db2b-46dc-a5f8-9ab0ce7ffd01 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128137 Jul 09 16:37:06.511213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8de66227-728d-4899-8078-da016cfd24ac req-783846ec-f260-4f61-bdc5-96019297eb6a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 210 time: 0.0798583 Jul 09 16:37:06.537341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:06.541293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.562896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4f85ec4-e805-42c6-8836-cabdce4d3ae6 req-3f0c0ef7-13f5-4c11-a3cf-dfc4c4bcea7d tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/0043da9f-bcb7-4f48-8d14-dc43a3a10275 HTTP/1.1" status: 200 len: 1812 time: 0.1979041 Jul 09 16:37:06.632522 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.684022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object e94a2f58-b155-48ef-8a58-d13e2b4e0a34 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:06.685307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-7d7e5a8e-4812-442a-a9c4-6f0359cbcf6e service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652186 Jul 09 16:37:06.777313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.819995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:06.980040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.213 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/dbde72bf-b262-4032-9232-85b34dabc81c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:06.991553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f0158c6-ceb0-4ee5-bc59-ed55c47b725e req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2025273249', 'description': 'tempest-description-867804106'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:07.008868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:07.033461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:07.035952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:07.081087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:07.124698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f0158c6-ceb0-4ee5-bc59-ed55c47b725e req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.161704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:07.162375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.188599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb75886-8c37-4e36-8ca2-ddf82c47c76a req-222f7b60-2997-4cf7-b794-d862613ecaef tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:07.190229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bb75886-8c37-4e36-8ca2-ddf82c47c76a req-222f7b60-2997-4cf7-b794-d862613ecaef tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 944 time: 0.3982410 Jul 09 16:37:07.258519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-21f29bcd-b086-4745-83a2-05a29cb9e5da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9043238 Jul 09 16:37:07.286382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Request body: {'port': {'device_id': 'f520578a-3648-423b-a47c-b42629f80c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:07.335540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb05097b-4c39-4fd9-b57b-994fd607e9ab None None] Provisioning for port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:07.340923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb05097b-4c39-4fd9-b57b-994fd607e9ab None None] Provisioning complete for port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:07.340923 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb05097b-4c39-4fd9-b57b-994fd607e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.372022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bb75886-8c37-4e36-8ca2-ddf82c47c76a req-15357140-e028-428c-ba63-73604deb4ccb tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642485 Jul 09 16:37:07.381157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb05097b-4c39-4fd9-b57b-994fd607e9ab None None] Port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:07.463983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 397a974f-d7fd-457b-81a6-f03d8c2ad558 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:07.464979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.485473 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.516431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object dbde72bf-b262-4032-9232-85b34dabc81c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:07.519477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f0158c6-ceb0-4ee5-bc59-ed55c47b725e req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.529991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 397a974f-d7fd-457b-81a6-f03d8c2ad558 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:07.535027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 397a974f-d7fd-457b-81a6-f03d8c2ad558 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:07.535476 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.537926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f0158c6-ceb0-4ee5-bc59-ed55c47b725e req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.630776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f0158c6-ceb0-4ee5-bc59-ed55c47b725e req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.636311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f0158c6-ceb0-4ee5-bc59-ed55c47b725e req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6801655 Jul 09 16:37:07.637656 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.669143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397a974f-d7fd-457b-81a6-f03d8c2ad558'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:07.671725 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75149732-5eef-4160-a386-baeeb2a14caf" -d '{"events": [{"server_uuid": "e4a24b23-70be-4ec1-a616-ae12876ecdd3", "name": "network-vif-plugged", "status": "completed", "tag": "397a974f-d7fd-457b-81a6-f03d8c2ad558"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:07.691660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 397a974f-d7fd-457b-81a6-f03d8c2ad558, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:07.698116 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.752496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61925bce-c7f2-4f0e-a6b7-ffdbea7a7d30 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53cb78-6366-4774-8bd7-210a72083853,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:07.767169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=397a974f-d7fd-457b-81a6-f03d8c2ad558,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:07.769774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.810642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:07.918043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:07.934655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:07.937296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=dbde72bf-b262-4032-9232-85b34dabc81c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:07.955544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:07.962712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.003434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427233-68fb-43d9-8f21-336a5f5cdaf4 req-825438fb-63e1-4abf-84db-125e5905c156 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:08.012676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74427233-68fb-43d9-8f21-336a5f5cdaf4 req-825438fb-63e1-4abf-84db-125e5905c156 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.4897451 Jul 09 16:37:08.108101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:08.108794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.169411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487930a1-c96a-41f4-8ec8-75c2ad32d2ed req-26997c80-64e7-4389-9045-cdc127f9db70 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:08.171213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-487930a1-c96a-41f4-8ec8-75c2ad32d2ed req-26997c80-64e7-4389-9045-cdc127f9db70 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.4032156 Jul 09 16:37:08.177743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74427233-68fb-43d9-8f21-336a5f5cdaf4 req-db68db3b-6415-4b77-a859-bbf6d0ed66e9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641095 Jul 09 16:37:08.193385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-30103e02-3613-46fd-89d4-fb8c5dcb2ed3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0721483 Jul 09 16:37:08.230097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Request body: {'port': {'device_id': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:08.233159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9409ea13-294e-4702-9af5-adbf8d52f1ae None None] Provisioning for port dbde72bf-b262-4032-9232-85b34dabc81c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:08.235628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f66f0814-c9a5-49d9-9c84-248c1161bf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.240985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9409ea13-294e-4702-9af5-adbf8d52f1ae None None] Provisioning complete for port dbde72bf-b262-4032-9232-85b34dabc81c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:08.241403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9409ea13-294e-4702-9af5-adbf8d52f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.280740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9409ea13-294e-4702-9af5-adbf8d52f1ae None None] Port dbde72bf-b262-4032-9232-85b34dabc81c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:08.354944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-487930a1-c96a-41f4-8ec8-75c2ad32d2ed req-c66936d8-5d15-4d59-9aac-a250f841bf59 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737943 Jul 09 16:37:08.426964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94a2f58-b155-48ef-8a58-d13e2b4e0a34 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:08.460549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.500856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Transition to ACTIVE for port object e94a2f58-b155-48ef-8a58-d13e2b4e0a34 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:08.501867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.513497 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.538688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.571371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7136215-18fd-4b12-b2f6-c040f45ba7d2 req-a1d429e5-74fb-4039-9e44-8ee96a1014a0 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/ad53cb78-6366-4774-8bd7-210a72083853 HTTP/1.1" status: 200 len: 1812 time: 0.1478369 Jul 09 16:37:08.628446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Pushing event updated for resources: {'Port': ['ID=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:08.641408 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba0bc0-3f0a-4357-bf12-689a1aa5ec4c x-openstack-request-id: req-74ba0bc0-3f0a-4357-bf12-689a1aa5ec4c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:08.641711 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a24b23-70be-4ec1-a616-ae12876ecdd3", "name": "network-vif-plugged", "status": "completed", "tag": "397a974f-d7fd-457b-81a6-f03d8c2ad558", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:08.641969 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74ba0bc0-3f0a-4357-bf12-689a1aa5ec4c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:08.642369 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397a974f-d7fd-457b-81a6-f03d8c2ad558', 'code': 200} Jul 09 16:37:08.729974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Attempting to bind port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:08.730369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Attempting to bind port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:08.730773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Attempting to bind port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:08.744392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b487db-328f-4814-82f0-33b85e52daab req-1d3f1732-5f3a-4c3e-9ae9-c00dfdacd4ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:08.751655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13b487db-328f-4814-82f0-33b85e52daab req-1d3f1732-5f3a-4c3e-9ae9-c00dfdacd4ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 936 time: 0.3808584 Jul 09 16:37:08.755959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:08.756292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Attempting to bind port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:08.791274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:08.792414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:08.792821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:08.793317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Bound port: e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:08.793646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.821833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc597-f828-4cde-a1c0-11a150bd1d23 req-f096aae1-653f-4348-8378-88e9f3c9f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:08.824493 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-42ebc597-f828-4cde-a1c0-11a150bd1d23 req-f096aae1-653f-4348-8378-88e9f3c9f9b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0842483 Jul 09 16:37:08.839980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13b487db-328f-4814-82f0-33b85e52daab req-6bc8ce4d-5e73-4c7b-9de1-a6844a8fd904 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851393 Jul 09 16:37:08.914563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-42ebc597-f828-4cde-a1c0-11a150bd1d23 req-342f008d-c15c-4941-9106-80a60db3b013 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788121 Jul 09 16:37:09.069287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d4032eca-c0ce-4d25-b467-dd7d76547503 req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1473379415', 'description': 'tempest-description-1444050307'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:09.101587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] For port e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:09.107399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.120326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] For port e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:09.145322 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.171619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4032eca-c0ce-4d25-b467-dd7d76547503 req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.262245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:09.263236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.265303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] 10.222.0.43 "PUT /v2.0/ports/e94a2f58-b155-48ef-8a58-d13e2b4e0a34 HTTP/1.1" status: 200 len: 1096 time: 1.9911342 Jul 09 16:37:09.265863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f520578a-3648-423b-a47c-b42629f80c7a', 'tag': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:09.268234 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f520578a-3648-423b-a47c-b42629f80c7a", "tag": "e94a2f58-b155-48ef-8a58-d13e2b4e0a34"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:09.306940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebe4e3-cda9-4982-a93b-2407360cd79a service neutron] Pushing event updated for resources: {'Port': ['ID=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:09.435238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbde72bf-b262-4032-9232-85b34dabc81c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:09.454664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605871fb-9003-433d-8a67-0c69845eb5b7 req-6ccc9d6b-6741-4406-bc1d-ec0f4c098aa0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:09.456271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-605871fb-9003-433d-8a67-0c69845eb5b7 req-6ccc9d6b-6741-4406-bc1d-ec0f4c098aa0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 945 time: 0.3258483 Jul 09 16:37:09.463054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.473615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:09.503824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Transition to ACTIVE for port object dbde72bf-b262-4032-9232-85b34dabc81c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:09.523278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.563537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-ac973dc4-2f67-4648-bd1b-a19d929c8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:09.565086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-ac973dc4-2f67-4648-bd1b-a19d929c8f70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 1099 time: 0.2437344 Jul 09 16:37:09.621014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4032eca-c0ce-4d25-b467-dd7d76547503 req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.632701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:09.653481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19', 'port_id': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'mac_address': 'fa:16:3e:e2:61:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e73a0b-6e7e-4e98-ae40-417da79be4ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:09.658394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-605871fb-9003-433d-8a67-0c69845eb5b7 req-0ef45cff-1d3d-47c6-9a91-d1d0b3d447fc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769803 Jul 09 16:37:09.662219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4032eca-c0ce-4d25-b467-dd7d76547503 req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.665447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-333343a4-f920-4d81-a6bc-612d5eb343cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34 HTTP/1.1" status: 200 len: 217 time: 0.0751131 Jul 09 16:37:09.680540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Pushing event updated for resources: {'Port': ['ID=dbde72bf-b262-4032-9232-85b34dabc81c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:09.764633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4032eca-c0ce-4d25-b467-dd7d76547503 req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.765911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4032eca-c0ce-4d25-b467-dd7d76547503 req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7258720 Jul 09 16:37:09.778055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95e62f-22b9-4c1e-8696-a68eca2bc9aa tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f785fa1-dc0e-4922-8afb-f7197f96833d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:09.783654 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.849377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2960808-6596-452c-80f8-f9c59ae39bcd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:09.909833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:09.918925 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.059691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:10.175399 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cd48ec-618e-49c6-95aa-f923d1bf4411 x-openstack-request-id: req-56cd48ec-618e-49c6-95aa-f923d1bf4411 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:10.176266 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f520578a-3648-423b-a47c-b42629f80c7a", "tag": "e94a2f58-b155-48ef-8a58-d13e2b4e0a34", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:10.176266 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56cd48ec-618e-49c6-95aa-f923d1bf4411 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:10.176266 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f520578a-3648-423b-a47c-b42629f80c7a', 'tag': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'status': 'completed', 'code': 200} Jul 09 16:37:10.230460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-64ddf9e1-7613-4946-92ad-c19014edbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:10.232041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-64ddf9e1-7613-4946-92ad-c19014edbe21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.5447598 Jul 09 16:37:10.303250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e2960808-6596-452c-80f8-f9c59ae39bcd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:10.322062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Attempting to bind port dbde72bf-b262-4032-9232-85b34dabc81c on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:10.322062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Attempting to bind port dbde72bf-b262-4032-9232-85b34dabc81c by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:10.326689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Attempting to bind port dbde72bf-b262-4032-9232-85b34dabc81c on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:10.344687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Port dbde72bf-b262-4032-9232-85b34dabc81c on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:10.345037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Attempting to bind port dbde72bf-b262-4032-9232-85b34dabc81c on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:10.368106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:10.368443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:10.368825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:10.370004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Bound port: dbde72bf-b262-4032-9232-85b34dabc81c, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:10.370004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.381823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6841d2-400b-44aa-b732-1c9a9986dcd4 req-4c6bd29e-a0f7-4f39-89bf-1cf94f4deda8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:10.382945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf6841d2-400b-44aa-b732-1c9a9986dcd4 req-4c6bd29e-a0f7-4f39-89bf-1cf94f4deda8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.2026081 Jul 09 16:37:10.403028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e8ae-3764-422d-bb23-4d10810e2beb req-d45a7499-2a31-456b-a3d4-4396fa4f42e9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:10.404548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c83e8ae-3764-422d-bb23-4d10810e2beb req-d45a7499-2a31-456b-a3d4-4396fa4f42e9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 944 time: 0.2275245 Jul 09 16:37:10.457671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-51496971-96f4-4fd0-8d3c-97b4831b2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:10.459189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-51496971-96f4-4fd0-8d3c-97b4831b2d71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2027824 Jul 09 16:37:10.567467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf6841d2-400b-44aa-b732-1c9a9986dcd4 req-0e0a2cf8-8177-4c34-92a0-a67d83746bf4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598840 Jul 09 16:37:10.577181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c83e8ae-3764-422d-bb23-4d10810e2beb req-186ea121-591a-4736-9736-3b9e771c8e6d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559978 Jul 09 16:37:10.593378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] For port dbde72bf-b262-4032-9232-85b34dabc81c, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:10.598143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] For port dbde72bf-b262-4032-9232-85b34dabc81c, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dbde72bf-b262-4032-9232-85b34dabc81c,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:10.605100 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.674889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-e4fed744-a04f-4efa-b99d-472aeb22ed54 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062445 Jul 09 16:37:10.680368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:10.681489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.683008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] 10.222.0.43 "PUT /v2.0/ports/dbde72bf-b262-4032-9232-85b34dabc81c HTTP/1.1" status: 200 len: 1096 time: 2.4628251 Jul 09 16:37:10.813542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a0ac6-2dc8-4f4f-99c0-8b0802db719f service neutron] Pushing event updated for resources: {'Port': ['ID=dbde72bf-b262-4032-9232-85b34dabc81c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:10.842345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e324dfd-141e-4df4-88a0-6621fda133a7 req-5c5b45f0-18e7-4ce4-ab10-fc7a21355911 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/5f785fa1-dc0e-4922-8afb-f7197f96833d HTTP/1.1" status: 200 len: 1813 time: 0.1987312 Jul 09 16:37:10.943953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-0ee1f3a6-387a-4506-9489-50931f147b33 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523088 Jul 09 16:37:10.960983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-7561fe51-1ff8-4ee6-8aa7-8b81c3fa9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:10.963350 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.963549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-7561fe51-1ff8-4ee6-8aa7-8b81c3fa9bf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 1099 time: 0.1934838 Jul 09 16:37:11.078726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-fccf10dc-d9cb-46a2-8407-b5a0943f1e4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dbde72bf-b262-4032-9232-85b34dabc81c HTTP/1.1" status: 200 len: 217 time: 0.0730650 Jul 09 16:37:11.160432 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:37:11.195384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-187b3e57-01cd-4ef3-b741-214745595898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.196850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-187b3e57-01cd-4ef3-b741-214745595898 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0945911 Jul 09 16:37:11.210820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c8464-8935-4567-8752-ed419d3bb602 req-dc875ef8-b482-4997-aa98-6af58403a9af tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.212610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b33c8464-8935-4567-8752-ed419d3bb602 req-dc875ef8-b482-4997-aa98-6af58403a9af tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 948 time: 0.2481863 Jul 09 16:37:11.256362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-ed48170c-7a07-4e02-9748-aa43be3b84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.257922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-ed48170c-7a07-4e02-9748-aa43be3b84d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 1099 time: 0.1946213 Jul 09 16:37:11.336477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b33c8464-8935-4567-8752-ed419d3bb602 req-6dac1355-6c39-4443-96c8-73d981677148 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100135 Jul 09 16:37:11.413553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-c7cfeec0-cad5-44e4-bea7-006ab24671cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.415834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-c7cfeec0-cad5-44e4-bea7-006ab24671cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009823 Jul 09 16:37:11.427075 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-87133599-4ce7-4a05-bb06-317b18fdb3ea req-1f07401b-4fa5-4a5b-8234-7a571970bb10 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] show failed (client error): The resource could not be found. Jul 09 16:37:11.428532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87133599-4ce7-4a05-bb06-317b18fdb3ea req-1f07401b-4fa5-4a5b-8234-7a571970bb10 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/5e4056c9-c594-4908-8a42-c8a6b71b7931 HTTP/1.1" status: 404 len: 352 time: 0.0488768 Jul 09 16:37:11.483194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-cc6a16a6-9137-4909-a03d-502fd2c061ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.484355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-cc6a16a6-9137-4909-a03d-502fd2c061ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2110147 Jul 09 16:37:11.486397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:11.559461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e2960808-6596-452c-80f8-f9c59ae39bcd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:11.564033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e2960808-6596-452c-80f8-f9c59ae39bcd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:11.564417 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.672757 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.673838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-909c17cb-12db-40e2-aebd-7be7425d83ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34 HTTP/1.1" status: 200 len: 217 time: 0.1382992 Jul 09 16:37:11.699238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:11.701576 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91ed48f-3cea-4c80-a91f-187db6705fc3" -d '{"events": [{"server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "name": "network-vif-plugged", "status": "completed", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:11.716187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:11.722593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.788319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b00229-0192-4366-900a-79182b78292f req-78f9df53-8e19-444b-b64e-e13327e92156 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.789956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84b00229-0192-4366-900a-79182b78292f req-78f9df53-8e19-444b-b64e-e13327e92156 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 945 time: 0.4060338 Jul 09 16:37:11.799408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:11.805998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-d0a5974e-d3ab-447c-af55-628c89daa44a service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754747 Jul 09 16:37:11.806825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-e1d326e0-153e-4706-9420-01fb8ea3928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.808549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-e1d326e0-153e-4706-9420-01fb8ea3928b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1118987 Jul 09 16:37:11.942771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dd0a7-1899-4077-a70d-4455b8e8727b req-c5175bd2-f710-49f7-b58f-246f9bc2bf30 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:11.944314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d22dd0a7-1899-4077-a70d-4455b8e8727b req-c5175bd2-f710-49f7-b58f-246f9bc2bf30 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.3800104 Jul 09 16:37:11.950871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84b00229-0192-4366-900a-79182b78292f req-d84ac18d-2ef7-4e80-b53f-7a8f391a13ed tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491244 Jul 09 16:37:12.045230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-965c9f65-3c3a-4f61-857e-a98aaa2f991d req-b8f27d1a-b4f4-45b1-adc3-cffafef1df1a service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186017 Jul 09 16:37:12.054130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d22dd0a7-1899-4077-a70d-4455b8e8727b req-3baf2fea-3900-448e-b51f-93cf2160f71b tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969629 Jul 09 16:37:12.066463 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-02e2b3b2-9b2c-4061-bc08-8278174a557b req-31d27b6d-d091-44a1-99b1-192c5e1208a3 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] show failed (client error): The resource could not be found. Jul 09 16:37:12.068414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02e2b3b2-9b2c-4061-bc08-8278174a557b req-31d27b6d-d091-44a1-99b1-192c5e1208a3 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-group-rules/75dc00ad-da13-4e42-ab19-dedacc2b1df7 HTTP/1.1" status: 404 len: 361 time: 0.0504556 Jul 09 16:37:12.076853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-8b8df3f0-9aac-4033-95a2-35b542e653ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:12.079111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-8b8df3f0-9aac-4033-95a2-35b542e653ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2408342 Jul 09 16:37:12.183858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'tag': 'dbde72bf-b262-4032-9232-85b34dabc81c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:12.187961 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7ceb71-7682-4b22-bacf-b15e0ec78a36", "tag": "dbde72bf-b262-4032-9232-85b34dabc81c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:12.303641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-dc27e095-a6b3-405f-87a9-331f8826887c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049019 Jul 09 16:37:12.405937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94d27b-fc55-4083-b9b4-22f8335d4feb req-52c6cbe8-316e-4dec-a596-3b3d35b4e29e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:12.408000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da94d27b-fc55-4083-b9b4-22f8335d4feb req-52c6cbe8-316e-4dec-a596-3b3d35b4e29e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.1928468 Jul 09 16:37:12.425075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad71de9-d976-4258-bf13-ada01993c42c req-c8e18d1f-c840-4ad0-997e-4fc7e35a2fe4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:12.426716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad71de9-d976-4258-bf13-ada01993c42c req-c8e18d1f-c840-4ad0-997e-4fc7e35a2fe4 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1695833 Jul 09 16:37:12.512716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b2f30d5-f0f8-4a0c-823d-a988d93512dd req-c6b76a88-01da-4e85-9119-f7a7be4c5d69 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931298 Jul 09 16:37:12.516495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da94d27b-fc55-4083-b9b4-22f8335d4feb req-b1334679-ff63-45e9-b339-578231504ddb tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885801 Jul 09 16:37:12.520831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad71de9-d976-4258-bf13-ada01993c42c req-42666d6e-7135-4560-8d36-4249af858382 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808828 Jul 09 16:37:12.588837 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f989e3bf-9386-4806-9c22-cb4dbc609660 x-openstack-request-id: req-f989e3bf-9386-4806-9c22-cb4dbc609660 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:12.589571 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "name": "network-vif-plugged", "status": "completed", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:12.590072 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f989e3bf-9386-4806-9c22-cb4dbc609660 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:12.591086 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'code': 200} Jul 09 16:37:12.817174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd13dd-1a59-4d10-87b1-d2acaecea06f req-47079234-2fd1-4e83-bc9a-ab18fa26749b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:12.819771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ffd13dd-1a59-4d10-87b1-d2acaecea06f req-47079234-2fd1-4e83-bc9a-ab18fa26749b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 945 time: 0.1311007 Jul 09 16:37:12.831136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e835-ce25-4924-a1ba-edbdbb36be91 req-3fe8f737-96ae-46a2-8d2a-8f2373063472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:12.832584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1121e835-ce25-4924-a1ba-edbdbb36be91 req-3fe8f737-96ae-46a2-8d2a-8f2373063472 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1294346 Jul 09 16:37:12.909487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44ed0660-fae5-4aa3-8018-a35d35a3c4f2 req-cf95dc15-1a17-4bda-976e-67ed433a4a9c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/5f785fa1-dc0e-4922-8afb-f7197f96833d HTTP/1.1" status: 200 len: 1813 time: 0.0869832 Jul 09 16:37:12.918736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ffd13dd-1a59-4d10-87b1-d2acaecea06f req-53d622b6-6784-43d9-bc56-0f34923aefc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851150 Jul 09 16:37:12.922498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1121e835-ce25-4924-a1ba-edbdbb36be91 req-86e5b248-3646-450d-b40f-93ee3a001df6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744159 Jul 09 16:37:12.994616 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe67a4e1-d14b-43cc-be44-f446a7202a25 x-openstack-request-id: req-fe67a4e1-d14b-43cc-be44-f446a7202a25 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:12.995971 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7ceb71-7682-4b22-bacf-b15e0ec78a36", "tag": "dbde72bf-b262-4032-9232-85b34dabc81c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:12.996337 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe67a4e1-d14b-43cc-be44-f446a7202a25 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:12.997578 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'tag': 'dbde72bf-b262-4032-9232-85b34dabc81c', 'status': 'completed', 'code': 200} Jul 09 16:37:13.018749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44ed0660-fae5-4aa3-8018-a35d35a3c4f2 req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.107014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44ed0660-fae5-4aa3-8018-a35d35a3c4f2 req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.197035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44ed0660-fae5-4aa3-8018-a35d35a3c4f2 req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.199647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44ed0660-fae5-4aa3-8018-a35d35a3c4f2 req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.200856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44ed0660-fae5-4aa3-8018-a35d35a3c4f2 req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f785fa1-dc0e-4922-8afb-f7197f96833d HTTP/1.1" status: 204 len: 173 time: 0.2809763 Jul 09 16:37:13.216677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-d4bc3c4e-44ed-4d2a-ac2b-7195b451fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:13.218600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-d4bc3c4e-44ed-4d2a-ac2b-7195b451fd91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 1099 time: 0.1761677 Jul 09 16:37:13.222044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f785fa1-dc0e-4922-8afb-f7197f96833d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:13.265549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.266026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.266312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.266666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.267027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.267427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.267933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.268156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.268516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.268930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.269261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.269590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ae15f-9636-41f6-a264-82d59b04ff8c tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:13.310600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df6d59-fde7-4dfc-abc6-a9139ed620b1 req-3d9cea41-6352-4a54-9333-5a5f279ebbeb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:13.312233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53df6d59-fde7-4dfc-abc6-a9139ed620b1 req-3d9cea41-6352-4a54-9333-5a5f279ebbeb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 948 time: 0.2016547 Jul 09 16:37:13.414340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53df6d59-fde7-4dfc-abc6-a9139ed620b1 req-bdcffe31-a9f2-4f3c-b19c-f5afc1b62f1d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881848 Jul 09 16:37:13.435591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-4846ec0e-dc3b-4229-93be-213de1772363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:13.438880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-4846ec0e-dc3b-4229-93be-213de1772363 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2088819 Jul 09 16:37:13.495711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e94a2f58-b155-48ef-8a58-d13e2b4e0a34 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:13.529728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-7e601094-c7cd-4ffa-a533-266deb0bba03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dbde72bf-b262-4032-9232-85b34dabc81c HTTP/1.1" status: 200 len: 217 time: 0.0803580 Jul 09 16:37:13.614401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:13.629992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'mac_address': 'fa:16:3e:06:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:13.646308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db8e108d-4df3-4b81-bea1-2c060d61fbf7 req-98ed727d-98b1-4490-9378-305e7e2f4af4 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/ad53cb78-6366-4774-8bd7-210a72083853 HTTP/1.1" status: 200 len: 1812 time: 0.1282344 Jul 09 16:37:13.651551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-cda4f937-f047-42e1-ad8e-682f571a9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:13.652932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-cda4f937-f047-42e1-ad8e-682f571a9230 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1100636 Jul 09 16:37:13.811657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.824393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db8e108d-4df3-4b81-bea1-2c060d61fbf7 req-11bd8bfb-63fb-4950-b850-502832519f3e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.826404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94a2f58-b155-48ef-8a58-d13e2b4e0a34 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:13.856466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-3b3823d1-a560-4bb1-bafd-cb666cad933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:13.858560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-3b3823d1-a560-4bb1-bafd-cb666cad933c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866848 Jul 09 16:37:13.859815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:13.865976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.868310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db8e108d-4df3-4b81-bea1-2c060d61fbf7 req-11bd8bfb-63fb-4950-b850-502832519f3e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.936439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:14.049236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db8e108d-4df3-4b81-bea1-2c060d61fbf7 req-11bd8bfb-63fb-4950-b850-502832519f3e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.051862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-db8e108d-4df3-4b81-bea1-2c060d61fbf7 req-11bd8bfb-63fb-4950-b850-502832519f3e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.053046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db8e108d-4df3-4b81-bea1-2c060d61fbf7 req-11bd8bfb-63fb-4950-b850-502832519f3e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad53cb78-6366-4774-8bd7-210a72083853 HTTP/1.1" status: 204 len: 173 time: 0.3959644 Jul 09 16:37:14.078849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8bfb-63fb-4950-b850-502832519f3e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53cb78-6366-4774-8bd7-210a72083853,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:14.087049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-c695b00e-3093-4d98-93d2-a4d0ca062420 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015455 Jul 09 16:37:14.115802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d8bab-a720-400c-b0a7-c1a2713e5d3f req-e1d0a76b-dced-42bf-aae2-7f4aeed814b7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:14.119042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e66d8bab-a720-400c-b0a7-c1a2713e5d3f req-e1d0a76b-dced-42bf-aae2-7f4aeed814b7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.1641169 Jul 09 16:37:14.272866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e66d8bab-a720-400c-b0a7-c1a2713e5d3f req-977e9c0a-8d1c-404f-9a18-86a37a16ac72 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297362 Jul 09 16:37:14.291029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d9bc01-9fb0-4f6f-977a-e551f8517f40 req-38aeaba5-3c47-4325-a113-a1478327d40a service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915526 Jul 09 16:37:14.314815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:14.342429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffadfcd-586f-4a90-8458-dec9493b013e req-21e682c7-e73f-490e-9462-a8107f94fa38 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:14.346307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fffadfcd-586f-4a90-8458-dec9493b013e req-21e682c7-e73f-490e-9462-a8107f94fa38 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1548893 Jul 09 16:37:14.418387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fffadfcd-586f-4a90-8458-dec9493b013e req-03f4a3f0-62b9-46b8-9931-ec9b3b39a75f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620756 Jul 09 16:37:14.452904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-9eef83e7-7dfe-49aa-ae8a-c5cad214d690 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1808038606&fields=id&tenant_id=e22eee820daf4772bcd0d13bff358009 HTTP/1.1" status: 200 len: 267 time: 0.0385330 Jul 09 16:37:14.597014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-828f0678-3519-4adb-8702-d85934e6ad19 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:14.598845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-828f0678-3519-4adb-8702-d85934e6ad19 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 823 time: 0.1380844 Jul 09 16:37:14.615652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-590f1876-022d-464c-b87b-a60360c4709d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/quotas/e22eee820daf4772bcd0d13bff358009 HTTP/1.1" status: 200 len: 375 time: 0.0104122 Jul 09 16:37:15.036996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-476a459f-ed2a-4a9f-ba85-e5db098c4a76 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4156778 Jul 09 16:37:15.071271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e84c09-c987-4442-a324-73d39e6a1aaf req-d451d949-6245-4bf2-85a5-7970d24b060e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:15.072892 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22e84c09-c987-4442-a324-73d39e6a1aaf req-d451d949-6245-4bf2-85a5-7970d24b060e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 945 time: 0.3902171 Jul 09 16:37:15.160648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22e84c09-c987-4442-a324-73d39e6a1aaf req-856885b1-178b-48b8-834f-d3b0b109ac23 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Jul 09 16:37:15.190414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-d3778390-6c03-44cd-b09c-112e4660fe5a service neutron] 10.222.0.48 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147838 Jul 09 16:37:15.326526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-00ff1d0c-be6b-4f9a-bd1d-caa373479d53 service neutron] 10.222.0.48 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296978 Jul 09 16:37:15.411053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1470ae4-0891-4b9f-88ac-efc1f78aa5a2 req-9b0d2f32-cee1-41dd-b61e-0b7615cae79e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/0043da9f-bcb7-4f48-8d14-dc43a3a10275 HTTP/1.1" status: 200 len: 1812 time: 0.0724859 Jul 09 16:37:15.496915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1470ae4-0891-4b9f-88ac-efc1f78aa5a2 req-3dd5cbd4-aa21-421f-9442-e38903921927 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.513813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dbde72bf-b262-4032-9232-85b34dabc81c details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:15.518841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e94a2f58-b155-48ef-8a58-d13e2b4e0a34 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:15.534614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1470ae4-0891-4b9f-88ac-efc1f78aa5a2 req-3dd5cbd4-aa21-421f-9442-e38903921927 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.597974 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1470ae4-0891-4b9f-88ac-efc1f78aa5a2 req-3dd5cbd4-aa21-421f-9442-e38903921927 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.601048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1470ae4-0891-4b9f-88ac-efc1f78aa5a2 req-3dd5cbd4-aa21-421f-9442-e38903921927 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.602754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1470ae4-0891-4b9f-88ac-efc1f78aa5a2 req-3dd5cbd4-aa21-421f-9442-e38903921927 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "DELETE /v2.0/security-groups/0043da9f-bcb7-4f48-8d14-dc43a3a10275 HTTP/1.1" status: 204 len: 173 time: 0.1797261 Jul 09 16:37:15.631807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5cbd4-aa21-421f-9442-e38903921927 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043da9f-bcb7-4f48-8d14-dc43a3a10275,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:15.730206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-87c2da0d-c72c-47c8-acdc-96ed2ced7da4 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:15.745313 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-87c2da0d-c72c-47c8-acdc-96ed2ced7da4 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0 HTTP/1.1" status: 200 len: 945 time: 0.1755331 Jul 09 16:37:15.779605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:15.790626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dbde72bf-b262-4032-9232-85b34dabc81c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dbde72bf-b262-4032-9232-85b34dabc81c,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:15.802727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:15.803192 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.805082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'dbde72bf-b262-4032-9232-85b34dabc81c', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'dbde72bf-b262-4032-9232-85b34dabc81c', 'mac_address': 'fa:16:3e:a3:cc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:15.874336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19823000-337a-421e-b41d-dd9200460021 req-fd521fb1-05d6-4242-900c-b9e40c81e171 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:15.875367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.886930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19823000-337a-421e-b41d-dd9200460021 req-fd521fb1-05d6-4242-900c-b9e40c81e171 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 948 time: 0.2153511 Jul 09 16:37:15.895506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbde72bf-b262-4032-9232-85b34dabc81c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:15.946655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dbde72bf-b262-4032-9232-85b34dabc81c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dbde72bf-b262-4032-9232-85b34dabc81c,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:15.952393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.952615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Deleting port 3065335a-03e8-4260-b058-38332d9d1182 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:15.953045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.956990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.014735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f520578a-3648-423b-a47c-b42629f80c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:16.017050 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f4f0f-83a9-40ab-b671-b82ecf9fdebe" -d '{"events": [{"server_uuid": "f520578a-3648-423b-a47c-b42629f80c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e94a2f58-b155-48ef-8a58-d13e2b4e0a34"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:16.033725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19823000-337a-421e-b41d-dd9200460021 req-1f1e3854-3618-46ef-a61d-244789eb77f7 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449001 Jul 09 16:37:16.047940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:16.064911 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.072105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dbde72bf-b262-4032-9232-85b34dabc81c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.111260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc0e2-37f4-40bd-b9b5-df16174f091d req-0ab468c2-fbbd-43c5-80c7-5b446e27aeda tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:16.112928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e9cc0e2-37f4-40bd-b9b5-df16174f091d req-0ab468c2-fbbd-43c5-80c7-5b446e27aeda tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.3314090 Jul 09 16:37:16.143717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] For port 3065335a-03e8-4260-b058-38332d9d1182, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3065335a-03e8-4260-b058-38332d9d1182,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:16.144735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.145979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.184290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-ef46265e-0f65-4453-a0c3-780cb4d756b8 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:16.188595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-ef46265e-0f65-4453-a0c3-780cb4d756b8 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 945 time: 0.2790754 Jul 09 16:37:16.289313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e9cc0e2-37f4-40bd-b9b5-df16174f091d req-2adb6d89-89f9-493a-abdf-8fec8a154749 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593156 Jul 09 16:37:16.360612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['dbde72bf-b262-4032-9232-85b34dabc81c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:16.465333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port 397a974f-d7fd-457b-81a6-f03d8c2ad558 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:16.465942 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.550844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed9af9d-5ea8-4eb9-a7e0-caa982826415 req-5d268675-aa4d-4278-86be-255c4344cec7 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 210 time: 0.0805571 Jul 09 16:37:16.572908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.575489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.575489 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946 disassociated. External IP: 172.25.7.41, port: 3065335a-03e8-4260-b058-38332d9d1182. Jul 09 16:37:16.575489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Calling delete_port for 3065335a-03e8-4260-b058-38332d9d1182 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:16.616043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437b993-1ed4-4aa0-b76f-199db900aa20 req-4d88ce8a-1ee5-4c61-a908-db9223365069 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:16.616043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8437b993-1ed4-4aa0-b76f-199db900aa20 req-4d88ce8a-1ee5-4c61-a908-db9223365069 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1948948 Jul 09 16:37:16.677030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port 397a974f-d7fd-457b-81a6-f03d8c2ad558, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=397a974f-d7fd-457b-81a6-f03d8c2ad558,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:16.677444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.713227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8437b993-1ed4-4aa0-b76f-199db900aa20 req-0441e58d-6146-4faf-90ae-fa24d94d0ff3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958557 Jul 09 16:37:16.729395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for 397a974f-d7fd-457b-81a6-f03d8c2ad558 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:16.774788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.812507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event deleted for resources: {'Port': ['ID=3065335a-03e8-4260-b058-38332d9d1182,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.830209 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a4703b-36b6-4676-a1f8-62fb5fd36f14 x-openstack-request-id: req-14a4703b-36b6-4676-a1f8-62fb5fd36f14 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:16.830755 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f520578a-3648-423b-a47c-b42629f80c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e94a2f58-b155-48ef-8a58-d13e2b4e0a34", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:16.830755 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14a4703b-36b6-4676-a1f8-62fb5fd36f14 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:16.831153 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f520578a-3648-423b-a47c-b42629f80c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'code': 200} Jul 09 16:37:16.831936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.832289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.832725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.832946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.833275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.833604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.833930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.834265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.834659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.834989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.835320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.835646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:16.939825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-304826ff-3d79-459b-a97a-51be8309e028 req-156df956-a254-4c07-a503-93bb76349d99 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/328a1d1d-f539-40c5-b7f3-d0130df0a367 HTTP/1.1" status: 200 len: 1812 time: 0.1324203 Jul 09 16:37:16.975076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:17.109565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:17.124684 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:17.137809 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:17.139085 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:17.161276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.177483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] No DVR routers for this DVR port 3065335a-03e8-4260-b058-38332d9d1182 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:17.180541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.183316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-80cfe48b-c223-4719-8eae-88dc000c6083 req-e2e5cdbd-07a0-423e-bbbc-6357928e9faa tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "DELETE /v2.0/ports/3065335a-03e8-4260-b058-38332d9d1182 HTTP/1.1" status: 204 len: 173 time: 1.4318135 Jul 09 16:37:17.183891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'name': 'network-vif-deleted', 'tag': '3065335a-03e8-4260-b058-38332d9d1182'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:17.186855 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23026b52-d992-4568-8ab5-8eba47e9f265" -d '{"events": [{"server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "name": "network-vif-deleted", "tag": "3065335a-03e8-4260-b058-38332d9d1182"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:17.194272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-304826ff-3d79-459b-a97a-51be8309e028 req-7671290b-04d4-4c45-8378-b70e36c5f7c7 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.207847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9', '397a974f-d7fd-457b-81a6-f03d8c2ad558'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:17.226323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3612a8e-1c0c-4ba9-8b86-5bd65741c140 req-42fa5703-22d0-468d-8022-4a74d31d0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:17.228179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3612a8e-1c0c-4ba9-8b86-5bd65741c140 req-42fa5703-22d0-468d-8022-4a74d31d0616 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 1101 time: 0.2752361 Jul 09 16:37:17.234099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=397a974f-d7fd-457b-81a6-f03d8c2ad558,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:17.295690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b92231-03e6-46d0-a4bc-72abe2382ea7 req-c546cf8b-f099-4cd3-8f10-d54eaedb0a54 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:17.305012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55b92231-03e6-46d0-a4bc-72abe2382ea7 req-c546cf8b-f099-4cd3-8f10-d54eaedb0a54 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4a24b23-70be-4ec1-a616-ae12876ecdd3 HTTP/1.1" status: 200 len: 867 time: 0.2951674 Jul 09 16:37:17.336602 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:17.381580 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-304826ff-3d79-459b-a97a-51be8309e028 req-7671290b-04d4-4c45-8378-b70e36c5f7c7 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.385488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port 397a974f-d7fd-457b-81a6-f03d8c2ad558 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:17.389884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.391770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-607ec558-3ebe-4db2-8e01-df3e3eb45277 req-f9560015-9ca4-4b37-89f5-9cc22f299d7c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "DELETE /v2.0/ports/397a974f-d7fd-457b-81a6-f03d8c2ad558 HTTP/1.1" status: 204 len: 173 time: 1.1877174 Jul 09 16:37:17.401526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'name': 'network-vif-deleted', 'tag': '397a974f-d7fd-457b-81a6-f03d8c2ad558'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:17.404091 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3460e599-26be-4243-9073-6fb75025ac9d" -d '{"events": [{"server_uuid": "e4a24b23-70be-4ec1-a616-ae12876ecdd3", "name": "network-vif-deleted", "tag": "397a974f-d7fd-457b-81a6-f03d8c2ad558"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:17.486984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3612a8e-1c0c-4ba9-8b86-5bd65741c140 req-3a8bf368-f7e8-4aed-b1ac-578b5275b7f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322724 Jul 09 16:37:17.503414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55b92231-03e6-46d0-a4bc-72abe2382ea7 req-b4e05a82-4720-4ae4-bf82-f3773516ff17 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972153 Jul 09 16:37:17.512520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dbde72bf-b262-4032-9232-85b34dabc81c up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:17.539234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-304826ff-3d79-459b-a97a-51be8309e028 req-7671290b-04d4-4c45-8378-b70e36c5f7c7 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.544675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-304826ff-3d79-459b-a97a-51be8309e028 req-7671290b-04d4-4c45-8378-b70e36c5f7c7 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.563026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-304826ff-3d79-459b-a97a-51be8309e028 req-7671290b-04d4-4c45-8378-b70e36c5f7c7 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "DELETE /v2.0/security-groups/328a1d1d-f539-40c5-b7f3-d0130df0a367 HTTP/1.1" status: 204 len: 173 time: 0.6136787 Jul 09 16:37:17.645156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671290b-04d4-4c45-8378-b70e36c5f7c7 tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a1d1d-f539-40c5-b7f3-d0130df0a367,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:17.649147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port dbde72bf-b262-4032-9232-85b34dabc81c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:17.660426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port dbde72bf-b262-4032-9232-85b34dabc81c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:17.665905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.768454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3065335a-03e8-4260-b058-38332d9d1182 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:17.827136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 3065335a-03e8-4260-b058-38332d9d1182 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:17.827478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3065335a-03e8-4260-b058-38332d9d1182 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:17.864107 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:17.930392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.938998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-771bcf39-cef3-44bb-84c2-b7e59e14c472 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:17.942852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-771bcf39-cef3-44bb-84c2-b7e59e14c472 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 823 time: 0.3779752 Jul 09 16:37:17.958926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:17.972068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:17.972765 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:18.003757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dbde72bf-b262-4032-9232-85b34dabc81c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dbde72bf-b262-4032-9232-85b34dabc81c,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:18.011017 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.024204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-994b9832-0f0e-4df6-94cb-ee1210130913 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e22eee820daf4772bcd0d13bff358009 HTTP/1.1" status: 200 len: 380 time: 0.0655949 Jul 09 16:37:18.044904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'port': {'device_id': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'admin_state_up': True, 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'security_groups': ['a3644296-9655-4140-9e5b-7b0350c1a0c6']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:18.143645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dbde72bf-b262-4032-9232-85b34dabc81c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:18.150685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838d352-0ab4-44fb-a73f-f6098f1647d9 req-03886de4-d5c4-49ac-971b-392457d18007 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:18.162451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6838d352-0ab4-44fb-a73f-f6098f1647d9 req-03886de4-d5c4-49ac-971b-392457d18007 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2058110 Jul 09 16:37:18.211139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4891b-7e28-4760-b115-e7377c2b36e6 req-82999b76-92ff-40e8-a950-88472ec5fd02 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:18.218749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9d4891b-7e28-4760-b115-e7377c2b36e6 req-82999b76-92ff-40e8-a950-88472ec5fd02 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 950 time: 0.2030015 Jul 09 16:37:18.223797 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:18.273119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6838d352-0ab4-44fb-a73f-f6098f1647d9 req-31a7c155-6d95-4646-abb4-718bee8cde00 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095581 Jul 09 16:37:18.288146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Made reservation on behalf of e22eee820daf4772bcd0d13bff358009 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:18.296263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9d4891b-7e28-4760-b115-e7377c2b36e6 req-31d47266-ef53-4fa2-af1d-af7e74e4fa63 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616856 Jul 09 16:37:18.296536 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.492325 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14453efd-d2ef-4563-8dc4-f384b0cf525b x-openstack-request-id: req-14453efd-d2ef-4563-8dc4-f384b0cf525b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:18.493311 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0", "name": "network-vif-deleted", "tag": "3065335a-03e8-4260-b058-38332d9d1182", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:18.493776 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14453efd-d2ef-4563-8dc4-f384b0cf525b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:18.494199 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0a1c07-eb5d-4562-85c4-cd4e37ee36b0', 'name': 'network-vif-deleted', 'tag': '3065335a-03e8-4260-b058-38332d9d1182', 'status': 'completed', 'code': 200} Jul 09 16:37:18.552169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Allocated IP 172.20.0.11 (ba61a74d-ec98-4f18-8a67-85b159c9079b/42113ca1-d9eb-44de-ba6e-2a3f3273ba46/d3e6463e-4af3-458c-b317-ddf826c2f1c5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:18.573935 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c0d98-5154-4f2c-a176-c2c4cd82d86f x-openstack-request-id: req-810c0d98-5154-4f2c-a176-c2c4cd82d86f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:18.575275 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a24b23-70be-4ec1-a616-ae12876ecdd3", "name": "network-vif-deleted", "tag": "397a974f-d7fd-457b-81a6-f03d8c2ad558", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:18.575775 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-810c0d98-5154-4f2c-a176-c2c4cd82d86f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:18.576521 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a24b23-70be-4ec1-a616-ae12876ecdd3', 'name': 'network-vif-deleted', 'tag': '397a974f-d7fd-457b-81a6-f03d8c2ad558', 'status': 'completed', 'code': 200} Jul 09 16:37:18.762068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68fba-a7d9-4c5b-8fb9-003ae866e879 req-89867208-ecf0-4690-be61-c85b3311c71c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:18.787975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1f68fba-a7d9-4c5b-8fb9-003ae866e879 req-89867208-ecf0-4690-be61-c85b3311c71c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 945 time: 0.2505333 Jul 09 16:37:18.794403 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:18.823377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe7b270-b3b7-4ffa-8268-1cd5d4807dbf req-0e32f9ed-e3ac-4096-9206-7eba6833470e tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "GET /v2.0/security-groups/d49b37d6-9067-437d-ac9f-8f79c52ed1a9 HTTP/1.1" status: 200 len: 1813 time: 0.2344084 Jul 09 16:37:18.827601 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e58b4-5f9f-4936-8bb3-ab38226d7aca None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:18.833158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde72bf-b262-4032-9232-85b34dabc81c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:18.838144 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d165f5e-4d85-4102-8bc6-79d67d56b42f" -d '{"events": [{"server_uuid": "3f7ceb71-7682-4b22-bacf-b15e0ec78a36", "name": "network-vif-plugged", "status": "completed", "tag": "dbde72bf-b262-4032-9232-85b34dabc81c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:18.844401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-c0941ce3-dfd2-45b6-adb0-29807d1c54d4 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:18.846182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-c0941ce3-dfd2-45b6-adb0-29807d1c54d4 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.2464135 Jul 09 16:37:18.881877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-2'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:18.889855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1f68fba-a7d9-4c5b-8fb9-003ae866e879 req-efd7cd61-f5bd-4f42-bf6f-822891d93a30 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999124 Jul 09 16:37:18.898341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.923778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Transition to ACTIVE for port object d3e6463e-4af3-458c-b317-ddf826c2f1c5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:19.001256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.010331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.057098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:19.063588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:19.066337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:19.099675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event updated for resources: {'Port': ['ID=d3e6463e-4af3-458c-b317-ddf826c2f1c5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:19.129916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe7b270-b3b7-4ffa-8268-1cd5d4807dbf req-5da8b6f2-e45e-45e3-9bba-f7cb2f8a29fd tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.140729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:19.141726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.156020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe7b270-b3b7-4ffa-8268-1cd5d4807dbf req-5da8b6f2-e45e-45e3-9bba-f7cb2f8a29fd tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.163988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-4107f216-4ce6-4469-978e-f974d1b3758a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1264472 Jul 09 16:37:19.186139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Request body: {'port': {'device_id': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:19.297114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.308407 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe7b270-b3b7-4ffa-8268-1cd5d4807dbf req-5da8b6f2-e45e-45e3-9bba-f7cb2f8a29fd tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.316134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe7b270-b3b7-4ffa-8268-1cd5d4807dbf req-5da8b6f2-e45e-45e3-9bba-f7cb2f8a29fd tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.317323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe7b270-b3b7-4ffa-8268-1cd5d4807dbf req-5da8b6f2-e45e-45e3-9bba-f7cb2f8a29fd tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] 10.222.0.48 "DELETE /v2.0/security-groups/d49b37d6-9067-437d-ac9f-8f79c52ed1a9 HTTP/1.1" status: 204 len: 173 time: 0.4675176 Jul 09 16:37:19.332186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:19.347320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665179-8e9b-400d-b2c1-4106ff88ed37 req-4a0db4e4-3ee2-4be9-9db0-eb298962ebd3 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:19.362015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23665179-8e9b-400d-b2c1-4106ff88ed37 req-4a0db4e4-3ee2-4be9-9db0-eb298962ebd3 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 932 time: 0.2511475 Jul 09 16:37:19.378349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-daac1ca4-8405-4e06-b5db-5fc9418a7641 None None] Provisioning for port d3e6463e-4af3-458c-b317-ddf826c2f1c5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:19.383111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-daac1ca4-8405-4e06-b5db-5fc9418a7641 None None] Provisioning complete for port d3e6463e-4af3-458c-b317-ddf826c2f1c5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:19.383484 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-daac1ca4-8405-4e06-b5db-5fc9418a7641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.386252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8b6f2-e45e-45e3-9bba-f7cb2f8a29fd tempest-SecurityGroupRulesNegativeTestJSON-399419768 tempest-SecurityGroupRulesNegativeTestJSON-399419768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b37d6-9067-437d-ac9f-8f79c52ed1a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:19.457947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07070cc-efd1-4704-825e-cfc3f8c34d2c None None] New status for floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:37:19.465460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:19.471136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-daac1ca4-8405-4e06-b5db-5fc9418a7641 None None] Port d3e6463e-4af3-458c-b317-ddf826c2f1c5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:19.479208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23665179-8e9b-400d-b2c1-4106ff88ed37 req-3fe5c16d-bfe7-4bb3-bb0c-fb790d6a1343 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158032 Jul 09 16:37:19.525948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Deleting subnet d685d74b-651d-426d-8bd7-41834b867374 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:37:19.532939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.593803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:19.595886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 397a974f-d7fd-457b-81a6-f03d8c2ad558 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:19.598926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:19.608863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e6463e-4af3-458c-b317-ddf826c2f1c5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:19.614003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.626089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Transition to ACTIVE for port object d3e6463e-4af3-458c-b317-ddf826c2f1c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:19.627776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.631430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.647469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 397a974f-d7fd-457b-81a6-f03d8c2ad558 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:19.647945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 397a974f-d7fd-457b-81a6-f03d8c2ad558 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:19.762049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6463e-4af3-458c-b317-ddf826c2f1c5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:19.802659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Attempting to bind port d3e6463e-4af3-458c-b317-ddf826c2f1c5 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:19.803074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Attempting to bind port d3e6463e-4af3-458c-b317-ddf826c2f1c5 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:19.803493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Attempting to bind port d3e6463e-4af3-458c-b317-ddf826c2f1c5 on network ba61a74d-ec98-4f18-8a67-85b159c9079b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:19.810294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Port d3e6463e-4af3-458c-b317-ddf826c2f1c5 on network ba61a74d-ec98-4f18-8a67-85b159c9079b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:19.810758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Attempting to bind port d3e6463e-4af3-458c-b317-ddf826c2f1c5 on network ba61a74d-ec98-4f18-8a67-85b159c9079b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:19.817140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:19.817555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Checking segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:19.818042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Bound using segment: {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:19.818669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Bound port: d3e6463e-4af3-458c-b317-ddf826c2f1c5, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae85a4a5-b820-4aa5-b550-e5a8b2922504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:19.818982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.825781 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d00c6a-c55a-477b-b8c6-ba59035b8d63 x-openstack-request-id: req-56d00c6a-c55a-477b-b8c6-ba59035b8d63 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:19.830785 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7ceb71-7682-4b22-bacf-b15e0ec78a36", "name": "network-vif-plugged", "status": "completed", "tag": "dbde72bf-b262-4032-9232-85b34dabc81c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:19.831255 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56d00c6a-c55a-477b-b8c6-ba59035b8d63 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:19.831841 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde72bf-b262-4032-9232-85b34dabc81c', 'code': 200} Jul 09 16:37:19.841639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.848236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.875280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.922540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:19.948489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de has no active binding in host n-h2-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:37:19.961576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] For port d3e6463e-4af3-458c-b317-ddf826c2f1c5, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:19.964824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] For port d3e6463e-4af3-458c-b317-ddf826c2f1c5, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:19.970887 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.007294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.008288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.010041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] 10.222.0.37 "PUT /v2.0/ports/d3e6463e-4af3-458c-b317-ddf826c2f1c5 HTTP/1.1" status: 200 len: 1092 time: 0.8298378 Jul 09 16:37:20.029462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d7b3-01fa-456a-9a36-4fa908ef08c8 req-6245a14f-6a09-4522-973f-437c77096ee0 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.032763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3942d7b3-01fa-456a-9a36-4fa908ef08c8 req-6245a14f-6a09-4522-973f-437c77096ee0 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1096 time: 0.3447852 Jul 09 16:37:20.036541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fd32b-6868-46dc-a19a-eab180ea325f service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6463e-4af3-458c-b317-ddf826c2f1c5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.128933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-b30b27e7-06fa-47e2-80ea-a026f3bb2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.130751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-b30b27e7-06fa-47e2-80ea-a026f3bb2cfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 1095 time: 0.0608559 Jul 09 16:37:20.149796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.188161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on host n-h1-800085-2 for vnic_type normal with profile {"migrating_to": "n-h2-800085-2"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:20.188499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:20.188827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:20.192239 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-d3a1484d-89fe-4232-bf1e-9a90c3e490b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5 HTTP/1.1" status: 200 len: 217 time: 0.0460231 Jul 09 16:37:20.196179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.206998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3942d7b3-01fa-456a-9a36-4fa908ef08c8 req-39a4aebc-27af-480c-a0c3-d45e4b7bbffa tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373296 Jul 09 16:37:20.226410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:20.226410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Attempting to bind port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:20.250965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:20.250965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:20.250965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:20.250965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Bound port: 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:20.250965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.253666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-8d75a121-5d1a-4e47-aefd-27d22f7c9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.255566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-8d75a121-5d1a-4e47-aefd-27d22f7c9242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0570598 Jul 09 16:37:20.261598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d685d74b-651d-426d-8bd7-41834b867374,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.271204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.273241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1dc2a7d3-842d-4ea3-9e2e-3c775fcc1f28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d685d74b-651d-426d-8bd7-41834b867374 HTTP/1.1" status: 204 len: 168 time: 0.9091017 Jul 09 16:37:20.279698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:20.284199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6201-916c-46df-9fa2-533e57484c37 req-514196f0-08ec-41b8-999a-931f92e36007 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.291616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d8c6201-916c-46df-9fa2-533e57484c37 req-514196f0-08ec-41b8-999a-931f92e36007 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 950 time: 0.3241618 Jul 09 16:37:20.324510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc64da0-2383-484a-bf33-46be3580555c req-91800a94-c075-4547-bf7d-fc3735cbd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.326137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfc64da0-2383-484a-bf33-46be3580555c req-91800a94-c075-4547-bf7d-fc3735cbd8f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 1101 time: 0.3779273 Jul 09 16:37:20.410415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.419069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb514-5810-4124-a250-55b7b9580896 req-df7596d0-6763-4a34-973a-e5f8d3b9fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.420566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-df7596d0-6763-4a34-973a-e5f8d3b9fe5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576166 Jul 09 16:37:20.420973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d8c6201-916c-46df-9fa2-533e57484c37 req-f733c71c-4c93-40c3-b340-722b835cdf32 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285036 Jul 09 16:37:20.428526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:20.460626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfc64da0-2383-484a-bf33-46be3580555c req-4d7cd1c5-1eba-450b-95fb-e6c1b236357c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186745 Jul 09 16:37:20.465319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:20.481586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.501714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:20.504196 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:20.561989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.580015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:20.580363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f0bf49-3a00-4056-b23e-d37c54481f4d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:20.582828 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9d6dc-22b6-410d-ad89-1fe3b6a91c8e" -d '{"events": [{"server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:20.597393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd080def1-db2e-4abd-8917-28c2482fe4a0') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:20.597863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd080def1-db2e-4abd-8917-28c2482fe4a0') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:20.609935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74312a-fe3e-43c1-acc6-ce9918222f88 req-401761be-2296-4e9b-8dde-2e253814299b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.611446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c74312a-fe3e-43c1-acc6-ce9918222f88 req-401761be-2296-4e9b-8dde-2e253814299b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.2355392 Jul 09 16:37:20.624433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.637369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-19fbd04a-600c-4f52-9eea-3df273136bef service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073905 Jul 09 16:37:20.646596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.658639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.662760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.663042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.664338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-f4833cc3-a27f-44fa-acb4-f99bc890581a service neutron] 10.222.0.43 "PUT /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 1121 time: 1.8052697 Jul 09 16:37:20.705831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:37:20.706238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:37:20.707984 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:37:20.771308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c74312a-fe3e-43c1-acc6-ce9918222f88 req-0e87cb73-849d-42f3-9baf-b2945e8bd4ab tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272070 Jul 09 16:37:20.800665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['1ac3bc39-2a20-4be0-b045-e4a68f5b28de'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:20.801566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.811335 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.816959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] 10.222.0.48 "DELETE /v2.0/networks/51f0bf49-3a00-4056-b23e-d37c54481f4d HTTP/1.1" status: 204 len: 168 time: 0.5354588 Jul 09 16:37:20.829019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-9a7160f8-a023-43f5-96b9-c569bff8fa10 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.838328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-9a7160f8-a023-43f5-96b9-c569bff8fa10 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.2257714 Jul 09 16:37:20.846159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9483d-e455-4324-a286-7ac9ba168857 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f0bf49-3a00-4056-b23e-d37c54481f4d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.851927 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10cbb514-5810-4124-a250-55b7b9580896 req-906be894-4408-4aeb-8fa7-2fb1ca9fb0e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074027 Jul 09 16:37:20.856474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-de41e592-cebe-4478-875d-bde12b213b55 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0169954 Jul 09 16:37:20.890548 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d3a7b8-f476-4a51-ab4b-2d909fc0c25f x-openstack-request-id: req-37d3a7b8-f476-4a51-ab4b-2d909fc0c25f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:20.890881 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:20.891207 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37d3a7b8-f476-4a51-ab4b-2d909fc0c25f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:20.891640 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'status': 'completed', 'code': 200} Jul 09 16:37:20.925108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1ac3bc39-2a20-4be0-b045-e4a68f5b28de'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:20.935681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-bebb84b0-ff5b-4587-940b-c01f0598deaa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781286 Jul 09 16:37:20.998289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:21.081035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-a3d1e609-9602-4741-9a13-a66000810d0c service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371365 Jul 09 16:37:21.092823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0befef7d-0821-418a-82f7-fa642e39fe6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=113e1cf4becf4a22bf18de131f6d02d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932329 Jul 09 16:37:21.097939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:21.156736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-9f423222-4453-4108-ab83-0ae95e8b605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.158369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-9f423222-4453-4108-ab83-0ae95e8b605c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 1095 time: 0.1201854 Jul 09 16:37:21.188613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d6c6-4e26-4050-9f9f-5edefb4caad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.278736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d6c6-4e26-4050-9f9f-5edefb4caad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.376524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-8868c64e-1da2-4428-bc69-f20f8c046396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.379771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-8868c64e-1da2-4428-bc69-f20f8c046396 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 924 time: 0.2021699 Jul 09 16:37:21.448900 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-2c14fe39-e339-426c-baa3-ad9d659a1946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5 HTTP/1.1" status: 200 len: 217 time: 0.0566263 Jul 09 16:37:21.474513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d6c6-4e26-4050-9f9f-5edefb4caad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.477231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8d6c6-4e26-4050-9f9f-5edefb4caad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.482610 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d5a8d6c6-4e26-4050-9f9f-5edefb4caad3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ec2d2f1-0871-4b30-8b95-f8ab5ceab58e HTTP/1.1" status: 204 len: 168 time: 0.3783972 Jul 09 16:37:21.521893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8d6c6-4e26-4050-9f9f-5edefb4caad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec2d2f1-0871-4b30-8b95-f8ab5ceab58e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:21.559257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-33f4a244-8d8b-44ea-9c69-d507a70abef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.561519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-33f4a244-8d8b-44ea-9c69-d507a70abef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0985174 Jul 09 16:37:21.587801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-ab037061-6881-4249-815b-94e05779ef3a service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914465 Jul 09 16:37:21.703141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-76d6b123-4871-4741-bf35-f7cd964a16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.705594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-76d6b123-4871-4741-bf35-f7cd964a16af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358559 Jul 09 16:37:21.910884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-40c8d3a4-57c6-45bf-94fa-829e4e288a6e service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882637 Jul 09 16:37:22.096661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713804-7f34-47f1-9acc-5c4f37eece5f req-d45e2e0d-8736-450f-b012-4d9d88b3aeb4 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:22.100658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66713804-7f34-47f1-9acc-5c4f37eece5f req-d45e2e0d-8736-450f-b012-4d9d88b3aeb4 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 944 time: 0.1400909 Jul 09 16:37:22.183551 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e5bd0852-abb4-4d0c-8a67-e046d5e1882b req-39488f96-99df-4a2f-aaff-15194ebc92d9 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644424 Jul 09 16:37:22.190780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66713804-7f34-47f1-9acc-5c4f37eece5f req-a2553ca3-d206-424a-8427-f1c23fafa932 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714386 Jul 09 16:37:22.268422 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bc6214-0a4f-46d5-80f3-9c044f032118 x-openstack-request-id: req-51bc6214-0a4f-46d5-80f3-9c044f032118 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:22.269491 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:22.271162 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51bc6214-0a4f-46d5-80f3-9c044f032118 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:22.272817 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'code': 200} Jul 09 16:37:22.670119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5484-8b8b-4f60-b2b7-5b55dd1d713d req-ce925a1d-d9b0-4487-8e56-fa2cd2f6416e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:22.672487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b2e5484-8b8b-4f60-b2b7-5b55dd1d713d req-ce925a1d-d9b0-4487-8e56-fa2cd2f6416e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 950 time: 0.0898094 Jul 09 16:37:22.720042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b2e5484-8b8b-4f60-b2b7-5b55dd1d713d req-bd602918-866c-4c87-afa3-ddfb5e492acf tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374699 Jul 09 16:37:22.832553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:22.941934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-893aae72-4f4e-49ea-bd33-13515bd12bc1 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:37:22.943705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-893aae72-4f4e-49ea-bd33-13515bd12bc1 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110524 Jul 09 16:37:22.963297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Request body: {'binding': {'host': 'n-h1-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:22.964887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33987e5b-cf24-41fd-84f9-8e1384647c41 req-b749225d-e5fe-46a7-8dc2-3fd92f4b2e5f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 210 time: 0.0442913 Jul 09 16:37:22.975751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:37:23.029940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-58403607-network', 'tenant_id': '3dafcc31519c44059aaa710c2b2bdeb3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:23.058915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Made reservation on behalf of 3dafcc31519c44059aaa710c2b2bdeb3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:23.064740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.085490 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.160766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on host n-h1-800085-2 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:23.161204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:23.161591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:23.166367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:23.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:23.171435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:23.171989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:23.172226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:23.172653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Bound port: e2960808-6596-452c-80f8-f9c59ae39bcd, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:23.236041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:23.243317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.245181 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-ca84c89d-98a2-484e-95e7-40607935ac88 service neutron] 10.222.0.48 "POST /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2883098 Jul 09 16:37:23.245988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78b417-2a2d-4626-8496-6a575dc4f21e req-ae802e0f-c024-4619-af61-62c525479d81 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:23.247772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e78b417-2a2d-4626-8496-6a575dc4f21e req-ae802e0f-c024-4619-af61-62c525479d81 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.1259463 Jul 09 16:37:23.293719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.302930 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.338073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e78b417-2a2d-4626-8496-6a575dc4f21e req-abe37bad-b243-4bf6-be5d-faa93adadf1d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 Jul 09 16:37:23.361683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:37:23.374882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4308148-4ac6-4b1e-a87a-98398ae83e7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:23.383890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.384864 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Added segment 5b0727ff-fb32-4af1-9d27-82d08b94d163 of type vlan for network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a Jul 09 16:37:23.464316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.475824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.510367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.512045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:23.513111 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.609534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7754424 Jul 09 16:37:23.610414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41170) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:23.619911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Request body: {'subnet': {'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-58403607-subnet', 'tenant_id': '3dafcc31519c44059aaa710c2b2bdeb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:23.652681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07874e9a-c236-43af-b839-9db3419c961f admin admin] Pushing event updated for resources: {'Network': ['ID=6db6fdac-1aeb-45a5-b418-d197a2f3d66a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:23.671903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Made reservation on behalf of 3dafcc31519c44059aaa710c2b2bdeb3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:23.676201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.691794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:37:23.718309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0521c3-e68f-4262-be1a-fcb0a5510df6 req-853a5290-83e2-47cf-beca-65a450342e19 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:23.720158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e0521c3-e68f-4262-be1a-fcb0a5510df6 req-853a5290-83e2-47cf-beca-65a450342e19 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 950 time: 0.1076639 Jul 09 16:37:23.782520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e0521c3-e68f-4262-be1a-fcb0a5510df6 req-df0d627f-9040-422e-bc01-5fc6ef03397e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Jul 09 16:37:23.873211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271546-2142-4a15-85e4-00d5214adaa5 req-f04d67e3-e752-4ef8-b355-9127834a8ea6 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:23.874446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97271546-2142-4a15-85e4-00d5214adaa5 req-f04d67e3-e752-4ef8-b355-9127834a8ea6 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 944 time: 0.0909832 Jul 09 16:37:23.925318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97271546-2142-4a15-85e4-00d5214adaa5 req-938f2dea-918a-4bdd-8b42-44904b6ca1d0 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Jul 09 16:37:24.134726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f31ed-1475-4780-9685-f81fc09a8e30 req-d2242a69-3ae7-468c-80a3-53d2ae704ead tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.137390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f1f31ed-1475-4780-9685-f81fc09a8e30 req-d2242a69-3ae7-468c-80a3-53d2ae704ead tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1373510 Jul 09 16:37:24.165300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-e1ea4a8e-bdfe-46cb-b38b-f4a8c3bc1246 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.167649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-e1ea4a8e-bdfe-46cb-b38b-f4a8c3bc1246 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.4584703 Jul 09 16:37:24.199573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f1f31ed-1475-4780-9685-f81fc09a8e30 req-f803fb3d-3480-41f3-b419-61b9c974252e tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552714 Jul 09 16:37:24.224893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-87a79c9f-6a17-462e-b6bf-54b6169588b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.227440 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-87a79c9f-6a17-462e-b6bf-54b6169588b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2974753 Jul 09 16:37:24.237388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:24.274758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:24.280817 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694ee9ee-1e6a-4131-a708-06071eacc99f" -d '{"events": [{"name": "network-changed", "server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:24.388647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f3a1c43-3870-498b-96ff-029df9d2d735 req-06c07f9c-5469-4270-8bef-892ca2cf68e9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 210 time: 0.0611176 Jul 09 16:37:24.457747 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc649db-054e-44e5-9dec-b0386a68b8dd x-openstack-request-id: req-cdc649db-054e-44e5-9dec-b0386a68b8dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:24.459492 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:24.460158 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdc649db-054e-44e5-9dec-b0386a68b8dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:24.461410 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'status': 'completed', 'code': 200} Jul 09 16:37:24.523118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.37', 64929) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:24.623671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed479e2-5062-405c-a0f8-c2482980b447 req-43bedc7f-942e-411c-a780-5f8f03763cbd tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.630560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed479e2-5062-405c-a0f8-c2482980b447 req-43bedc7f-942e-411c-a780-5f8f03763cbd tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.632562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bed479e2-5062-405c-a0f8-c2482980b447 req-43bedc7f-942e-411c-a780-5f8f03763cbd tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36&device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 1691 time: 0.1620903 Jul 09 16:37:24.676133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-2f5e2bf9-af76-4897-ac7d-53e0f1bae8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.677589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-2f5e2bf9-af76-4897-ac7d-53e0f1bae8b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1124 time: 0.1533065 Jul 09 16:37:24.773336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bed479e2-5062-405c-a0f8-c2482980b447 req-2c187b2f-3a7a-4896-9024-603448e7dde3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246183 Jul 09 16:37:24.840756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.854258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337ad05-b46d-4b73-a105-05e2fe828328 req-886f2fe4-b4ba-498d-a78e-1901fb0573bd tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.856597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6337ad05-b46d-4b73-a105-05e2fe828328 req-886f2fe4-b4ba-498d-a78e-1901fb0573bd tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.2226562 Jul 09 16:37:24.862700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-dd4a6c63-d424-4be5-a8cc-965abe3b9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.865289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-dd4a6c63-d424-4be5-a8cc-965abe3b9418 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1775630 Jul 09 16:37:24.875202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-2d609a4e-7483-41fe-a0f4-8fea160cdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:24.876878 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-2d609a4e-7483-41fe-a0f4-8fea160cdf2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.6345773 Jul 09 16:37:24.920176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79268c37-bd6f-484f-ba08-06c0bcb60867,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:24.927962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:24.929984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6337ad05-b46d-4b73-a105-05e2fe828328 req-76c824d4-e847-416c-998c-d06ed3227162 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Jul 09 16:37:24.931719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.973064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Checking segment: {'id': '5b0727ff-fb32-4af1-9d27-82d08b94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:24.973448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Network hostable DHCP agents. Network: 6db6fdac-1aeb-45a5-b418-d197a2f3d66a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:37:25.022495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-ab14f33b-3707-4a46-bfcc-b57d0ef61faa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 217 time: 0.0559616 Jul 09 16:37:25.026837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-9aeb7fb1-0197-4d4b-8bce-bf4debe845a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 217 time: 0.0681653 Jul 09 16:37:25.122990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:37:25.132300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-a6be55e4-bfaa-43fc-b06b-68c8d039092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.134806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-a6be55e4-bfaa-43fc-b06b-68c8d039092e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0939417 Jul 09 16:37:25.170279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 6db6fdac-1aeb-45a5-b418-d197a2f3d66a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:25.175664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-57d347df-813e-49d8-af32-c1d4e8691deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.176757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-57d347df-813e-49d8-af32-c1d4e8691deb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1138999 Jul 09 16:37:25.179949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448d4ad-f75e-40f7-b09f-7ba415e71619 None None] Network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:25.182691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.183333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.215428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-3239a35f-7a38-48b1-ba31-ac0961c35aa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726941 Jul 09 16:37:25.240951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-50cbe5a9-edee-471d-bafb-050f991a9c77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549695 Jul 09 16:37:25.245928 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ae344e2-f328-405a-90bd-96a8a0f8920c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6337655 Jul 09 16:37:25.266391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.7 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/fbe4a4de-4b59-489f-81d7-f4f28e7cbc34) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:25.365058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8440c6-4c5a-4561-a300-ee991db910cf None None] Network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:25.378753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c6b84-1aa2-4397-895e-4e3b6e0247bd req-502db170-fb49-4f0e-a8b4-255948f7f314 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.389069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c55c6b84-1aa2-4397-895e-4e3b6e0247bd req-502db170-fb49-4f0e-a8b4-255948f7f314 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 944 time: 0.2348750 Jul 09 16:37:25.401277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-01a55102-5f76-4e47-a8eb-993cb4b525fe service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637211 Jul 09 16:37:25.424804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52327c-dfc3-4cae-98f1-9036787ca995 req-0b71ba4d-cbe9-4183-9186-014817962c73 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.426491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab52327c-dfc3-4cae-98f1-9036787ca995 req-0b71ba4d-cbe9-4183-9186-014817962c73 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 1101 time: 0.2378991 Jul 09 16:37:25.519669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c55c6b84-1aa2-4397-895e-4e3b6e0247bd req-b008083c-7033-48ff-bc02-641b8efd57b1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288636 Jul 09 16:37:25.521693 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-f5c47eed-3f91-4216-ac4d-633d2dc74333 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723057 Jul 09 16:37:25.556418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab52327c-dfc3-4cae-98f1-9036787ca995 req-8e9ee233-9d4c-4cba-acec-081ed51ed6ec tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174860 Jul 09 16:37:25.600606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-694ee9ee-1e6a-4131-a708-06071eacc99f req-0ea7678b-5e59-44c4-b300-a9abc58ff333 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866946 Jul 09 16:37:25.677942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.689461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-a53af57a-e353-417d-b1e4-6600fc4ccce7 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587298 Jul 09 16:37:25.740626 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.764868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:25.831751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d3e6463e-4af3-458c-b317-ddf826c2f1c5 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:25.844636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:25.851369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:25.869785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:25.918954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d887a-6e57-4f80-9328-e80fa21fba1e req-4bbf8f48-0af7-4e16-bab2-6cfbd1d83200 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.923085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c00d887a-6e57-4f80-9328-e80fa21fba1e req-4bbf8f48-0af7-4e16-bab2-6cfbd1d83200 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1452246 Jul 09 16:37:25.942843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c979-a4a2-4341-b9f1-4f88a23c7c75 req-f92cb855-2c4c-4931-b247-35f81b52053e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.951907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ad0c979-a4a2-4341-b9f1-4f88a23c7c75 req-f92cb855-2c4c-4931-b247-35f81b52053e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 931 time: 0.1182947 Jul 09 16:37:25.982283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:26.017450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:26.018761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.035788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c00d887a-6e57-4f80-9328-e80fa21fba1e req-ea137106-c66d-4458-aebf-c90300275b72 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089616 Jul 09 16:37:26.045907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-664c46bb-7dc0-4d4d-983b-c6a7d56889fe tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8166769 Jul 09 16:37:26.079353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ad0c979-a4a2-4341-b9f1-4f88a23c7c75 req-c0e34d0f-c893-4a4f-9fb8-2e15e45f207c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259038 Jul 09 16:37:26.098941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Request body: {'port': {'device_id': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:26.115990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d3e6463e-4af3-458c-b317-ddf826c2f1c5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:26.224621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'port_id': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'mac_address': 'fa:16:3e:da:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:26.226159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.311000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.339849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e6463e-4af3-458c-b317-ddf826c2f1c5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:26.399714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d3e6463e-4af3-458c-b317-ddf826c2f1c5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:26.405455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.478194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d3e6463e-4af3-458c-b317-ddf826c2f1c5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:26.491173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.491427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.492150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.492682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.493146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.493675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.494360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.495635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.496118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.496825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.497334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.498064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:26.544685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021556f-1405-4b7e-bf95-063b346b7825 req-9bebbcd6-1f86-430b-968a-532af5663cf7 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:26.546805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b021556f-1405-4b7e-bf95-063b346b7825 req-9bebbcd6-1f86-430b-968a-532af5663cf7 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 1101 time: 0.2442341 Jul 09 16:37:26.592700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-44a84529-50d0-4aaa-9e69-d1113cd46bb7 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:26.594235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-44a84529-50d0-4aaa-9e69-d1113cd46bb7 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/networks?id=6db6fdac-1aeb-45a5-b418-d197a2f3d66a HTTP/1.1" status: 200 len: 816 time: 0.1830571 Jul 09 16:37:26.617271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b021556f-1405-4b7e-bf95-063b346b7825 req-7269e7f6-c04c-45cf-94f4-4cd368e7ed22 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579197 Jul 09 16:37:26.619880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-a931b1e1-e147-43c3-bf3d-b4077c10210a tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/quotas/3dafcc31519c44059aaa710c2b2bdeb3 HTTP/1.1" status: 200 len: 375 time: 0.0162990 Jul 09 16:37:26.656345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:26.665191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.668350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-0af0f3ce-e1c3-4f46-a01a-e546317e3578 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3dafcc31519c44059aaa710c2b2bdeb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387807 Jul 09 16:37:26.685142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Transition to ACTIVE for port object fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:26.690621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.812978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:26.852310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-fe070390-f6dd-4373-ad4e-48b7b4f7b8b0 service neutron] 10.222.0.48 "GET /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722524 Jul 09 16:37:26.883497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Attempting to bind port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:26.884112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Attempting to bind port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:26.884688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Attempting to bind port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:26.887707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['d3e6463e-4af3-458c-b317-ddf826c2f1c5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:26.890661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:26.890979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Attempting to bind port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:26.897236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:26.897757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:26.898527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:26.899280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Bound port: fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:26.899954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.993778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-3a530498-12ee-4e71-b52a-221dad01bc81 service neutron] 10.222.0.48 "GET /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332390 Jul 09 16:37:27.025414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75b1f5-d591-4bd3-bead-bfeac1bc97de req-e2e0a58c-9659-473f-b850-9678d4680a02 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:27.027020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac75b1f5-d591-4bd3-bead-bfeac1bc97de req-e2e0a58c-9659-473f-b850-9678d4680a02 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.2634304 Jul 09 16:37:27.046864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] For port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:27.053765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] For port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:27.061710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.123166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:27.124996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.128555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] 10.222.0.37 "PUT /v2.0/ports/fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 HTTP/1.1" status: 200 len: 1091 time: 1.0573263 Jul 09 16:37:27.129476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'tag': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:27.133216 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b" -d '{"events": [{"name": "network-changed", "server_uuid": "38ab200e-67ae-481f-a9be-4d0f9a9e1485", "tag": "fbe4a4de-4b59-489f-81d7-f4f28e7cbc34"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:27.150820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac75b1f5-d591-4bd3-bead-bfeac1bc97de req-27384746-fbb0-4b8b-9af3-7b239ff5558b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108146 Jul 09 16:37:27.274429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c368b0-b8f6-49c1-98bb-d210f307ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:27.340681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-10f06b73-d1c5-4e71-a9bd-609a29ad2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:27.343660 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-10f06b73-d1c5-4e71-a9bd-609a29ad2c47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 1094 time: 0.1356015 Jul 09 16:37:27.436094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-a5ff4849-6162-4b45-b6c5-e3281545f65a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 HTTP/1.1" status: 200 len: 217 time: 0.0766850 Jul 09 16:37:27.509369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be453dea-938e-4a51-b11d-8f250334b72f req-ccd84436-2a64-4aeb-b1b5-0231f2acbaf3 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:27.524103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be453dea-938e-4a51-b11d-8f250334b72f req-ccd84436-2a64-4aeb-b1b5-0231f2acbaf3 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 945 time: 0.1283486 Jul 09 16:37:27.529087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-26b336c2-4cd6-4787-abe8-e7fad77d0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:27.531493 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-26b336c2-4cd6-4787-abe8-e7fad77d0298 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0835917 Jul 09 16:37:27.636773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-c579f22c-3439-41c5-b75c-50c9b81a36da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794768 Jul 09 16:37:27.637244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be453dea-938e-4a51-b11d-8f250334b72f req-1b417f89-f077-455b-b688-de0980e843e0 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111584 Jul 09 16:37:27.827493 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-7d4f400b-a864-45a5-ac21-927f670a3be8 service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830599 Jul 09 16:37:27.964674 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d2ec585c-a9a1-4eb5-854d-a17f8a4fa0d8 req-7c3e0b80-e21d-4a88-88d5-f71e21b18bbf service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293290 Jul 09 16:37:28.093121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649267-1187-47a1-a59f-3e5783c0a414 req-b72b0648-f071-43a8-9375-c2bff57ca38b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.097513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48649267-1187-47a1-a59f-3e5783c0a414 req-b72b0648-f071-43a8-9375-c2bff57ca38b tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1231329 Jul 09 16:37:28.201745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48649267-1187-47a1-a59f-3e5783c0a414 req-64bd6cab-3011-42b9-bb28-3e4acc62ba9d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948381 Jul 09 16:37:28.260250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4578-3800-4bd6-bfc9-b28489c5549a req-23c1dd40-2934-4461-b7f8-e0b381d70f0c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.272095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b1d4578-3800-4bd6-bfc9-b28489c5549a req-23c1dd40-2934-4461-b7f8-e0b381d70f0c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 943 time: 0.1549535 Jul 09 16:37:28.294697 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18fe206-afdc-43ac-a433-7a62cfb786c7 x-openstack-request-id: req-a18fe206-afdc-43ac-a433-7a62cfb786c7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:28.296506 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ab200e-67ae-481f-a9be-4d0f9a9e1485", "tag": "fbe4a4de-4b59-489f-81d7-f4f28e7cbc34", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:28.296910 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a18fe206-afdc-43ac-a433-7a62cfb786c7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:28.299383 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'tag': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34', 'status': 'completed', 'code': 200} Jul 09 16:37:28.346893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b1d4578-3800-4bd6-bfc9-b28489c5549a req-4521b976-778a-47d4-9556-122c93c5dbb4 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712993 Jul 09 16:37:28.496435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-689283fc-2953-4daa-9a7f-6655461f8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.497125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-689283fc-2953-4daa-9a7f-6655461f8623 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 1094 time: 0.1444030 Jul 09 16:37:28.520226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c79f1c5-1a20-4cf8-a467-373ac87c4524 req-d76ae5ca-dfc1-46ca-b51f-88d8e0f8dd19 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 210 time: 0.0376511 Jul 09 16:37:28.603203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-30533c34-f8a2-4159-b1c2-47a91ca8ad7e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857043 Jul 09 16:37:28.709331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-0947ba84-02e3-4feb-84bc-cb1a1b39eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.711625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-0947ba84-02e3-4feb-84bc-cb1a1b39eb79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.2071376 Jul 09 16:37:28.782719 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-849449ef-4360-4b0e-943d-2649c74cced1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 HTTP/1.1" status: 200 len: 217 time: 0.0616562 Jul 09 16:37:28.835455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-c8539872-cd10-47b4-8e80-64effb0dbc9e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.839674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-c8539872-cd10-47b4-8e80-64effb0dbc9e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352641 Jul 09 16:37:28.860762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-e66a4738-d9ef-4dee-b1ac-6c7391dc9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.861506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-8f0570c2-8c2f-4b5b-a62d-7b35e41c7ea6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/quotas/c09bc0f03d334b4fa986a48622305f44 HTTP/1.1" status: 200 len: 375 time: 0.0166678 Jul 09 16:37:28.862960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-e66a4738-d9ef-4dee-b1ac-6c7391dc9481 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0715926 Jul 09 16:37:28.913357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222342b1-7025-419b-a10a-21cdd195ae41 req-58f7d016-f787-42d7-af40-34c115937bc8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.916432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-222342b1-7025-419b-a10a-21cdd195ae41 req-58f7d016-f787-42d7-af40-34c115937bc8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.1680334 Jul 09 16:37:28.919349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-65664f06-966d-4cc4-bcf6-19ea095ee4ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490410 Jul 09 16:37:29.014101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-222342b1-7025-419b-a10a-21cdd195ae41 req-89a47654-59f9-48d0-a785-5f6711726fc6 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588851 Jul 09 16:37:29.048118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-db71ecaf-4337-4e80-9434-1b6afa288e34 service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201596 Jul 09 16:37:29.060978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-03c970b2-6ee6-463b-b8a4-88802ce785eb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846859 Jul 09 16:37:29.184029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89afb0e8-48d5-40e2-8c1a-d4be18e2692b req-4fb5b807-86cd-4496-bccd-373fd529930c service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293645 Jul 09 16:37:29.550970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4126f4-44ec-4d3a-ad85-fe8e75419de3 req-e08e2db6-df82-430c-bc1f-13aea6e07be7 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:29.560032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b4126f4-44ec-4d3a-ad85-fe8e75419de3 req-e08e2db6-df82-430c-bc1f-13aea6e07be7 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 945 time: 0.2175124 Jul 09 16:37:29.594067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-1c31a919-794c-4d8a-8482-95506cfa34cf tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:29.596032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-1c31a919-794c-4d8a-8482-95506cfa34cf tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.43 "GET /v2.0/networks?id=6db6fdac-1aeb-45a5-b418-d197a2f3d66a HTTP/1.1" status: 200 len: 816 time: 0.2737839 Jul 09 16:37:29.618569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Request body: {'port': {'device_id': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a', 'admin_state_up': True, 'tenant_id': '3dafcc31519c44059aaa710c2b2bdeb3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:29.643952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b4126f4-44ec-4d3a-ad85-fe8e75419de3 req-edce3475-115a-4261-9039-d26656151f74 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828111 Jul 09 16:37:29.843584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d3e6463e-4af3-458c-b317-ddf826c2f1c5 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:29.866629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Made reservation on behalf of 3dafcc31519c44059aaa710c2b2bdeb3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:29.879615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:29.949218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port d3e6463e-4af3-458c-b317-ddf826c2f1c5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:29.975513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port d3e6463e-4af3-458c-b317-ddf826c2f1c5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:29.976481 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.111539 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.162709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:30.166149 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e536a-1c53-495a-b26b-9ec12b7f799b" -d '{"events": [{"server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:30.187755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d3e6463e-4af3-458c-b317-ddf826c2f1c5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:30.196128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.196589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Allocated IP 172.20.0.5 (6db6fdac-1aeb-45a5-b418-d197a2f3d66a/79268c37-bd6f-484f-ba08-06c0bcb60867/289106dc-dfdc-46ca-b604-7d5674b99ebf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:30.198649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:30.323574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d3e6463e-4af3-458c-b317-ddf826c2f1c5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:30.395652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e877e-d379-4414-842f-7c6073d6156f req-867ce734-43f1-4a88-9346-bfc1139c1b60 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:30.397964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b03e877e-d379-4414-842f-7c6073d6156f req-867ce734-43f1-4a88-9346-bfc1139c1b60 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.2066333 Jul 09 16:37:30.467100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075eda7-a3d4-453d-9949-d3579efc665b req-729a6b1a-de61-4514-a1f3-a39bda72f4a3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:30.468830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2075eda7-a3d4-453d-9949-d3579efc665b req-729a6b1a-de61-4514-a1f3-a39bda72f4a3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 943 time: 0.2761297 Jul 09 16:37:30.544764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b03e877e-d379-4414-842f-7c6073d6156f req-cd5794ea-42e4-440a-9442-cc91e3ee53fe tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347902 Jul 09 16:37:30.572702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2075eda7-a3d4-453d-9949-d3579efc665b req-31eac81d-94f7-4500-a2fe-20f7da0b6073 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Jul 09 16:37:30.592978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.720624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.902406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:30.910784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:30.924785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:30.968972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Pushing event updated for resources: {'Port': ['ID=289106dc-dfdc-46ca-b604-7d5674b99ebf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:31.072077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:31.073410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.098785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf38f8-3edf-441d-9bb1-f9ec10ec4e9a req-ab5a9f52-c9fb-4cfa-b081-8ed1784545f2 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:31.101073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dabf38f8-3edf-441d-9bb1-f9ec10ec4e9a req-ab5a9f52-c9fb-4cfa-b081-8ed1784545f2 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 931 time: 0.2791350 Jul 09 16:37:31.120834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-e951e9be-14e3-4f3c-914b-49cc37e701bc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5078862 Jul 09 16:37:31.150992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Request body: {'port': {'device_id': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:31.220588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dabf38f8-3edf-441d-9bb1-f9ec10ec4e9a req-b6a28ed7-edfb-44f8-9aa6-c32fc2a01c15 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956743 Jul 09 16:37:31.310742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.441810 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ad08f1-8b08-4fd7-923a-2ab3c81fc179 x-openstack-request-id: req-a3ad08f1-8b08-4fd7-923a-2ab3c81fc179 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:31.442643 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:31.442643 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3ad08f1-8b08-4fd7-923a-2ab3c81fc179 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:31.442963 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'code': 200} Jul 09 16:37:31.827457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f54221-3c9e-432e-827b-2c2d68d0ed0b req-afb5c57c-70b9-41ae-a950-91aa6a070ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:31.835844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d7f54221-3c9e-432e-827b-2c2d68d0ed0b req-afb5c57c-70b9-41ae-a950-91aa6a070ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 1097 time: 0.1596313 Jul 09 16:37:31.930343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d7f54221-3c9e-432e-827b-2c2d68d0ed0b req-71b01d7c-3cbf-41c8-b98b-9b8e0867e423 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871010 Jul 09 16:37:31.978184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-118829d1-6289-4ccb-b0a2-77b158a2218c service neutron] 10.222.0.37 "GET /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de/bindings/n-h2-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.1143172 Jul 09 16:37:32.195790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a36a8-c193-4952-8763-8127c4369284 req-3d445f73-15d4-40d6-aad3-3be5dde10fc4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.199164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da4a36a8-c193-4952-8763-8127c4369284 req-3d445f73-15d4-40d6-aad3-3be5dde10fc4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 943 time: 0.2531726 Jul 09 16:37:32.252167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754426-7299-49f7-be13-5e30a0d67cdc req-6533febb-8a60-47ab-81a1-2a476e5e7922 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.254729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03754426-7299-49f7-be13-5e30a0d67cdc req-6533febb-8a60-47ab-81a1-2a476e5e7922 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.3185518 Jul 09 16:37:32.360554 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da4a36a8-c193-4952-8763-8127c4369284 req-c7b77a14-38f1-413e-86bb-acbc1e5af203 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418858 Jul 09 16:37:32.409067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03754426-7299-49f7-be13-5e30a0d67cdc req-4a16a87c-3954-477d-98db-825fb02fd67f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390705 Jul 09 16:37:32.444464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289106dc-dfdc-46ca-b604-7d5674b99ebf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:32.464774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.534115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Transition to ACTIVE for port object 289106dc-dfdc-46ca-b604-7d5674b99ebf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:32.541001 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.648543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-626da1cf-3231-49be-863b-fc9b16694fa8 req-2894c4cf-74f9-4622-a594-665796851562 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 210 time: 0.0958724 Jul 09 16:37:32.797530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:32.833733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:32.893703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac3bc39-2a20-4be0-b045-e4a68f5b28de {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:32.906369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:32.916400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-86634a3d-e06e-4396-97f5-8b3de1f9cc92 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148891 Jul 09 16:37:32.922690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.924269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Pushing event updated for resources: {'Port': ['ID=289106dc-dfdc-46ca-b604-7d5674b99ebf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:33.057230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] Transition to ACTIVE for port object 1ac3bc39-2a20-4be0-b045-e4a68f5b28de will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:33.062581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.099801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Attempting to bind port 289106dc-dfdc-46ca-b604-7d5674b99ebf on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:33.100144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Attempting to bind port 289106dc-dfdc-46ca-b604-7d5674b99ebf by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '5b0727ff-fb32-4af1-9d27-82d08b94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:33.100480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Attempting to bind port 289106dc-dfdc-46ca-b604-7d5674b99ebf on network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:33.127444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Port 289106dc-dfdc-46ca-b604-7d5674b99ebf on network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:33.127837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Attempting to bind port 289106dc-dfdc-46ca-b604-7d5674b99ebf on network 6db6fdac-1aeb-45a5-b418-d197a2f3d66a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:33.164142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:33.164629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Checking segment: {'id': '5b0727ff-fb32-4af1-9d27-82d08b94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:33.165033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Bound using segment: {'id': '5b0727ff-fb32-4af1-9d27-82d08b94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:33.165656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Bound port: 289106dc-dfdc-46ca-b604-7d5674b99ebf, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0727ff-fb32-4af1-9d27-82d08b94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:33.166028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.189216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] No DVR routers for this DVR port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:33.244272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28273b-b791-4a9c-ba76-856fef438aa5 req-0d297ce0-e40d-4b2c-a962-efc81a441339 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.251282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd28273b-b791-4a9c-ba76-856fef438aa5 req-0d297ce0-e40d-4b2c-a962-efc81a441339 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.4278018 Jul 09 16:37:33.329168 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] 10.222.0.37 "PUT /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de/bindings/n-h2-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8608937 Jul 09 16:37:33.330249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6ec4-12d0-4964-b72b-c70795ac842d service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:33.421390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eee90-6a93-49b2-b9c6-5d2fc1808be7 req-bb671d62-ea00-44db-83cf-7dfffacf383c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.428337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d3eee90-6a93-49b2-b9c6-5d2fc1808be7 req-bb671d62-ea00-44db-83cf-7dfffacf383c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 943 time: 0.5093369 Jul 09 16:37:33.451531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-d00debe9-ea05-4341-8585-35b031a2a2af tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.454009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-d00debe9-ea05-4341-8585-35b031a2a2af tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551821 Jul 09 16:37:33.466803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] For port 289106dc-dfdc-46ca-b604-7d5674b99ebf, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:33.468956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-44bd4b34-3fbc-4e70-b396-584b8e05f344 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387881 Jul 09 16:37:33.483168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd28273b-b791-4a9c-ba76-856fef438aa5 req-e080c06b-0e22-465f-8e9c-d2e463e7d035 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276130 Jul 09 16:37:33.510210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': '8e3392ba-626f-43a6-8002-96b1be193491', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:33.535392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] For port 289106dc-dfdc-46ca-b604-7d5674b99ebf, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf,segment=NetworkSegment(5b0727ff-fb32-4af1-9d27-82d08b94d163),segment_id=5b0727ff-fb32-4af1-9d27-82d08b94d163)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:33.599013 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.681942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Pushing event updated for resources: {'Port': ['ID=289106dc-dfdc-46ca-b604-7d5674b99ebf,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:33.712516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d3eee90-6a93-49b2-b9c6-5d2fc1808be7 req-feccacda-3bf1-4c8d-8c6d-ad6201aee1d2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828021 Jul 09 16:37:33.746414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.748061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.754819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-42c408e6-2376-4316-b6d5-e2792b65f899 service neutron] 10.222.0.43 "PUT /v2.0/ports/289106dc-dfdc-46ca-b604-7d5674b99ebf HTTP/1.1" status: 200 len: 1091 time: 2.6105742 Jul 09 16:37:33.785850 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'tag': '289106dc-dfdc-46ca-b604-7d5674b99ebf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:33.788257 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaea1140-748f-4307-a29a-73a9f7e10f44" -d '{"events": [{"name": "network-changed", "server_uuid": "dee81e38-bd1d-405e-b9d4-704c69224185", "tag": "289106dc-dfdc-46ca-b604-7d5674b99ebf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:33.808018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-9fc5572e-ee23-4bcd-86af-993362e81dfe tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.811657 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-9fc5572e-ee23-4bcd-86af-993362e81dfe tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.2285943 Jul 09 16:37:33.825665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:33.830325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-c74b4c6b-a965-4ffe-9859-833c207a90ec tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.831887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-c74b4c6b-a965-4ffe-9859-833c207a90ec tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574049 Jul 09 16:37:33.915044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:33.979494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04136d5-6b35-4575-9251-ab4952e09213 req-2a500710-9005-4977-ac4d-901e3e94ba1e tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.987057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e04136d5-6b35-4575-9251-ab4952e09213 req-2a500710-9005-4977-ac4d-901e3e94ba1e tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 943 time: 0.2614961 Jul 09 16:37:34.060198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:34.074413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34', 'mac_address': 'fa:16:3e:a9:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:34.087056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-3f273c61-41ae-43df-bc9a-d60fc22391a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.088613 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-3f273c61-41ae-43df-bc9a-d60fc22391a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57&tenant_id=ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 1095 time: 0.2557840 Jul 09 16:37:34.150651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.165704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:34.187775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:34.193263 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.215297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:34.221910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.233300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:34.245787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.259783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e04136d5-6b35-4575-9251-ab4952e09213 req-931d415a-8560-4f5e-aba4-108ee31bcb26 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705638 Jul 09 16:37:34.322718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:34.338978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-5bf6a567-f179-4340-9d2d-97a8565e9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.343147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-5bf6a567-f179-4340-9d2d-97a8565e9f58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1095 time: 0.2072208 Jul 09 16:37:34.491713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-f7b05ce3-8484-4637-be27-b93b7bd31ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.493164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-f7b05ce3-8484-4637-be27-b93b7bd31ebd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3dafcc31519c44059aaa710c2b2bdeb3&device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 1094 time: 0.4112439 Jul 09 16:37:34.511902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c374-6164-4b86-ac75-9101d103770d req-5971567d-98ee-4021-b482-009c6f9b8a3d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.514757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c1c374-6164-4b86-ac75-9101d103770d req-5971567d-98ee-4021-b482-009c6f9b8a3d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 944 time: 0.2750459 Jul 09 16:37:34.537131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-fbd8332b-c944-4b02-8477-12c0d549aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.538666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-fbd8332b-c944-4b02-8477-12c0d549aada service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.1524951 Jul 09 16:37:34.551602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.32 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/73e7fb1b-3e3b-441b-9087-f19be05fada4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:34.587682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-4d5c1751-31f7-4b1c-afb3-7f75d887d13c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf HTTP/1.1" status: 200 len: 217 time: 0.0704043 Jul 09 16:37:34.608109 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-919b371e-535f-4344-bdda-7bd8f7dbe064 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 217 time: 0.0516229 Jul 09 16:37:34.668003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c1c374-6164-4b86-ac75-9101d103770d req-1e8a3ef1-1ce0-4b0c-8685-e302f0071973 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344819 Jul 09 16:37:34.679774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4ba9-caab-4803-8214-6728bd4b2d27 req-dd2d0b2a-f1e0-46e4-a65b-0beef6e81a57 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.682221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32be4ba9-caab-4803-8214-6728bd4b2d27 req-dd2d0b2a-f1e0-46e4-a65b-0beef6e81a57 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.2631013 Jul 09 16:37:34.688395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-4f0e9e61-2d03-4b96-a0b5-20207d994658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.690769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-4f0e9e61-2d03-4b96-a0b5-20207d994658 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79268c37-bd6f-484f-ba08-06c0bcb60867 HTTP/1.1" status: 200 len: 856 time: 0.0895784 Jul 09 16:37:34.713405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:34.785504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-f04ee31f-6613-460a-83e4-628ed60b32d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6db6fdac-1aeb-45a5-b418-d197a2f3d66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621581 Jul 09 16:37:34.796489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32be4ba9-caab-4803-8214-6728bd4b2d27 req-4c1e0f55-8a10-430b-867f-ff2f019b28a0 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040552 Jul 09 16:37:34.809149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-d5a92338-cda9-443b-ab13-e5a5c76d9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.811789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-d5a92338-cda9-443b-ab13-e5a5c76d9cf3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1909537 Jul 09 16:37:34.927506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-8bce5b21-0a44-4269-a3dd-7de445dace65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811083 Jul 09 16:37:34.965040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-2c05c738-76c6-4ab5-b1c5-6c880275df9c service neutron] 10.222.0.43 "GET /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534250 Jul 09 16:37:35.021220 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a927c4ee-631e-4994-a2da-c43f71b928c2 x-openstack-request-id: req-a927c4ee-631e-4994-a2da-c43f71b928c2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:35.021798 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee81e38-bd1d-405e-b9d4-704c69224185", "tag": "289106dc-dfdc-46ca-b604-7d5674b99ebf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:35.022153 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a927c4ee-631e-4994-a2da-c43f71b928c2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:35.022609 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'tag': '289106dc-dfdc-46ca-b604-7d5674b99ebf', 'status': 'completed', 'code': 200} Jul 09 16:37:35.068980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a025f1e-2b3a-4376-adb8-0817adb6e68b req-a5c0962a-ac71-4341-81ea-319763e94d35 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 210 time: 0.0452847 Jul 09 16:37:35.112476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f97bea9e-3261-4d78-9dfd-26293cda9e48 req-2fd2fc14-7d90-4bf5-9430-23ebde97742f service neutron] 10.222.0.43 "GET /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460166 Jul 09 16:37:35.303087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be450-0781-470d-829c-7c32497027e1 req-106c040b-1366-4fbf-9e7f-2907d680386a tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.305394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a4be450-0781-470d-829c-7c32497027e1 req-106c040b-1366-4fbf-9e7f-2907d680386a tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1738553 Jul 09 16:37:35.387956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-b3d886ef-707b-4b70-bd4e-b09eb03ee718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.389825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-b3d886ef-707b-4b70-bd4e-b09eb03ee718 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3dafcc31519c44059aaa710c2b2bdeb3&device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 1094 time: 0.1833670 Jul 09 16:37:35.401292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b81973-940f-42b1-adcc-3a676d84c112 req-c3cec24a-61a9-4a07-9e65-93c3cfee2c90 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.404029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6b81973-940f-42b1-adcc-3a676d84c112 req-c3cec24a-61a9-4a07-9e65-93c3cfee2c90 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.1950455 Jul 09 16:37:35.430982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a4be450-0781-470d-829c-7c32497027e1 req-3b881a6e-fdfe-43a8-8733-16c39f95a6ff tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165004 Jul 09 16:37:35.537676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.570887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6b81973-940f-42b1-adcc-3a676d84c112 req-0844205e-14d2-4fbc-ac4d-4c9aa0dd7001 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469429 Jul 09 16:37:35.572521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object 73e7fb1b-3e3b-441b-9087-f19be05fada4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:35.583511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-eef5593d-7b27-4fd2-9e2c-9ed97713559d service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416035 Jul 09 16:37:35.660189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-18c165be-831b-49d6-b439-88ae9b2a1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.663057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-18c165be-831b-49d6-b439-88ae9b2a1ec5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6db6fdac-1aeb-45a5-b418-d197a2f3d66a HTTP/1.1" status: 200 len: 917 time: 0.2575483 Jul 09 16:37:35.718655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.740010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:35.750017 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efbe207b-75ea-47f0-a3af-2802d8ec0eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.799845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-6959fd63-9d1d-4275-baea-887e6d8c56ce service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015507 Jul 09 16:37:35.817239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:35.823640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:35.827414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:35.869935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=73e7fb1b-3e3b-441b-9087-f19be05fada4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.886561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-31c88974-6430-4f47-9a75-2e23595904ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf HTTP/1.1" status: 200 len: 217 time: 0.2129753 Jul 09 16:37:35.905220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.905917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.917044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:35.925662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-6b16a15e-ba6a-443c-a7e5-f96c79c1c8f3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0212934 Jul 09 16:37:35.953660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Request body: {'port': {'device_id': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:36.006887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.167 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/d7ed8fea-bde9-4d3a-acb4-5b465aef72cd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:36.201226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.331499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-9b21ccfc-a8df-429d-8c6a-a9fe18b03573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.333016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-9b21ccfc-a8df-429d-8c6a-a9fe18b03573 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79268c37-bd6f-484f-ba08-06c0bcb60867 HTTP/1.1" status: 200 len: 856 time: 0.1457217 Jul 09 16:37:36.348344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2403823-c48d-4558-9b8b-e36db739629f req-4d2ca68d-8b38-412f-8db7-db0a1e2e5532 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.361460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2403823-c48d-4558-9b8b-e36db739629f req-4d2ca68d-8b38-412f-8db7-db0a1e2e5532 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 944 time: 0.6743913 Jul 09 16:37:36.429992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.431062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c4ce8592-9e15-4f46-a110-586b3548111d None None] Provisioning for port 73e7fb1b-3e3b-441b-9087-f19be05fada4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:36.462969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object d7ed8fea-bde9-4d3a-acb4-5b465aef72cd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:36.464526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c4ce8592-9e15-4f46-a110-586b3548111d None None] Provisioning complete for port 73e7fb1b-3e3b-441b-9087-f19be05fada4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:36.465110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8592-9e15-4f46-a110-586b3548111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.555006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531ac2a-b4f4-40b1-aefe-defae5dfd866 req-217be593-c47f-4662-913d-a027f1d61ee5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.570061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41328) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:36.575906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4531ac2a-b4f4-40b1-aefe-defae5dfd866 req-217be593-c47f-4662-913d-a027f1d61ee5 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.6823282 Jul 09 16:37:36.582055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Request body: {'floatingip': {'port_id': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:36.591914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-8309a9b5-ad8e-4c2c-8efd-75a1b38187f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6db6fdac-1aeb-45a5-b418-d197a2f3d66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214904 Jul 09 16:37:36.612251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce8592-9e15-4f46-a110-586b3548111d None None] Port 73e7fb1b-3e3b-441b-9087-f19be05fada4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:36.705218 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.776267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2403823-c48d-4558-9b8b-e36db739629f req-2a81c286-3bf7-4a44-80b4-ffdbbf19b5c5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138021 Jul 09 16:37:36.808394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.830770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195279e8-5d2c-465c-ad92-aa675dad186b req-3062c70d-be8d-41b1-aa5a-017f7ccd8497 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.833913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-3062c70d-be8d-41b1-aa5a-017f7ccd8497 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.4533520 Jul 09 16:37:36.927116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:36.947473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:36.951356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:37.021311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:37.357371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f598c2f-33d1-4d41-ad18-70d038a44e4e None None] Provisioning for port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:37.363345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f598c2f-33d1-4d41-ad18-70d038a44e4e None None] Provisioning complete for port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:37.363943 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f598c2f-33d1-4d41-ad18-70d038a44e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.364730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e7fb1b-3e3b-441b-9087-f19be05fada4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:37.386902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.399075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-195279e8-5d2c-465c-ad92-aa675dad186b req-1ab7256d-849c-46db-8a3a-ed5178ab07e8 service neutron] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:37.412060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3f598c2f-33d1-4d41-ad18-70d038a44e4e None None] Port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:37.444007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:37.450505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-195279e8-5d2c-465c-ad92-aa675dad186b req-1ab7256d-849c-46db-8a3a-ed5178ab07e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.450505 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-195279e8-5d2c-465c-ad92-aa675dad186b req-1ab7256d-849c-46db-8a3a-ed5178ab07e8 service neutron] 10.222.0.43 "DELETE /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de/bindings/n-h1-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.5844333 Jul 09 16:37:37.458346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Transition to ACTIVE for port object 73e7fb1b-3e3b-441b-9087-f19be05fada4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:37.460180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:37.477292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-7ad52ffe-ef2b-4953-ac6b-d5512648e8cb service neutron] 10.222.0.43 "GET /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8725951 Jul 09 16:37:37.490700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.491361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.505687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.589539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-fcdeb2ba-34c0-46e8-8cda-2c6f388a91e1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1050105 Jul 09 16:37:37.609560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9c3ff-c61b-4a87-99d1-9641ef477b12 req-33f44b3b-b5ff-4696-a3ea-54103d47b6e4 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.611273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d9c3ff-c61b-4a87-99d1-9641ef477b12 req-33f44b3b-b5ff-4696-a3ea-54103d47b6e4 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 943 time: 0.8058946 Jul 09 16:37:37.620942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Request body: {'port': {'device_id': '8e3392ba-626f-43a6-8002-96b1be193491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:37.658406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 289106dc-dfdc-46ca-b604-7d5674b99ebf details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:37.746327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07cada-61a8-48e6-b1d9-c5fcbd55aab2 req-8179c3cd-8b6b-4805-a2b1-d0e054482ca3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.746596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=73e7fb1b-3e3b-441b-9087-f19be05fada4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:37.758265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b07cada-61a8-48e6-b1d9-c5fcbd55aab2 req-8179c3cd-8b6b-4805-a2b1-d0e054482ca3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 944 time: 0.7633760 Jul 09 16:37:37.822527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Attempting to bind port 73e7fb1b-3e3b-441b-9087-f19be05fada4 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:37.822925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Attempting to bind port 73e7fb1b-3e3b-441b-9087-f19be05fada4 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:37.823139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaea1140-748f-4307-a29a-73a9f7e10f44 req-d57ae838-5606-44d1-b2a2-7ac6f95d2212 service neutron] 10.222.0.43 "GET /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257647 Jul 09 16:37:37.823292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Attempting to bind port 73e7fb1b-3e3b-441b-9087-f19be05fada4 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:37.840571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Port 73e7fb1b-3e3b-441b-9087-f19be05fada4 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:37.841069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Attempting to bind port 73e7fb1b-3e3b-441b-9087-f19be05fada4 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:37.847489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:37:37.850346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:37.863963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:37.864523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:37.865222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:37.865928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Bound port: 73e7fb1b-3e3b-441b-9087-f19be05fada4, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:37.866556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.888515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d9c3ff-c61b-4a87-99d1-9641ef477b12 req-a17508b4-6d55-4afa-ba80-79e0645227e1 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592938 Jul 09 16:37:37.951890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b07cada-61a8-48e6-b1d9-c5fcbd55aab2 req-930838bb-cf07-415f-8025-fc40f6a882f9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919806 Jul 09 16:37:38.000318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.067218 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.086096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 289106dc-dfdc-46ca-b604-7d5674b99ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf,segment=NetworkSegment(5b0727ff-fb32-4af1-9d27-82d08b94d163),segment_id=5b0727ff-fb32-4af1-9d27-82d08b94d163)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:38.093750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] For port 73e7fb1b-3e3b-441b-9087-f19be05fada4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:38.100717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] For port 73e7fb1b-3e3b-441b-9087-f19be05fada4, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:38.109147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:38.117562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:38.118222 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.118765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.123166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.199742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '289106dc-dfdc-46ca-b604-7d5674b99ebf', 'network_id': '6db6fdac-1aeb-45a5-b418-d197a2f3d66a', 'port_id': '289106dc-dfdc-46ca-b604-7d5674b99ebf', 'mac_address': 'fa:16:3e:90:80:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79268c37-bd6f-484f-ba08-06c0bcb60867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:38.280331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=73e7fb1b-3e3b-441b-9087-f19be05fada4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:38.297876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.358529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f851af20-f912-4747-a3be-7717027d0e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.392870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.444757 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.470419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289106dc-dfdc-46ca-b604-7d5674b99ebf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:38.481831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:38.484624 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25216cc-c7bb-425c-80a9-a17a2875ffaa" -d '{"events": [{"server_uuid": "38ab200e-67ae-481f-a9be-4d0f9a9e1485", "name": "network-vif-plugged", "status": "completed", "tag": "fbe4a4de-4b59-489f-81d7-f4f28e7cbc34"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:38.490197 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946 associated. External IP: 172.25.7.41, port: d3e6463e-4af3-458c-b317-ddf826c2f1c5. Jul 09 16:37:38.513172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:38.514835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:38.515966 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.519752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-19920047-7ad6-48f5-9341-1e246312dc7f service neutron] 10.222.0.37 "PUT /v2.0/ports/73e7fb1b-3e3b-441b-9087-f19be05fada4 HTTP/1.1" status: 200 len: 1095 time: 2.5709717 Jul 09 16:37:38.524451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 289106dc-dfdc-46ca-b604-7d5674b99ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf,segment=NetworkSegment(5b0727ff-fb32-4af1-9d27-82d08b94d163),segment_id=5b0727ff-fb32-4af1-9d27-82d08b94d163)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:38.531895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'tag': '73e7fb1b-3e3b-441b-9087-f19be05fada4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:38.538746 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16137b0a-3fb1-43cb-a340-75435d5d4a72" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1bfbf4-2b63-4b76-8392-460c1e4f40fe", "tag": "73e7fb1b-3e3b-441b-9087-f19be05fada4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:38.541420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.556963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.590390 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.651236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:38.674582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443a853-bc45-4876-b9f0-f7b2d68a60d0 req-eb39cff4-be86-4212-b955-10ea145f02ae tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:38.690370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e443a853-bc45-4876-b9f0-f7b2d68a60d0 req-eb39cff4-be86-4212-b955-10ea145f02ae tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 947 time: 0.3753350 Jul 09 16:37:38.725862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=289106dc-dfdc-46ca-b604-7d5674b99ebf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:38.755595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-21cc059f-dcdd-4e30-9af2-df3ccc238a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:38.757773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-21cc059f-dcdd-4e30-9af2-df3ccc238a1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 1098 time: 0.1453130 Jul 09 16:37:38.789894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e443a853-bc45-4876-b9f0-f7b2d68a60d0 req-a46e1502-c0c5-4ca1-8e5d-24f2d063ac36 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982289 Jul 09 16:37:38.792148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ed8fea-bde9-4d3a-acb4-5b465aef72cd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:38.802345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.816018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-3f287f11-539b-4e9d-a337-dcca1e3cbc15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4 HTTP/1.1" status: 200 len: 217 time: 0.0391200 Jul 09 16:37:38.830996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Transition to ACTIVE for port object d7ed8fea-bde9-4d3a-acb4-5b465aef72cd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:38.839735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.866181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddabd6c-82d4-436e-9d74-a72519df2786 req-db95c800-530f-487c-bd12-bfba4aebe93f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:38.867815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ddabd6c-82d4-436e-9d74-a72519df2786 req-db95c800-530f-487c-bd12-bfba4aebe93f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.2613084 Jul 09 16:37:38.963050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ddabd6c-82d4-436e-9d74-a72519df2786 req-a35f7f28-64e2-447f-a6a2-00375d3e85f1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Jul 09 16:37:38.975537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:39.001625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-9027dd03-aefe-48ab-be8d-5acce6d45e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.009480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-9027dd03-aefe-48ab-be8d-5acce6d45e7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1863012 Jul 09 16:37:39.032950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['289106dc-dfdc-46ca-b604-7d5674b99ebf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:39.194531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:39.218458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.221404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-b72beec8-3b1b-414c-9477-543cf3ecf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.223032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-b72beec8-3b1b-414c-9477-543cf3ecf7e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063115 Jul 09 16:37:39.256399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Attempting to bind port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:39.257016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Attempting to bind port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:39.257511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Attempting to bind port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:39.263695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:39.265513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Attempting to bind port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:39.274934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:39.275533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:39.276085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:39.276719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Bound port: d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:39.277241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.338656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890e9ed-0a9a-4c46-8e71-14be0f1fcf33 req-76ecda6b-ded7-4ba6-8adb-8a3c0133daea tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.342161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4890e9ed-0a9a-4c46-8e71-14be0f1fcf33 req-76ecda6b-ded7-4ba6-8adb-8a3c0133daea tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.1924145 Jul 09 16:37:39.464164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-364a585d-a7b8-4aa7-9aab-13599075fc58 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301810 Jul 09 16:37:39.467238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:39.471985 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.481092 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:39.494714 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:39.495754 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:39.496147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] For port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:39.503303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] For port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:39.516419 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.540693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4890e9ed-0a9a-4c46-8e71-14be0f1fcf33 req-609f33ed-9a7e-41d1-b9c2-732f3173da64 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462746 Jul 09 16:37:39.562415 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e96d5cf0-cac2-4269-85a0-7ce3f34bac50 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "PUT /v2.0/floatingips/e6fa44e6-9994-4d91-81dd-a3bda5d77946 HTTP/1.1" status: 200 len: 991 time: 2.9894297 Jul 09 16:37:39.582052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.582796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.584732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7ed8fea-bde9-4d3a-acb4-5b465aef72cd HTTP/1.1" status: 200 len: 1096 time: 1.9723072 Jul 09 16:37:39.585447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3392ba-626f-43a6-8002-96b1be193491', 'tag': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:39.589507 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f56505-44dc-49b8-be07-9c9a1d21c427" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3392ba-626f-43a6-8002-96b1be193491", "tag": "d7ed8fea-bde9-4d3a-acb4-5b465aef72cd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:39.615257 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-62fb1850-60d8-40a4-ad56-8db9d6edb2f6 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210008 Jul 09 16:37:39.657839 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e7951f-832b-49da-919f-cd16a8dbbe49 x-openstack-request-id: req-d4e7951f-832b-49da-919f-cd16a8dbbe49 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:39.658321 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ab200e-67ae-481f-a9be-4d0f9a9e1485", "name": "network-vif-plugged", "status": "completed", "tag": "fbe4a4de-4b59-489f-81d7-f4f28e7cbc34", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:39.659179 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4e7951f-832b-49da-919f-cd16a8dbbe49 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:39.659881 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34', 'code': 200} Jul 09 16:37:39.675543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71027641-1a73-42ea-a16a-7738cf4f7c36 req-aaa90276-691b-4457-bc13-7344aa1501f2 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.677630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71027641-1a73-42ea-a16a-7738cf4f7c36 req-aaa90276-691b-4457-bc13-7344aa1501f2 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.2822282 Jul 09 16:37:39.683231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252ea6-c32f-4264-a5a0-c27ee52702a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:39.717337 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:39.732573 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087fd3b-3786-4fb6-ab64-46daf43d7dab x-openstack-request-id: req-6087fd3b-3786-4fb6-ab64-46daf43d7dab {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:39.732866 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1bfbf4-2b63-4b76-8392-460c1e4f40fe", "tag": "73e7fb1b-3e3b-441b-9087-f19be05fada4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:39.733121 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6087fd3b-3786-4fb6-ab64-46daf43d7dab {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:39.733522 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'tag': '73e7fb1b-3e3b-441b-9087-f19be05fada4', 'status': 'completed', 'code': 200} Jul 09 16:37:39.883801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71027641-1a73-42ea-a16a-7738cf4f7c36 req-c75ec569-ce67-4bc7-a491-24037b8ab84d tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935954 Jul 09 16:37:39.972560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-d69f2718-8cbd-490f-9635-b16b036c3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.976307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-d69f2718-8cbd-490f-9635-b16b036c3fec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 1099 time: 0.2880721 Jul 09 16:37:39.995567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-15377d2f-45d1-4868-942b-96939001e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.998637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-15377d2f-45d1-4868-942b-96939001e438 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 1098 time: 0.2133574 Jul 09 16:37:40.010960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d808-d7b2-4a86-94e9-c5a05d1e2e25 req-79ce07b5-d03b-4092-8102-b75e1044d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.013854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b4f5d808-d7b2-4a86-94e9-c5a05d1e2e25 req-79ce07b5-d03b-4092-8102-b75e1044d300 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 1096 time: 0.1498914 Jul 09 16:37:40.100483 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b4f5d808-d7b2-4a86-94e9-c5a05d1e2e25 req-b48c4610-1e2e-4a3c-abc9-b0913552c1ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727558 Jul 09 16:37:40.112500 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-a9d56fd4-8e4f-441a-9d14-d39b75062f83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd HTTP/1.1" status: 200 len: 217 time: 0.1089697 Jul 09 16:37:40.128534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab9074-993a-4dea-948e-893a3010987d req-91593ed9-f137-479c-b228-817984450ffc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.131217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dab9074-993a-4dea-948e-893a3010987d req-91593ed9-f137-479c-b228-817984450ffc tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 944 time: 0.2599843 Jul 09 16:37:40.142013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-42aa221e-903b-417e-8db7-448fd5b6710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.143953 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-42aa221e-903b-417e-8db7-448fd5b6710c service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1374600 Jul 09 16:37:40.162267 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'e6fa44e6-9994-4d91-81dd-a3bda5d77946', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'port_id': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'mac_address': 'fa:16:3e:da:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:33:29Z', 'updated_at': '2021-07-09T16:37:37Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:40.187937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:40.197081 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:40.197700 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:40.239152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-5c24741f-9b37-4d3b-9c06-00cbf928418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.240669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-5c24741f-9b37-4d3b-9c06-00cbf928418c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1067901 Jul 09 16:37:40.263182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dab9074-993a-4dea-948e-893a3010987d req-1784b41e-6909-4939-aeff-7b6f3f11262a tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Jul 09 16:37:40.269309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3136-4c4a-4bd7-832d-32e9807d6289 req-1dfc5988-d400-4773-9ff4-8f228fd05e37 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.270817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a1a3136-4c4a-4bd7-832d-32e9807d6289 req-1dfc5988-d400-4773-9ff4-8f228fd05e37 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1095 time: 0.2526269 Jul 09 16:37:40.354833 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:40.371436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a1a3136-4c4a-4bd7-832d-32e9807d6289 req-586de443-15bf-493e-a013-679a62e42f5a tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Jul 09 16:37:40.386891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-9e8467cb-7362-4658-b612-732f27a259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.389491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-9e8467cb-7362-4658-b612-732f27a259f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374772 Jul 09 16:37:40.560730 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e59e8-a27b-4d39-a8a3-db76dec5aca8 x-openstack-request-id: req-9f2e59e8-a27b-4d39-a8a3-db76dec5aca8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:40.561144 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3392ba-626f-43a6-8002-96b1be193491", "tag": "d7ed8fea-bde9-4d3a-acb4-5b465aef72cd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:40.561535 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f2e59e8-a27b-4d39-a8a3-db76dec5aca8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:40.562132 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3392ba-626f-43a6-8002-96b1be193491', 'tag': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', 'status': 'completed', 'code': 200} Jul 09 16:37:40.571952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-b1f9f27a-90b1-4c6d-b8f6-b14184255a33 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724718 Jul 09 16:37:40.708231 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'e6fa44e6-9994-4d91-81dd-a3bda5d77946', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'port_id': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'mac_address': 'fa:16:3e:da:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:33:29Z', 'updated_at': '2021-07-09T16:37:37Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:40.759416 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ca123-b1b1-4e16-8d89-39a6474c89b4 None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'e6fa44e6-9994-4d91-81dd-a3bda5d77946', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'port_id': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'mac_address': 'fa:16:3e:da:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:33:29Z', 'updated_at': '2021-07-09T16:37:37Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:40.832438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9422a605-6db8-4fe3-8eed-a90bfb9c365c req-a6369820-5127-441a-bad8-d8fa6f2a51f4 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433352 Jul 09 16:37:40.891274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5ade-aff0-4142-9602-5c191fc7073b req-c4902637-ff55-46e8-a594-2ce4ae0bc5ae tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.894077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6afe5ade-aff0-4142-9602-5c191fc7073b req-c4902637-ff55-46e8-a594-2ce4ae0bc5ae tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 947 time: 0.1850996 Jul 09 16:37:40.954065 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.053540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-9ee7735b-4c1b-4a81-8faf-6b14b0f15b0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4 HTTP/1.1" status: 200 len: 217 time: 0.5433559 Jul 09 16:37:41.071100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6afe5ade-aff0-4142-9602-5c191fc7073b req-5c62ded5-c85f-4dd2-86ca-495621502a42 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498549 Jul 09 16:37:41.101551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c0985-bf46-4f40-aba4-3081161ff66a None None] New status for floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:37:41.114646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-b9fb0959-f6b7-4f01-9cc1-ebfbea5fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.119725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-b9fb0959-f6b7-4f01-9cc1-ebfbea5fc50e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 1099 time: 0.1745040 Jul 09 16:37:41.139793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-8a8afd5f-b3e3-46c0-ac18-3ad61c48ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.141286 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-8a8afd5f-b3e3-46c0-ac18-3ad61c48ea82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0815177 Jul 09 16:37:41.142141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb1ff-490d-47b6-a6b4-76e8247d71bc req-774d8407-8f32-4f37-81f0-87fe4129410a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.147260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-604eb1ff-490d-47b6-a6b4-76e8247d71bc req-774d8407-8f32-4f37-81f0-87fe4129410a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 945 time: 0.2025223 Jul 09 16:37:41.221454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-15670b28-3b57-41be-9400-0f7d2cb12340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.222995 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-15670b28-3b57-41be-9400-0f7d2cb12340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729294 Jul 09 16:37:41.319192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-604eb1ff-490d-47b6-a6b4-76e8247d71bc req-3f2ece82-280e-4e74-917a-61597e539206 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529455 Jul 09 16:37:41.387589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-9722ce05-eaa3-4e12-9bb0-ddbba08c30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.389710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-9722ce05-eaa3-4e12-9bb0-ddbba08c30e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2407081 Jul 09 16:37:41.397914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-8df1abaa-9996-433f-89df-31dd06f89f41 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672134 Jul 09 16:37:41.450678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-3b961f54-7b4e-4a07-9279-d16a25a7b3ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd HTTP/1.1" status: 200 len: 217 time: 0.0489652 Jul 09 16:37:41.459673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a6be8-e395-48a6-a7e3-ea168e7cc85f req-5a9062c6-7df5-40dc-a5ef-3d2a41d40df8 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.461309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e06a6be8-e395-48a6-a7e3-ea168e7cc85f req-5a9062c6-7df5-40dc-a5ef-3d2a41d40df8 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1095 time: 0.1729836 Jul 09 16:37:41.534812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-0a63b2ee-8378-4b56-9752-df901d2fe40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.536380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-0a63b2ee-8378-4b56-9752-df901d2fe40a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0740941 Jul 09 16:37:41.548857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e06a6be8-e395-48a6-a7e3-ea168e7cc85f req-b6ad5ccd-37c6-45ae-a8ab-cd44b8eeade2 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591030 Jul 09 16:37:41.562934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-16137b0a-3fb1-43cb-a340-75435d5d4a72 req-32a8e009-c349-4dc8-9dff-e39a35a56e4c service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512599 Jul 09 16:37:41.653273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 289106dc-dfdc-46ca-b604-7d5674b99ebf up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:41.676489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5fadc-44bc-40a7-a1f1-ad54b3eaf329 req-0c7982ec-2ce1-45fe-b308-bcdb05fda671 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.678594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bde5fadc-44bc-40a7-a1f1-ad54b3eaf329 req-0c7982ec-2ce1-45fe-b308-bcdb05fda671 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.1409290 Jul 09 16:37:41.682969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-06af1ca8-e509-49f3-82c3-a1c9b2f7cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.684678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-06af1ca8-e509-49f3-82c3-a1c9b2f7cbda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344812 Jul 09 16:37:41.743727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:41.747029 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:41.779771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bde5fadc-44bc-40a7-a1f1-ad54b3eaf329 req-01ac5848-9e77-4910-8793-150830a2cf68 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878890 Jul 09 16:37:41.808960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 289106dc-dfdc-46ca-b604-7d5674b99ebf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:41.816734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 289106dc-dfdc-46ca-b604-7d5674b99ebf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:41.819332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.845927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-796e2183-a152-4f38-a86b-157da2c1ba48 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.849201 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-796e2183-a152-4f38-a86b-157da2c1ba48 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.2258928 Jul 09 16:37:41.858359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-9caa9bb9-e913-4a21-a62d-c5998e2aa969 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586771 Jul 09 16:37:41.865904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:42.004773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.058029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 289106dc-dfdc-46ca-b604-7d5674b99ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf,segment=NetworkSegment(5b0727ff-fb32-4af1-9d27-82d08b94d163),segment_id=5b0727ff-fb32-4af1-9d27-82d08b94d163)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:42.058029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289106dc-dfdc-46ca-b604-7d5674b99ebf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:42.058029 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265cd41b-a714-4eb7-8a17-6539fd89bbf9" -d '{"events": [{"server_uuid": "dee81e38-bd1d-405e-b9d4-704c69224185", "name": "network-vif-plugged", "status": "completed", "tag": "289106dc-dfdc-46ca-b604-7d5674b99ebf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:42.064148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f56505-44dc-49b8-be07-9c9a1d21c427 req-6b347892-1122-45bb-895e-1f0539ecbd4b service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981585 Jul 09 16:37:42.071960 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.118087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.186070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=289106dc-dfdc-46ca-b604-7d5674b99ebf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.207286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3159-ab67-4ec9-9d79-4ad648969f6a req-80568a52-181c-4222-b88d-750c8a230fb9 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.211064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dac3159-ab67-4ec9-9d79-4ad648969f6a req-80568a52-181c-4222-b88d-750c8a230fb9 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 944 time: 0.1824353 Jul 09 16:37:42.293880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dac3159-ab67-4ec9-9d79-4ad648969f6a req-dbcdf32b-9039-488d-a44d-ec01b7906aab tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Jul 09 16:37:42.385456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:42.402048 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d6fdbf-e8f4-44e0-b81e-e6af9aa53fae x-openstack-request-id: req-e4d6fdbf-e8f4-44e0-b81e-e6af9aa53fae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:42.402332 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:42.402609 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4d6fdbf-e8f4-44e0-b81e-e6af9aa53fae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:42.403016 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'status': 'completed', 'code': 200} Jul 09 16:37:42.432822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:42.492856 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deded761-3803-4e75-8a44-53a742e1abfc x-openstack-request-id: req-deded761-3803-4e75-8a44-53a742e1abfc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:42.493332 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee81e38-bd1d-405e-b9d4-704c69224185", "name": "network-vif-plugged", "status": "completed", "tag": "289106dc-dfdc-46ca-b604-7d5674b99ebf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:42.493896 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-deded761-3803-4e75-8a44-53a742e1abfc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:42.494060 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289106dc-dfdc-46ca-b604-7d5674b99ebf', 'code': 200} Jul 09 16:37:42.579049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.599409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-abf58ded-f967-4d10-8fca-70bbea47dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.599409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-abf58ded-f967-4d10-8fca-70bbea47dfbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 1097 time: 0.1594086 Jul 09 16:37:42.599961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.727255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ce9c-e74e-425e-83bd-23cb244540e3 req-0fe7f102-01a5-4a69-9c17-cea89cd7525e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.728861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b87ce9c-e74e-425e-83bd-23cb244540e3 req-0fe7f102-01a5-4a69-9c17-cea89cd7525e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 947 time: 0.1182411 Jul 09 16:37:42.737736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb69596-12ac-489e-9ddd-3cba3c557d07 req-ae77eda4-67d6-49a0-9800-381a7e215e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.740252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-abb69596-12ac-489e-9ddd-3cba3c557d07 req-ae77eda4-67d6-49a0-9800-381a7e215e5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 1096 time: 0.0960190 Jul 09 16:37:42.770161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.773423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on host n-h2-800085-2 for vnic_type normal with profile {"migrating_to": "n-h1-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:42.773762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:42.774099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:42.789166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:42.789509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Attempting to bind port e2960808-6596-452c-80f8-f9c59ae39bcd on network 987c8644-046b-4648-a50d-1ac25a6ebb19 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:42.803673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:42.804440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b87ce9c-e74e-425e-83bd-23cb244540e3 req-233a169b-b442-4f71-897c-e5564574be59 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Jul 09 16:37:42.804956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Checking segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:42.804956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Bound using segment: {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:42.804956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Bound port: e2960808-6596-452c-80f8-f9c59ae39bcd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627056f-700e-4b77-96e7-8a16e0acf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '987c8644-046b-4648-a50d-1ac25a6ebb19'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:42.804956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.812588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-abb69596-12ac-489e-9ddd-3cba3c557d07 req-a574ef03-5678-42d7-91c6-947ef64019c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607326 Jul 09 16:37:42.825416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-3c5eb393-a6a6-4eb9-98ce-73747d54fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.827108 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-3c5eb393-a6a6-4eb9-98ce-73747d54fdcf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 924 time: 0.2106178 Jul 09 16:37:42.989319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:42.993200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-7c217897-97a5-48b7-9ae7-1a0fa8f1f2f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5 HTTP/1.1" status: 200 len: 1001 time: 0.1295702 Jul 09 16:37:42.994955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:43.009981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.076989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c69143-6659-4121-92ff-a61b539955e2 req-ddbf72e0-6b40-4799-97e2-b00a52b7f123 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.083908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99c69143-6659-4121-92ff-a61b539955e2 req-ddbf72e0-6b40-4799-97e2-b00a52b7f123 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1345248 Jul 09 16:37:43.109117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-93096bf4-94eb-4c1e-a42a-372c3f35cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.110629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-93096bf4-94eb-4c1e-a42a-372c3f35cff1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.1108084 Jul 09 16:37:43.148593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:43.172172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.172822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.174752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-5c4057e4-204a-428f-8d80-91b2e737ed20 service neutron] 10.222.0.37 "PUT /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 1121 time: 1.3134074 Jul 09 16:37:43.207630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99c69143-6659-4121-92ff-a61b539955e2 req-9317dee1-5243-4576-b748-43ced5f0b13b tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024618 Jul 09 16:37:43.208473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-0c22fe23-9c60-4894-a968-0215dc8f2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.210033 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-0c22fe23-9c60-4894-a968-0215dc8f2c93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913494 Jul 09 16:37:43.250819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000598ff-1112-4d0a-a325-1a989c59b92f req-99f4c219-21a9-4930-be3f-a86224f6f291 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.252671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-000598ff-1112-4d0a-a325-1a989c59b92f req-99f4c219-21a9-4930-be3f-a86224f6f291 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.1619287 Jul 09 16:37:43.333843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-000598ff-1112-4d0a-a325-1a989c59b92f req-de900dbd-c1e9-4215-9aa3-676eadac8ad2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Jul 09 16:37:43.372844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e2960808-6596-452c-80f8-f9c59ae39bcd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:43.410341 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-b192cd95-d828-4a69-bb15-eac69f2347e2 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881974 Jul 09 16:37:43.440765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e2960808-6596-452c-80f8-f9c59ae39bcd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:43.514502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb40e9-9571-44c2-b20a-408b1c93b6d3 req-5f7dcd3c-b55b-4771-8c73-5ab380ed4d50 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.527508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3eb40e9-9571-44c2-b20a-408b1c93b6d3 req-5f7dcd3c-b55b-4771-8c73-5ab380ed4d50 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.1181245 Jul 09 16:37:43.580515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dcfc734-c31e-49d4-b0d3-73fbe0bbad76 req-4d6b70f6-5cc3-4204-9d1f-c71c5cce4be3 service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365564 Jul 09 16:37:43.587194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3eb40e9-9571-44c2-b20a-408b1c93b6d3 req-50eb9fee-bf54-4d7b-ab81-7af24ff13624 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584421 Jul 09 16:37:43.689844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d7ed8fea-bde9-4d3a-acb4-5b465aef72cd details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:43.812179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18d895-8b5f-4b6c-a5a7-163c31097905 req-dc4a39ac-1e52-4e6f-ae09-479d1d64ead9 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.814908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e18d895-8b5f-4b6c-a5a7-163c31097905 req-dc4a39ac-1e52-4e6f-ae09-479d1d64ead9 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 945 time: 0.1348672 Jul 09 16:37:43.854447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:43.869373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e18d895-8b5f-4b6c-a5a7-163c31097905 req-d1338628-d93d-4e69-9d7f-498e8c00fe77 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Jul 09 16:37:43.880413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:43.914570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', 'mac_address': 'fa:16:3e:20:43:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:44.036342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:44.061979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd has no active binding in host n-h1-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:37:44.135087 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.153057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-f286f55a-4593-42f5-ae93-cabef95942ba tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.160571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-f286f55a-4593-42f5-ae93-cabef95942ba tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.2167428 Jul 09 16:37:44.174045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ed8fea-bde9-4d3a-acb4-5b465aef72cd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:44.190300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167dc48-d7c2-4ad4-9c22-afac185c8af7 req-b3aa4b0c-5771-47b9-8703-74b8a014b7ed tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.194847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3167dc48-d7c2-4ad4-9c22-afac185c8af7 req-b3aa4b0c-5771-47b9-8703-74b8a014b7ed tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 947 time: 0.1471970 Jul 09 16:37:44.203327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-2dbdb9fb-e867-4856-af19-6d604f02d82f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0412915 Jul 09 16:37:44.210855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:44.218300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.281424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:44.329378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3167dc48-d7c2-4ad4-9c22-afac185c8af7 req-117fb4f2-28e8-447b-95c5-cf7629cd313a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244235 Jul 09 16:37:44.435755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-a3c05406-c180-4ccd-be49-2d429b859060 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195604 Jul 09 16:37:44.442401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd'}, {'name': 'network-changed', 'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:44.444828 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45433921-a692-410d-bd80-a65224bc56e6" -d '{"events": [{"server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd"}, {"name": "network-changed", "server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:44.542636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-fdb7a21a-f983-4a7c-b3d6-4b0e9d6b483b tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.545603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-fdb7a21a-f983-4a7c-b3d6-4b0e9d6b483b tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1791298 Jul 09 16:37:44.645781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-64da34cc-6602-4eb0-800b-4fa8535df015 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080517 Jul 09 16:37:44.673450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c222a-d2f8-43a0-88a7-8e0371bbda03 req-8633537e-af2e-4e48-a3e3-103fae46b1e7 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.675076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-683c222a-d2f8-43a0-88a7-8e0371bbda03 req-8633537e-af2e-4e48-a3e3-103fae46b1e7 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 946 time: 0.1567497 Jul 09 16:37:44.710859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Deleting port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:44.711713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.729634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d7ed8fea-bde9-4d3a-acb4-5b465aef72cd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:44.799541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-683c222a-d2f8-43a0-88a7-8e0371bbda03 req-17a157f4-33da-47bc-bcc1-922a48432c00 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2536d7e-7417-420f-8909-e5b26f7243c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061263 Jul 09 16:37:44.848127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-16cb2cb8-552e-46a3-a27d-80a79375400f service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911776 Jul 09 16:37:44.880627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] For port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:44.881865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.151248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e74c33-579c-41dc-b7ba-071f0ad1d2f1 req-964691a7-8bbc-4ac5-8228-73b2b68689e5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:45.163771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7e74c33-579c-41dc-b7ba-071f0ad1d2f1 req-964691a7-8bbc-4ac5-8228-73b2b68689e5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.1405890 Jul 09 16:37:45.241648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7e74c33-579c-41dc-b7ba-071f0ad1d2f1 req-ca97c3d1-0ede-4d3b-9a72-81fda160dafd tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Jul 09 16:37:45.318203 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d5fbef-5154-41b5-9fa5-bfffb33680cf x-openstack-request-id: req-79d5fbef-5154-41b5-9fa5-bfffb33680cf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:45.319199 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd", "code": 200}, {"name": "network-changed", "server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:45.320774 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79d5fbef-5154-41b5-9fa5-bfffb33680cf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:45.321561 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'code': 200} Jul 09 16:37:45.322133 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'status': 'completed', 'code': 200} Jul 09 16:37:45.390838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.394319 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.394685 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Floating IP 30ef6f9e-5970-4805-b9ff-226032cc0590 disassociated. External IP: 172.25.7.82, port: f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d. Jul 09 16:37:45.395035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Calling delete_port for f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:45.466571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433921-a692-410d-bd80-a65224bc56e6 req-c7c735b0-ebf1-4d21-945e-54c79c674d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:45.471554 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-c7c735b0-ebf1-4d21-945e-54c79c674d64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1124 time: 0.1997423 Jul 09 16:37:45.743629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.805039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event deleted for resources: {'Port': ['ID=f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:45.879534 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 73e7fb1b-3e3b-441b-9087-f19be05fada4 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:46.024763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Router c036ba5c-7771-4141-b201-640e17b8eddc has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:46.208229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 73e7fb1b-3e3b-441b-9087-f19be05fada4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:46.238354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:46.253895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '73e7fb1b-3e3b-441b-9087-f19be05fada4', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '73e7fb1b-3e3b-441b-9087-f19be05fada4', 'mac_address': 'fa:16:3e:73:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:46.268532 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] Sync routers for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:46.308601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433921-a692-410d-bd80-a65224bc56e6 req-badd5a10-c751-4654-afdc-857b9d9271a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:46.310992 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:46.314824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-badd5a10-c751-4654-afdc-857b9d9271a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.8293810 Jul 09 16:37:46.322360 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:46.431381 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:46.457928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e7fb1b-3e3b-441b-9087-f19be05fada4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:46.503150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 73e7fb1b-3e3b-441b-9087-f19be05fada4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:46.512140 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:46.546984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] No DVR routers for this DVR port f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:46.558306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:46.579503 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75ed3b4b-e63b-4bb5-a773-7bdaee0398fa req-25c57a74-6923-4fa8-8ee1-76907ccb146c tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.37 "DELETE /v2.0/ports/f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d HTTP/1.1" status: 204 len: 173 time: 2.0124671 Jul 09 16:37:46.618165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-9b2b4ac4-9d31-4ae6-84da-f0923c27c70c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 217 time: 0.2796507 Jul 09 16:37:46.637878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=73e7fb1b-3e3b-441b-9087-f19be05fada4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:46.652315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d67f800a-a0d0-4c3d-8db3-91087e035852 req-3b1818c3-79ca-47ba-b73d-7d0f4a9a0dc9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 210 time: 0.3231115 Jul 09 16:37:46.748177 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:46.878586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267b93-4126-4635-a743-5df33ceaeea8 req-a4b39014-b896-4e3a-bd34-09598d73cf8a tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:46.881661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89267b93-4126-4635-a743-5df33ceaeea8 req-a4b39014-b896-4e3a-bd34-09598d73cf8a tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 945 time: 0.5653088 Jul 09 16:37:46.886459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433921-a692-410d-bd80-a65224bc56e6 req-5300abc3-d77e-4e7b-abc9-02815c74b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:46.889700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-5300abc3-d77e-4e7b-abc9-02815c74b104 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.2350481 Jul 09 16:37:47.008489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-3cdce35d-e173-497e-9adf-a3917f3a0f49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532844 Jul 09 16:37:47.087996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89267b93-4126-4635-a743-5df33ceaeea8 req-25576a94-bffe-45f9-aaa4-3ff2c43ffc33 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967738 Jul 09 16:37:47.171753 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:47Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:47.204478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['73e7fb1b-3e3b-441b-9087-f19be05fada4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:47.238225 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] Checking router: c036ba5c-7771-4141-b201-640e17b8eddc for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:47.255272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d6ab-0a8a-48ca-9ac9-e18311549f61 req-8699d345-e930-4df8-8dac-02fb30899bed tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:47.256138 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:47.257183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:47.259536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a591d6ab-0a8a-48ca-9ac9-e18311549f61 req-8699d345-e930-4df8-8dac-02fb30899bed tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 948 time: 0.3311930 Jul 09 16:37:47.323694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'name': 'network-vif-deleted', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:47.326345 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d293d7f-9106-4c10-a76c-207f784f933a" -d '{"events": [{"server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "name": "network-vif-deleted", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:47.360579 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-8b4fbae5-1f3f-41ba-abea-37b3fea78279 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102176 Jul 09 16:37:47.367510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-961628c2-c4ab-46fd-a95e-52e8d958e8e8 req-1b2dc0be-3ae5-46e5-adfd-5a2e367238ef tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0794582 Jul 09 16:37:47.431825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a591d6ab-0a8a-48ca-9ac9-e18311549f61 req-14bc3aa2-2367-4b15-b3b4-8e6d3d32513d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535389 Jul 09 16:37:47.497420 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:47.643557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45433921-a692-410d-bd80-a65224bc56e6 req-60efddfb-3ebf-426c-b03c-8b7865b51856 service neutron] 10.222.0.43 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661872 Jul 09 16:37:47.736784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d7ed8fea-bde9-4d3a-acb4-5b465aef72cd up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:47.839878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a471a4-40c2-45bb-81e5-15626b63f2a9 req-6e77a8e3-1c33-4ab7-bacc-0f1d080173a9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:47.859939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a471a4-40c2-45bb-81e5-15626b63f2a9 req-6e77a8e3-1c33-4ab7-bacc-0f1d080173a9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.2428725 Jul 09 16:37:47.879835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:47.898955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:47.927748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:47.928117 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.019701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:48.020043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:48.120676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-5cd223b8-f620-4074-9b62-b0598834360e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:48.124139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-5cd223b8-f620-4074-9b62-b0598834360e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.2380426 Jul 09 16:37:48.138266 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.156096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:48.169763 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:37:48.203513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3392ba-626f-43a6-8002-96b1be193491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:48.216651 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ba2db-c0e9-42f7-9ac5-112b449d1283" -d '{"events": [{"server_uuid": "8e3392ba-626f-43a6-8002-96b1be193491", "name": "network-vif-plugged", "status": "completed", "tag": "d7ed8fea-bde9-4d3a-acb4-5b465aef72cd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:48.250156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a471a4-40c2-45bb-81e5-15626b63f2a9 req-713a447a-bf17-4498-bee8-0f8daae1cc17 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893521 Jul 09 16:37:48.255104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:48.260103 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:47Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:48.264372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.326239 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eafb47-cf65-4c60-b3d2-b805d567d8c1 None None] The sync data for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 is: [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:34:39Z', 'revision_number': 4, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b21ed335-abfd-4111-b919-61472e2b2867', 'name': '', 'network_id': 'f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'mac_address': 'fa:16:3e:de:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:38Z', 'updated_at': '2021-07-09T16:34:47Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'subnets': [{'id': '3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:48.385357 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b29272-eeff-4ef3-8510-7880460220f3 x-openstack-request-id: req-a9b29272-eeff-4ef3-8510-7880460220f3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:48.386870 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab", "name": "network-vif-deleted", "tag": "f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:48.387675 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9b29272-eeff-4ef3-8510-7880460220f3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:48.388617 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab', 'name': 'network-vif-deleted', 'tag': 'f1ea76ad-131e-44d0-9a46-50dcf2ef8a1d', 'status': 'completed', 'code': 200} Jul 09 16:37:48.407917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:48.412209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.414282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:48.605312 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa1b26-9cd8-4851-8963-ec363d82c108 x-openstack-request-id: req-c1fa1b26-9cd8-4851-8963-ec363d82c108 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:48.605718 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3392ba-626f-43a6-8002-96b1be193491", "name": "network-vif-plugged", "status": "completed", "tag": "d7ed8fea-bde9-4d3a-acb4-5b465aef72cd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:48.606028 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1fa1b26-9cd8-4851-8963-ec363d82c108 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:48.606803 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3392ba-626f-43a6-8002-96b1be193491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', 'code': 200} Jul 09 16:37:48.662966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b62f382d-f8fa-40a8-88a3-b07c4fdb3875 req-99d45901-a580-421e-b387-8c94873b2e14 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 210 time: 0.0581126 Jul 09 16:37:48.872297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef53f58-9466-42f7-86d5-51f4261658f5 None None] New status for floating IP 30ef6f9e-5970-4805-b9ff-226032cc0590: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:37:48.888916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a907604-8058-4620-a262-207f33598ff7 req-8c61a518-d13e-49ce-a28c-7757c3ddde4f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.1082752 Jul 09 16:37:48.984870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.4 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:49.136147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a2172-ece5-4068-a523-4a575497025d req-9bed7bb4-cba2-4bca-b896-972634ce7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.138077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-922a2172-ece5-4068-a523-4a575497025d req-9bed7bb4-cba2-4bca-b896-972634ce7abf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 1101 time: 0.3554356 Jul 09 16:37:49.216779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e671038-252b-49d3-bac4-052fb98120da req-44dff78b-099e-4d63-8ad2-21122ae571a5 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.218348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e671038-252b-49d3-bac4-052fb98120da req-44dff78b-099e-4d63-8ad2-21122ae571a5 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 948 time: 0.3370328 Jul 09 16:37:49.293940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-922a2172-ece5-4068-a523-4a575497025d req-eb414bde-4dc6-48d3-aa60-32c4392417d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390893 Jul 09 16:37:49.342210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e671038-252b-49d3-bac4-052fb98120da req-acb3ce99-52f7-4f61-ac3f-766aaef6a7d8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076794 Jul 09 16:37:49.365663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eca963-a75c-4d06-bf6b-e4dfcda9bb41 req-e9abb032-37e3-40d9-a180-92c4a474a337 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.368098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5eca963-a75c-4d06-bf6b-e4dfcda9bb41 req-e9abb032-37e3-40d9-a180-92c4a474a337 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 945 time: 0.3060095 Jul 09 16:37:49.419822 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.460689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5eca963-a75c-4d06-bf6b-e4dfcda9bb41 req-1b1e86f1-ae6d-40ff-a766-91a4f3219a73 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858557 Jul 09 16:37:49.521593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.549982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:49.601028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:49.672524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:49.707303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:49.709191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:49.719918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:49.841709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.842641 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.880140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-eb5bee72-4728-4a3f-aaa7-d93c65993f6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7318122 Jul 09 16:37:49.901506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Request body: {'port': {'device_id': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:49.916571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 73e7fb1b-3e3b-441b-9087-f19be05fada4 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:49.952900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a02a4-a495-4a3a-ba07-e73f0ccc94b0 req-ff11a25e-8e98-47f8-bdfb-751b31617c69 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.965595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-594a02a4-a495-4a3a-ba07-e73f0ccc94b0 req-ff11a25e-8e98-47f8-bdfb-751b31617c69 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.1813438 Jul 09 16:37:50.169249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-594a02a4-a495-4a3a-ba07-e73f0ccc94b0 req-daef4cd5-4e46-4130-bf9e-bfb10ecafdbf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022004 Jul 09 16:37:50.200465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 73e7fb1b-3e3b-441b-9087-f19be05fada4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:50.231739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 73e7fb1b-3e3b-441b-9087-f19be05fada4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:50.232141 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.289663 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.397433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87181a-4ec5-499b-861b-74e06e1162fb req-51f67ed1-6618-4473-b613-99f67720bb89 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:50.399446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d87181a-4ec5-499b-861b-74e06e1162fb req-51f67ed1-6618-4473-b613-99f67720bb89 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 931 time: 0.2695904 Jul 09 16:37:50.418689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.471963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 73e7fb1b-3e3b-441b-9087-f19be05fada4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:50.478887 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.557921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=73e7fb1b-3e3b-441b-9087-f19be05fada4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:50.565724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7c9921d-6ea7-4bfc-ae0e-691b155e9dfd req-735257a1-4b61-43d2-a506-358b1fbf6205 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0770631 Jul 09 16:37:50.608238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e7fb1b-3e3b-441b-9087-f19be05fada4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:50.610975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d87181a-4ec5-499b-861b-74e06e1162fb req-981dcb95-f4b9-43c2-8862-fbe9efe763ad tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238894 Jul 09 16:37:50.611302 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c084e3b-96cc-4d2e-8ef4-6c548c1f7aa2" -d '{"events": [{"server_uuid": "cd1bfbf4-2b63-4b76-8392-460c1e4f40fe", "name": "network-vif-plugged", "status": "completed", "tag": "73e7fb1b-3e3b-441b-9087-f19be05fada4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:50.911982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:50.926064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.943037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210c1e8-acd9-4d46-9a9d-f7e555ccc6ce req-7d3167cf-e3e8-4c09-bebb-9a22431cd5b1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:50.943037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8210c1e8-acd9-4d46-9a9d-f7e555ccc6ce req-7d3167cf-e3e8-4c09-bebb-9a22431cd5b1 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 949 time: 0.2242146 Jul 09 16:37:50.960430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Transition to ACTIVE for port object 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:50.983723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.999852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab95f4-c146-45d3-a3bd-620ce14179b6 req-5916144e-57fe-4a5d-acd0-e7f1296458ae tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.001489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-deab95f4-c146-45d3-a3bd-620ce14179b6 req-5916144e-57fe-4a5d-acd0-e7f1296458ae tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 945 time: 0.2046640 Jul 09 16:37:51.078001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8210c1e8-acd9-4d46-9a9d-f7e555ccc6ce req-a56cd6bb-8356-413f-8c29-b82f666aeeaa tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153719 Jul 09 16:37:51.111403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:51.142076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-deab95f4-c146-45d3-a3bd-620ce14179b6 req-d64edcb3-d35a-4be9-84c4-12e4d7273155 tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121218 Jul 09 16:37:51.241985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Attempting to bind port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:51.242322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Attempting to bind port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:51.242781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Attempting to bind port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:51.249004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:51.249338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Attempting to bind port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:51.257416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:51.257416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:51.257416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:51.258172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Bound port: 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:51.258523 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.291300 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45daecbc-bffc-4113-aab7-89307bd424f5 x-openstack-request-id: req-45daecbc-bffc-4113-aab7-89307bd424f5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:51.291598 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1bfbf4-2b63-4b76-8392-460c1e4f40fe", "name": "network-vif-plugged", "status": "completed", "tag": "73e7fb1b-3e3b-441b-9087-f19be05fada4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:51.292149 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45daecbc-bffc-4113-aab7-89307bd424f5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:51.292887 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e7fb1b-3e3b-441b-9087-f19be05fada4', 'code': 200} Jul 09 16:37:51.410265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] For port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:51.428253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] For port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:51.434444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.507882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f023ea7-489d-4ba7-ad87-9450800a78ec req-d01b1cc0-2101-40f0-a140-1a66626deebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.508958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f023ea7-489d-4ba7-ad87-9450800a78ec req-d01b1cc0-2101-40f0-a140-1a66626deebb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 1100 time: 0.0771046 Jul 09 16:37:51.527843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.528557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.530161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] 10.222.0.43 "PUT /v2.0/ports/5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 HTTP/1.1" status: 200 len: 1091 time: 1.6336133 Jul 09 16:37:51.534700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'tag': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:51.537427 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dfb55e-84fe-49c3-a65f-e340f1ff448a" -d '{"events": [{"name": "network-changed", "server_uuid": "463b2a90-8f0c-43c9-921d-9dfe0a0c43f4", "tag": "5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:51.610674 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f023ea7-489d-4ba7-ad87-9450800a78ec req-39052696-afa8-4b77-873f-f158475d34c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536575 Jul 09 16:37:51.611667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-7c89fa8c-14e1-42a8-9d74-f4f31094642d tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.619533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-7c89fa8c-14e1-42a8-9d74-f4f31094642d tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.43 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 945 time: 0.2669585 Jul 09 16:37:51.640666 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bdb839-6915-4525-b85c-e2b65356c736 x-openstack-request-id: req-69bdb839-6915-4525-b85c-e2b65356c736 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:51.641078 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463b2a90-8f0c-43c9-921d-9dfe0a0c43f4", "tag": "5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:51.641374 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69bdb839-6915-4525-b85c-e2b65356c736 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:51.641987 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'tag': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2', 'status': 'completed', 'code': 200} Jul 09 16:37:51.663467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f34e8-11c8-4aa1-927b-ec347e499a06 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:51.755828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b42b6-1f4f-49e3-b091-652aa109ecf8 req-5d845f29-1b9d-4aaf-85c4-b6b7a3d5a230 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.757733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf3b42b6-1f4f-49e3-b091-652aa109ecf8 req-5d845f29-1b9d-4aaf-85c4-b6b7a3d5a230 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.2609444 Jul 09 16:37:51.831579 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-566bd05c-3fac-4682-8052-e963d803defe req-5ccd793d-de32-4f84-994d-91384a2bcba4 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0688858 Jul 09 16:37:51.833635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-c4fb4c62-a930-459a-9392-f2a01a133abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.835393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-c4fb4c62-a930-459a-9392-f2a01a133abb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 1094 time: 0.2183719 Jul 09 16:37:51.905612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-334fbb2e-7d5f-4416-839f-61bd289e23fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 HTTP/1.1" status: 200 len: 217 time: 0.0565829 Jul 09 16:37:51.911156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf3b42b6-1f4f-49e3-b091-652aa109ecf8 req-63744f63-1641-4131-9783-dc48c3aff4e8 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266773 Jul 09 16:37:51.979525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Deleting port 289106dc-dfdc-46ca-b604-7d5674b99ebf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:51.980055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.986725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-7349f7e9-02e1-439c-bc7c-56d9694275fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:51.995202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-7349f7e9-02e1-439c-bc7c-56d9694275fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0741808 Jul 09 16:37:52.093168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-27ae62ff-1199-4a7a-9cf8-4de23e12ee35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927265 Jul 09 16:37:52.224516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] For port 289106dc-dfdc-46ca-b604-7d5674b99ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=289106dc-dfdc-46ca-b604-7d5674b99ebf,segment=NetworkSegment(5b0727ff-fb32-4af1-9d27-82d08b94d163),segment_id=5b0727ff-fb32-4af1-9d27-82d08b94d163)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:52.224947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.258161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a657-6adb-47ad-9f00-76514684171a req-3bebd61b-a74b-4841-982c-9f73188d407c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:52.259901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c18a657-6adb-47ad-9f00-76514684171a req-3bebd61b-a74b-4841-982c-9f73188d407c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 943 time: 0.2582111 Jul 09 16:37:52.260984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Calling delete_port for 289106dc-dfdc-46ca-b604-7d5674b99ebf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:52.315694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-013ae2a5-8e90-4a8d-8309-67b723146bbd service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125325 Jul 09 16:37:52.461771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c18a657-6adb-47ad-9f00-76514684171a req-7bcf181d-c062-495a-b2f6-38f874f06a6e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832209 Jul 09 16:37:52.516040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe3d26b-e6ad-40ec-8886-a63a92489a65 req-1e77f584-8969-4c2a-aeb4-ef719747ed1c service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902037 Jul 09 16:37:52.524614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118601b-3bf5-49d2-87fd-e5212fc71037 req-e39a1f8d-9934-4948-9d95-7dbb3f42516e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:52.526368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4118601b-3bf5-49d2-87fd-e5212fc71037 req-e39a1f8d-9934-4948-9d95-7dbb3f42516e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 949 time: 0.2857645 Jul 09 16:37:53.027452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.032642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4118601b-3bf5-49d2-87fd-e5212fc71037 req-5d44752d-f0b5-4756-8dd5-c05373fe9da6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871218 Jul 09 16:37:53.050560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['289106dc-dfdc-46ca-b604-7d5674b99ebf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:53.110012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Pushing event deleted for resources: {'Port': ['ID=289106dc-dfdc-46ca-b604-7d5674b99ebf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:53.184494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] No DVR routers for this DVR port 289106dc-dfdc-46ca-b604-7d5674b99ebf on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:53.188762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-c8d16258-9f8a-404b-b18c-f59c81d1e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.190280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-c8d16258-9f8a-404b-b18c-f59c81d1e75a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 1094 time: 0.5888972 Jul 09 16:37:53.191519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.193385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cffd435-dde6-46ab-926e-3950f7f4d6d7 req-6e400ed3-0743-4a42-8509-52026d1bbacd tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.43 "DELETE /v2.0/ports/289106dc-dfdc-46ca-b604-7d5674b99ebf HTTP/1.1" status: 204 len: 173 time: 1.5680456 Jul 09 16:37:53.201440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdec7a3-3fa0-4300-b36d-8e90e007ab1c req-b445a224-182e-4ba5-820c-d4df5b0a13cb tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.203593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9fdec7a3-3fa0-4300-b36d-8e90e007ab1c req-b445a224-182e-4ba5-820c-d4df5b0a13cb tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 867 time: 0.2695470 Jul 09 16:37:53.298801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9fdec7a3-3fa0-4300-b36d-8e90e007ab1c req-57f8e65a-ca6f-448d-a89e-d5f46934f46e tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4308148-4ac6-4b1e-a87a-98398ae83e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839934 Jul 09 16:37:53.380199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-5e7217bb-008c-4c7c-b507-62465aa21e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.382444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-5e7217bb-008c-4c7c-b507-62465aa21e9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.1427369 Jul 09 16:37:53.451732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-948a821d-7bc2-4455-aa31-eccede104a11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 HTTP/1.1" status: 200 len: 217 time: 0.0600708 Jul 09 16:37:53.482221 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.570401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-518dde72-da8b-4d80-a0a1-fa7f2c6e9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.572509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-518dde72-da8b-4d80-a0a1-fa7f2c6e9cb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.0928450 Jul 09 16:37:53.643506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e690a1b5-f65e-4aeb-8a89-ae22764116d9 req-a26f4f0c-ab1e-4a3f-bab3-061c6400240b tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0696533 Jul 09 16:37:53.644200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'name': 'network-vif-deleted', 'tag': '289106dc-dfdc-46ca-b604-7d5674b99ebf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:53.647334 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9b7435-ef05-41b7-8169-0fa68b3e5045" -d '{"events": [{"server_uuid": "dee81e38-bd1d-405e-b9d4-704c69224185", "name": "network-vif-deleted", "tag": "289106dc-dfdc-46ca-b604-7d5674b99ebf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:53.651731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-4e77cbea-5d62-4f54-965c-bb619cffff6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664854 Jul 09 16:37:53.800170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 289106dc-dfdc-46ca-b604-7d5674b99ebf no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:53.850502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-651872c0-6939-42cb-92c8-cfa32e50e92a service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856058 Jul 09 16:37:53.867834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 289106dc-dfdc-46ca-b604-7d5674b99ebf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:53.868829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 289106dc-dfdc-46ca-b604-7d5674b99ebf not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:53.869798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:54.015522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec530-9633-4145-bbef-f1c35e0cce3e req-1b1a8ddb-87d3-4ae1-b73d-99abd3279895 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.018339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b2ec530-9633-4145-bbef-f1c35e0cce3e req-1b1a8ddb-87d3-4ae1-b73d-99abd3279895 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.2504225 Jul 09 16:37:54.088072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51dfb55e-84fe-49c3-a65f-e340f1ff448a req-95b526b6-156e-4bc1-91c7-6f754be36c67 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209380 Jul 09 16:37:54.103743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fe68c-c5be-4347-90f2-4cfd4ec5efa3 req-f5e78ae1-3563-492e-9962-badf5fa104be tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.105775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2fe68c-c5be-4347-90f2-4cfd4ec5efa3 req-f5e78ae1-3563-492e-9962-badf5fa104be tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 943 time: 0.2536471 Jul 09 16:37:54.110103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b2ec530-9633-4145-bbef-f1c35e0cce3e req-bfef72b9-0480-4ca5-bbea-9a1ba63a2dd1 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844493 Jul 09 16:37:54.173654 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e7bef8-85ce-4ad4-bb44-6257b25888a2 x-openstack-request-id: req-35e7bef8-85ce-4ad4-bb44-6257b25888a2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:54.174041 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee81e38-bd1d-405e-b9d4-704c69224185", "name": "network-vif-deleted", "tag": "289106dc-dfdc-46ca-b604-7d5674b99ebf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:54.174296 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35e7bef8-85ce-4ad4-bb44-6257b25888a2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:54.174834 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee81e38-bd1d-405e-b9d4-704c69224185', 'name': 'network-vif-deleted', 'tag': '289106dc-dfdc-46ca-b604-7d5674b99ebf', 'status': 'completed', 'code': 200} Jul 09 16:37:54.185556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef2fe68c-c5be-4347-90f2-4cfd4ec5efa3 req-6ed5731b-258a-40df-bee4-f277823632d6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 Jul 09 16:37:54.397113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfe483-0e26-4ff4-ae26-354b7e9de22e req-a73931e8-4898-49e4-a30f-9508975bba06 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.406251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efdfe483-0e26-4ff4-ae26-354b7e9de22e req-a73931e8-4898-49e4-a30f-9508975bba06 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 949 time: 0.1052787 Jul 09 16:37:54.477911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efdfe483-0e26-4ff4-ae26-354b7e9de22e req-1ef3750d-9283-45cd-9b49-a1cf43d631a2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702782 Jul 09 16:37:54.588461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77842dac-1b3c-43b1-87f7-e2332a459984 req-d9d5ccf0-1b6f-47b6-935c-056cd01847fb tempest-InstanceActionsV221TestJSON-519573122 tempest-InstanceActionsV221TestJSON-519573122-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee81e38-bd1d-405e-b9d4-704c69224185 HTTP/1.1" status: 200 len: 210 time: 0.0557363 Jul 09 16:37:54.729716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd1625-3257-4146-b744-9d00902c8464 req-1fa2029e-18b5-4577-9e50-24158a0fd59f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.731492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4cd1625-3257-4146-b744-9d00902c8464 req-1fa2029e-18b5-4577-9e50-24158a0fd59f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 950 time: 0.0982516 Jul 09 16:37:54.797418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4cd1625-3257-4146-b744-9d00902c8464 req-871b5289-4c66-4834-9ad4-9a6cb89d5a29 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584750 Jul 09 16:37:54.963689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d2b1c30-227d-4549-9d63-c51672e6f8c2 req-3a7b42c4-6bb7-4a23-a3d8-b22bdf41f615 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0552890 Jul 09 16:37:55.505413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77556057-7ede-428c-b48f-9998223445b7 req-f7349161-68b5-4939-9035-aedaf0d56919 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:55.519292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77556057-7ede-428c-b48f-9998223445b7 req-f7349161-68b5-4939-9035-aedaf0d56919 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:55.521848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77556057-7ede-428c-b48f-9998223445b7 req-f7349161-68b5-4939-9035-aedaf0d56919 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491&device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 1690 time: 0.3055596 Jul 09 16:37:55.556659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f5fbc-8be4-4c56-8459-d4793af3b2a5 req-102cd796-ffda-4dc2-a737-58cf53eef8d3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:55.565816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e2f5fbc-8be4-4c56-8459-d4793af3b2a5 req-102cd796-ffda-4dc2-a737-58cf53eef8d3 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.2461638 Jul 09 16:37:55.644502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e2f5fbc-8be4-4c56-8459-d4793af3b2a5 req-962cbd30-2fac-4de8-a5ae-ac7c2514c7f6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Jul 09 16:37:55.658515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77556057-7ede-428c-b48f-9998223445b7 req-cb6ad9a4-3257-440c-984f-b5b7ce1f0b3d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258707 Jul 09 16:37:55.811407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:55.910685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d19ca-51dc-495b-b7de-dd82de526d13 req-e997937c-007b-402f-8e14-d4d4cb5746e6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:55.913148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-888d19ca-51dc-495b-b7de-dd82de526d13 req-e997937c-007b-402f-8e14-d4d4cb5746e6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 943 time: 0.1068528 Jul 09 16:37:56.011236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:56.050935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-888d19ca-51dc-495b-b7de-dd82de526d13 req-dbc7edd7-7293-4879-b572-2affcfbe8472 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299992 Jul 09 16:37:56.259804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2', 'mac_address': 'fa:16:3e:d2:62:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:56.362532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:56.402485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:56.438962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:56.449869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:56.590668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:56.635045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64a1046a-3db1-4461-99d6-963872c07789 req-8a919858-0e36-4412-ba4b-393872ec2f74 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff28df19-fa6d-4bb5-9f7f-5b4e5f9386ab HTTP/1.1" status: 200 len: 210 time: 0.0395277 Jul 09 16:37:56.660693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd82ad1-b690-49b5-9825-545c0fe8785d req-d07c5f29-368a-4f30-b22b-c9aa9845477a tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.664268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd82ad1-b690-49b5-9825-545c0fe8785d req-d07c5f29-368a-4f30-b22b-c9aa9845477a tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 1101 time: 0.1344936 Jul 09 16:37:56.741871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd82ad1-b690-49b5-9825-545c0fe8785d req-89f9f561-16dc-419c-8acd-bc82fce02232 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Jul 09 16:37:56.903251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:57.002554 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-8d31375b-9124-4195-b448-da18b7c71ca1 service neutron] 10.222.0.43 "GET /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.2497034 Jul 09 16:37:57.152877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9df0d5-5616-4eeb-b4a2-f11d11f9a4f7 req-c7714f7e-471f-4a00-94c1-e39a186f91ff tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:57.154746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca9df0d5-5616-4eeb-b4a2-f11d11f9a4f7 req-c7714f7e-471f-4a00-94c1-e39a186f91ff tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 943 time: 0.2282386 Jul 09 16:37:57.227813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acb3c1-c668-4c56-bccf-8fea0bb32e27 req-08deb893-ab71-4e2a-9f3a-b99002c65af0 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:57.229520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6acb3c1-c668-4c56-bccf-8fea0bb32e27 req-08deb893-ab71-4e2a-9f3a-b99002c65af0 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 1100 time: 0.2771592 Jul 09 16:37:57.246369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca9df0d5-5616-4eeb-b4a2-f11d11f9a4f7 req-48910960-59f4-4853-b8f4-dbc683c5ac8a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838802 Jul 09 16:37:57.336997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6acb3c1-c668-4c56-bccf-8fea0bb32e27 req-163e0816-91fc-4768-a9ed-8db84e96efcb tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964484 Jul 09 16:37:57.406011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:57.461376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:57.549810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Deleting subnet 79268c37-bd6f-484f-ba08-06c0bcb60867 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:37:57.551264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:57.564018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.642723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.725198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2960808-6596-452c-80f8-f9c59ae39bcd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:57.763050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:57.768676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.798232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.889309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac856697-d6da-4d00-a21a-ccfe2da59842 req-48f3ca0c-1f76-41ea-b60b-75fb8a5862d1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:57.901140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac856697-d6da-4d00-a21a-ccfe2da59842 req-48f3ca0c-1f76-41ea-b60b-75fb8a5862d1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 944 time: 0.2640331 Jul 09 16:37:57.903928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.997329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.000405 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79268c37-bd6f-484f-ba08-06c0bcb60867 HTTP/1.1" status: 204 len: 168 time: 0.5914593 Jul 09 16:37:58.004313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735be2-e3c6-413c-9abf-a356814e3a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79268c37-bd6f-484f-ba08-06c0bcb60867,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:58.006428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:58.015751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac856697-d6da-4d00-a21a-ccfe2da59842 req-439ada24-8f3e-45e3-a81a-0cedacb628df tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134620 Jul 09 16:37:58.137516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] Transition to ACTIVE for port object e2960808-6596-452c-80f8-f9c59ae39bcd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:58.147648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-1cabe4e0-331c-4843-a0ba-4f6c59ead1eb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625961 Jul 09 16:37:58.164255 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.172763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.232974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:58.356268 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.384366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db6fdac-1aeb-45a5-b418-d197a2f3d66a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.407839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0727ff-fb32-4af1-9d27-82d08b94d163') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.409147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0727ff-fb32-4af1-9d27-82d08b94d163') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.419239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] No DVR routers for this DVR port e2960808-6596-452c-80f8-f9c59ae39bcd on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:58.422960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7eda47-67a1-456e-88fd-9ebcc173945f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.435660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.453118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] Pushing event updated for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:58.481464 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.483703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-97236dfb-90a4-43c7-9f26-3be4dc8fbbe9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:58.487539 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7eda47-67a1-456e-88fd-9ebcc173945f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.495265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-97236dfb-90a4-43c7-9f26-3be4dc8fbbe9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460722 Jul 09 16:37:58.507759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:37:58.508703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:37:58.511927 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:37:58.517279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-1d1dda13-0d51-4bff-9c2c-175f35bd1186 service neutron] 10.222.0.43 "PUT /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd/bindings/n-h1-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4588697 Jul 09 16:37:58.523397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071d8463-11a1-4950-8b1b-a4b5edbe23f5 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/quotas/c09bc0f03d334b4fa986a48622305f44 HTTP/1.1" status: 200 len: 375 time: 0.0270166 Jul 09 16:37:58.684170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.694225 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.713378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/6db6fdac-1aeb-45a5-b418-d197a2f3d66a HTTP/1.1" status: 204 len: 168 time: 0.6923778 Jul 09 16:37:58.751754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-87e76284-73e3-4b9f-a88b-38284143ac69 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2268262 Jul 09 16:37:58.762203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f689e9-85de-4366-ae3c-731c7cbf81bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6db6fdac-1aeb-45a5-b418-d197a2f3d66a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:58.785477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7eda47-67a1-456e-88fd-9ebcc173945f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.794310 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7eda47-67a1-456e-88fd-9ebcc173945f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.798371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5d7eda47-67a1-456e-88fd-9ebcc173945f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "DELETE /v2.0/security-groups/d2536d7e-7417-420f-8909-e5b26f7243c7 HTTP/1.1" status: 204 len: 168 time: 0.5623608 Jul 09 16:37:58.800578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:58.809851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4e35-caf6-4160-89a6-0c18c44c05a5 req-e9128f52-0769-45d8-9589-ac000b6badbf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:58.821953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e2d4e35-caf6-4160-89a6-0c18c44c05a5 req-e9128f52-0769-45d8-9589-ac000b6badbf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 944 time: 0.2488618 Jul 09 16:37:58.865834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eda47-67a1-456e-88fd-9ebcc173945f tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2536d7e-7417-420f-8909-e5b26f7243c7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:58.886688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-d15beb15-a351-4e74-813e-090ac0e5180e tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:58.899509 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-d15beb15-a351-4e74-813e-090ac0e5180e tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.2782280 Jul 09 16:37:58.901427 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-1c4e36b4-97a0-4fdc-a8ab-aef47c4db9af tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] show failed (client error): The resource could not be found. Jul 09 16:37:58.905163 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1c4e36b4-97a0-4fdc-a8ab-aef47c4db9af tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "GET /v2.0/security-groups/d2536d7e-7417-420f-8909-e5b26f7243c7 HTTP/1.1" status: 404 len: 347 time: 0.0704811 Jul 09 16:37:58.907478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:58.950422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e2d4e35-caf6-4160-89a6-0c18c44c05a5 req-b987a3b1-e315-47bc-a4b1-0e193c10ec59 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264727 Jul 09 16:37:58.979882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.109047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-571a0870-1bf7-4972-8873-089698ca5918 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dafcc31519c44059aaa710c2b2bdeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250837 Jul 09 16:37:59.109735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.170560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-7346dd19-86ef-4b4b-88a9-d11443d2d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.173887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-7346dd19-86ef-4b4b-88a9-d11443d2d98d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6&tenant_id=6c2b455828fc4b328c11ddb4790c7d05 HTTP/1.1" status: 200 len: 1095 time: 0.2545474 Jul 09 16:37:59.232627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Deleting port 749694b3-6b7c-4bdb-be25-33787f272668 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:59.234319 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.306381 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9362b8f-5594-46df-9aeb-376b51251fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.335300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9362b8f-5594-46df-9aeb-376b51251fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.454701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.455315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.471498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Calling delete_port for 749694b3-6b7c-4bdb-be25-33787f272668 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:59.508450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6eac62b-8a65-4112-a530-49eba9bf0586 req-be206322-64d5-470e-88e6-f64681dc725f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 210 time: 0.0661423 Jul 09 16:37:59.567438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9362b8f-5594-46df-9aeb-376b51251fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.571174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9362b8f-5594-46df-9aeb-376b51251fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.572720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9362b8f-5594-46df-9aeb-376b51251fa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4308148-4ac6-4b1e-a87a-98398ae83e7c HTTP/1.1" status: 204 len: 168 time: 0.4619527 Jul 09 16:37:59.622608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08a2ea-3549-4425-91e2-645dd59245de req-5e9f2511-e14d-4c42-9d5e-2d4b10732dd1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.628424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba08a2ea-3549-4425-91e2-645dd59245de req-5e9f2511-e14d-4c42-9d5e-2d4b10732dd1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 944 time: 0.2420733 Jul 09 16:37:59.659689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9362b8f-5594-46df-9aeb-376b51251fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4308148-4ac6-4b1e-a87a-98398ae83e7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:59.673716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-72f705fb-67c4-4f4b-ac3c-268ebb01cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.676563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-72f705fb-67c4-4f4b-ac3c-268ebb01cdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1095 time: 0.4386265 Jul 09 16:37:59.734232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba08a2ea-3549-4425-91e2-645dd59245de req-e6f1a8e2-77ed-4250-bdea-0116b26464df tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925956 Jul 09 16:37:59.824857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:59.933193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.985326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:00.000150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:00.003510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.181918 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.199753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-9fe0915b-b0a2-4b5e-862c-926377dea5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:00.201297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-9fe0915b-b0a2-4b5e-862c-926377dea5b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.4947102 Jul 09 16:38:00.248999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Pushing event deleted for resources: {'Port': ['ID=749694b3-6b7c-4bdb-be25-33787f272668,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:00.269977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:00.281353 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31078ae-672d-480b-b1e3-13b5135415af" -d '{"events": [{"server_uuid": "463b2a90-8f0c-43c9-921d-9dfe0a0c43f4", "name": "network-vif-plugged", "status": "completed", "tag": "5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:00.298226 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-65fc260d-54c6-4dcc-bf2b-0033ad719633 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 200 len: 217 time: 0.0636430 Jul 09 16:38:00.321920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:00.329208 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.452351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.455059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.456274 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-760ec7c2-119b-4ed4-9b88-ab73d1f94656 tempest-ServersTestBootFromVolume-1249796418 tempest-ServersTestBootFromVolume-1249796418-project] 10.222.0.48 "DELETE /v2.0/floatingips/30ef6f9e-5970-4805-b9ff-226032cc0590 HTTP/1.1" status: 204 len: 168 time: 1.5474129 Jul 09 16:38:00.460193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:00.465200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:00.526602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-478cee6c-c049-4d2c-ba25-5da692aaeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:00.530848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-478cee6c-c049-4d2c-ba25-5da692aaeafa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1960959 Jul 09 16:38:00.608334 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f3c2d-591c-4bc7-afda-e652b12e5bd9 x-openstack-request-id: req-cf8f3c2d-591c-4bc7-afda-e652b12e5bd9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:00.609821 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463b2a90-8f0c-43c9-921d-9dfe0a0c43f4", "name": "network-vif-plugged", "status": "completed", "tag": "5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:00.610831 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf8f3c2d-591c-4bc7-afda-e652b12e5bd9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:00.611736 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2', 'code': 200} Jul 09 16:38:00.618028 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-f7ac04da-334a-4d4c-a3c6-f71590104209 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798206 Jul 09 16:38:00.796132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5262b-eb30-4665-90a7-b14b9d27ffec req-2d3caaa0-9f90-4670-8e21-1d6d6ee58a9c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:00.804155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80e5262b-eb30-4665-90a7-b14b9d27ffec req-2d3caaa0-9f90-4670-8e21-1d6d6ee58a9c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 944 time: 0.4624698 Jul 09 16:38:00.982672 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-bfc3b72d-6eda-441a-9e62-ef1f22bc7a78 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565831 Jul 09 16:38:01.087741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80e5262b-eb30-4665-90a7-b14b9d27ffec req-b3b8cdaf-8a75-4c36-940d-868391f5b186 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823064 Jul 09 16:38:01.186583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-2f15ca68-d21b-4931-8655-fcfa71fba676 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947536 Jul 09 16:38:01.210283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97a6c12c-f9fc-495d-99da-a7e591bcd2fe req-2c59fe08-7124-4cfe-b661-ffc14f7984b8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 210 time: 0.1453550 Jul 09 16:38:01.344678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd458c9-508a-4da1-a405-74606cc8138e req-5f5cd6e7-f795-4d1c-bf3d-ed7f7044de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:01.346231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd458c9-508a-4da1-a405-74606cc8138e req-5f5cd6e7-f795-4d1c-bf3d-ed7f7044de2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 1096 time: 0.5388677 Jul 09 16:38:01.520493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fd458c9-508a-4da1-a405-74606cc8138e req-ed3e7801-4f0f-4a3a-85eb-5b00043b942e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419241 Jul 09 16:38:01.589070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8580f-c67b-41f6-943e-285e2ef05daa req-4bf65a6f-33d4-4f03-be98-58e3b00d0034 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:01.615179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2d8580f-c67b-41f6-943e-285e2ef05daa req-4bf65a6f-33d4-4f03-be98-58e3b00d0034 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 945 time: 0.2932386 Jul 09 16:38:01.806613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2d8580f-c67b-41f6-943e-285e2ef05daa req-e5519caa-70fa-48a4-9601-3909f3d4b813 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902478 Jul 09 16:38:01.868205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-f40e6246-1f27-4560-ad4e-ac615f1f8e08 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998881 Jul 09 16:38:01.983060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-607f392c-4f99-43e2-b524-5bb86de0d57a tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:01.991802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-607f392c-4f99-43e2-b524-5bb86de0d57a tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6&tenant_id=6c2b455828fc4b328c11ddb4790c7d05&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.2561047 Jul 09 16:38:02.158440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:02.321674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-48626221-a713-4b6a-a5fa-3310b092421c service neutron] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:02.332356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-48626221-a713-4b6a-a5fa-3310b092421c service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:02.333534 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79869215-c034-44d0-ae33-70ce9b5376f1 req-48626221-a713-4b6a-a5fa-3310b092421c service neutron] 10.222.0.37 "DELETE /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd/bindings/n-h2-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.3341320 Jul 09 16:38:02.758398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11bb763a-3dbc-4677-937d-ab5715434add req-ee1e5c88-170d-42e8-846e-5a3b737e4444 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 210 time: 0.0765703 Jul 09 16:38:02.831232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-a51bd00d-58e1-4706-afc8-05b37c781e09 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:02.832808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-a51bd00d-58e1-4706-afc8-05b37c781e09 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9544706 Jul 09 16:38:02.858635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:03.118648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503e0f1-b6b6-47dd-b3b6-a377f7291053 req-61fd9a33-2dd5-46eb-ad21-bee83382b4ea tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:03.125852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e503e0f1-b6b6-47dd-b3b6-a377f7291053 req-61fd9a33-2dd5-46eb-ad21-bee83382b4ea tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 944 time: 0.4450727 Jul 09 16:38:03.312959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e503e0f1-b6b6-47dd-b3b6-a377f7291053 req-1c4f66af-9a31-48b9-8774-1385a74d3015 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482308 Jul 09 16:38:03.332170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:03.336092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.453101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bdb83-2265-40ee-a320-72f40beb8681 req-c05136fd-33ae-4e33-ac84-718625ef5b30 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:03.455039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d2bdb83-2265-40ee-a320-72f40beb8681 req-c05136fd-33ae-4e33-ac84-718625ef5b30 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 945 time: 0.2888832 Jul 09 16:38:03.620421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d2bdb83-2265-40ee-a320-72f40beb8681 req-d08ad789-9e45-4199-a099-84cbf94de27e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310451 Jul 09 16:38:03.735481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Deleting port b21ed335-abfd-4111-b919-61472e2b2867 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:03.738213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.805580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.174 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/249c5665-ce11-4f68-be4c-75ca2d178641) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:03.987599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] For port b21ed335-abfd-4111-b919-61472e2b2867, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b21ed335-abfd-4111-b919-61472e2b2867,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:03.987907 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.025369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Calling delete_port for b21ed335-abfd-4111-b919-61472e2b2867 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:04.191528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.229789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02490b-79af-41db-a85f-f442bbe396f8 req-fe8b8f2c-ab84-42da-a7c5-ba40d128f6f3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.231906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf02490b-79af-41db-a85f-f442bbe396f8 req-fe8b8f2c-ab84-42da-a7c5-ba40d128f6f3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.3825793 Jul 09 16:38:04.365684 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e42c13-3eb2-4b94-b2c4-19dae35cd8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.380238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870abd-d4ba-4d3a-8e78-b892a1bae122 req-a0124bff-2a73-4280-9522-3916ab9719c6 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.382115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e870abd-d4ba-4d3a-8e78-b892a1bae122 req-a0124bff-2a73-4280-9522-3916ab9719c6 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 1095 time: 0.3809488 Jul 09 16:38:04.393020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.397784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf02490b-79af-41db-a85f-f442bbe396f8 req-5d607bc8-b4d3-47ed-8d43-89ed754f8107 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454730 Jul 09 16:38:04.441575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object 249c5665-ce11-4f68-be4c-75ca2d178641 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:04.520484 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e42c13-3eb2-4b94-b2c4-19dae35cd8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.528887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e870abd-d4ba-4d3a-8e78-b892a1bae122 req-1877c8b5-461c-40dd-8b86-f12e4ce48223 tempest-LiveMigrationTest-882760731 tempest-LiveMigrationTest-882760731-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259162 Jul 09 16:38:04.530226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e42c13-3eb2-4b94-b2c4-19dae35cd8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.615601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.635322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:04.671237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26e42c13-3eb2-4b94-b2c4-19dae35cd8a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec3e20295d8742c9a16451325959b024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783041 Jul 09 16:38:04.680615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.693946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e42c13-3eb2-4b94-b2c4-19dae35cd8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa68a6-9767-4c57-8ec2-ee4bdacf97f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:04.727840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46', '73e7fb1b-3e3b-441b-9087-f19be05fada4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:04.748847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:04.750741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=249c5665-ce11-4f68-be4c-75ca2d178641,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:04.754710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.788073 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:04.795532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:04.807953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-011b1db0-9023-44bd-8bd9-2238859e4474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.845572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-011b1db0-9023-44bd-8bd9-2238859e4474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.924792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.925760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.927084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-011b1db0-9023-44bd-8bd9-2238859e4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.930900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-011b1db0-9023-44bd-8bd9-2238859e4474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.935358 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-011b1db0-9023-44bd-8bd9-2238859e4474 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdaa68a6-9767-4c57-8ec2-ee4bdacf97f7 HTTP/1.1" status: 204 len: 168 time: 0.2533026 Jul 09 16:38:04.963022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b1db0-9023-44bd-8bd9-2238859e4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa68a6-9767-4c57-8ec2-ee4bdacf97f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:05.016773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.124420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-071b00ad-8f63-47e8-aa33-e48f2ffad29b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2706804 Jul 09 16:38:05.129395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21ed335-abfd-4111-b919-61472e2b2867,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:05.214954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Request body: {'port': {'device_id': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:05.273994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7befdab5-ae8a-4001-bffd-294ff6df7879 None None] Provisioning for port 249c5665-ce11-4f68-be4c-75ca2d178641 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:05.294108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7befdab5-ae8a-4001-bffd-294ff6df7879 None None] Provisioning complete for port 249c5665-ce11-4f68-be4c-75ca2d178641 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:05.294636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7befdab5-ae8a-4001-bffd-294ff6df7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.409566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7befdab5-ae8a-4001-bffd-294ff6df7879 None None] Port 249c5665-ce11-4f68-be4c-75ca2d178641 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:05.530287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a998dad-41a1-49fe-9b4c-6a74f94e66d2 req-0a2a2fb3-598f-41ba-80e7-30d26bd599f9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:05.531917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a998dad-41a1-49fe-9b4c-6a74f94e66d2 req-0a2a2fb3-598f-41ba-80e7-30d26bd599f9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 936 time: 0.7586019 Jul 09 16:38:05.587256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40884318-79ce-414d-88ea-e419e0fdfaa5 req-bf835377-3b66-4e2d-ac68-1cf80aee22f7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:05.588957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40884318-79ce-414d-88ea-e419e0fdfaa5 req-bf835377-3b66-4e2d-ac68-1cf80aee22f7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 945 time: 0.4916289 Jul 09 16:38:05.631458 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.746719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdfe59-aca3-412e-96f8-519e371e2eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.754245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a998dad-41a1-49fe-9b4c-6a74f94e66d2 req-2c7b9c9e-8e10-4d30-8557-9ab821b6fe59 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050917 Jul 09 16:38:05.892793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.933325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40884318-79ce-414d-88ea-e419e0fdfaa5 req-b8de3a29-c716-4c74-89db-c6ef2a082522 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064666 Jul 09 16:38:06.411428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:06.494762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249c5665-ce11-4f68-be4c-75ca2d178641 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:06.511680 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.527484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Router c036ba5c-7771-4141-b201-640e17b8eddc has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:06.560984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Transition to ACTIVE for port object 249c5665-ce11-4f68-be4c-75ca2d178641 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:06.612176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.658535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-723110154-network', 'tenant_id': 'a2e342c0369c42fba39361ea65f423e2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:06.709099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Made reservation on behalf of a2e342c0369c42fba39361ea65f423e2 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:06.713609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.733674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.939903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.948850 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.974866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:07.026596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.026997 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Added segment 990039ef-9888-48c9-aeba-38d9b2d16c90 of type vlan for network 9bd62c12-9f40-4ed4-88d4-8969e27432cc Jul 09 16:38:07.082030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d437c53-3f55-4f51-a58d-84c922adfd88,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:07.130610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.186903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.188523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.189425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.212328 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7983756 Jul 09 16:38:07.213525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:07.301360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Request body: {'subnet': {'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-723110154-subnet', 'tenant_id': 'a2e342c0369c42fba39361ea65f423e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:07.333009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Pushing event updated for resources: {'Port': ['ID=249c5665-ce11-4f68-be4c-75ca2d178641,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:07.382054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Made reservation on behalf of a2e342c0369c42fba39361ea65f423e2 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:07.384919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.390595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904a9e3-e8b5-4487-8607-7eb1f359d117 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd62c12-9f40-4ed4-88d4-8969e27432cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:07.411855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9bd62c12-9f40-4ed4-88d4-8969e27432cc details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:07.462087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:07.471000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233bdf3-5f62-423e-803d-1d2c894629bd req-af1e530d-2f70-4854-9f16-d9523656f7e6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.472618 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8233bdf3-5f62-423e-803d-1d2c894629bd req-af1e530d-2f70-4854-9f16-d9523656f7e6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 944 time: 0.9310760 Jul 09 16:38:07.476453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-71032a1b-8c64-4c18-b799-e856a0b1f144 admin admin] 10.222.0.48 "PUT /v2.0/routers/c036ba5c-7771-4141-b201-640e17b8eddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0136459 Jul 09 16:38:07.483465 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] Sync routers for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:07.490883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:07.506006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:07.506700 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:07.536514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-49c1cd74-e6b9-46da-9acf-890dcb11dba9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.539305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-49c1cd74-e6b9-46da-9acf-890dcb11dba9 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 944 time: 0.3244059 Jul 09 16:38:07.684297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:07.691573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Attempting to bind port 249c5665-ce11-4f68-be4c-75ca2d178641 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:07.692416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Attempting to bind port 249c5665-ce11-4f68-be4c-75ca2d178641 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:07.693409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Attempting to bind port 249c5665-ce11-4f68-be4c-75ca2d178641 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:07.710406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Port 249c5665-ce11-4f68-be4c-75ca2d178641 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:07.711358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Attempting to bind port 249c5665-ce11-4f68-be4c-75ca2d178641 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:07.719438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-12087a40-f2a4-40a3-a614-33383bf70415 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1107051 Jul 09 16:38:07.740852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7838c-944c-4573-898a-f7bbd777ae25 req-20c63556-7bb7-45f6-a82e-f26f6c0ab6b7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.755289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55b7838c-944c-4573-898a-f7bbd777ae25 req-20c63556-7bb7-45f6-a82e-f26f6c0ab6b7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 945 time: 1.0006852 Jul 09 16:38:07.818327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:07.819313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:07.820269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:07.821741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Bound port: 249c5665-ce11-4f68-be4c-75ca2d178641, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:07.822946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.877782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8233bdf3-5f62-423e-803d-1d2c894629bd req-7ce05374-9f4b-4b47-ac9c-74253f9e1531 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830912 Jul 09 16:38:07.991662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.060859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:38:04Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:08.118654 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] Checking router: c036ba5c-7771-4141-b201-640e17b8eddc for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:08.138356 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] Routers {'c036ba5c-7771-4141-b201-640e17b8eddc'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:08.139888 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c036ba5c-7771-4141-b201-640e17b8eddc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:08.213353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55b7838c-944c-4573-898a-f7bbd777ae25 req-b808d032-fb3f-4e63-b4d6-fd25faf627ba tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557328 Jul 09 16:38:08.249442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.259912 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45b1dc2d-ebfa-43da-94c7-d8ce29d7d61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.405987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] For port 249c5665-ce11-4f68-be4c-75ca2d178641, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:08.453052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] For port 249c5665-ce11-4f68-be4c-75ca2d178641, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=249c5665-ce11-4f68-be4c-75ca2d178641,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:08.481742 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] Set router c036ba5c-7771-4141-b201-640e17b8eddc gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:08.540558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.589386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Deleting port e2960808-6596-452c-80f8-f9c59ae39bcd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:08.590034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.590171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.658147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-3a842e0b-47d2-4ab2-832b-393dddfe851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:08.662302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-3a842e0b-47d2-4ab2-832b-393dddfe851f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 1097 time: 0.8235333 Jul 09 16:38:08.694737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.798015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] For port e2960808-6596-452c-80f8-f9c59ae39bcd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2960808-6596-452c-80f8-f9c59ae39bcd,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:08.798399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.844318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Calling delete_port for e2960808-6596-452c-80f8-f9c59ae39bcd owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:08.847178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d027fd22-c97e-4875-960f-a56df897c30c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:08.892559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Checking segment: {'id': '990039ef-9888-48c9-aeba-38d9b2d16c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:08.893146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Network hostable DHCP agents. Network: 9bd62c12-9f40-4ed4-88d4-8969e27432cc, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:08.934664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-ab1984b2-8655-4c27-a6ea-9cd7f804ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:08.937723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-ab1984b2-8655-4c27-a6ea-9cd7f804ed4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.1994376 Jul 09 16:38:08.954113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:08.955787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.957512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] 10.222.0.43 "PUT /v2.0/ports/249c5665-ce11-4f68-be4c-75ca2d178641 HTTP/1.1" status: 200 len: 1096 time: 3.8115234 Jul 09 16:38:08.975866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'tag': '249c5665-ce11-4f68-be4c-75ca2d178641'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:08.983877 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:38:04Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:08.991850 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b49aa-d413-459f-9552-6eaff70b91c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8bb4de-d034-4f34-8248-2f190f2c6ea8", "tag": "249c5665-ce11-4f68-be4c-75ca2d178641"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:08.995615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Network 9bd62c12-9f40-4ed4-88d4-8969e27432cc is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:09.018077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9bd62c12-9f40-4ed4-88d4-8969e27432cc) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:09.027239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe41426-4c9a-4679-873b-9d14bc3f51e4 None None] Network 9bd62c12-9f40-4ed4-88d4-8969e27432cc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:09.027991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.029032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.060516 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed88f2c5-220f-450b-8264-74d8afdf662b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8312068 Jul 09 16:38:09.095043 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beefb1-318f-4e60-8246-558fde9562ac None None] The sync data for ids ['c036ba5c-7771-4141-b201-640e17b8eddc'] in n-d-800085-2 is: [{'id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'name': 'tempest-ServersTestBootFromVolume-629058554-router', 'tenant_id': '62962c20d62c464d8274e7617715fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:34:34Z', 'updated_at': '2021-07-09T16:38:04Z', 'revision_number': 5, 'project_id': '62962c20d62c464d8274e7617715fe4e', 'gw_port': {'id': '4b715d97-c320-4515-b5c3-9007b34aff27', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c036ba5c-7771-4141-b201-640e17b8eddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:34:35Z', 'updated_at': '2021-07-09T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:09.183542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-80fe330a-9203-4b1b-a49f-5188058843df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608a9836-fa60-421b-955f-623e0acbb8c9 HTTP/1.1" status: 200 len: 217 time: 0.1304495 Jul 09 16:38:09.275698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.282616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.335975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event deleted for resources: {'Port': ['ID=e2960808-6596-452c-80f8-f9c59ae39bcd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:09.376464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f72b8b14-0695-41da-bae7-ccbde8bca861', 'e2960808-6596-452c-80f8-f9c59ae39bcd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:09.389377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-36798da4-a2b0-470e-869a-5830ed140a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.390958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-36798da4-a2b0-470e-869a-5830ed140a3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 1099 time: 0.3279569 Jul 09 16:38:09.429569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.432662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] No DVR routers for this DVR port e2960808-6596-452c-80f8-f9c59ae39bcd on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:09.437595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a8454-96cb-4109-8a39-4dc3081c787f service neutron] Pushing event updated for resources: {'Port': ['ID=249c5665-ce11-4f68-be4c-75ca2d178641,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:09.450447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ddd9880-8a0d-46fc-9501-5dcfe2d87575 req-ae3a22ee-a874-4cec-bab6-afb23c5c5635 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.1580720 Jul 09 16:38:09.456508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.458813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9511656-e6de-4870-bdea-93c678c9d6cd req-d4ba666c-2484-4f48-9840-78f11ca965a2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "DELETE /v2.0/ports/e2960808-6596-452c-80f8-f9c59ae39bcd HTTP/1.1" status: 204 len: 173 time: 1.9117646 Jul 09 16:38:09.459320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'name': 'network-vif-deleted', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:09.460011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d9a6b-3d2e-416b-8883-67a1a21cb292 req-69541c40-0414-444d-8441-d6e2c1ff1261 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.461760 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439a5ce-17d2-4901-a4ce-09851069d0c3" -d '{"events": [{"server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "name": "network-vif-deleted", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:09.474084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a2d9a6b-3d2e-416b-8883-67a1a21cb292 req-69541c40-0414-444d-8441-d6e2c1ff1261 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 948 time: 1.1532593 Jul 09 16:38:09.522568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-6cbe5bcc-6255-46f1-978d-9b11e9197c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.524120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-6cbe5bcc-6255-46f1-978d-9b11e9197c42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.2727261 Jul 09 16:38:09.590822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-2c962513-7095-4b16-9de5-f4e48d9f40f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592728 Jul 09 16:38:09.599239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-f05ab137-3be6-4987-95ba-4a936ed0bfe9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.600934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-f05ab137-3be6-4987-95ba-4a936ed0bfe9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 945 time: 0.5838685 Jul 09 16:38:09.614345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b264e-a778-4069-ac0b-3fa680bd00c3 None None] Network 9bd62c12-9f40-4ed4-88d4-8969e27432cc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:09.639894 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eee20b-971a-49c5-9f17-b961bf8d39da x-openstack-request-id: req-a5eee20b-971a-49c5-9f17-b961bf8d39da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:09.640186 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8bb4de-d034-4f34-8248-2f190f2c6ea8", "tag": "249c5665-ce11-4f68-be4c-75ca2d178641", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:09.640454 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5eee20b-971a-49c5-9f17-b961bf8d39da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:09.640825 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'tag': '249c5665-ce11-4f68-be4c-75ca2d178641', 'status': 'completed', 'code': 200} Jul 09 16:38:09.675188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-d153919b-fcd6-4b9f-99df-651edf053b85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=249c5665-ce11-4f68-be4c-75ca2d178641 HTTP/1.1" status: 200 len: 217 time: 0.2447171 Jul 09 16:38:09.774749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a2d9a6b-3d2e-416b-8883-67a1a21cb292 req-ee4795d6-3e18-4f41-9c77-d36435d0c9da tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828941 Jul 09 16:38:09.881953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-7483fae2-87d6-4010-9803-b1cf7e68ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.885011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-7483fae2-87d6-4010-9803-b1cf7e68ca63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1985826 Jul 09 16:38:09.918157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Deleting port 4b715d97-c320-4515-b5c3-9007b34aff27 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:09.918790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.004182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-6ecf3d01-25b1-40a2-aaf4-6e40cbaad379 service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020209 Jul 09 16:38:10.169741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-b59931c5-f0a0-41f6-9a96-1eb3e8114d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.173158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-b59931c5-f0a0-41f6-9a96-1eb3e8114d60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2533898 Jul 09 16:38:10.227249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:10.227660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.355148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-7610940f-82d5-4415-8c65-539135b21684 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661024 Jul 09 16:38:10.402742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] For port 4b715d97-c320-4515-b5c3-9007b34aff27, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4b715d97-c320-4515-b5c3-9007b34aff27,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:10.403202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.468794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0a662af-37a9-4f38-a68d-4bf66005befa req-5a2536b0-aa8f-499a-b146-74809fe4236d service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963259 Jul 09 16:38:10.490990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Calling delete_port for 4b715d97-c320-4515-b5c3-9007b34aff27 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:10.538101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33abddae-f44c-4f9e-b00f-6b98e910e887 req-126b0741-a7f1-4088-85fe-d05e87aa228d service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085869 Jul 09 16:38:10.652450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42947d66-cee1-473e-b129-7b4946461e99 req-7c74ba79-14aa-4cc6-a9a2-d842373a1fce tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.654075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42947d66-cee1-473e-b129-7b4946461e99 req-7c74ba79-14aa-4cc6-a9a2-d842373a1fce tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 945 time: 0.5934823 Jul 09 16:38:10.711313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:10.711678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.774140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:10.785473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-2c4b1846-edb7-46cd-aacd-76a7640e26f2 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.787363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-2c4b1846-edb7-46cd-aacd-76a7640e26f2 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/networks?id=9bd62c12-9f40-4ed4-88d4-8969e27432cc HTTP/1.1" status: 200 len: 821 time: 0.4596505 Jul 09 16:38:10.955451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42947d66-cee1-473e-b129-7b4946461e99 req-dbfd3dd7-61b5-4b46-8dc0-b26a51cbe78e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688727 Jul 09 16:38:10.974705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-52afddaa-1537-45c0-ba6a-0ca74429f328 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/quotas/a2e342c0369c42fba39361ea65f423e2 HTTP/1.1" status: 200 len: 375 time: 0.1632433 Jul 09 16:38:10.987102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.000880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b21ed335-abfd-4111-b919-61472e2b2867 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:11.047789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b21ed335-abfd-4111-b919-61472e2b2867 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:11.053257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b21ed335-abfd-4111-b919-61472e2b2867 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:11.076442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-ab1e2c09-aa97-46d0-81eb-4716a78b9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:11.078452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-ab1e2c09-aa97-46d0-81eb-4716a78b9ad9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 1099 time: 0.5133169 Jul 09 16:38:11.081592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-f3e3a4df-0d4e-4e00-ad09-2cabd181e372 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2e342c0369c42fba39361ea65f423e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855036 Jul 09 16:38:11.506540 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270adcd6-7e82-4f5f-97f4-87057e9c4bf1 x-openstack-request-id: req-270adcd6-7e82-4f5f-97f4-87057e9c4bf1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:11.508897 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548679fa-6b7a-4971-b814-25ed427f7ca6", "name": "network-vif-deleted", "tag": "e2960808-6596-452c-80f8-f9c59ae39bcd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:11.509430 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-270adcd6-7e82-4f5f-97f4-87057e9c4bf1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:11.510069 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548679fa-6b7a-4971-b814-25ed427f7ca6', 'name': 'network-vif-deleted', 'tag': 'e2960808-6596-452c-80f8-f9c59ae39bcd', 'status': 'completed', 'code': 200} Jul 09 16:38:11.801037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56adcfe-3aaf-436b-8683-7045ca17c674 req-97ef214e-755c-4cc7-b763-8b0d22f3d49d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.1099854 Jul 09 16:38:11.859340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.871520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-859189cc-f339-44ff-921e-9ebf90d24ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776725 Jul 09 16:38:11.879536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-c54a4f35-a610-4fea-b943-3d248d44c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:11.882185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-c54a4f35-a610-4fea-b943-3d248d44c77c service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.7865634 Jul 09 16:38:11.898221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:11.945334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b715d97-c320-4515-b5c3-9007b34aff27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:12.005275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No active binding found for port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 {{(pid=93769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:38:12.006385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:12.041909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:12.061928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.072364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-9e188dba-5bae-483c-aa0d-206e80ab8ee3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=249c5665-ce11-4f68-be4c-75ca2d178641 HTTP/1.1" status: 200 len: 217 time: 0.1533637 Jul 09 16:38:12.094379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:12.137288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:12.142798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: e2960808-6596-452c-80f8-f9c59ae39bcd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:12.143227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2960808-6596-452c-80f8-f9c59ae39bcd not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:12.248857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:12.382207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port 5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:12.398046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.401200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74dfa0ea-6da2-4e80-849b-16c09c3adcf2 req-9c43c052-7ad3-4072-8ce9-d8e72c9b633b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "DELETE /v2.0/ports/5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2 HTTP/1.1" status: 204 len: 173 time: 2.7693772 Jul 09 16:38:12.404144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-ec192ab5-13f2-475c-bb45-83cbb9258de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:12.405814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-ec192ab5-13f2-475c-bb45-83cbb9258de2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2947817 Jul 09 16:38:12.406299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'name': 'network-vif-deleted', 'tag': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:12.409284 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc7b01-cab3-4608-84dc-56093cfd4374" -d '{"events": [{"server_uuid": "463b2a90-8f0c-43c9-921d-9dfe0a0c43f4", "name": "network-vif-deleted", "tag": "5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:12.418329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.425978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-19aec9da-06af-4740-9b15-7e1c2ff8c7f0 service neutron] 10.222.0.48 "GET /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081215 Jul 09 16:38:12.751974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8877a2f-5029-4bad-ad17-f51ce17a857a req-742161c3-3b49-423b-9136-4bcbc871eaea tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:12.755739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8877a2f-5029-4bad-ad17-f51ce17a857a req-742161c3-3b49-423b-9136-4bcbc871eaea tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 948 time: 0.6961088 Jul 09 16:38:12.759507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.765655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.886451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.887491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c036ba5c-7771-4141-b201-640e17b8eddc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:12.909584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8877a2f-5029-4bad-ad17-f51ce17a857a req-8dd3f3ba-43f7-4a54-aaf3-5a517d8ee2dc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402783 Jul 09 16:38:12.920108 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.928005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d7a412a6-4869-4fdb-8b61-b2882c588a8c admin admin] 10.222.0.48 "DELETE /v2.0/routers/c036ba5c-7771-4141-b201-640e17b8eddc HTTP/1.1" status: 204 len: 168 time: 5.4303772 Jul 09 16:38:12.934813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:12.954219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-debadcba-3788-4d15-a3f2-ce4acb6df6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:12.956918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-debadcba-3788-4d15-a3f2-ce4acb6df6ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4663486 Jul 09 16:38:13.083460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Deleting subnet 3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:13.103851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.262269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9697a28-25fd-46bb-b8bb-aad01a46d78a req-0f6c0d48-cb2b-422e-b104-683e39726378 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=463b2a90-8f0c-43c9-921d-9dfe0a0c43f4 HTTP/1.1" status: 200 len: 210 time: 0.1675806 Jul 09 16:38:13.302405 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.368164 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2dffa-8a6a-4ef6-b053-e7b4994e2ac6 x-openstack-request-id: req-dce2dffa-8a6a-4ef6-b053-e7b4994e2ac6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:13.369941 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463b2a90-8f0c-43c9-921d-9dfe0a0c43f4", "name": "network-vif-deleted", "tag": "5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:13.371411 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dce2dffa-8a6a-4ef6-b053-e7b4994e2ac6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:13.373952 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463b2a90-8f0c-43c9-921d-9dfe0a0c43f4', 'name': 'network-vif-deleted', 'tag': '5a7671a7-5771-4d11-8c9a-b60ec6b2c4d2', 'status': 'completed', 'code': 200} Jul 09 16:38:13.393631 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-e6d06a08-4a78-4efa-ba27-609e7cbd4b86 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232597 Jul 09 16:38:13.555847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.626181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ba7acd-77cf-45ef-8912-c061bfea132b req-9dad42ca-4aa1-4fb7-8885-280975450901 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 210 time: 0.1430264 Jul 09 16:38:13.744178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697b49aa-d413-459f-9552-6eaff70b91c5 req-f30ee33f-c82b-497d-9b3f-3f7293abecb3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399587 Jul 09 16:38:13.759814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.819820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc98aa9-b062-407e-8ede-f499eb7b1352 None None] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:13.865306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.869754 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30 HTTP/1.1" status: 204 len: 168 time: 0.9338312 Jul 09 16:38:13.871959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:13.880658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd6d1a-5b36-4f04-b072-6682f8aed8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c27cec3-77c4-4ec8-b6f3-c3f7d0f29d30,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:13.897547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99bf634c-72a5-4a1e-bd8d-dca8709a1e9d req-7baa3fb1-15cd-4365-ab9a-215ec745657a tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0621929 Jul 09 16:38:13.924527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 249c5665-ce11-4f68-be4c-75ca2d178641 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:14.012923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.157991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 249c5665-ce11-4f68-be4c-75ca2d178641, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=249c5665-ce11-4f68-be4c-75ca2d178641,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:14.176492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '249c5665-ce11-4f68-be4c-75ca2d178641', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '249c5665-ce11-4f68-be4c-75ca2d178641', 'mac_address': 'fa:16:3e:8f:43:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:14.234284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c29078-ca34-458d-ba8c-fd8f76c5ec04 req-1c5826bc-b3ef-4526-a5e7-8d001c84e9c8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:14.243053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Deleting port 562f7097-beb1-4f80-8c39-74a28be0d5fa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:14.243602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.244411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11c29078-ca34-458d-ba8c-fd8f76c5ec04 req-1c5826bc-b3ef-4526-a5e7-8d001c84e9c8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 948 time: 0.1406801 Jul 09 16:38:14.308502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] DHCP port deletion for f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:38:14.329642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11c29078-ca34-458d-ba8c-fd8f76c5ec04 req-d3ae9c83-7ce2-4c4c-a0c1-da6564703309 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829902 Jul 09 16:38:14.337221 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.454954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] For port 562f7097-beb1-4f80-8c39-74a28be0d5fa, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=562f7097-beb1-4f80-8c39-74a28be0d5fa,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:14.455480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.472945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Calling delete_port for 562f7097-beb1-4f80-8c39-74a28be0d5fa owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:14.478057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249c5665-ce11-4f68-be4c-75ca2d178641 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:14.551887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 249c5665-ce11-4f68-be4c-75ca2d178641, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=249c5665-ce11-4f68-be4c-75ca2d178641,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:14.564661 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.593468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Deleting port 562f7097-beb1-4f80-8c39-74a28be0d5fa {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:14.594034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.641950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.694618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=562f7097-beb1-4f80-8c39-74a28be0d5fa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:14.699706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] No DVR routers for this DVR port 562f7097-beb1-4f80-8c39-74a28be0d5fa on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:14.769870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=249c5665-ce11-4f68-be4c-75ca2d178641,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:14.801959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] For port 562f7097-beb1-4f80-8c39-74a28be0d5fa, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=562f7097-beb1-4f80-8c39-74a28be0d5fa,segment=NetworkSegment(3f4090e5-b587-4c98-82ea-bf90ee93bf58),segment_id=3f4090e5-b587-4c98-82ea-bf90ee93bf58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:14.802679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.836592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Calling delete_port for 562f7097-beb1-4f80-8c39-74a28be0d5fa owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:14.919643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.937342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:14.968830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4090e5-b587-4c98-82ea-bf90ee93bf58') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:14.985765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4090e5-b587-4c98-82ea-bf90ee93bf58') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:15.008353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.028245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6b76ca7-9edc-4bfa-8874-03c9bb9b0cbd req-1e0869c7-eeef-46de-ad88-65bad61fdcfb tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 210 time: 0.1441793 Jul 09 16:38:15.034920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.050779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['249c5665-ce11-4f68-be4c-75ca2d178641'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:15.078179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:15.079375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:15.087069 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:15.163415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b715d97-c320-4515-b5c3-9007b34aff27 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:15.188716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.197720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.204084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d HTTP/1.1" status: 204 len: 168 time: 1.3299801 Jul 09 16:38:15.206896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 4b715d97-c320-4515-b5c3-9007b34aff27 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:15.215803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b715d97-c320-4515-b5c3-9007b34aff27 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:15.221402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 562f7097-beb1-4f80-8c39-74a28be0d5fa no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:15.240395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efba8c-b2ac-4a4e-b46e-0cd7fd2d9a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:15.320467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c876277-38bb-4b3a-b0db-18505c2c53f9 req-eefcbd5e-262a-408b-be12-71c9e235cc57 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0981889 Jul 09 16:38:15.405587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 562f7097-beb1-4f80-8c39-74a28be0d5fa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:15.412168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 562f7097-beb1-4f80-8c39-74a28be0d5fa not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:15.553643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:15.599994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.661290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Network f9c5fd24-bae3-4e2c-a4bd-c145b71ce55d is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:38:15.663928 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97d4eaaa-42a1-4ea4-970f-baefbdfe3537 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62962c20d62c464d8274e7617715fe4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087842 Jul 09 16:38:15.665235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] No DVR routers for this DVR port 562f7097-beb1-4f80-8c39-74a28be0d5fa on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:15.667028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:15.682999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ae500-8c15-4e0a-856b-1065cbc5ae9d None None] Pushing event deleted for resources: {'Port': ['ID=562f7097-beb1-4f80-8c39-74a28be0d5fa,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:15.812097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b65a1c-126e-447b-a50a-df7fbb790b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.876174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b65a1c-126e-447b-a50a-df7fbb790b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.954620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013e53-6286-4d93-bfee-1a8dd7df20b5 req-b3ae5547-2db8-470c-b8a1-995ac83789f9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:15.954620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb013e53-6286-4d93-bfee-1a8dd7df20b5 req-b3ae5547-2db8-470c-b8a1-995ac83789f9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.4058657 Jul 09 16:38:15.986193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b65a1c-126e-447b-a50a-df7fbb790b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.988770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b65a1c-126e-447b-a50a-df7fbb790b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.992621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c2b65a1c-126e-447b-a50a-df7fbb790b66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04025444-d931-431c-a234-e7fb7eaa7d95 HTTP/1.1" status: 204 len: 168 time: 0.3216033 Jul 09 16:38:16.005018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b65a1c-126e-447b-a50a-df7fbb790b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04025444-d931-431c-a234-e7fb7eaa7d95,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:16.095147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb013e53-6286-4d93-bfee-1a8dd7df20b5 req-577d4acf-62d5-42cc-bf62-398a4d9eeb9b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344206 Jul 09 16:38:16.107420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-7f343203-ba0f-4098-b15f-b6f53f358907 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:16.109797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-7f343203-ba0f-4098-b15f-b6f53f358907 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.43 "GET /v2.0/networks?id=9bd62c12-9f40-4ed4-88d4-8969e27432cc HTTP/1.1" status: 200 len: 821 time: 0.5309503 Jul 09 16:38:16.129079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0545-a653-4b69-96fa-ce53255cf3dc req-4efc2a52-7c53-4123-9aea-99d97b6ea138 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:16.130935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53de0545-a653-4b69-96fa-ce53255cf3dc req-4efc2a52-7c53-4123-9aea-99d97b6ea138 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 949 time: 0.4419286 Jul 09 16:38:16.136394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Request body: {'port': {'device_id': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc', 'admin_state_up': True, 'tenant_id': 'a2e342c0369c42fba39361ea65f423e2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:16.281426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53de0545-a653-4b69-96fa-ce53255cf3dc req-5c76275e-fe00-4ca7-895e-0ba29b1c4c5c tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133330 Jul 09 16:38:16.383213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Made reservation on behalf of a2e342c0369c42fba39361ea65f423e2 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:16.398092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.535568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a47457d-ec92-4cf3-85ec-0afcdf310c37 req-9482d96b-bb35-4aa3-a4be-85b7dbf452a4 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 210 time: 0.0817020 Jul 09 16:38:16.736308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Allocated IP 172.20.0.9 (9bd62c12-9f40-4ed4-88d4-8969e27432cc/d027fd22-c97e-4875-960f-a56df897c30c/cf470d2c-f4ab-4d0e-80ee-15181ebb6911) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:16.852636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ad6a201-5516-486f-9686-30835a5e5966 req-5d8d0c9c-00cb-4070-a352-75f9ddd3923d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=548679fa-6b7a-4971-b814-25ed427f7ca6 HTTP/1.1" status: 200 len: 210 time: 0.1417766 Jul 09 16:38:17.443264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.499007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:17.652589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f994aea-d06c-47a5-8dd4-11852abe89c7 req-ac5b34b2-062c-4769-88b9-186d5349b672 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:17.653301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2119651752-network', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:17.654288 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f994aea-d06c-47a5-8dd4-11852abe89c7 req-ac5b34b2-062c-4769-88b9-186d5349b672 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.3043962 Jul 09 16:38:17.664573 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.682435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Made reservation on behalf of b9b85094d6dc4777bca51b79370372a0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:17.686773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.699252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.733261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92880dd9-802a-409d-911f-6078c2e6bdac req-ea13fbf3-04ad-4cc3-8188-3632fffdc32e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:17.746610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92880dd9-802a-409d-911f-6078c2e6bdac req-ea13fbf3-04ad-4cc3-8188-3632fffdc32e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 949 time: 0.2367318 Jul 09 16:38:17.753393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Pushing event updated for resources: {'Port': ['ID=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:17.798353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.799565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.800150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.800703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.801260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.802199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.802844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.803275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.803708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.804252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.804795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.805201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:17.816067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-f77873dd-e19f-404d-91e2-fd55d927f136 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:17.818161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-f77873dd-e19f-404d-91e2-fd55d927f136 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 945 time: 0.1197836 Jul 09 16:38:17.828105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Network 9bd62c12-9f40-4ed4-88d4-8969e27432cc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:17.832712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:17.836664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:17.885042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f994aea-d06c-47a5-8dd4-11852abe89c7 req-ce95e093-1433-4756-b964-d657d856f758 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132246 Jul 09 16:38:17.910378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92880dd9-802a-409d-911f-6078c2e6bdac req-e51c7989-2402-44c6-8493-2810134596df tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610284 Jul 09 16:38:17.933486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 249c5665-ce11-4f68-be4c-75ca2d178641 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:17.964645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.986948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:17.987997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.001000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.026204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ec9f54fc-1553-4365-8fc4-7e4958787bd6 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8941162 Jul 09 16:38:18.041709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Request body: {'port': {'device_id': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:18.100434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 249c5665-ce11-4f68-be4c-75ca2d178641 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:18.116750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 249c5665-ce11-4f68-be4c-75ca2d178641 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:18.118032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.190195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:18.302660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c34a3e-71db-435f-b1ba-44c9036f1314,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:18.320367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.325237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.327458 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Added segment e1b2d55b-abc3-401e-8fce-2ad4942d7719 of type vlan for network a68e0734-f834-4843-be3c-6d7eab84c04a Jul 09 16:38:18.336213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.342661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.343625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.349583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.351197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.353484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.356498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.357128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.358660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.359178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.360092 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.360635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.363111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:18.419608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:18.420078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.442228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 249c5665-ce11-4f68-be4c-75ca2d178641, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=249c5665-ce11-4f68-be4c-75ca2d178641,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:18.450446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249c5665-ce11-4f68-be4c-75ca2d178641'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:18.458137 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4533819-5ec4-4b07-a3f5-0f0ce11cfc7c" -d '{"events": [{"server_uuid": "aa8bb4de-d034-4f34-8248-2f190f2c6ea8", "name": "network-vif-plugged", "status": "completed", "tag": "249c5665-ce11-4f68-be4c-75ca2d178641"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:18.472898 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.575157 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ad634-9173-4c86-b026-e934f272e1e0 x-openstack-request-id: req-5a4ad634-9173-4c86-b026-e934f272e1e0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:18.575701 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8bb4de-d034-4f34-8248-2f190f2c6ea8", "name": "network-vif-plugged", "status": "completed", "tag": "249c5665-ce11-4f68-be4c-75ca2d178641", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:18.576513 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a4ad634-9173-4c86-b026-e934f272e1e0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:18.577138 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249c5665-ce11-4f68-be4c-75ca2d178641', 'code': 200} Jul 09 16:38:18.651211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:18.651900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.686575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:18.690235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=249c5665-ce11-4f68-be4c-75ca2d178641,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:18.920962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26bf1-17f0-410f-a7ee-e68fc57d45ca req-0f95a548-147c-454f-b526-8facd418ba94 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:18.923643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fed26bf1-17f0-410f-a7ee-e68fc57d45ca req-0f95a548-147c-454f-b526-8facd418ba94 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 931 time: 0.4410355 Jul 09 16:38:18.988882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.002362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:19.097312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:19.126490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6627839-e1a8-408e-94a4-b7a980782d69 req-fda2c66e-0f27-4071-9601-6ad0e2f9f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:19.133685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6627839-e1a8-408e-94a4-b7a980782d69 req-fda2c66e-0f27-4071-9601-6ad0e2f9f3ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 1101 time: 0.4302201 Jul 09 16:38:19.142331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=fbe4a4de-4b59-489f-81d7-f4f28e7cbc34,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:19.158732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.205878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fed26bf1-17f0-410f-a7ee-e68fc57d45ca req-46c6b28e-edf6-4bb8-a68c-ae8cf9c957f9 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518003 Jul 09 16:38:19.310053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:19.332893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.335784 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-285013e7-0f84-42c8-8a12-c694a07f7826 req-c226cbb7-28a8-44e0-ba0b-895fd0827421 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "DELETE /v2.0/ports/fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 HTTP/1.1" status: 204 len: 173 time: 1.5117815 Jul 09 16:38:19.346948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'name': 'network-vif-deleted', 'tag': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:19.351114 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69235f25-d30e-4f71-934d-0d716895642f" -d '{"events": [{"server_uuid": "38ab200e-67ae-481f-a9be-4d0f9a9e1485", "name": "network-vif-deleted", "tag": "fbe4a4de-4b59-489f-81d7-f4f28e7cbc34"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:19.384706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6627839-e1a8-408e-94a4-b7a980782d69 req-c8d6e2cd-04f2-4d4c-b6f4-bf865d24d2fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355795 Jul 09 16:38:19.470219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.471945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:19.473648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.512936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-03285753-c0ef-49a5-bdb9-ab092fd2d72a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5405452 Jul 09 16:38:19.588729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf470d2c-f4ab-4d0e-80ee-15181ebb6911 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:19.620794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de67aae-5976-4667-aba9-3ef56c016616 req-d1d6e15c-3353-4732-bf04-5a5c6127bea9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:19.631035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] Pushing event updated for resources: {'Network': ['ID=a68e0734-f834-4843-be3c-6d7eab84c04a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:19.633030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6de67aae-5976-4667-aba9-3ef56c016616 req-d1d6e15c-3353-4732-bf04-5a5c6127bea9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 950 time: 0.4691803 Jul 09 16:38:19.638313 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b60a5803-734a-4a07-9936-ef9116905af1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1383674 Jul 09 16:38:19.643454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:19.648598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a68e0734-f834-4843-be3c-6d7eab84c04a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:19.649576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.656255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Request body: {'subnet': {'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2119651752-subnet', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:19.698258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Transition to ACTIVE for port object cf470d2c-f4ab-4d0e-80ee-15181ebb6911 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:19.713839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6de67aae-5976-4667-aba9-3ef56c016616 req-42a9dbf1-e424-4066-88cd-67b8542837b9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795085 Jul 09 16:38:19.724314 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.757311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Made reservation on behalf of b9b85094d6dc4777bca51b79370372a0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:19.775369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.900378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Pushing event updated for resources: {'Port': ['ID=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:20.162794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b71f164-8fb7-4997-9004-efcb6dbd6668 req-4c984a6d-de24-4b32-a989-900e0fe7f0da tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ab200e-67ae-481f-a9be-4d0f9a9e1485 HTTP/1.1" status: 200 len: 210 time: 0.4620471 Jul 09 16:38:20.179224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.239583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Attempting to bind port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:20.240145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Attempting to bind port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '990039ef-9888-48c9-aeba-38d9b2d16c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:20.240702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Attempting to bind port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 on network 9bd62c12-9f40-4ed4-88d4-8969e27432cc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:20.257631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 on network 9bd62c12-9f40-4ed4-88d4-8969e27432cc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:20.257940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Attempting to bind port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 on network 9bd62c12-9f40-4ed4-88d4-8969e27432cc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:20.284631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:20.285258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Checking segment: {'id': '990039ef-9888-48c9-aeba-38d9b2d16c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:20.285909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Bound using segment: {'id': '990039ef-9888-48c9-aeba-38d9b2d16c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:20.287743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Bound port: cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990039ef-9888-48c9-aeba-38d9b2d16c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:20.288136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.372471 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a5d6c-722d-41cb-a7b6-515468ea1809 x-openstack-request-id: req-8c3a5d6c-722d-41cb-a7b6-515468ea1809 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:20.372842 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ab200e-67ae-481f-a9be-4d0f9a9e1485", "name": "network-vif-deleted", "tag": "fbe4a4de-4b59-489f-81d7-f4f28e7cbc34", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:20.373189 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c3a5d6c-722d-41cb-a7b6-515468ea1809 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:20.373703 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ab200e-67ae-481f-a9be-4d0f9a9e1485', 'name': 'network-vif-deleted', 'tag': 'fbe4a4de-4b59-489f-81d7-f4f28e7cbc34', 'status': 'completed', 'code': 200} Jul 09 16:38:20.463634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Checking segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:20.463634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Network hostable DHCP agents. Network: a68e0734-f834-4843-be3c-6d7eab84c04a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:20.487143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4a5930-5381-4e8e-a924-705dacb46815,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:20.492173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-92952782-87a0-49dd-8583-6aa664217f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:20.493837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-92952782-87a0-49dd-8583-6aa664217f38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 1118 time: 0.3446031 Jul 09 16:38:20.508237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Network a68e0734-f834-4843-be3c-6d7eab84c04a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:20.520687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] For port cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:20.525425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a68e0734-f834-4843-be3c-6d7eab84c04a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:20.536104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685184ec-1ff4-4421-aafd-f37ebc121c54 None None] Network a68e0734-f834-4843-be3c-6d7eab84c04a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:20.536886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] For port cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,segment=NetworkSegment(990039ef-9888-48c9-aeba-38d9b2d16c90),segment_id=990039ef-9888-48c9-aeba-38d9b2d16c90)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:20.537153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:20.538678 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.543861 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.599053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:20.604379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.610005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf470d2c-f4ab-4d0e-80ee-15181ebb6911 HTTP/1.1" status: 200 len: 1091 time: 2.5705040 Jul 09 16:38:20.668171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'tag': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:20.683397 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3a6605-d147-4d2a-822e-a7dbad5762d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd9ef28-94bc-4d7e-9b26-f030a6231b04", "tag": "cf470d2c-f4ab-4d0e-80ee-15181ebb6911"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:20.841676 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a9dbcd-07d9-4e51-934c-9087b86ba62a x-openstack-request-id: req-b8a9dbcd-07d9-4e51-934c-9087b86ba62a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:20.847603 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd9ef28-94bc-4d7e-9b26-f030a6231b04", "tag": "cf470d2c-f4ab-4d0e-80ee-15181ebb6911", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:20.847917 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8a9dbcd-07d9-4e51-934c-9087b86ba62a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:20.849177 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'tag': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911', 'status': 'completed', 'code': 200} Jul 09 16:38:20.868770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3278d0-c6bf-4a87-9155-1102ad157663 service neutron] Pushing event updated for resources: {'Port': ['ID=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:20.897556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-62dffde0-c539-41fd-9a6e-5d8b4a2a69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:20.907151 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-62dffde0-c539-41fd-9a6e-5d8b4a2a69f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 200 len: 909 time: 0.3326180 Jul 09 16:38:20.926723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d6126592-2a1b-4fca-b85a-e3e9807caf1d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2807598 Jul 09 16:38:20.932213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:20.995299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02d1f3-d745-4080-ab29-911adceb4325 req-287e4ce7-f4d1-475c-ab07-0fff05233956 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:21.005864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e02d1f3-d745-4080-ab29-911adceb4325 req-287e4ce7-f4d1-475c-ab07-0fff05233956 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 943 time: 0.3177905 Jul 09 16:38:21.006386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:21.145368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a68e0734-f834-4843-be3c-6d7eab84c04a', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:21.146668 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.212448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e02d1f3-d745-4080-ab29-911adceb4325 req-d1a3df64-b4b0-4e89-b07c-b3d18842b5c8 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006497 Jul 09 16:38:21.273561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.276808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.277075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-627c9104-306a-4804-80e6-8efb220498b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:21.283315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-627c9104-306a-4804-80e6-8efb220498b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2e342c0369c42fba39361ea65f423e2&device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 1094 time: 0.2027142 Jul 09 16:38:21.286215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-ef6ceae2-3864-4b0e-b052-f681951482af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 200 len: 217 time: 0.3719072 Jul 09 16:38:21.479359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.481504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-1f47503b-29a3-4e35-9b22-115e7c0ce5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:21.482990 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-1f47503b-29a3-4e35-9b22-115e7c0ce5c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 200 len: 848 time: 0.1868169 Jul 09 16:38:21.503578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-0d1d5201-4952-44a1-8f9e-9c577622176b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911 HTTP/1.1" status: 200 len: 217 time: 0.1988173 Jul 09 16:38:21.726652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-5c125cda-0fc0-4697-969e-8a74e1bd9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:21.728809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-5c125cda-0fc0-4697-969e-8a74e1bd9a38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d027fd22-c97e-4875-960f-a56df897c30c HTTP/1.1" status: 200 len: 861 time: 0.2055795 Jul 09 16:38:21.748589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Allocated IP 172.20.0.2 (a68e0734-f834-4843-be3c-6d7eab84c04a/ee4a5930-5381-4e8e-a924-705dacb46815/70dc8d05-8afc-402c-b849-901adc02665b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:21.811285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.840406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-ae75c48c-6e94-4b49-abef-67c2f477360b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd62c12-9f40-4ed4-88d4-8969e27432cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901663 Jul 09 16:38:21.923560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7579-9c28-4d9d-a918-056b9701468d req-9483712b-9bff-4304-8611-3793472ed3df tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:21.938332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97ff7579-9c28-4d9d-a918-056b9701468d req-9483712b-9bff-4304-8611-3793472ed3df tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 950 time: 0.4331408 Jul 09 16:38:21.953845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-d70a0ce6-1a34-4a40-b74d-a2154cacabd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=987c8644-046b-4648-a50d-1ac25a6ebb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4076648 Jul 09 16:38:22.103790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:22.189707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97ff7579-9c28-4d9d-a918-056b9701468d req-7ac19fb2-c577-4fe3-843d-90b0bcc8f767 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242045 Jul 09 16:38:22.193498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-1b2afc74-52a9-47e5-806f-4f8f034056e5 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264535 Jul 09 16:38:22.241572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:22.253799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device fbe4a4de-4b59-489f-81d7-f4f28e7cbc34 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:22.311637 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.318312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-3265a3e4-0b54-4307-bc82-c306491f31d7 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636374 Jul 09 16:38:22.344596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Transition to ACTIVE for port object 70dc8d05-8afc-402c-b849-901adc02665b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:22.421836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Transition to ACTIVE for port object 70dc8d05-8afc-402c-b849-901adc02665b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:22.444145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.548275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Network a68e0734-f834-4843-be3c-6d7eab84c04a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:22.554442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:22.560934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:22.623715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51269986-9ff1-4a94-848e-ba7d5496ab26 req-968f64f1-fe72-4b37-9b50-850ccfa312d8 service neutron] 10.222.0.37 "GET /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217405 Jul 09 16:38:22.640469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Pushing event updated for resources: {'Port': ['ID=70dc8d05-8afc-402c-b849-901adc02665b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:22.713854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Attempting to bind port 70dc8d05-8afc-402c-b849-901adc02665b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:22.714609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Attempting to bind port 70dc8d05-8afc-402c-b849-901adc02665b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:22.715209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Attempting to bind port 70dc8d05-8afc-402c-b849-901adc02665b on network a68e0734-f834-4843-be3c-6d7eab84c04a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:22.744243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:22.744677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Checking segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:22.745032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.749484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Bound using segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:22.750343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Bound port: 70dc8d05-8afc-402c-b849-901adc02665b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:22.750489 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.909656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] For port 70dc8d05-8afc-402c-b849-901adc02665b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:22.915585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] For port 70dc8d05-8afc-402c-b849-901adc02665b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=70dc8d05-8afc-402c-b849-901adc02665b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:22.925899 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.041058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.103092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39ef35-be38-4d1b-9b3e-08879463d545 None None] Pushing event updated for resources: {'Port': ['ID=70dc8d05-8afc-402c-b849-901adc02665b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:23.121613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.225000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43f32d1-459b-4dcb-82c3-ba5ea359f2ef req-7cfbdc3b-c7ce-45eb-9c11-50a6da5e998f service neutron] 10.222.0.43 "GET /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955483 Jul 09 16:38:23.564582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.572424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Allocated IP 172.25.7.117 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/6d5959a1-00cf-497a-8e94-15f620865348) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:23.670630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4b661-66ab-4ddc-82ba-7b3475d3fef9 req-0ba5f032-c5ba-4449-a527-0e65a08cf989 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:23.685528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79f4b661-66ab-4ddc-82ba-7b3475d3fef9 req-0ba5f032-c5ba-4449-a527-0e65a08cf989 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 943 time: 1.2114146 Jul 09 16:38:23.831374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.844603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-6cfd31e9-2640-4a8b-a6b2-16cfa677073d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:23.859568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-6cfd31e9-2640-4a8b-a6b2-16cfa677073d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.6866560 Jul 09 16:38:23.866185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79f4b661-66ab-4ddc-82ba-7b3475d3fef9 req-5b1372b4-e57a-45fd-a386-ec20297d0cac tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791921 Jul 09 16:38:23.888455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-498b782d-a8f9-4893-9d16-0c46a8b54de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:23.890641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-498b782d-a8f9-4893-9d16-0c46a8b54de5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2e342c0369c42fba39361ea65f423e2&device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 1094 time: 0.5171542 Jul 09 16:38:23.898254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.905961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-b00f15eb-5018-4928-a1b8-aed9fe165ae8 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0450890 Jul 09 16:38:23.987169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:23.997054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:24.006347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:24.051000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5959a1-00cf-497a-8e94-15f620865348,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:24.190709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-88eeecb4-da8e-4967-904a-f87feea41b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:24.193696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-88eeecb4-da8e-4967-904a-f87feea41b7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bd62c12-9f40-4ed4-88d4-8969e27432cc HTTP/1.1" status: 200 len: 922 time: 0.2863274 Jul 09 16:38:24.220107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-5fdb36a7-db78-4d5e-b141-0858e33c8bca tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2990315 Jul 09 16:38:24.301306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-1da71742-fb79-4d86-9a1c-d36baf28d40c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911 HTTP/1.1" status: 200 len: 217 time: 0.0800974 Jul 09 16:38:24.564998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:24.612722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-b46e252c-d2f6-4147-92b8-7cdefb9ed5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:24.615984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-b46e252c-d2f6-4147-92b8-7cdefb9ed5dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d027fd22-c97e-4875-960f-a56df897c30c HTTP/1.1" status: 200 len: 861 time: 0.2339771 Jul 09 16:38:24.735521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-d720fdec-c200-4388-bf2c-c0cab2e73dfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd62c12-9f40-4ed4-88d4-8969e27432cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016395 Jul 09 16:38:24.751348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-ee675278-789e-4e9e-8ec2-cdaf5f7b3d1b service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168703 Jul 09 16:38:24.876757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-32d0f399-db4a-4315-bb85-431457c056b8 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113181 Jul 09 16:38:24.979140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.033462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881fdfa1-735d-4edd-9df0-f479776dc59a None None] Network a68e0734-f834-4843-be3c-6d7eab84c04a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:25.136417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-67201195-72a7-4b0e-a448-e1288d87821c service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583840 Jul 09 16:38:25.180266 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:38:25.342318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac3a6605-d147-4d2a-822e-a7dbad5762d0 req-be0d2ff4-6565-4cbf-a5fe-d736c6b248e6 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283457 Jul 09 16:38:25.401814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 70dc8d05-8afc-402c-b849-901adc02665b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:25.437773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b652d96-0991-4e85-b84f-456556eae5d9 req-02c6f671-f7d7-4458-bd56-1174f63d201a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:25.487096 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b652d96-0991-4e85-b84f-456556eae5d9 req-02c6f671-f7d7-4458-bd56-1174f63d201a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 950 time: 0.3627155 Jul 09 16:38:25.548951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90383088-05b3-4e4f-9961-62f33da4ce27 None None] Provisioning for port 70dc8d05-8afc-402c-b849-901adc02665b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:25.594844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 70dc8d05-8afc-402c-b849-901adc02665b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:25.605491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 70dc8d05-8afc-402c-b849-901adc02665b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:25.607875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.676696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b652d96-0991-4e85-b84f-456556eae5d9 req-588cbedb-c233-4148-ac37-57f1aed2f96a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848335 Jul 09 16:38:25.859842 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.922747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0389665-6414-4306-b8d5-33d85a3d3638 req-8c198fcc-c0fa-4996-b8fb-96e650c4f33c tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:25.927963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0389665-6414-4306-b8d5-33d85a3d3638 req-8c198fcc-c0fa-4996-b8fb-96e650c4f33c tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.2023609 Jul 09 16:38:25.976733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 70dc8d05-8afc-402c-b849-901adc02665b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=70dc8d05-8afc-402c-b849-901adc02665b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:25.990419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cf470d2c-f4ab-4d0e-80ee-15181ebb6911 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:26.019325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.067806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0389665-6414-4306-b8d5-33d85a3d3638 req-033b4db0-40de-4423-8b85-b7907d9eef66 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322169 Jul 09 16:38:26.162521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Router 363e66f7-bd7e-4a76-9783-cc3ef1569387 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:38:26.221993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9609ad82-7532-4edb-8d7e-999798b14ab9 None None] Provisioning complete for port 70dc8d05-8afc-402c-b849-901adc02665b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:26.222721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9609ad82-7532-4edb-8d7e-999798b14ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.411084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=70dc8d05-8afc-402c-b849-901adc02665b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:26.441013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15ea0fbc-3b6b-42c5-a97c-c9561c8cac47 req-187aaa0a-f4dd-4bc6-a5bc-99b96edf0667 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 210 time: 0.0590365 Jul 09 16:38:26.474294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:26.511057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.512664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-915daa01-df87-425f-8a0d-c3409632e2e5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.5253658 Jul 09 16:38:26.517657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:26.545511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Sync routers for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:26.616046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944257da-3066-48f9-a1d9-092a7352867d req-f6fceee6-0162-4efd-a931-64ff955613a7 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:26.623971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-944257da-3066-48f9-a1d9-092a7352867d req-f6fceee6-0162-4efd-a931-64ff955613a7 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 943 time: 0.1976528 Jul 09 16:38:26.635601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,segment=NetworkSegment(990039ef-9888-48c9-aeba-38d9b2d16c90),segment_id=990039ef-9888-48c9-aeba-38d9b2d16c90)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:26.639353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:26.640277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:26.725111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-944257da-3066-48f9-a1d9-092a7352867d req-e387f2c5-ccad-4898-8516-b18836a7e67e tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970888 Jul 09 16:38:26.760198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911', 'network_id': '9bd62c12-9f40-4ed4-88d4-8969e27432cc', 'port_id': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911', 'mac_address': 'fa:16:3e:43:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd027fd22-c97e-4875-960f-a56df897c30c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:26.813348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd3dc6-eee8-489c-945b-d73e11fa942f req-00d0590d-f38f-429a-b1c9-7c3d26ffa493 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:26.822276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33cd3dc6-eee8-489c-945b-d73e11fa942f req-00d0590d-f38f-429a-b1c9-7c3d26ffa493 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 1101 time: 0.1971092 Jul 09 16:38:26.845596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.866761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:26.892865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33cd3dc6-eee8-489c-945b-d73e11fa942f req-89d3e07e-ac0a-4243-99fd-96a565a098e6 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695109 Jul 09 16:38:27.060380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf470d2c-f4ab-4d0e-80ee-15181ebb6911 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:27.161469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 70dc8d05-8afc-402c-b849-901adc02665b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:27.219586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,segment=NetworkSegment(990039ef-9888-48c9-aeba-38d9b2d16c90),segment_id=990039ef-9888-48c9-aeba-38d9b2d16c90)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:27.236215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.249057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01db3b-e99e-43b5-9e91-c14732b03294 req-a509329c-9299-45d0-bcb7-851aed6cea7d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:27.262580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff01db3b-e99e-43b5-9e91-c14732b03294 req-a509329c-9299-45d0-bcb7-851aed6cea7d tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.1393702 Jul 09 16:38:27.326614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff01db3b-e99e-43b5-9e91-c14732b03294 req-c7a02c0b-8eef-4f62-9a02-7ddc984cd00f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617440 Jul 09 16:38:27.327884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 70dc8d05-8afc-402c-b849-901adc02665b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:27.328356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.401907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:27.446036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.459072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.459484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.460553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.460553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.460888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.461183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.461524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.461856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.462927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.462927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.462927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:27.482241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda784b-3824-4e61-a849-727b346bbb94 req-dbd809cf-0b17-4025-8af9-ea425c06c6bf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:27.487669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9eda784b-3824-4e61-a849-727b346bbb94 req-dbd809cf-0b17-4025-8af9-ea425c06c6bf tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.3046279 Jul 09 16:38:27.505770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-e8f73121-6e1b-4b1d-b5d8-e11066a346e3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442035 Jul 09 16:38:27.566566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:24Z', 'revision_number': 3, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:27.619043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Checking router: 363e66f7-bd7e-4a76-9783-cc3ef1569387 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:27.620302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Updating router 363e66f7-bd7e-4a76-9783-cc3ef1569387 port 6d5959a1-00cf-497a-8e94-15f620865348 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:38:27.683258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.693311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-b07e9c28-c2fa-408c-b06b-5d0505eb421e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:27.701069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-b07e9c28-c2fa-408c-b06b-5d0505eb421e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942823 Jul 09 16:38:27.715386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['cf470d2c-f4ab-4d0e-80ee-15181ebb6911'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:27.736249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.749167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55947e18-0d3d-4b76-ba64-967acd7c240e req-252717c1-d3c8-4d57-9e18-01f5d374ca5d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 210 time: 0.0431821 Jul 09 16:38:27.759773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-7584e4c8-ade4-48eb-ac54-99688f08c8c4 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/quotas/c09bc0f03d334b4fa986a48622305f44 HTTP/1.1" status: 200 len: 375 time: 0.0569670 Jul 09 16:38:27.951264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a03c51c4-558d-4213-8bee-3f03335ca529 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1911075 Jul 09 16:38:27.977961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Deleting port f72b8b14-0695-41da-bae7-ccbde8bca861 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:27.978307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.119111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bd258-72b6-4140-9b64-fa8cb77aefe7 req-e9f45280-2f84-4ae5-a7c2-2c521369a321 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:28.120783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa6bd258-72b6-4140-9b64-fa8cb77aefe7 req-e9f45280-2f84-4ae5-a7c2-2c521369a321 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.0753450 Jul 09 16:38:28.209354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa6bd258-72b6-4140-9b64-fa8cb77aefe7 req-1b9fc1d9-f2e4-4fbf-92cd-25f5ae7f3780 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819583 Jul 09 16:38:28.345610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Allocated IP 172.20.0.1 (a68e0734-f834-4843-be3c-6d7eab84c04a/ee4a5930-5381-4e8e-a924-705dacb46815/2edb9d01-3461-4c49-b306-bac7a94d0f0b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:28.351607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] For port f72b8b14-0695-41da-bae7-ccbde8bca861, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f72b8b14-0695-41da-bae7-ccbde8bca861,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:28.351982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.391579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Calling delete_port for f72b8b14-0695-41da-bae7-ccbde8bca861 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:28.488480 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.503202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Transition to ACTIVE for port object 6d5959a1-00cf-497a-8e94-15f620865348 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:28.511422 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.536448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fc32617-bf1d-4317-be90-5c7a9ea9b020 req-677f7b84-96f6-40e5-9edb-a28505886c29 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 210 time: 0.0849123 Jul 09 16:38:28.552686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-f80228f0-7d31-4d0b-86b5-fdb628a0dc1e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:28.554183 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-f80228f0-7d31-4d0b-86b5-fdb628a0dc1e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.4532187 Jul 09 16:38:28.593659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f9aca-8ce0-46a1-ba1a-11654b6e2911 None None] Pushing event updated for resources: {'Port': ['ID=6d5959a1-00cf-497a-8e94-15f620865348,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:28.602904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:28.608384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Attempting to bind port 6d5959a1-00cf-497a-8e94-15f620865348 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:28.611581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Attempting to bind port 6d5959a1-00cf-497a-8e94-15f620865348 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:28.612294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Attempting to bind port 6d5959a1-00cf-497a-8e94-15f620865348 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:28.630777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:28.630777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:28.630777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.630777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:28.630777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Bound port: 6d5959a1-00cf-497a-8e94-15f620865348, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:28.630777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.657726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9979-7738-4998-8e74-de408eb52c9b req-36ee4156-6915-4a2c-a3aa-98d49f30699f tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:28.666615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-785f9979-7738-4998-8e74-de408eb52c9b req-36ee4156-6915-4a2c-a3aa-98d49f30699f tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 944 time: 0.2797794 Jul 09 16:38:28.700517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] For port 6d5959a1-00cf-497a-8e94-15f620865348, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:28.705362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] For port 6d5959a1-00cf-497a-8e94-15f620865348, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d5959a1-00cf-497a-8e94-15f620865348,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:28.712019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.743954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.767203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-785f9979-7738-4998-8e74-de408eb52c9b req-ee4c53d6-ca01-4676-abc7-4f34bbe1114b tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948997 Jul 09 16:38:28.798033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Transition to ACTIVE for port object 2edb9d01-3461-4c49-b306-bac7a94d0f0b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:28.958488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:28.962648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.004076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d7e9-e15f-48f1-a134-1767dc6294a3 req-671a60e1-7244-40ab-8bac-7e096af96a91 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:29.007035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b836d7e9-e15f-48f1-a134-1767dc6294a3 req-671a60e1-7244-40ab-8bac-7e096af96a91 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7fbf192-6fbe-4292-a41f-d0bcac678af3 HTTP/1.1" status: 200 len: 944 time: 0.1267104 Jul 09 16:38:29.016076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.040773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:29.041769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:29.059467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f72b8b14-0695-41da-bae7-ccbde8bca861'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:29.075718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86e7db43-86c1-4158-96f8-ced5ed759df2 req-6e6732dd-cf57-4091-a996-957a3e2b4440 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 210 time: 0.0619843 Jul 09 16:38:29.087818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event deleted for resources: {'Port': ['ID=f72b8b14-0695-41da-bae7-ccbde8bca861,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:29.099544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.111980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b836d7e9-e15f-48f1-a134-1767dc6294a3 req-91a27ca5-22a6-4321-a7ab-d62627086bd6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874012 Jul 09 16:38:29.120516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Network a68e0734-f834-4843-be3c-6d7eab84c04a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:29.128675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:29.171075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:29.227876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f9aca-8ce0-46a1-ba1a-11654b6e2911 None None] Pushing event updated for resources: {'Port': ['ID=6d5959a1-00cf-497a-8e94-15f620865348,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:29.313988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] No DVR routers for this DVR port f72b8b14-0695-41da-bae7-ccbde8bca861 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:29.336218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:29.339486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.352216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9eda784b-3824-4e61-a849-727b346bbb94 req-6515a57a-341e-4ee2-b378-0b1ea6d096c6 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "DELETE /v2.0/ports/f72b8b14-0695-41da-bae7-ccbde8bca861 HTTP/1.1" status: 204 len: 173 time: 1.8465986 Jul 09 16:38:29.355340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'name': 'network-vif-deleted', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:29.358154 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9e69ba-8836-47cb-94da-a4968045c475" -d '{"events": [{"server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "name": "network-vif-deleted", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:29.364251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-c64a8b7b-7ce2-48c2-8645-884bbf8aee0b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:29.366638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-c64a8b7b-7ce2-48c2-8645-884bbf8aee0b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.1487989 Jul 09 16:38:29.394833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-a4b246dc-c7b6-473c-b4b5-4922c55633d3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/quotas/ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 375 time: 0.0187428 Jul 09 16:38:29.426278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Pushing event updated for resources: {'Port': ['ID=2edb9d01-3461-4c49-b306-bac7a94d0f0b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:29.499870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.537701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-2cc20673-1257-41b3-81ae-624c63cd46b1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412308 Jul 09 16:38:29.582631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.8 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/6f75302c-afa6-442a-9dc4-c7c1ea835ddc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:29.632961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e43b1744-7294-490d-aaaf-3de3a7a15dc2 None None] Provisioning for port 2edb9d01-3461-4c49-b306-bac7a94d0f0b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:29.638359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e43b1744-7294-490d-aaaf-3de3a7a15dc2 None None] Provisioning complete for port 2edb9d01-3461-4c49-b306-bac7a94d0f0b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:29.660583 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e43b1744-7294-490d-aaaf-3de3a7a15dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.700752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-9ccdc50b-0629-4ee1-b74d-8d139e67d9d5 service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616559 Jul 09 16:38:29.737559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e43b1744-7294-490d-aaaf-3de3a7a15dc2 None None] Port 2edb9d01-3461-4c49-b306-bac7a94d0f0b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:29.765178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:24Z', 'revision_number': 3, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:29.803700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d2c36-793f-4a02-9eaa-038dcd682d0b None None] The sync data for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 is: [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:24Z', 'revision_number': 3, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:29.882869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-99bff24e-e3a4-4ecd-8fe2-6859c0418ddf service neutron] 10.222.0.48 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809072 Jul 09 16:38:29.946438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.955382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.003950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cf470d2c-f4ab-4d0e-80ee-15181ebb6911 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:30.192635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:30.196989 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82bf70-2adb-49df-a114-079dc9ddbd4f x-openstack-request-id: req-2b82bf70-2adb-49df-a114-079dc9ddbd4f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:30.197202 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fbf192-6fbe-4292-a41f-d0bcac678af3", "name": "network-vif-deleted", "tag": "f72b8b14-0695-41da-bae7-ccbde8bca861", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:30.197490 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b82bf70-2adb-49df-a114-079dc9ddbd4f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:30.198107 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fbf192-6fbe-4292-a41f-d0bcac678af3', 'name': 'network-vif-deleted', 'tag': 'f72b8b14-0695-41da-bae7-ccbde8bca861', 'status': 'completed', 'code': 200} Jul 09 16:38:30.203750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:30.204804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.254707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.311417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-cd737c09-58c9-4d32-bf7e-46af19ea489b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153913 Jul 09 16:38:30.313933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:30.369313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:30.387301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:30.394912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:30.400179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:30.498358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.509739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.529106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:30.530002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.539344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.551561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-6e77ae71-362f-4faa-a62e-7b3e9bb1a11e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:30.553321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-6e77ae71-362f-4faa-a62e-7b3e9bb1a11e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368011 Jul 09 16:38:30.598050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': '0197e54a-fd1c-4434-8479-b037ceac4661', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:30.625751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:30.626150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-036bfbae-201d-4a7f-b3fa-3cf2efedd965 req-7da20e79-073e-41d8-b4fd-5f943ee0e097 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 210 time: 0.0712585 Jul 09 16:38:30.637742 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c341c2f-8889-4ac4-a1d1-668a523b7094" -d '{"events": [{"server_uuid": "5dd9ef28-94bc-4d7e-9b26-f030a6231b04", "name": "network-vif-plugged", "status": "completed", "tag": "cf470d2c-f4ab-4d0e-80ee-15181ebb6911"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:30.690323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,segment=NetworkSegment(990039ef-9888-48c9-aeba-38d9b2d16c90),segment_id=990039ef-9888-48c9-aeba-38d9b2d16c90)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:30.692420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-a3caf50c-8002-4dfe-8273-f2e1e2717cc0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0986230 Jul 09 16:38:30.704828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.724283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Request body: {'port': {'device_id': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:30.760764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Pushing event updated for resources: {'Port': ['ID=2edb9d01-3461-4c49-b306-bac7a94d0f0b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:30.866866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.884319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:31.074372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.135361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d5959a1-00cf-497a-8e94-15f620865348 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:31.212896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:31.218795 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.256203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6d5959a1-00cf-497a-8e94-15f620865348 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:31.259109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6d5959a1-00cf-497a-8e94-15f620865348 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:31.259687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.352006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a58cb4-0c33-43fa-8893-fea84f95b7f5 req-1aae6450-13d0-42ee-a535-70b8df972e7f tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:31.365516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36a58cb4-0c33-43fa-8893-fea84f95b7f5 req-1aae6450-13d0-42ee-a535-70b8df972e7f tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 945 time: 0.3299398 Jul 09 16:38:31.381999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Network a68e0734-f834-4843-be3c-6d7eab84c04a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:31.390630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:31.433454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.493104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6d5959a1-00cf-497a-8e94-15f620865348, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d5959a1-00cf-497a-8e94-15f620865348,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:31.495805 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.569935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6d5959a1-00cf-497a-8e94-15f620865348,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:31.601832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Router 363e66f7-bd7e-4a76-9783-cc3ef1569387 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:31.606174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.53 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/59a259a3-469d-425e-a734-4d4853dabae7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:31.713510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0d92-8e78-4ff0-afcf-88c4ddaed78e req-b957fb43-153b-4ee6-91e7-41a9d148223b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:31.721501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78da0d92-8e78-4ff0-afcf-88c4ddaed78e req-b957fb43-153b-4ee6-91e7-41a9d148223b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.7611160 Jul 09 16:38:31.753569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f75302c-afa6-442a-9dc4-c7c1ea835ddc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:31.768172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.856021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78da0d92-8e78-4ff0-afcf-88c4ddaed78e req-d996c522-4d7d-41a7-a50f-22ce6e1c7d0c tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335826 Jul 09 16:38:31.888059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0ee5958-d016-4716-9457-fe781f7a6f5e None None] Provisioning complete for port 2edb9d01-3461-4c49-b306-bac7a94d0f0b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:31.893709 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0ee5958-d016-4716-9457-fe781f7a6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.904571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36a58cb4-0c33-43fa-8893-fea84f95b7f5 req-64458f0e-1f18-42b6-ba53-8b04ac8ab85b tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286853 Jul 09 16:38:32.021493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee5958-d016-4716-9457-fe781f7a6f5e None None] Port 2edb9d01-3461-4c49-b306-bac7a94d0f0b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:32.050825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.108351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-257f1b0e-c488-4e80-aad5-0d14772c183f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:32.109904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-257f1b0e-c488-4e80-aad5-0d14772c183f tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 0.3062944 Jul 09 16:38:32.120121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object 59a259a3-469d-425e-a734-4d4853dabae7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.125395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:32.146334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f72b8b14-0695-41da-bae7-ccbde8bca861 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:32.146736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f72b8b14-0695-41da-bae7-ccbde8bca861 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:32.181987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86038b24-8ec6-4751-b082-9115fe9d1ec7 req-9069051f-d9fc-4df4-b8f0-2f3beaa7396e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 210 time: 0.0649042 Jul 09 16:38:32.191120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Transition to ACTIVE for port object 6f75302c-afa6-442a-9dc4-c7c1ea835ddc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.199589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.274353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:32.288727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852a75-320d-49d2-9afc-44bb5f8299d2 req-5202a93e-70a8-42a6-88e4-98958fd1e74d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:32.289120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af467160-bc8d-44ce-9763-558b02079e4f admin admin] 10.222.0.48 "PUT /v2.0/routers/363e66f7-bd7e-4a76-9783-cc3ef1569387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7695911 Jul 09 16:38:32.310827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.316692 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17645fd2-0f7d-416b-b3d7-7a5a440b56c7 x-openstack-request-id: req-17645fd2-0f7d-416b-b3d7-7a5a440b56c7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:32.318141 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd9ef28-94bc-4d7e-9b26-f030a6231b04", "name": "network-vif-plugged", "status": "completed", "tag": "cf470d2c-f4ab-4d0e-80ee-15181ebb6911", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:32.318283 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17645fd2-0f7d-416b-b3d7-7a5a440b56c7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:32.318829 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911', 'code': 200} Jul 09 16:38:32.319573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21852a75-320d-49d2-9afc-44bb5f8299d2 req-5202a93e-70a8-42a6-88e4-98958fd1e74d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 931 time: 0.2897038 Jul 09 16:38:32.379010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Attempting to bind port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:32.379354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Attempting to bind port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:32.379692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Attempting to bind port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:32.384779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.387643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:32.387991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Attempting to bind port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:32.395241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:32.395599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:32.396148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:32.396906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Bound port: 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:32.397287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.399123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', '249c5665-ce11-4f68-be4c-75ca2d178641'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:32.463823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21852a75-320d-49d2-9afc-44bb5f8299d2 req-564a99a7-dcec-4f23-8e97-332f2101819a tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427498 Jul 09 16:38:32.503703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46', '73e7fb1b-3e3b-441b-9087-f19be05fada4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:32.511038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] For port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:32.517535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] For port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:32.529163 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.551002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:32.556738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=59a259a3-469d-425e-a734-4d4853dabae7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.562314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:32.565952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:32.640973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.689445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:32.695331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.729174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Deleting port b0edb7a9-4040-4d23-b980-ac3132374929 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:32.729532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.778809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-a4ee825b-56b8-4891-976d-e78717c7d8bc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2057908 Jul 09 16:38:32.802698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:32.803439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.804915 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-17e3e53b-04f9-4081-b3a7-7c8685cdd1e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f75302c-afa6-442a-9dc4-c7c1ea835ddc HTTP/1.1" status: 200 len: 1091 time: 2.0890284 Jul 09 16:38:32.807458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'tag': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:32.811862 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3f1854-ce38-45ff-b826-8d36b95b116e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d2e6fe-b053-4d67-81e9-83ca6d8531f6", "tag": "6f75302c-afa6-442a-9dc4-c7c1ea835ddc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:32.909277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947887-0750-49e9-9f50-14960108972f None None] Sync routers for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:32.922866 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:32.923996 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:32.947819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Request body: {'port': {'device_id': '0197e54a-fd1c-4434-8479-b037ceac4661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:33.001808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468e19-694e-4b1b-b949-fc5ffe62b831 req-a41ffcb9-552f-4451-94aa-fd313786d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:33.003463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50468e19-694e-4b1b-b949-fc5ffe62b831 req-a41ffcb9-552f-4451-94aa-fd313786d29d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 1096 time: 0.5432513 Jul 09 16:38:33.018087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-220aa893-46be-4aee-a12a-79fe5269db3a tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:33.019598 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-220aa893-46be-4aee-a12a-79fe5269db3a tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 820 time: 0.3710732 Jul 09 16:38:33.074207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Request body: {'port': {'device_id': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'admin_state_up': True, 'tenant_id': 'ea86f090a836441ca79899e45c9fd6dc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:33.143300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d5959a1-00cf-497a-8e94-15f620865348 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:33.150969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a3c9cbd-31fc-4d6b-b0e7-e030381d1a74 None None] Provisioning for port 59a259a3-469d-425e-a734-4d4853dabae7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:33.218769 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:33.222739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a3c9cbd-31fc-4d6b-b0e7-e030381d1a74 None None] Provisioning complete for port 59a259a3-469d-425e-a734-4d4853dabae7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:33.223118 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9cbd-31fc-4d6b-b0e7-e030381d1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.240372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] For port b0edb7a9-4040-4d23-b980-ac3132374929, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b0edb7a9-4040-4d23-b980-ac3132374929,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:33.240954 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.242506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50468e19-694e-4b1b-b949-fc5ffe62b831 req-099fa194-98e7-43ac-9eb5-9f92d8a557e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216296 Jul 09 16:38:33.244366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.279248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c9cbd-31fc-4d6b-b0e7-e030381d1a74 None None] Port 59a259a3-469d-425e-a734-4d4853dabae7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:33.286713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-c4b101ca-6139-4bca-b9b7-8f4275ad7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:33.288375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-c4b101ca-6139-4bca-b9b7-8f4275ad7fb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 1094 time: 0.3749957 Jul 09 16:38:33.353687 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-ae743e54-4eb4-4aa5-9ea9-9a66cc656168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc HTTP/1.1" status: 200 len: 217 time: 0.0468962 Jul 09 16:38:33.363694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743455-6d0d-44e0-bfe3-9bd9fff29e6e req-a1bfd375-acf6-46c5-b116-41e6b4fa24fa tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:33.368849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d743455-6d0d-44e0-bfe3-9bd9fff29e6e req-a1bfd375-acf6-46c5-b116-41e6b4fa24fa tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 935 time: 0.4834175 Jul 09 16:38:33.443224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6d5959a1-00cf-497a-8e94-15f620865348 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:33.443506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.491078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-02a6accc-25ba-4e80-b965-37d36da9595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:33.494061 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-02a6accc-25ba-4e80-b965-37d36da9595e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.1012104 Jul 09 16:38:33.495707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Made reservation on behalf of ea86f090a836441ca79899e45c9fd6dc for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:33.500178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.546912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-6f1f4130-a37f-4029-8c33-77962d817ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333028 Jul 09 16:38:33.594618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:30Z', 'revision_number': 2, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:33.811709 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947887-0750-49e9-9f50-14960108972f None None] Checking router: 363e66f7-bd7e-4a76-9783-cc3ef1569387 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:33.812156 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947887-0750-49e9-9f50-14960108972f None None] Updating router 363e66f7-bd7e-4a76-9783-cc3ef1569387 port 2edb9d01-3461-4c49-b306-bac7a94d0f0b binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:38:33.821312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:33.841350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158896426', 'description': 'tempest-description--986907249'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:33.878831 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eb24d8-8709-44a3-9033-999fa29bba5b x-openstack-request-id: req-65eb24d8-8709-44a3-9033-999fa29bba5b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:33.879230 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d2e6fe-b053-4d67-81e9-83ca6d8531f6", "tag": "6f75302c-afa6-442a-9dc4-c7c1ea835ddc", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:33.879582 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65eb24d8-8709-44a3-9033-999fa29bba5b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:33.880165 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'tag': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc', 'status': 'completed', 'code': 200} Jul 09 16:38:33.902289 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0947887-0750-49e9-9f50-14960108972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.906935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.908796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.909222 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Floating IP 66fcf079-909e-4908-9556-3f6b3e14f77e disassociated. External IP: 172.25.7.63, port: b0edb7a9-4040-4d23-b980-ac3132374929. Jul 09 16:38:33.910774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Calling delete_port for b0edb7a9-4040-4d23-b980-ac3132374929 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:34.001401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-89bee64c-f128-4d46-8ea2-e695246e601e service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417398 Jul 09 16:38:34.030975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.079590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Allocated IP 172.20.0.13 (3a70eca9-f453-4f8d-9383-8e7fc0b6f114/ccb2e790-a08d-4648-bda7-256326aff0ad/9ddf1662-33b6-4e53-a4e8-029d8d9075f0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:34.214781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d743455-6d0d-44e0-bfe3-9bd9fff29e6e req-6e82a9e6-0d1b-41d0-9de8-d7cb291bc39b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433329 Jul 09 16:38:34.356441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fad4924-9993-4393-bc9c-6e0ce360d2a8 req-99accc8b-4f16-4a20-93da-6fc373771560 service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412457 Jul 09 16:38:34.364746 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0947887-0750-49e9-9f50-14960108972f None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.411550 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d0947887-0750-49e9-9f50-14960108972f None None] Transition to ACTIVE for port object 2edb9d01-3461-4c49-b306-bac7a94d0f0b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:34.423849 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0947887-0750-49e9-9f50-14960108972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.582419 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Pushing event updated for resources: {'Port': ['ID=2edb9d01-3461-4c49-b306-bac7a94d0f0b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:34.591238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.605124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.617158 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.621351 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.623808 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.624403 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.625025 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.635228 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.636086 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.636736 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.637278 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.637758 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.638293 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.639202 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:34.724002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.725892 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8989532 Jul 09 16:38:34.742682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:34.771166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.804040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d0947887-0750-49e9-9f50-14960108972f None None] Attempting to bind port 2edb9d01-3461-4c49-b306-bac7a94d0f0b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:34.804407 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d0947887-0750-49e9-9f50-14960108972f None None] Attempting to bind port 2edb9d01-3461-4c49-b306-bac7a94d0f0b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:34.804770 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947887-0750-49e9-9f50-14960108972f None None] Attempting to bind port 2edb9d01-3461-4c49-b306-bac7a94d0f0b on network a68e0734-f834-4843-be3c-6d7eab84c04a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:34.814602 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947887-0750-49e9-9f50-14960108972f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:34.814977 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947887-0750-49e9-9f50-14960108972f None None] Checking segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:34.815374 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0947887-0750-49e9-9f50-14960108972f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.815763 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947887-0750-49e9-9f50-14960108972f None None] Bound using segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:34.816233 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d0947887-0750-49e9-9f50-14960108972f None None] Bound port: 2edb9d01-3461-4c49-b306-bac7a94d0f0b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:34.816613 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0947887-0750-49e9-9f50-14960108972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.857983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Request body: {'security_group_rule': {'security_group_id': '7a321fff-7295-4618-93fc-20b2bbe08aa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:34.902594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.941734 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d0947887-0750-49e9-9f50-14960108972f None None] For port 2edb9d01-3461-4c49-b306-bac7a94d0f0b, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:34.947451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:34.948783 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d0947887-0750-49e9-9f50-14960108972f None None] For port 2edb9d01-3461-4c49-b306-bac7a94d0f0b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2edb9d01-3461-4c49-b306-bac7a94d0f0b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:34.957782 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0947887-0750-49e9-9f50-14960108972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.978911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5c6b3-1223-442d-9010-135562859cdb tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a321fff-7295-4618-93fc-20b2bbe08aa6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:34.986186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:34.996306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:35.051557 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.060297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-ba90bdbe-49f2-4e32-820e-997812c412b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.063362 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-ba90bdbe-49f2-4e32-820e-997812c412b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 1094 time: 0.5685647 Jul 09 16:38:35.068501 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:35.069372 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:35.075479 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdfb4e-fddd-403e-add4-34e7b1d83133 None None] Pushing event updated for resources: {'Port': ['ID=2edb9d01-3461-4c49-b306-bac7a94d0f0b,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:35.136007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.136591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.223750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1811900 Jul 09 16:38:35.259597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Request body: {'port': {'device_id': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:35.265736 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:35.291535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221ba5-55b6-4fa2-bba5-321b2e231bf2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:35.443799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.463027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-09c61a47-e36b-4e54-b590-b298b149f733 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.465499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-09c61a47-e36b-4e54-b590-b298b149f733 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 944 time: 1.5028179 Jul 09 16:38:35.542182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-78ccb744-ce74-4f2d-83b3-357e52d3d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.544576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-78ccb744-ce74-4f2d-83b3-357e52d3d580 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.4228101 Jul 09 16:38:35.562815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fff03-c6d3-4ab6-8b47-fadf8be87c55 req-03032ce7-cdc4-45af-bdd7-d50b4a2f74a3 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.567557 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.572021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-236fff03-c6d3-4ab6-8b47-fadf8be87c55 req-03032ce7-cdc4-45af-bdd7-d50b4a2f74a3 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 945 time: 0.7396359 Jul 09 16:38:35.586693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['1ac3bc39-2a20-4be0-b045-e4a68f5b28de'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:35.592807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.637464 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0947887-0750-49e9-9f50-14960108972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:34Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:35.651573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.655773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8068342 Jul 09 16:38:35.656648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:35.665958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-ef7cff15-7cf8-4e8a-bd22-58241751ac37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc HTTP/1.1" status: 200 len: 217 time: 0.0967019 Jul 09 16:38:35.672675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Request body: {'security_group_rule': {'security_group_id': '7a321fff-7295-4618-93fc-20b2bbe08aa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:35.674572 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947887-0750-49e9-9f50-14960108972f None None] The sync data for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 is: [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:34Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:35.703994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be233d-767e-463a-891b-b7ee74278f75 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c985d1be-d284-4d7d-b683-16659123511c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:35.779840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58cb7-7e0c-4593-a86d-68860e72d3cd req-d9ac1d98-832d-45c4-9915-f473fc80d8c3 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.799995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fe58cb7-7e0c-4593-a86d-68860e72d3cd req-d9ac1d98-832d-45c4-9915-f473fc80d8c3 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3561378-96e5-44bc-82c7-651313d9b643 HTTP/1.1" status: 200 len: 946 time: 1.5900946 Jul 09 16:38:35.860998 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-917ad5da-d460-49ce-8fa8-4cd90b669b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.878297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.894720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-e6bbad24-4760-4321-bac1-3b50b77e7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.896238 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-e6bbad24-4760-4321-bac1-3b50b77e7dc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.2089779 Jul 09 16:38:35.908501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a259a3-469d-425e-a734-4d4853dabae7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:35.935299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.986143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-ba260d0b-0f3a-4108-b489-8f4dd1084464 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542574 Jul 09 16:38:36.001181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.032309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b0edb7a9-4040-4d23-b980-ac3132374929 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:36.108778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-236fff03-c6d3-4ab6-8b47-fadf8be87c55 req-f03ec831-dbd5-4817-b74d-b8db31b65e79 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353005 Jul 09 16:38:36.121063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.126084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event deleted for resources: {'Port': ['ID=b0edb7a9-4040-4d23-b980-ac3132374929,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:36.144038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: b0edb7a9-4040-4d23-b980-ac3132374929 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:36.144483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b0edb7a9-4040-4d23-b980-ac3132374929 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:36.150178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.151865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fe58cb7-7e0c-4593-a86d-68860e72d3cd req-21dc7f21-60e7-4868-bbf5-d67ebee2be4d tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508687 Jul 09 16:38:36.155081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Transition to ACTIVE for port object 59a259a3-469d-425e-a734-4d4853dabae7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:36.192100 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.250981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fb196b-6d8e-40f9-a161-52a624c153b3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:36.269115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.277051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa9636a8-b492-4846-85d6-0ba6cee9fa84 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6128097 Jul 09 16:38:36.281551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:36.372534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:36.385549 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-f5d7f12e-7a82-4676-9766-47af9ebc5eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890452 Jul 09 16:38:36.514501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:36.544352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.629428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Transition to ACTIVE for port object 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:36.648305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.750217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f3f1854-ce38-45ff-b826-8d36b95b116e req-3f75a46f-e674-4635-8081-ba24a224ce2b service neutron] 10.222.0.37 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572745 Jul 09 16:38:36.759605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:36.865556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Router 8da1739e-856c-4037-8cea-af6200eee75c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:36.927789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:36.928736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:36.929266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:36.936834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:36.937617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:36.949970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Pushing event updated for resources: {'Port': ['ID=59a259a3-469d-425e-a734-4d4853dabae7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:36.955248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:36.958885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:36.959307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:36.959675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Bound port: 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:36.960984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.094461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:37.099847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:37.105558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.142696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Deleting port 34faa3f6-67b1-46fc-a539-055289c36ebe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:37.143118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.201864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2edb9d01-3461-4c49-b306-bac7a94d0f0b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:37.250073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:37.265372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:37.266002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.267586 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-d40e88b5-9ef3-4c8e-bf73-f3d3f9cdc3c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 1092 time: 2.0252295 Jul 09 16:38:37.268064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:37.272726 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528204e2-43bb-4b09-94d5-4c553775f14f" -d '{"events": [{"name": "network-changed", "server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:37.334702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2edb9d01-3461-4c49-b306-bac7a94d0f0b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:37.359749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2edb9d01-3461-4c49-b306-bac7a94d0f0b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:37.360658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.482729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-fbcbacea-14f6-4335-891c-9cbed7f4745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:37.484611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-fbcbacea-14f6-4335-891c-9cbed7f4745d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1095 time: 0.1458511 Jul 09 16:38:37.518367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.540488 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.564879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-83fc8aab-0885-46ca-aae9-06f125418716 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 217 time: 0.0667348 Jul 09 16:38:37.597849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 2edb9d01-3461-4c49-b306-bac7a94d0f0b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2edb9d01-3461-4c49-b306-bac7a94d0f0b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:37.603689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.642974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-1c97dca1-11e2-4bfa-9293-592e3e0415dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:37.644548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Attempting to bind port 59a259a3-469d-425e-a734-4d4853dabae7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:37.644979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Attempting to bind port 59a259a3-469d-425e-a734-4d4853dabae7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:37.645317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Attempting to bind port 59a259a3-469d-425e-a734-4d4853dabae7 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:37.645815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-1c97dca1-11e2-4bfa-9293-592e3e0415dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0735176 Jul 09 16:38:37.718964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=2edb9d01-3461-4c49-b306-bac7a94d0f0b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:37.727517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-4cbfbf54-d6e7-489e-b2a3-7d3763095ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742431 Jul 09 16:38:37.731246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Port 59a259a3-469d-425e-a734-4d4853dabae7 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:37.731682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Attempting to bind port 59a259a3-469d-425e-a734-4d4853dabae7 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:37.742691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] For port 34faa3f6-67b1-46fc-a539-055289c36ebe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=34faa3f6-67b1-46fc-a539-055289c36ebe,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:37.743139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.755477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b34ea-9d0e-4429-85d9-57dc4380b82e req-1bf54ef2-41c9-489f-aad8-1dfa00d0ef30 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:37.757118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c27b34ea-9d0e-4429-85d9-57dc4380b82e req-1bf54ef2-41c9-489f-aad8-1dfa00d0ef30 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 1.0628607 Jul 09 16:38:37.787381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Calling delete_port for 34faa3f6-67b1-46fc-a539-055289c36ebe owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:37.792651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:37.793019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:37.793405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:37.793860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Bound port: 59a259a3-469d-425e-a734-4d4853dabae7, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:37.794227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.821228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4031ac5-fc86-4d47-8487-4c6654a8a8bb req-bc74bf0a-93bb-4665-8b5c-d0b357d29c96 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:37.823283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4031ac5-fc86-4d47-8487-4c6654a8a8bb req-bc74bf0a-93bb-4665-8b5c-d0b357d29c96 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d27d961-c71f-4b4f-b60f-f5cdeb82a540 HTTP/1.1" status: 200 len: 944 time: 1.0717103 Jul 09 16:38:37.849211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:37.869849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] Sync routers for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:37.874026 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-ca581da6-7398-40b2-8a80-04823d3e950a service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397746 Jul 09 16:38:37.891132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:37.892183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:38.004988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] No DVR routers for this DVR port b0edb7a9-4040-4d23-b980-ac3132374929 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:38.008175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.010774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb4fe18a-a811-4b47-beea-2ded1e1d940f req-819b055e-1e96-45d4-aed7-f2437062af3b tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.43 "DELETE /v2.0/ports/b0edb7a9-4040-4d23-b980-ac3132374929 HTTP/1.1" status: 204 len: 173 time: 5.8926017 Jul 09 16:38:38.017087 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b18503b5-acb2-4a6b-b306-e71b6572750e req-41cf201e-a2d8-4585-8c95-02028a64eb6b service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363461 Jul 09 16:38:38.020752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'name': 'network-vif-deleted', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:38.024111 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8266e0-dc6e-4173-9b15-8379cd978b99" -d '{"events": [{"server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "name": "network-vif-deleted", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:38.068677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c27b34ea-9d0e-4429-85d9-57dc4380b82e req-946d462a-72f4-40cf-a746-3f068429b632 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850366 Jul 09 16:38:38.184768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] For port 59a259a3-469d-425e-a734-4d4853dabae7, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:38.190490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] For port 59a259a3-469d-425e-a734-4d4853dabae7, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=59a259a3-469d-425e-a734-4d4853dabae7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:38.205075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4031ac5-fc86-4d47-8487-4c6654a8a8bb req-6cdc97ce-e2f3-4775-ba2c-34baddc33cd2 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575263 Jul 09 16:38:38.206541 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.347793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:38.348439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.350315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/59a259a3-469d-425e-a734-4d4853dabae7 HTTP/1.1" status: 200 len: 1095 time: 5.4251854 Jul 09 16:38:38.414332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:38.423091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.483482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e983f9-54c3-4ed3-8ce1-1c08fe1518f8 service neutron] Pushing event updated for resources: {'Port': ['ID=59a259a3-469d-425e-a734-4d4853dabae7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:38.539574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6f75302c-afa6-442a-9dc4-c7c1ea835ddc details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:38.543076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:38.545671 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.565296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.715774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 34faa3f6-67b1-46fc-a539-055289c36ebe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:38.716451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 34faa3f6-67b1-46fc-a539-055289c36ebe not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:38.812449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:38.830355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event deleted for resources: {'Port': ['ID=34faa3f6-67b1-46fc-a539-055289c36ebe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:38.831836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc', 'mac_address': 'fa:16:3e:c8:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:38.895197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.920139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17c28ec0-47dc-4cd1-a9bd-aa4948e695ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.992514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] No DVR routers for this DVR port 34faa3f6-67b1-46fc-a539-055289c36ebe on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:39.014047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.038770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848508-043c-41e9-8408-aed69ad44c75 req-0efab5fe-72af-4644-aa68-8bba9802fc43 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:39.042826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27848508-043c-41e9-8408-aed69ad44c75 req-0efab5fe-72af-4644-aa68-8bba9802fc43 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 943 time: 0.7371271 Jul 09 16:38:39.044888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.051615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7f75b31-2eda-421a-b89e-8e4eb58ef2bb req-3e437141-6552-46cd-8de7-f67260b7672c tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "DELETE /v2.0/ports/34faa3f6-67b1-46fc-a539-055289c36ebe HTTP/1.1" status: 204 len: 173 time: 3.5083077 Jul 09 16:38:39.103013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f75302c-afa6-442a-9dc4-c7c1ea835ddc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:39.130592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:39.137800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2edb9d01-3461-4c49-b306-bac7a94d0f0b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:39.150572 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.160432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-6fa2ade6-8a31-4f41-9640-52f306c616e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:39.163017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-6fa2ade6-8a31-4f41-9640-52f306c616e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 1098 time: 0.7079990 Jul 09 16:38:39.165496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Allocated IP 172.25.7.167 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b837f846-8fbb-4591-aa4f-16771a185963) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:39.190455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.258245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27848508-043c-41e9-8408-aed69ad44c75 req-c3cb502c-716c-4e8e-8135-e1a0aebdc0ad tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012312 Jul 09 16:38:39.273453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-1c32dd86-e09b-40cf-93fc-b63330e4a886 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=59a259a3-469d-425e-a734-4d4853dabae7 HTTP/1.1" status: 200 len: 217 time: 0.0877912 Jul 09 16:38:39.289614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:05Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:39.292908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f46ce-2520-4c23-86e2-08004faa12b8 req-7215bc14-dd33-4464-b508-046090461674 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:39.302301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1f46ce-2520-4c23-86e2-08004faa12b8 req-7215bc14-dd33-4464-b508-046090461674 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 947 time: 0.4903061 Jul 09 16:38:39.330293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] Checking router: 8da1739e-856c-4037-8cea-af6200eee75c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:39.332845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:39.346715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2edb9d01-3461-4c49-b306-bac7a94d0f0b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:39.347170 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.446180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:39.447293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:39Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:39.465557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-284423d1-9187-4968-8a67-7c3246d2c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:39.467356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-284423d1-9187-4968-8a67-7c3246d2c19c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1570072 Jul 09 16:38:39.483131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1f46ce-2520-4c23-86e2-08004faa12b8 req-93e1c340-880a-4f4d-ba08-7c3f57c256d9 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796644 Jul 09 16:38:39.572954 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa0d594-9c25-4d54-ad84-3338737e87df x-openstack-request-id: req-6fa0d594-9c25-4d54-ad84-3338737e87df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:39.573469 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:39.573714 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fa0d594-9c25-4d54-ad84-3338737e87df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:39.574494 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'status': 'completed', 'code': 200} Jul 09 16:38:39.656067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['6f75302c-afa6-442a-9dc4-c7c1ea835ddc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:39.662065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.710879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-0425031e-cb79-44de-b63e-4fe8086caeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:39.712436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-0425031e-cb79-44de-b63e-4fe8086caeea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224095 Jul 09 16:38:39.721363 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5fcbd7-ceb3-4995-ba41-a37eef992710 x-openstack-request-id: req-3d5fcbd7-ceb3-4995-ba41-a37eef992710 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:39.721651 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3561378-96e5-44bc-82c7-651313d9b643", "name": "network-vif-deleted", "tag": "b0edb7a9-4040-4d23-b980-ac3132374929", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:39.721980 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d5fcbd7-ceb3-4995-ba41-a37eef992710 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:39.722294 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3561378-96e5-44bc-82c7-651313d9b643', 'name': 'network-vif-deleted', 'tag': 'b0edb7a9-4040-4d23-b980-ac3132374929', 'status': 'completed', 'code': 200} Jul 09 16:38:39.730711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:39.733966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77c7a6-6b1f-4636-a8ee-10ee5c7f3491 req-56bfe898-420c-4532-9afb-3caf30ac7345 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:39.741931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d77c7a6-6b1f-4636-a8ee-10ee5c7f3491 req-56bfe898-420c-4532-9afb-3caf30ac7345 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 945 time: 0.1974566 Jul 09 16:38:39.872995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-44a552cf-4979-40b7-8bd2-b3e5ac66c9dd service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217763 Jul 09 16:38:40.183432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:05Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:40.212422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff0b3c-ada5-43f3-8904-414ed1f5876f None None] The sync data for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 is: [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c3197e0c-0069-4bfc-b0b1-38b671567992', 'name': '', 'network_id': '83d95d64-c380-485f-981d-5b524e88d0e0', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'mac_address': 'fa:16:3e:8e:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:57Z', 'updated_at': '2021-07-09T16:36:05Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'subnets': [{'id': '2457a4d1-064b-418f-905e-0e80bfa2cfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:40.477455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d77c7a6-6b1f-4636-a8ee-10ee5c7f3491 req-9493e32a-bca2-43f3-84a0-6331f0f73e44 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346396 Jul 09 16:38:40.491958 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.545695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc060ba2-51ed-4aaf-90ae-a41edfbbf534 req-78ab3ce2-bfb5-4eea-a209-ca45cd29129e service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581931 Jul 09 16:38:40.587990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:40.589326 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f64135-6632-44f9-ada5-2b31232bc383 None None] New status for floating IP 66fcf079-909e-4908-9556-3f6b3e14f77e: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:38:40.605227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528204e2-43bb-4b09-94d5-4c553775f14f req-941f83fc-fb3a-4fcb-ba33-e72828a88483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:40.607201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-941f83fc-fb3a-4fcb-ba33-e72828a88483 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1095 time: 0.9670815 Jul 09 16:38:40.608110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:40.611261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:40.673191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:40.777324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93566363-8bc8-42ed-9899-493c59432899 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.824823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93566363-8bc8-42ed-9899-493c59432899 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.836992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event updated for resources: {'Port': ['ID=b837f846-8fbb-4591-aa4f-16771a185963,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:40.874872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53898cde-89dd-4d7e-90d8-1c285223ccac req-4110c85f-44b3-4ba7-bf1d-0742999bd624 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:40.887926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53898cde-89dd-4d7e-90d8-1c285223ccac req-4110c85f-44b3-4ba7-bf1d-0742999bd624 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.5038886 Jul 09 16:38:40.904429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93566363-8bc8-42ed-9899-493c59432899 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.907116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93566363-8bc8-42ed-9899-493c59432899 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.912907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-93566363-8bc8-42ed-9899-493c59432899 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "DELETE /v2.0/security-groups/d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d HTTP/1.1" status: 204 len: 168 time: 0.2427063 Jul 09 16:38:40.913735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42276) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:40.946649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93566363-8bc8-42ed-9899-493c59432899 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:40.950607 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-9d7f2f47-4c19-496b-8c5f-1afb67eb3463 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] show failed (client error): The resource could not be found. Jul 09 16:38:40.955909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d7f2f47-4c19-496b-8c5f-1afb67eb3463 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "GET /v2.0/security-groups/d5ff2ed5-d408-46e7-b5d1-8d2a7a78ee3d HTTP/1.1" status: 404 len: 347 time: 0.0365806 Jul 09 16:38:40.956928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:40.992532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.007083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528204e2-43bb-4b09-94d5-4c553775f14f req-97ca09eb-4f64-4765-8749-975f6eb85350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:41.008677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-97ca09eb-4f64-4765-8749-975f6eb85350 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.3600206 Jul 09 16:38:41.116960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-9930e924-c630-4400-a134-1b1d9e13c40e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 217 time: 0.0736930 Jul 09 16:38:41.128136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Deleting port c89c5900-b79b-497f-add2-e813b200c84d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:41.128630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.165669 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.182409 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53898cde-89dd-4d7e-90d8-1c285223ccac req-1e63f712-eb27-406e-a591-f2b1e8012998 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925766 Jul 09 16:38:41.242731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528204e2-43bb-4b09-94d5-4c553775f14f req-3f7c4ead-013d-43e9-ae0d-89bbaf27ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:41.243662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-3f7c4ead-013d-43e9-ae0d-89bbaf27ecda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1158123 Jul 09 16:38:41.247104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.247573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.265996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Calling delete_port for c89c5900-b79b-497f-add2-e813b200c84d owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:41.285127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-d7769826-f31a-49fc-b659-3cd01ab1fcd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335426 Jul 09 16:38:41.291287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.298195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d121b-7626-4381-ba96-566ca3ba60c9 req-b1570f12-7d1f-4d04-a8cc-d7f3da161233 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:41.299833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b6d121b-7626-4381-ba96-566ca3ba60c9 req-b1570f12-7d1f-4d04-a8cc-d7f3da161233 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 944 time: 0.2945466 Jul 09 16:38:41.420249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.456061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Pushing event deleted for resources: {'Port': ['ID=c89c5900-b79b-497f-add2-e813b200c84d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:41.517659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b6d121b-7626-4381-ba96-566ca3ba60c9 req-0a416743-b07f-4680-8dcb-c965128f7191 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949081 Jul 09 16:38:41.532606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.537307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.539314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-666993bc-cdf6-4b6a-8ab0-7b92039f2ac4 tempest-ServersTestManualDisk-1361306549 tempest-ServersTestManualDisk-1361306549-project] 10.222.0.48 "DELETE /v2.0/floatingips/66fcf079-909e-4908-9556-3f6b3e14f77e HTTP/1.1" status: 204 len: 168 time: 0.5801063 Jul 09 16:38:41.543031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:41.568416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-b1f970a7-93e9-49ff-93ca-ce9d1a1ff930 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468379 Jul 09 16:38:41.620967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ca318-8a3d-4c07-a202-f7c4e1e5ee2e req-1131732e-4bef-480e-8c32-cff71497efb2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:41.622602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-110ca318-8a3d-4c07-a202-f7c4e1e5ee2e req-1131732e-4bef-480e-8c32-cff71497efb2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 947 time: 0.2989657 Jul 09 16:38:41.729998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0197e54a-fd1c-4434-8479-b037ceac4661', 'tag': '59a259a3-469d-425e-a734-4d4853dabae7'}, {'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'name': 'network-vif-deleted', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:41.732135 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4636450c-ea74-4d26-b593-ac11994af885" -d '{"events": [{"name": "network-changed", "server_uuid": "0197e54a-fd1c-4434-8479-b037ceac4661", "tag": "59a259a3-469d-425e-a734-4d4853dabae7"}, {"server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "name": "network-vif-deleted", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:41.754979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.758686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-110ca318-8a3d-4c07-a202-f7c4e1e5ee2e req-989682d5-2180-4cf0-b11c-37a1c74dc250 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Jul 09 16:38:41.771809 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.786149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-528204e2-43bb-4b09-94d5-4c553775f14f req-bd115a9e-27c3-4737-9af6-917e77db2070 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047291 Jul 09 16:38:41.871756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event updated for resources: {'Port': ['ID=b837f846-8fbb-4591-aa4f-16771a185963,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:41.880312 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43c5360-715d-43d3-bbc0-98b8de623d96 x-openstack-request-id: req-c43c5360-715d-43d3-bbc0-98b8de623d96 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:41.880634 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0197e54a-fd1c-4434-8479-b037ceac4661", "tag": "59a259a3-469d-425e-a734-4d4853dabae7", "status": "completed", "code": 200}, {"server_uuid": "0d27d961-c71f-4b4f-b60f-f5cdeb82a540", "name": "network-vif-deleted", "tag": "34faa3f6-67b1-46fc-a539-055289c36ebe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:41.881560 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c43c5360-715d-43d3-bbc0-98b8de623d96 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:41.881560 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0197e54a-fd1c-4434-8479-b037ceac4661', 'tag': '59a259a3-469d-425e-a734-4d4853dabae7', 'status': 'completed', 'code': 200} Jul 09 16:38:41.881560 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d27d961-c71f-4b4f-b60f-f5cdeb82a540', 'name': 'network-vif-deleted', 'tag': '34faa3f6-67b1-46fc-a539-055289c36ebe', 'status': 'completed', 'code': 200} Jul 09 16:38:41.894200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.916867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.921956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d07d1b10-6d99-40be-98ec-e65fb7ed9b5b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5653458 Jul 09 16:38:42.050024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636450c-ea74-4d26-b593-ac11994af885 req-ae8d108d-cd34-4c8e-9b66-091d91ac86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.055382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-ae8d108d-cd34-4c8e-9b66-091d91ac86fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 1098 time: 0.1276875 Jul 09 16:38:42.057366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 59a259a3-469d-425e-a734-4d4853dabae7 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:42.191991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6f75302c-afa6-442a-9dc4-c7c1ea835ddc up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:42.282661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636450c-ea74-4d26-b593-ac11994af885 req-2fbc0abe-53e4-48f8-a7b6-d81eb1e2ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.285495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-2fbc0abe-53e4-48f8-a7b6-d81eb1e2ae6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2202432 Jul 09 16:38:42.287939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.311755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 59a259a3-469d-425e-a734-4d4853dabae7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=59a259a3-469d-425e-a734-4d4853dabae7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:42.326432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:42.334645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:42.335071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.337090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '59a259a3-469d-425e-a734-4d4853dabae7', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '59a259a3-469d-425e-a734-4d4853dabae7', 'mac_address': 'fa:16:3e:62:83:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:42.416326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-101bd5d1-2e77-498a-a8fa-3d915627ed81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=59a259a3-469d-425e-a734-4d4853dabae7 HTTP/1.1" status: 200 len: 217 time: 0.1154566 Jul 09 16:38:42.448455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.477818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a259a3-469d-425e-a734-4d4853dabae7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:42.528544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 59a259a3-469d-425e-a734-4d4853dabae7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=59a259a3-469d-425e-a734-4d4853dabae7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:42.537731 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.562183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.574322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-be6454ec-a4ed-4fb8-be6a-85482173fb58 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--158896426&fields=id&tenant_id=b9b85094d6dc4777bca51b79370372a0 HTTP/1.1" status: 200 len: 267 time: 0.1617332 Jul 09 16:38:42.601859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636450c-ea74-4d26-b593-ac11994af885 req-891de6c2-3e7d-43df-aeed-cadafb0d0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.604278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-891de6c2-3e7d-43df-aeed-cadafb0d0a92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1602297 Jul 09 16:38:42.608577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:42.608577 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c599378-76a6-43d3-bfba-c91db6e6dd8b" -d '{"events": [{"server_uuid": "a6d2e6fe-b053-4d67-81e9-83ca6d8531f6", "name": "network-vif-plugged", "status": "completed", "tag": "6f75302c-afa6-442a-9dc4-c7c1ea835ddc"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:42.641212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=59a259a3-469d-425e-a734-4d4853dabae7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:42.648922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:42.655773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.753150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:42.830363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39ab2c-70c9-4999-8b09-0be5ddb37c0e req-71429fa5-883a-458f-aeb6-665379ad829f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.832049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e39ab2c-70c9-4999-8b09-0be5ddb37c0e req-71429fa5-883a-458f-aeb6-665379ad829f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 967 time: 0.3674648 Jul 09 16:38:42.870348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636450c-ea74-4d26-b593-ac11994af885 req-4f26c89a-9472-40fb-a3f1-1540fcadbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.872239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-4f26c89a-9472-40fb-a3f1-1540fcadbaf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2504251 Jul 09 16:38:42.885894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-e6a75f22-6c62-4432-8bb0-4e8cfe7de540 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.887482 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-e6a75f22-6c62-4432-8bb0-4e8cfe7de540 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/networks?id=a68e0734-f834-4843-be3c-6d7eab84c04a HTTP/1.1" status: 200 len: 806 time: 0.2822547 Jul 09 16:38:42.993379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e39ab2c-70c9-4999-8b09-0be5ddb37c0e req-31ff089c-0931-4bfa-91cc-63022f1c6291 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d7e532-aa7f-44ad-8810-19e0ea88f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533048 Jul 09 16:38:43.012894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['59a259a3-469d-425e-a734-4d4853dabae7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:43.031450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-93c55278-0715-41b1-8b8e-7b8936c49edc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/quotas/b9b85094d6dc4777bca51b79370372a0 HTTP/1.1" status: 200 len: 375 time: 0.1272700 Jul 09 16:38:43.064187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Deleting port c3197e0c-0069-4bfc-b0b1-38b671567992 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:43.064678 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.187290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-c033a1a0-2ccb-4635-b2a8-417d5a7e94c3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966642 Jul 09 16:38:43.229852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] For port c3197e0c-0069-4bfc-b0b1-38b671567992, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c3197e0c-0069-4bfc-b0b1-38b671567992,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:43.230504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.240327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-899f5c3e-4ab6-4dc8-b333-9c4f0ca3f1b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:43.241972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-899f5c3e-4ab6-4dc8-b333-9c4f0ca3f1b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 967 time: 0.3115733 Jul 09 16:38:43.251194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Calling delete_port for c3197e0c-0069-4bfc-b0b1-38b671567992 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:43.336634 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-1b7ab830-adc2-4ffd-b479-4ed522025a14 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9b85094d6dc4777bca51b79370372a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2939444 Jul 09 16:38:43.390741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4636450c-ea74-4d26-b593-ac11994af885 req-0da2ce8a-8234-4aa4-8553-a572165e02a9 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889522 Jul 09 16:38:43.399919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda8910-047b-4a37-86e9-821a1cce1bd8 req-e4e00e9f-3811-4913-869b-cec68266e685 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:43.401577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cda8910-047b-4a37-86e9-821a1cce1bd8 req-e4e00e9f-3811-4913-869b-cec68266e685 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2059588 Jul 09 16:38:43.552103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.552967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cda8910-047b-4a37-86e9-821a1cce1bd8 req-da8582c1-c1e5-4fad-b540-20bd6e9fbfec tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349580 Jul 09 16:38:43.586381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3197e0c-0069-4bfc-b0b1-38b671567992,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:43.674638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-b76bf92b-3a8d-48b0-80bf-e6b2f37451b5 service neutron] 10.222.0.48 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205500 Jul 09 16:38:43.834778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Deleting port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:43.835000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.844576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-33b42803-c657-4cb3-8f4a-442ca02c0c7f service neutron] 10.222.0.48 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674385 Jul 09 16:38:43.879490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.906748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92765f65-0f34-4cc9-acbd-b67402f4fcdc req-a50f4bb4-3ce8-4057-83d0-a78f45f0dbdb tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:43.908541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92765f65-0f34-4cc9-acbd-b67402f4fcdc req-a50f4bb4-3ce8-4057-83d0-a78f45f0dbdb tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 945 time: 0.2075174 Jul 09 16:38:43.993629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92765f65-0f34-4cc9-acbd-b67402f4fcdc req-a179b21b-495e-4a02-aa9e-14a976107790 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703688 Jul 09 16:38:43.999610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] For port d056223e-4402-4f7c-bd7c-98cc5d48c7d0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,segment=NetworkSegment(d627056f-700e-4b77-96e7-8a16e0acf285),segment_id=d627056f-700e-4b77-96e7-8a16e0acf285)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:44.000060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.020398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Calling delete_port for d056223e-4402-4f7c-bd7c-98cc5d48c7d0 owned by compute:tempest-test_az-2076534096 {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:44.132902 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9b1ec8-a49b-4812-aeb0-09c05e48eb10 x-openstack-request-id: req-ac9b1ec8-a49b-4812-aeb0-09c05e48eb10 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:44.133565 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d2e6fe-b053-4d67-81e9-83ca6d8531f6", "name": "network-vif-plugged", "status": "completed", "tag": "6f75302c-afa6-442a-9dc4-c7c1ea835ddc", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:44.133688 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac9b1ec8-a49b-4812-aeb0-09c05e48eb10 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:44.134323 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc', 'code': 200} Jul 09 16:38:44.241257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Router 8da1739e-856c-4037-8cea-af6200eee75c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:44.411468 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.447622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92224-2f31-4649-85e2-2b4057c64cb4 req-0df664aa-9481-4c3d-acf5-f1d0d4cc5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:44.449558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-14e92224-2f31-4649-85e2-2b4057c64cb4 req-0df664aa-9481-4c3d-acf5-f1d0d4cc5ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 1096 time: 0.2012322 Jul 09 16:38:44.486132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Pushing event deleted for resources: {'Port': ['ID=d056223e-4402-4f7c-bd7c-98cc5d48c7d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:44.521213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:44.525889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-14e92224-2f31-4649-85e2-2b4057c64cb4 req-eda7efcf-81e2-4c01-9e24-e76ec239f2af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691278 Jul 09 16:38:44.532080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd129cc2-c4a4-4d99-8727-2ae189572943 admin admin] 10.222.0.48 "PUT /v2.0/routers/8da1739e-856c-4037-8cea-af6200eee75c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9874060 Jul 09 16:38:44.533690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] Sync routers for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:44.536983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:44.553847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:44.555325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:39Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:44.586308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] No DVR routers for this DVR port d056223e-4402-4f7c-bd7c-98cc5d48c7d0 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:44.593998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.597234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea412497-94ea-40c5-b3e0-9e44c0f497b0 req-b1e0093f-f6fa-4ed3-a89d-0afb956dc6b5 tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.37 "DELETE /v2.0/ports/d056223e-4402-4f7c-bd7c-98cc5d48c7d0 HTTP/1.1" status: 204 len: 173 time: 1.3207135 Jul 09 16:38:44.599522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'name': 'network-vif-deleted', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:44.606560 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b0055b-2604-4d77-943e-d3bcec68f19b" -d '{"events": [{"server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "name": "network-vif-deleted", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:44.630322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a87a6e-bdca-4ef0-be1f-816390c7877d req-4b1a0e02-2b80-4f17-ba34-e249b5f8bd47 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:44.633020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4a87a6e-bdca-4ef0-be1f-816390c7877d req-4b1a0e02-2b80-4f17-ba34-e249b5f8bd47 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 945 time: 0.3662312 Jul 09 16:38:44.659759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e63b10-8a41-41b7-bd7b-34308d092e11 req-29518dee-8537-4017-8c51-659e1d0016ac tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:44.674264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86e63b10-8a41-41b7-bd7b-34308d092e11 req-29518dee-8537-4017-8c51-659e1d0016ac tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 948 time: 0.3359385 Jul 09 16:38:44.716265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:44.731565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.932739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.042790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:38:43Z', 'revision_number': 5, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port': {'id': '60ab526c-ae21-4b27-9589-ea10d4b58d90', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1739e-856c-4037-8cea-af6200eee75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:35:53Z', 'updated_at': '2021-07-09T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:45.089229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Deleting port 60ab526c-ae21-4b27-9589-ea10d4b58d90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:45.089710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.100427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] Checking router: 8da1739e-856c-4037-8cea-af6200eee75c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:45.113835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] Routers {'8da1739e-856c-4037-8cea-af6200eee75c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:45.114926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:39Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8da1739e-856c-4037-8cea-af6200eee75c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:45.259522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] For port 60ab526c-ae21-4b27-9589-ea10d4b58d90, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60ab526c-ae21-4b27-9589-ea10d4b58d90,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:45.259944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.287756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Calling delete_port for 60ab526c-ae21-4b27-9589-ea10d4b58d90 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:45.307385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86e63b10-8a41-41b7-bd7b-34308d092e11 req-8a19f529-0c9f-45be-afb3-22d258451f30 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014361 Jul 09 16:38:45.312281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4a87a6e-bdca-4ef0-be1f-816390c7877d req-30b7c104-0052-48f5-a9b6-47521f93825b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684990 Jul 09 16:38:45.340121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-c62836da-5c60-4db1-a42c-f7df7aa37ecd tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:45.342713 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-c62836da-5c60-4db1-a42c-f7df7aa37ecd tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 945 time: 0.6658890 Jul 09 16:38:45.513413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] Set router 8da1739e-856c-4037-8cea-af6200eee75c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:45.591842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.594374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-221b6fc9-1eba-462a-9eac-6ed994a31dfa req-d466018c-60fe-4212-97c4-f0257a2dc67f tempest-LiveMigrationTest-953234035 tempest-LiveMigrationTest-953234035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16621df-ad70-47bb-bd9d-79a56a24ea8a HTTP/1.1" status: 200 len: 210 time: 0.0663216 Jul 09 16:38:45.594643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:38:44Z', 'revision_number': 6, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:45.608420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Deleting port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:45.610722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.644102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=60ab526c-ae21-4b27-9589-ea10d4b58d90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:45.644887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d3ec4-e048-4359-9edb-e0545b7dfe7e None None] The sync data for ids ['8da1739e-856c-4037-8cea-af6200eee75c'] in n-d-800085-2 is: [{'id': '8da1739e-856c-4037-8cea-af6200eee75c', 'name': 'tempest-ServersTestManualDisk-999403113-router', 'tenant_id': '8cbe75f6578643f5af99b2e4e7878950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:35:52Z', 'updated_at': '2021-07-09T16:38:44Z', 'revision_number': 6, 'project_id': '8cbe75f6578643f5af99b2e4e7878950', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:45.769070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.832314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc9b86f-8928-4208-913a-30125356fa9c req-f05af05b-d157-4abc-9494-a4818a4e8ad1 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 210 time: 0.1097679 Jul 09 16:38:45.910415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.911487 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c6a84b-7d35-4b82-a37b-5769d12c20e7 x-openstack-request-id: req-77c6a84b-7d35-4b82-a37b-5769d12c20e7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:45.911884 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16621df-ad70-47bb-bd9d-79a56a24ea8a", "name": "network-vif-deleted", "tag": "d056223e-4402-4f7c-bd7c-98cc5d48c7d0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:45.912429 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77c6a84b-7d35-4b82-a37b-5769d12c20e7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:45.912838 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16621df-ad70-47bb-bd9d-79a56a24ea8a', 'name': 'network-vif-deleted', 'tag': 'd056223e-4402-4f7c-bd7c-98cc5d48c7d0', 'status': 'completed', 'code': 200} Jul 09 16:38:45.914056 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.929749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] For port cf470d2c-f4ab-4d0e-80ee-15181ebb6911, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,segment=NetworkSegment(990039ef-9888-48c9-aeba-38d9b2d16c90),segment_id=990039ef-9888-48c9-aeba-38d9b2d16c90)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:45.930161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.954177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Calling delete_port for cf470d2c-f4ab-4d0e-80ee-15181ebb6911 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:45.996841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.998883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da1739e-856c-4037-8cea-af6200eee75c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:46.011962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.014270 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-87d1a394-bae3-4e9e-9506-7aab74adbb5b admin admin] 10.222.0.48 "DELETE /v2.0/routers/8da1739e-856c-4037-8cea-af6200eee75c HTTP/1.1" status: 204 len: 168 time: 1.4752212 Jul 09 16:38:46.016910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:46.083080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 59a259a3-469d-425e-a734-4d4853dabae7 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:46.101940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cac29-6c1c-4e08-884b-1ee59f62eee6 req-7e16300e-a3f8-4ad0-b6da-cf5fa7b1cc7f tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:46.110022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Deleting subnet 2457a4d1-064b-418f-905e-0e80bfa2cfd9 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:46.113103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c40cac29-6c1c-4e08-884b-1ee59f62eee6 req-7e16300e-a3f8-4ad0-b6da-cf5fa7b1cc7f tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.3247709 Jul 09 16:38:46.113710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.175285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.195456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 59a259a3-469d-425e-a734-4d4853dabae7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:46.208910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 59a259a3-469d-425e-a734-4d4853dabae7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:46.209072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.216170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:46.247834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c40cac29-6c1c-4e08-884b-1ee59f62eee6 req-d7f2ed5f-c587-4c24-8409-26d6101ba6e8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Jul 09 16:38:46.271088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: d056223e-4402-4f7c-bd7c-98cc5d48c7d0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:46.271917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d056223e-4402-4f7c-bd7c-98cc5d48c7d0 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:46.331220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.381137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.405863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b8c7-b755-4012-8144-7dc97cda757d req-0544346f-bd38-421e-bbc7-bf89c4f4be96 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:46.412724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c94b8c7-b755-4012-8144-7dc97cda757d req-0544346f-bd38-421e-bbc7-bf89c4f4be96 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/ports?device_id=5dd9ef28-94bc-4d7e-9b26-f030a6231b04 HTTP/1.1" status: 200 len: 945 time: 0.2550611 Jul 09 16:38:46.427061 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0197e54a-fd1c-4434-8479-b037ceac4661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a259a3-469d-425e-a734-4d4853dabae7'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:46.433881 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa1a7e2-472b-46e8-9699-237e92654f03" -d '{"events": [{"server_uuid": "0197e54a-fd1c-4434-8479-b037ceac4661", "name": "network-vif-plugged", "status": "completed", "tag": "59a259a3-469d-425e-a734-4d4853dabae7"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:46.448889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.450763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 59a259a3-469d-425e-a734-4d4853dabae7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=59a259a3-469d-425e-a734-4d4853dabae7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:46.456465 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.465996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.533305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2457a4d1-064b-418f-905e-0e80bfa2cfd9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.537198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.540166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-820a1be3-a734-4b84-a17f-992b197e56bb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2457a4d1-064b-418f-905e-0e80bfa2cfd9 HTTP/1.1" status: 204 len: 168 time: 0.5201471 Jul 09 16:38:46.544389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:46.556635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=59a259a3-469d-425e-a734-4d4853dabae7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.560597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5af81e-5841-4caa-bafe-bf02f1156d4c None None] Network 83d95d64-c380-485f-981d-5b524e88d0e0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:46.590510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Pushing event deleted for resources: {'Port': ['ID=cf470d2c-f4ab-4d0e-80ee-15181ebb6911,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.672990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.695919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] No DVR routers for this DVR port cf470d2c-f4ab-4d0e-80ee-15181ebb6911 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:46.719418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.722346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d925132f-2b87-4bc0-9071-f9cea4c0e641 req-91eda5f7-e5b0-467d-ba88-262819a11b8c tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.43 "DELETE /v2.0/ports/cf470d2c-f4ab-4d0e-80ee-15181ebb6911 HTTP/1.1" status: 204 len: 173 time: 1.3729062 Jul 09 16:38:46.823262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Deleting port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:46.823858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.854302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c94b8c7-b755-4012-8144-7dc97cda757d req-5992cf02-9417-4773-886a-1d014aab2fb1 tempest-ServerAddressesNegativeTestJSON-1944774509 tempest-ServerAddressesNegativeTestJSON-1944774509-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d437c53-3f55-4f51-a58d-84c922adfd88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127927 Jul 09 16:38:46.996351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] For port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,segment=NetworkSegment(cb7aaa69-8bf7-4605-8570-9c24bd004625),segment_id=cb7aaa69-8bf7-4605-8570-9c24bd004625)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:46.996816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.053887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] DHCP port deletion for 83d95d64-c380-485f-981d-5b524e88d0e0 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:38:47.090951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Calling delete_port for 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:47.091159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919074a-1ec8-44da-995d-af7b4685f450 req-cc52c6a8-498b-4402-9d3d-56843e4b3fd8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:47.178633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b919074a-1ec8-44da-995d-af7b4685f450 req-cc52c6a8-498b-4402-9d3d-56843e4b3fd8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 949 time: 0.5828099 Jul 09 16:38:47.183448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60ab526c-ae21-4b27-9589-ea10d4b58d90 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:47.190038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-89906144-0cf2-4d1c-9f54-dbff7f2e0159 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:47.191664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-89906144-0cf2-4d1c-9f54-dbff7f2e0159 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.37 "GET /v2.0/networks?id=a68e0734-f834-4843-be3c-6d7eab84c04a HTTP/1.1" status: 200 len: 806 time: 0.4680929 Jul 09 16:38:47.232070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 60ab526c-ae21-4b27-9589-ea10d4b58d90 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:47.232444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60ab526c-ae21-4b27-9589-ea10d4b58d90 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:47.232838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c3197e0c-0069-4bfc-b0b1-38b671567992 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:47.257851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c3197e0c-0069-4bfc-b0b1-38b671567992 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:47.257851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c3197e0c-0069-4bfc-b0b1-38b671567992 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:47.273794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.279922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Deleting port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:47.280439 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.303364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b919074a-1ec8-44da-995d-af7b4685f450 req-ad594a85-1d6a-40b1-8598-c770e7010400 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105599 Jul 09 16:38:47.308973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-bc5e5593-cfb0-499d-9016-8f0fe86dc230 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9b85094d6dc4777bca51b79370372a0 HTTP/1.1" status: 200 len: 379 time: 0.0963464 Jul 09 16:38:47.316838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:47.331522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] No DVR routers for this DVR port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:47.334020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Request body: {'port': {'device_id': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'admin_state_up': True, 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'security_groups': ['7a321fff-7295-4618-93fc-20b2bbe08aa6']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:47.370263 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849712f9-70f9-4af0-8435-1b43edbe246a x-openstack-request-id: req-849712f9-70f9-4af0-8435-1b43edbe246a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:47.371573 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0197e54a-fd1c-4434-8479-b037ceac4661", "name": "network-vif-plugged", "status": "completed", "tag": "59a259a3-469d-425e-a734-4d4853dabae7", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:47.371573 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-849712f9-70f9-4af0-8435-1b43edbe246a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:47.371573 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0197e54a-fd1c-4434-8479-b037ceac4661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a259a3-469d-425e-a734-4d4853dabae7', 'code': 200} Jul 09 16:38:47.401422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] For port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:47.401823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.414144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9c6d8-00bf-4d4c-a845-49f2ccf10cfe req-730af2e0-646d-4ba3-896b-8e1a1634568a tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:47.415936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bd9c6d8-00bf-4d4c-a845-49f2ccf10cfe req-730af2e0-646d-4ba3-896b-8e1a1634568a tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 945 time: 0.1969974 Jul 09 16:38:47.440309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Calling delete_port for 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:47.459330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:38:47.460565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.465589 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.482263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d95d64-c380-485f-981d-5b524e88d0e0']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:47.496844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7aaa69-8bf7-4605-8570-9c24bd004625') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:47.497359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7aaa69-8bf7-4605-8570-9c24bd004625') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:47.499048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] Pushing event deleted for resources: {'Port': ['ID=6c4c1cfc-7a3b-43f7-b490-f28dcc955481,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:47.510052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afaa5dd-c6d3-44e4-bf6e-a21bd50d5115 None None] No DVR routers for this DVR port 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:47.519358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bd9c6d8-00bf-4d4c-a845-49f2ccf10cfe req-6a5e981d-08f3-4274-9097-ab799836b0dc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930159 Jul 09 16:38:47.529115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.556723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.568570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Made reservation on behalf of b9b85094d6dc4777bca51b79370372a0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:47.572390 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.573793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:47.574441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.597778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:47.661967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.676668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.681443 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] 10.222.0.48 "DELETE /v2.0/networks/83d95d64-c380-485f-981d-5b524e88d0e0 HTTP/1.1" status: 204 len: 168 time: 1.1361923 Jul 09 16:38:47.710708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6ae77-e0f4-4e47-a18f-a96f4e108010 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d95d64-c380-485f-981d-5b524e88d0e0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:47.740469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c29ab-e088-42ae-a696-1fda4484f300 req-538a46f7-4f0f-4506-a2aa-177190fbc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:47.742090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a77c29ab-e088-42ae-a696-1fda4484f300 req-538a46f7-4f0f-4506-a2aa-177190fbc401 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 1100 time: 0.2490780 Jul 09 16:38:47.847822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:47.854946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3357e80b-e418-482f-a8ce-32d269a3e063 req-82ef0ecc-4a52-4b5d-a22f-eee62347ecd0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 210 time: 0.1218805 Jul 09 16:38:47.902415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Deleting subnet 90e73a0b-6e7e-4e98-ae40-417da79be4ae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:47.917340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'name': 'network-vif-deleted', 'tag': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:47.921243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e3837852-ac8c-42b6-9c46-d814ed45df58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cbe75f6578643f5af99b2e4e7878950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678749 Jul 09 16:38:47.921476 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd356ba-ecf3-4009-9486-66b6c15d935c" -d '{"events": [{"server_uuid": "5dd9ef28-94bc-4d7e-9b26-f030a6231b04", "name": "network-vif-deleted", "tag": "cf470d2c-f4ab-4d0e-80ee-15181ebb6911"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:47.921672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:47.924518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.959981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a77c29ab-e088-42ae-a696-1fda4484f300 req-2aa7b024-91d2-47f1-ba5b-c013b1627ced service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821971 Jul 09 16:38:47.994384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Allocated IP 172.20.0.12 (a68e0734-f834-4843-be3c-6d7eab84c04a/ee4a5930-5381-4e8e-a924-705dacb46815/26c2e140-45b7-4f4d-89a8-37ccffc6b4f9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:47.997998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.010936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfe2285c-f3a7-4e35-b6b7-f03bd8a3b092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.051134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfe2285c-f3a7-4e35-b6b7-f03bd8a3b092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.062554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52acbca-605e-40bd-9139-3a9294351c56 req-962d0ce9-12cd-4241-ade8-e70bff4fe59b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.072495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e52acbca-605e-40bd-9139-3a9294351c56 req-962d0ce9-12cd-4241-ade8-e70bff4fe59b tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2938499 Jul 09 16:38:48.087332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cf470d2c-f4ab-4d0e-80ee-15181ebb6911 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:48.141703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfe2285c-f3a7-4e35-b6b7-f03bd8a3b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.145077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: cf470d2c-f4ab-4d0e-80ee-15181ebb6911 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:48.145420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cf470d2c-f4ab-4d0e-80ee-15181ebb6911 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:48.147951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfe2285c-f3a7-4e35-b6b7-f03bd8a3b092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.149779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.151128 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cfe2285c-f3a7-4e35-b6b7-f03bd8a3b092 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/875a20d9-a467-4fb4-a56b-49d822158b11 HTTP/1.1" status: 204 len: 168 time: 0.2269554 Jul 09 16:38:48.163540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2285c-f3a7-4e35-b6b7-f03bd8a3b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a20d9-a467-4fb4-a56b-49d822158b11,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:48.238223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:48.290303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e52acbca-605e-40bd-9139-3a9294351c56 req-faaf633c-4e60-4bca-9f09-f7d772180b5c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140238 Jul 09 16:38:48.296623 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1eccec-b8ef-4bed-96ff-43f47ba8a69c x-openstack-request-id: req-bc1eccec-b8ef-4bed-96ff-43f47ba8a69c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:48.297563 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd9ef28-94bc-4d7e-9b26-f030a6231b04", "name": "network-vif-deleted", "tag": "cf470d2c-f4ab-4d0e-80ee-15181ebb6911", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:48.297563 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc1eccec-b8ef-4bed-96ff-43f47ba8a69c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:48.297563 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd9ef28-94bc-4d7e-9b26-f030a6231b04', 'name': 'network-vif-deleted', 'tag': 'cf470d2c-f4ab-4d0e-80ee-15181ebb6911', 'status': 'completed', 'code': 200} Jul 09 16:38:48.357590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Deleting subnet d027fd22-c97e-4875-960f-a56df897c30c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:48.383911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.393083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.445611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.471876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e73a0b-6e7e-4e98-ae40-417da79be4ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:48.493194 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.495847 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.500431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-81e5808f-a8cc-4e1f-8582-28a6d1c5a6ab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/90e73a0b-6e7e-4e98-ae40-417da79be4ae HTTP/1.1" status: 204 len: 168 time: 0.8946326 Jul 09 16:38:48.500942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42388) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:48.527890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.540402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Transition to ACTIVE for port object 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:48.624225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336efa7-4c00-404f-ba5c-8ba430b292e3 req-80711bb8-2bd7-44c9-bba5-44ee236a9982 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.632046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3336efa7-4c00-404f-ba5c-8ba430b292e3 req-80711bb8-2bd7-44c9-bba5-44ee236a9982 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 945 time: 0.2117727 Jul 09 16:38:48.645490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799589b0-9050-46d1-a171-cbc2b5e58eb9 req-b2b99935-290a-4557-adaa-c012b08e892e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.647278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-799589b0-9050-46d1-a171-cbc2b5e58eb9 req-b2b99935-290a-4557-adaa-c012b08e892e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 949 time: 0.1467886 Jul 09 16:38:48.653243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.654916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.706872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.756903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.759159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d027fd22-c97e-4875-960f-a56df897c30c HTTP/1.1" status: 204 len: 168 time: 0.5188708 Jul 09 16:38:48.773683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Network a68e0734-f834-4843-be3c-6d7eab84c04a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:48.779908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:48.783146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3336efa7-4c00-404f-ba5c-8ba430b292e3 req-0b2497ef-1981-4b5d-a65b-5d29d40b7d8e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484859 Jul 09 16:38:48.790662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e1f76-17cd-4abe-9b28-0b8056a4b946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d027fd22-c97e-4875-960f-a56df897c30c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:48.803698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-799589b0-9050-46d1-a171-cbc2b5e58eb9 req-405cf45e-2764-4f76-973d-d75d5e63e90c tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408148 Jul 09 16:38:48.805062 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.813898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:48.835175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:48.841708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987c8644-046b-4648-a50d-1ac25a6ebb19']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.864235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event updated for resources: {'Port': ['ID=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:48.871008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd627056f-700e-4b77-96e7-8a16e0acf285') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.871435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd627056f-700e-4b77-96e7-8a16e0acf285') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.896520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.923320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.933877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:48.934620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:49.060276 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:49.065243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.073096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.080160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:49.080160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.083808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.085527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/987c8644-046b-4648-a50d-1ac25a6ebb19 HTTP/1.1" status: 204 len: 168 time: 0.5825822 Jul 09 16:38:49.085527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42410) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:49.098859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:49.126984 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:49.127729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6c4c1cfc-7a3b-43f7-b490-f28dcc955481 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:49.218360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca8bae-0c8f-4464-a590-f141f00a87d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=987c8644-046b-4648-a50d-1ac25a6ebb19,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.236612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Deleting subnet aa71064e-0263-49ae-811b-fb1d7a8e8295 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:49.246247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.291971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-415fc65f-962d-4c5a-97b2-d7c772bf48d0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9732866 Jul 09 16:38:49.308474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.312126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f0baf03-6a76-4552-b679-4774e62e4cff None None] Provisioning for port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:49.313929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Request body: {'port': {'device_id': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:49.321893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f0baf03-6a76-4552-b679-4774e62e4cff None None] Provisioning complete for port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:49.322540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f0baf03-6a76-4552-b679-4774e62e4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.350835 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.383595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.392004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd62c12-9f40-4ed4-88d4-8969e27432cc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.393164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2f0baf03-6a76-4552-b679-4774e62e4cff None None] Port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:49.411312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990039ef-9888-48c9-aeba-38d9b2d16c90') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.411682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990039ef-9888-48c9-aeba-38d9b2d16c90') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.449010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.465696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdeb0c-4592-4824-8292-543a22819369 req-bee3d700-dd94-46b5-a4ef-8b6cf5a1e2ad tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:49.472761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7abdeb0c-4592-4824-8292-543a22819369 req-bee3d700-dd94-46b5-a4ef-8b6cf5a1e2ad tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 945 time: 0.4644072 Jul 09 16:38:49.479504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:49.486958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.511632 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.520380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.527029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa71064e-0263-49ae-811b-fb1d7a8e8295,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.528277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:49.528688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.533239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:49.534379 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:49.541584 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8200e6e5-54c3-441e-a45f-1f776e0d3291 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa71064e-0263-49ae-811b-fb1d7a8e8295 HTTP/1.1" status: 204 len: 168 time: 0.4507990 Jul 09 16:38:49.541584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:49.610903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bdd66-09a0-45fd-b070-adefa3ba6f66 req-f3edde6d-a29b-402e-83c8-04277e55961e tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:49.612526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-422bdd66-09a0-45fd-b070-adefa3ba6f66 req-f3edde6d-a29b-402e-83c8-04277e55961e tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 932 time: 0.3230577 Jul 09 16:38:49.624628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7abdeb0c-4592-4824-8292-543a22819369 req-b95aa87e-5bf8-400a-a57a-089457dc88f9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494019 Jul 09 16:38:49.628599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-830159882-network', 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:49.644347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.697541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:49.703049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.710278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.731496 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.739692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.741798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9bd62c12-9f40-4ed4-88d4-8969e27432cc HTTP/1.1" status: 204 len: 168 time: 0.9576921 Jul 09 16:38:49.776080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-422bdd66-09a0-45fd-b070-adefa3ba6f66 req-99c3aafe-27e9-4648-af96-eb6fb1c61144 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464398 Jul 09 16:38:49.808695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.839637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198a8962-01d3-4483-9205-1bc3d59d539d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.840952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0910ff-2480-497d-a607-0a537e486159 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd62c12-9f40-4ed4-88d4-8969e27432cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.867008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723dcb21-61af-47e1-9c72-f4e5cda56e6b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.867503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723dcb21-61af-47e1-9c72-f4e5cda56e6b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.889888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.915453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.929902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:49.930428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.932251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:49.933104 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:49.988322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fe411-4ef3-430d-b2f0-3d0c1d77c0e0 req-b37df826-d60f-4b09-91ea-a720df31e99e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:49.989958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-613fe411-4ef3-430d-b2f0-3d0c1d77c0e0 req-b37df826-d60f-4b09-91ea-a720df31e99e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2460873 Jul 09 16:38:50.066764 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-379899d6-7f12-4c51-8667-39c26e44f23c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2e342c0369c42fba39361ea65f423e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312163 Jul 09 16:38:50.076705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.078417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:50.089873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.092482 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] 10.222.0.48 "DELETE /v2.0/networks/198a8962-01d3-4483-9205-1bc3d59d539d HTTP/1.1" status: 204 len: 168 time: 0.5493467 Jul 09 16:38:50.095756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-613fe411-4ef3-430d-b2f0-3d0c1d77c0e0 req-f2c638b1-83c6-4dca-89c2-826dde728bfc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905027 Jul 09 16:38:50.116905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65091212-04c1-4b18-abb3-117689c1b05f admin admin] Pushing event deleted for resources: {'Network': ['ID=198a8962-01d3-4483-9205-1bc3d59d539d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.120218 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.125585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.164093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:50.176279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5812d91b-c8e6-4cd8-9305-5a0506d51fd6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.183213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.183820 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Added segment 6257b7ce-d020-4abd-a130-fc148aeeb12d of type vlan for network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a Jul 09 16:38:50.210571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:50.221569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:50.253002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.256445 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32ce7f11-57a0-4f6b-9cbc-1e2ac1dd49b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.264511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.305431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32ce7f11-57a0-4f6b-9cbc-1e2ac1dd49b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.329954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.331191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:50.332623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.376465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:50.405297 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32ce7f11-57a0-4f6b-9cbc-1e2ac1dd49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.408089 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32ce7f11-57a0-4f6b-9cbc-1e2ac1dd49b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.409270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-32ce7f11-57a0-4f6b-9cbc-1e2ac1dd49b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d437c53-3f55-4f51-a58d-84c922adfd88 HTTP/1.1" status: 204 len: 168 time: 0.3291039 Jul 09 16:38:50.414812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114', 'port_id': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'mac_address': 'fa:16:3e:f5:75:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb2e790-a08d-4648-bda7-256326aff0ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:50.417795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Transition to ACTIVE for port object 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:50.426398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce7f11-57a0-4f6b-9cbc-1e2ac1dd49b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d437c53-3f55-4f51-a58d-84c922adfd88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.441500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.495799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] Pushing event updated for resources: {'Network': ['ID=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.542606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13e547db-3b8d-4bc6-8920-c2eeac1b1bcb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0598459 Jul 09 16:38:50.543150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:50.544353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:50.544961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:50.562461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Request body: {'subnet': {'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-830159882-subnet', 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:50.616436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.627083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:50.630129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.670025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:50.674029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Pushing event updated for resources: {'Port': ['ID=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.732771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:50.737640 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-877292f5-63ca-4d73-9f93-8baedc26bc7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c2b455828fc4b328c11ddb4790c7d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904356 Jul 09 16:38:50.739179 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.747768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:50.835349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.884741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf3911a4-7217-4cd7-afa0-cd12c8ecdf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.923756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf3911a4-7217-4cd7-afa0-cd12c8ecdf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.053746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.096340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf3911a4-7217-4cd7-afa0-cd12c8ecdf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.099978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf3911a4-7217-4cd7-afa0-cd12c8ecdf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.101626 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cf3911a4-7217-4cd7-afa0-cd12c8ecdf22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37d7e532-aa7f-44ad-8810-19e0ea88f95c HTTP/1.1" status: 204 len: 168 time: 0.3524108 Jul 09 16:38:51.131851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3911a4-7217-4cd7-afa0-cd12c8ecdf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7e532-aa7f-44ad-8810-19e0ea88f95c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:51.147729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2da96f6-8a04-4eea-b8a8-a341748b256f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:51.169142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:51.169498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Network hostable DHCP agents. Network: f976fc9b-2641-4ee0-a4dd-6a1ee789a40a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:51.202264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:51.217159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f976fc9b-2641-4ee0-a4dd-6a1ee789a40a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:51.223858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9ddf1662-33b6-4e53-a4e8-029d8d9075f0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:51.228479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daecde5c-59c0-4724-8af0-bd82dc4aa3eb None None] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:51.232283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:51.232283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.257827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1478da7d-aad9-4628-a966-c9fc2bff5ecd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7013309 Jul 09 16:38:51.357517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3a428-22ce-4559-9e07-8529febbab0e req-a56dfffb-95f3-4a56-82b1-8f6634283dae tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:51.367317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ed3a428-22ce-4559-9e07-8529febbab0e req-a56dfffb-95f3-4a56-82b1-8f6634283dae tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 949 time: 0.8522320 Jul 09 16:38:51.399120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Attempting to bind port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:51.399672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Attempting to bind port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:51.400100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Attempting to bind port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 on network a68e0734-f834-4843-be3c-6d7eab84c04a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:51.416071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935ce5-82ea-4201-8f3b-44eaa585ab5b req-6685298e-0399-4c7a-95b7-a8de416294cc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:51.417858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45935ce5-82ea-4201-8f3b-44eaa585ab5b req-6685298e-0399-4c7a-95b7-a8de416294cc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 945 time: 0.7160797 Jul 09 16:38:51.427926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 on network a68e0734-f834-4843-be3c-6d7eab84c04a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:51.428425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Attempting to bind port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 on network a68e0734-f834-4843-be3c-6d7eab84c04a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:51.457504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ed3a428-22ce-4559-9e07-8529febbab0e req-8c592efe-605a-4d78-bf9a-fd75339cd520 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890129 Jul 09 16:38:51.481305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:51.485500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Checking segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:51.486006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Bound using segment: {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:51.488292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Bound port: 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b2d55b-abc3-401e-8fce-2ad4942d7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:51.488782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.507322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dcc408-a9c4-47e6-a6fd-5a1ddbe5f99b None None] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:51.596003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45935ce5-82ea-4201-8f3b-44eaa585ab5b req-bf5f50b4-0a48-4a83-b0ce-5eba4b341d1c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688683 Jul 09 16:38:51.670882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.704891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] For port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:51.710232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] For port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:51.716214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.767291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-904d08a9-e0a2-4e09-8ac0-50e6fa2bda5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=670ce56f454d42bca962841b6d0b838f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949519 Jul 09 16:38:51.769648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.818989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.847150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ace36e8-0a6a-4620-8766-f9a374d64de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.852875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:51.853688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.855155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] 10.222.0.37 "PUT /v2.0/ports/26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 HTTP/1.1" status: 200 len: 1092 time: 2.5456052 Jul 09 16:38:51.863028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:51.865659 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f84810-b37d-48da-ac04-445d0f1bdfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:51.899686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ace36e8-0a6a-4620-8766-f9a374d64de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.943470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5757e-3552-4fe5-872e-9eb41fd78c0e service neutron] Pushing event updated for resources: {'Port': ['ID=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.050231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce94e7a-3a74-45a6-8664-3845373b9b8b req-390d3209-b288-4653-a365-7b16ad69e119 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.059075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cce94e7a-3a74-45a6-8664-3845373b9b8b req-390d3209-b288-4653-a365-7b16ad69e119 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 944 time: 0.3191273 Jul 09 16:38:52.117318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307f0d1-93a2-46e3-b642-a3fedebb18d2 req-c9fbc740-a2a9-45ba-868c-8fc2f76ce876 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.118986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5307f0d1-93a2-46e3-b642-a3fedebb18d2 req-c9fbc740-a2a9-45ba-868c-8fc2f76ce876 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.2681794 Jul 09 16:38:52.129534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-c011327d-e0c5-4526-a87e-0ba158da20c2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.131391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-c011327d-e0c5-4526-a87e-0ba158da20c2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 945 time: 0.1797228 Jul 09 16:38:52.162384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cce94e7a-3a74-45a6-8664-3845373b9b8b req-4a3359de-7480-4f59-923d-16a9d849c30f tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023564 Jul 09 16:38:52.234378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5307f0d1-93a2-46e3-b642-a3fedebb18d2 req-a2ef15d2-a89a-42d4-b15b-07bb58b354ff tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940433 Jul 09 16:38:52.285980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2046449016-network', 'tenant_id': 'b46419df5793403ab27df208277748aa'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:52.293500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:52.294063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.353001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Made reservation on behalf of b46419df5793403ab27df208277748aa for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:52.355469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.371737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.399235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-bb8d492a-8c98-4d70-a6ed-5798ca343970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.400837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-bb8d492a-8c98-4d70-a6ed-5798ca343970 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b85094d6dc4777bca51b79370372a0&device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 1095 time: 0.1204107 Jul 09 16:38:52.403810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ace36e8-0a6a-4620-8766-f9a374d64de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.406334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ace36e8-0a6a-4620-8766-f9a374d64de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.407472 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ace36e8-0a6a-4620-8766-f9a374d64de4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83407ad1-b366-4267-9797-6943fc05267a HTTP/1.1" status: 204 len: 168 time: 0.6362255 Jul 09 16:38:52.418218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:52.418612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.430073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace36e8-0a6a-4620-8766-f9a374d64de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83407ad1-b366-4267-9797-6943fc05267a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.457703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for 6f75302c-afa6-442a-9dc4-c7c1ea835ddc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:52.471859 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-d439cac8-cdd2-4437-9df9-95bad2462a04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0519302 Jul 09 16:38:52.534738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20363952-4ac8-4901-bcf0-5f1c9944f2a4 req-168d0481-f7a2-4b89-9ea2-244370f8dc73 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.542726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20363952-4ac8-4901-bcf0-5f1c9944f2a4 req-168d0481-f7a2-4b89-9ea2-244370f8dc73 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 1100 time: 0.1411548 Jul 09 16:38:52.557306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-0b4be048-9c6f-41ee-8574-d057bddfbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.559260 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-0b4be048-9c6f-41ee-8574-d057bddfbf81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee4a5930-5381-4e8e-a924-705dacb46815 HTTP/1.1" status: 200 len: 845 time: 0.0755351 Jul 09 16:38:52.612391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20363952-4ac8-4901-bcf0-5f1c9944f2a4 req-fe8b8fb8-59c9-413e-88bb-649cadd2dd7f tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670121 Jul 09 16:38:52.635153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.648261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.700397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:52.708658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-79fda125-6228-49e1-bc88-e1c56b2a53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.710581 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-79fda125-6228-49e1-bc88-e1c56b2a53a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a68e0734-f834-4843-be3c-6d7eab84c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430423 Jul 09 16:38:52.731712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4304b3-bd48-43e7-b16f-aab57d5d3d60,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.734058 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c9a2b-9c31-402d-8e24-d6f5e4d9aafc x-openstack-request-id: req-df9c9a2b-9c31-402d-8e24-d6f5e4d9aafc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:52.734730 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:52.735066 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df9c9a2b-9c31-402d-8e24-d6f5e4d9aafc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:52.736191 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'status': 'completed', 'code': 200} Jul 09 16:38:52.740017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.756264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:52.757945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.758291 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Added segment 0bcaace1-0856-4562-bed2-3dab8b505d53 of type vlan for network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d Jul 09 16:38:52.827796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['6f75302c-afa6-442a-9dc4-c7c1ea835ddc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:52.849573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.879271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=6f75302c-afa6-442a-9dc4-c7c1ea835ddc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.921266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-b81015c3-9c89-4db0-8a82-d6a6ef89ce03 service neutron] 10.222.0.37 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005186 Jul 09 16:38:52.944523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.945696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.946284 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.975428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port 6f75302c-afa6-442a-9dc4-c7c1ea835ddc on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:53.009553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.012471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea28ecf-3747-4158-b8c7-551f5cd96bea req-9052ddd0-f686-4557-bbc2-7190a7fd0c32 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.37 "DELETE /v2.0/ports/6f75302c-afa6-442a-9dc4-c7c1ea835ddc HTTP/1.1" status: 204 len: 173 time: 0.8691692 Jul 09 16:38:53.015546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aa4d7ee-ed6b-45f1-9589-2875980a74e8 req-883d7891-a879-4953-936f-7dcfe5a69ad0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6d2e6fe-b053-4d67-81e9-83ca6d8531f6 HTTP/1.1" status: 200 len: 210 time: 0.0802982 Jul 09 16:38:53.041880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bb9c82a7-3570-48e0-a2d6-6c5965f00caa tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.043498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bb9c82a7-3570-48e0-a2d6-6c5965f00caa tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.3119552 Jul 09 16:38:53.071858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-34148e46-a51b-4346-99af-f7f75b16ce67 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0167511 Jul 09 16:38:53.082310 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2611394 Jul 09 16:38:53.084644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70bff6-cccf-4ab0-b6b8-658f03e84e3f admin admin] Pushing event updated for resources: {'Network': ['ID=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:53.088477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:53.098056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Request body: {'subnet': {'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2046449016-subnet', 'tenant_id': 'b46419df5793403ab27df208277748aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:53.108629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:53.160568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Made reservation on behalf of b46419df5793403ab27df208277748aa for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:53.165092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.165269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-717301b8-9f6f-49df-bafa-41f1c011cf86 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824683 Jul 09 16:38:53.279911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-6693b4de-ead9-4a39-b4cf-8817fb8907c8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007800 Jul 09 16:38:53.290524 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c903531-d12f-4cf4-80d4-319a6295b617 req-8df14e67-5175-4cf0-8280-392a30e4e1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595729 Jul 09 16:38:53.439152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-ef2d277e-062a-4395-aaaf-d8ff7e1d63c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612970 Jul 09 16:38:53.506985 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.536274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-3297b032-bcba-4525-9454-d8d6e75c8157 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.537876 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-3297b032-bcba-4525-9454-d8d6e75c8157 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510753 Jul 09 16:38:53.549690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.558514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-bd45979b-2fea-4ec4-97f2-0255441347f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.560110 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-bd45979b-2fea-4ec4-97f2-0255441347f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b85094d6dc4777bca51b79370372a0&device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 1095 time: 0.1496723 Jul 09 16:38:53.572793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-8e9fe3c9-2776-42a6-aba1-fdfecd0417eb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/quotas/c09bc0f03d334b4fa986a48622305f44 HTTP/1.1" status: 200 len: 375 time: 0.0182135 Jul 09 16:38:53.586362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-7e3b1f4d-0c3a-457b-9ac0-a58008c73bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404083 Jul 09 16:38:53.637932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:53.695000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca90852-ae0b-48ff-93aa-c34f5cfe175d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:53.695584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-c7b311e6-94f3-46fd-a99d-6d5db091df50 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1118593 Jul 09 16:38:53.707843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Checking segment: {'id': '0bcaace1-0856-4562-bed2-3dab8b505d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:53.708205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Network hostable DHCP agents. Network: b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:53.743786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-4213a9e3-372a-4720-9b2c-158546ae25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.745760 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-4213a9e3-372a-4720-9b2c-158546ae25c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a68e0734-f834-4843-be3c-6d7eab84c04a HTTP/1.1" status: 200 len: 907 time: 0.1605964 Jul 09 16:38:53.752458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:53.809401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-3f75a1d0-6bfd-4e64-927e-1c468f0d0203 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0517876 Jul 09 16:38:53.809968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:53.814281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.814895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.815356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-network', 'tenant_id': '77917209935441a18c93739037a6a7cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:53.829038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b909f63e-1b14-4279-a6fe-39dc1a8acb33 None None] Network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:53.874062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-cc8f4286-6c23-44ce-860c-d9db07a91c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.877020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-cc8f4286-6c23-44ce-860c-d9db07a91c43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee4a5930-5381-4e8e-a924-705dacb46815 HTTP/1.1" status: 200 len: 845 time: 0.0591779 Jul 09 16:38:53.884324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Made reservation on behalf of 77917209935441a18c93739037a6a7cd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:53.887299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.906016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.977115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a28cb96e-c561-4169-b5ce-b5eae7b82b8c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8875337 Jul 09 16:38:54.039319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-7699beeb-bba8-4a04-bf6b-f1858a359108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.040758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-7699beeb-bba8-4a04-bf6b-f1858a359108 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a68e0734-f834-4843-be3c-6d7eab84c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537030 Jul 09 16:38:54.158872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9cbd5-3d92-4aa5-8373-2267540300fe None None] Network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:54.213789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-60a69671-a393-434b-ab3b-008cd67a8b03 service neutron] 10.222.0.37 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646750 Jul 09 16:38:54.245801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:54.342941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:54.353521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:54.353781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43c0cb-b1f8-4b77-9273-5605fc3a35cb req-daf12537-3497-4c20-8807-f0590347a3e0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.353893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.362539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf43c0cb-b1f8-4b77-9273-5605fc3a35cb req-daf12537-3497-4c20-8807-f0590347a3e0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 944 time: 0.3971891 Jul 09 16:38:54.437906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-17f84810-b37d-48da-ac04-445d0f1bdfe0 req-bb69185d-3338-4abf-b870-44c666319bda service neutron] 10.222.0.37 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175190 Jul 09 16:38:54.458157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.500494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995c41-19df-401f-b004-35051fd2c26b req-a46213f4-df84-43ff-b121-d1aff5daa8b8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.510979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f995c41-19df-401f-b004-35051fd2c26b req-a46213f4-df84-43ff-b121-d1aff5daa8b8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.3883581 Jul 09 16:38:54.516923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf43c0cb-b1f8-4b77-9273-5605fc3a35cb req-6cf7637b-db46-4088-bfc3-f58270b58d25 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469848 Jul 09 16:38:54.519117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.534993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:54.550561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.550969 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Added segment c9ca65a3-609a-42f4-988a-35de46f4b3a1 of type vlan for network f19ac7e4-9a3a-4073-b4e7-7c12977a585b Jul 09 16:38:54.556522 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.602617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:54.607240 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef1a53-ef7c-438d-b2e8-6607426b8996" -d '{"events": [{"server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "name": "network-vif-plugged", "status": "completed", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:54.607908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.627520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:54.634592 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.676111 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.677513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.677728 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.768719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'name': 'network-vif-deleted', 'tag': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:54.774666 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a084a7-3112-4e25-ae49-caced769b22e" -d '{"events": [{"server_uuid": "a6d2e6fe-b053-4d67-81e9-83ca6d8531f6", "name": "network-vif-deleted", "tag": "6f75302c-afa6-442a-9dc4-c7c1ea835ddc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:54.779761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Pushing event updated for resources: {'Network': ['ID=f19ac7e4-9a3a-4073-b4e7-7c12977a585b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:54.798685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e2b3b6-5463-4ec1-a151-00b7ac83d69e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:54.820275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f995c41-19df-401f-b004-35051fd2c26b req-9c4d7d8a-cf88-4b34-87f0-69eb9c5d78cb tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050218 Jul 09 16:38:54.825676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:54.826696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ada81755-8ca9-496a-ba28-3d7e01e1cec7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1869946 Jul 09 16:38:54.837550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Request body: {'subnet': {'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-subnet', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:54.892062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:54.899796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Made reservation on behalf of 77917209935441a18c93739037a6a7cd for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:54.908280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.971123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:55.045165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56d63cff-3f33-4cde-9565-a59474c8e200 req-e2bd9c02-1c8d-4b13-ba41-50904f5fe449 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 210 time: 0.0843518 Jul 09 16:38:55.070297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1a720b0-3484-4a52-9438-365610518345 req-d139c494-d74b-4c2e-90be-c4b804be815e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 210 time: 0.0987666 Jul 09 16:38:55.216597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.279539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:55.290792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Checking segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:55.291161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Network hostable DHCP agents. Network: f19ac7e4-9a3a-4073-b4e7-7c12977a585b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:55.327938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:55.346178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f19ac7e4-9a3a-4073-b4e7-7c12977a585b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:55.352576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:55.353324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.358731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ca7d6-69b0-4fa6-8f28-5721c712b428 None None] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:55.376557 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4bb821cd-6183-4d5b-ad33-8027ced13628 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5486593 Jul 09 16:38:55.379668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:55.387326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:55.414417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.418161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.508327 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1fd102-9692-45eb-b8a5-a1ce539fabd4 x-openstack-request-id: req-2f1fd102-9692-45eb-b8a5-a1ce539fabd4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:55.508612 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "name": "network-vif-plugged", "status": "completed", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:55.508934 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f1fd102-9692-45eb-b8a5-a1ce539fabd4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:55.509328 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'code': 200} Jul 09 16:38:55.524509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.559248 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15a6e9-61ef-4a20-8ded-65082f984602 x-openstack-request-id: req-af15a6e9-61ef-4a20-8ded-65082f984602 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:55.559477 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d2e6fe-b053-4d67-81e9-83ca6d8531f6", "name": "network-vif-deleted", "tag": "6f75302c-afa6-442a-9dc4-c7c1ea835ddc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:55.560045 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af15a6e9-61ef-4a20-8ded-65082f984602 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:55.560045 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d2e6fe-b053-4d67-81e9-83ca6d8531f6', 'name': 'network-vif-deleted', 'tag': '6f75302c-afa6-442a-9dc4-c7c1ea835ddc', 'status': 'completed', 'code': 200} Jul 09 16:38:55.620119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'fixed_ips': [{'subnet_id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:55.623710 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.719971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad10c-7a9d-43b4-b24d-c3fbc1e36794 req-35b94de7-1200-4a0a-b2a7-255d866f2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:55.722350 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bccad10c-7a9d-43b4-b24d-c3fbc1e36794 req-35b94de7-1200-4a0a-b2a7-255d866f2bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1097 time: 0.0725670 Jul 09 16:38:55.763178 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bccad10c-7a9d-43b4-b24d-c3fbc1e36794 req-f4678226-4310-44bd-8bb2-93faf8749018 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jul 09 16:38:55.844195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Allocated IP 172.20.0.2 (f19ac7e4-9a3a-4073-b4e7-7c12977a585b/c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49/886b86ad-ddde-42ba-b688-ea854873ef7e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:55.873968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.911026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-69b57446-ea27-4e2a-8ae3-280e4de14240 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:55.912522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-69b57446-ea27-4e2a-8ae3-280e4de14240 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/networks?id=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d HTTP/1.1" status: 200 len: 813 time: 0.4445739 Jul 09 16:38:55.999739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-73e064ab-fb35-407f-abbf-9a74ec5e9594 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/quotas/b46419df5793403ab27df208277748aa HTTP/1.1" status: 200 len: 375 time: 0.0714610 Jul 09 16:38:56.006427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-b365bf81-02a0-409a-a93d-9632c3562b83 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.008044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-b365bf81-02a0-409a-a93d-9632c3562b83 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.3473361 Jul 09 16:38:56.039688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.048971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Transition to ACTIVE for port object 886b86ad-ddde-42ba-b688-ea854873ef7e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:56.066164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-785f22b4-56c8-40b7-ac53-1a208fbf6c5d tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b46419df5793403ab27df208277748aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562844 Jul 09 16:38:56.067586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Transition to ACTIVE for port object 886b86ad-ddde-42ba-b688-ea854873ef7e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:56.075808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-f55776b3-d601-413d-b15f-83df676b20e4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.076227 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.077283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-f55776b3-d601-413d-b15f-83df676b20e4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.3111844 Jul 09 16:38:56.091854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-d60c18d8-8bd4-4a83-852d-437654d87809 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/quotas/67484098df78421c88d9f4d98d9e4db4 HTTP/1.1" status: 200 len: 375 time: 0.0602155 Jul 09 16:38:56.116300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:56.121603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:56.125579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:56.134733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Pushing event updated for resources: {'Port': ['ID=886b86ad-ddde-42ba-b688-ea854873ef7e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:56.140065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Request body: {'port': {'device_id': '4184635d-691f-4729-862f-c338f2f416f2', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'admin_state_up': True, 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:56.195548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Attempting to bind port 886b86ad-ddde-42ba-b688-ea854873ef7e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:56.195922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Attempting to bind port 886b86ad-ddde-42ba-b688-ea854873ef7e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:56.196278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Attempting to bind port 886b86ad-ddde-42ba-b688-ea854873ef7e on network f19ac7e4-9a3a-4073-b4e7-7c12977a585b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:56.202166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:56.202538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Checking segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:56.202972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.203392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Bound using segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:56.203849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Bound port: 886b86ad-ddde-42ba-b688-ea854873ef7e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:56.204217 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.252019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6f75302c-afa6-442a-9dc4-c7c1ea835ddc no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:56.273844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 6f75302c-afa6-442a-9dc4-c7c1ea835ddc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:56.274184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6f75302c-afa6-442a-9dc4-c7c1ea835ddc not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:56.298856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] For port 886b86ad-ddde-42ba-b688-ea854873ef7e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:56.302168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] For port 886b86ad-ddde-42ba-b688-ea854873ef7e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=886b86ad-ddde-42ba-b688-ea854873ef7e,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:56.308237 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.392124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8141021-fe3b-4038-802c-702b8b224a95 None None] Pushing event updated for resources: {'Port': ['ID=886b86ad-ddde-42ba-b688-ea854873ef7e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:56.399607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-d7b44716-778c-45c3-b0f0-a46111464560 service neutron] 10.222.0.48 "GET /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209612 Jul 09 16:38:56.421726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-669da5c2-0a8d-4f79-a6e1-d7362afd7afd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2775207 Jul 09 16:38:56.480251 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-8f7dc98b-12c3-4594-8c28-fcd1d7053ab8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c09bc0f03d334b4fa986a48622305f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367043 Jul 09 16:38:56.641342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-ca536676-fe74-49af-b308-cb4e95c18e5d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.643338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-ca536676-fe74-49af-b308-cb4e95c18e5d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463153 Jul 09 16:38:56.668869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Request body: {'port': {'device_id': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c09bc0f03d334b4fa986a48622305f44'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:57.021946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:57.025956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.035625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Made reservation on behalf of c09bc0f03d334b4fa986a48622305f44 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:57.039786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.112609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-0a12974c-2bd2-49b5-afa8-1fac190b68c7 service neutron] 10.222.0.48 "GET /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042005 Jul 09 16:38:57.135944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.150056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-6e2fc3ea-4a50-4a9b-acbc-a5d187616216 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717479 Jul 09 16:38:57.154846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 886b86ad-ddde-42ba-b688-ea854873ef7e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:57.228244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.244357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 886b86ad-ddde-42ba-b688-ea854873ef7e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:57.317022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Allocated IP 192.168.233.42 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/369e5724-3626-4901-9fb7-0c6adbadfed3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:57.530820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Allocated IP 172.25.7.240 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0b29929f-e109-4709-8759-309ffacff08e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:57.613858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.635396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Transition to ACTIVE for port object 369e5724-3626-4901-9fb7-0c6adbadfed3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:57.682365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.696593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', '249c5665-ce11-4f68-be4c-75ca2d178641', '59a259a3-469d-425e-a734-4d4853dabae7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:57.722150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Allocated IP 172.20.0.11 (f976fc9b-2641-4ee0-a4dd-6a1ee789a40a/d2da96f6-8a04-4eea-b8a8-a341748b256f/407cf416-ec16-407f-bd7c-e3b82b68bfda) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:57.745769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event updated for resources: {'Port': ['ID=369e5724-3626-4901-9fb7-0c6adbadfed3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:57.759251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:57.760782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:57.761216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46', '73e7fb1b-3e3b-441b-9087-f19be05fada4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:57.763495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:57.805259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-6e8ede32-97f8-44b3-8577-b373dac13f01 service neutron] 10.222.0.48 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539061 Jul 09 16:38:57.827834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:57.828900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.846984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-e3f62ae0-6330-4154-aa80-f6a3d748fac2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1863990 Jul 09 16:38:57.867085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Request body: {'port': {'device_id': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:57.878619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e7605d-fada-41f6-9e66-d49005a4538f None None] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:57.882006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85078-aa5f-481d-a08c-7856f61c235e req-1a84dc46-9acf-4b7a-9c36-033dedc37c30 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:57.883807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd85078-aa5f-481d-a08c-7856f61c235e req-1a84dc46-9acf-4b7a-9c36-033dedc37c30 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 944 time: 0.3336818 Jul 09 16:38:57.984439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.074809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] Provisioning for port 886b86ad-ddde-42ba-b688-ea854873ef7e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:58.081493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.092021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] Provisioning complete for port 886b86ad-ddde-42ba-b688-ea854873ef7e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:58.092788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.138144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.182127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbd85078-aa5f-481d-a08c-7856f61c235e req-af85ecce-5b2e-4230-ae93-b01c188241f1 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875182 Jul 09 16:38:58.195693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.258955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event updated for resources: {'Port': ['ID=407cf416-ec16-407f-bd7c-e3b82b68bfda,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:58.294101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:58.347914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:58.356223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:58.361419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:58.492805 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.570117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369e5724-3626-4901-9fb7-0c6adbadfed3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:58.579801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.593237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Transition to ACTIVE for port object 369e5724-3626-4901-9fb7-0c6adbadfed3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:58.599178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.660994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:58.662172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.683505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:58.698462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:58.700812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b29929f-e109-4709-8759-309ffacff08e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:58.702432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Pushing event updated for resources: {'Port': ['ID=369e5724-3626-4901-9fb7-0c6adbadfed3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:58.706260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:58.765143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-c4f141bc-2857-4d57-8882-dd582f0f06dd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6559837 Jul 09 16:38:58.799459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Request body: {'port': {'device_id': '4184635d-691f-4729-862f-c338f2f416f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:58.835991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:58.875290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'port_id': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'mac_address': 'fa:16:3e:5b:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:58.877919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.907389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Attempting to bind port 369e5724-3626-4901-9fb7-0c6adbadfed3 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:58.907719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Attempting to bind port 369e5724-3626-4901-9fb7-0c6adbadfed3 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:58.908267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Attempting to bind port 369e5724-3626-4901-9fb7-0c6adbadfed3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:58.913133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Port 369e5724-3626-4901-9fb7-0c6adbadfed3 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:58.913701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Attempting to bind port 369e5724-3626-4901-9fb7-0c6adbadfed3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:58.919768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:58.920597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:58.921314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:58.922177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Bound port: 369e5724-3626-4901-9fb7-0c6adbadfed3, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:58.922904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.975969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] For port 886b86ad-ddde-42ba-b688-ea854873ef7e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=886b86ad-ddde-42ba-b688-ea854873ef7e,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:58.994309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1713bc-a0fb-479c-964a-da9cbb4a9cff req-159eb3b2-fd6a-45a9-ad98-ee6a7fe2cedc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.003455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.025369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1713bc-a0fb-479c-964a-da9cbb4a9cff req-159eb3b2-fd6a-45a9-ad98-ee6a7fe2cedc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.5731266 Jul 09 16:38:59.051354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] For port 369e5724-3626-4901-9fb7-0c6adbadfed3, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:59.063281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] For port 369e5724-3626-4901-9fb7-0c6adbadfed3, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=369e5724-3626-4901-9fb7-0c6adbadfed3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:59.071013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.136326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.139232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.141058 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] 10.222.0.37 "PUT /v2.0/ports/369e5724-3626-4901-9fb7-0c6adbadfed3 HTTP/1.1" status: 200 len: 1095 time: 1.2790191 Jul 09 16:38:59.141576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'tag': '369e5724-3626-4901-9fb7-0c6adbadfed3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:59.144075 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85211269-eadf-4199-a6e2-3554cf9d707f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4224860-7015-4bdd-84fc-cb6342c6e146", "tag": "369e5724-3626-4901-9fb7-0c6adbadfed3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:59.223169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410d481-11f6-40ae-914e-72e467e5d458 service neutron] Pushing event updated for resources: {'Port': ['ID=369e5724-3626-4901-9fb7-0c6adbadfed3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.297583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-774e9efe-0e29-442f-92cd-bb4cd650cf17 None None] Provisioning for port 369e5724-3626-4901-9fb7-0c6adbadfed3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:59.326876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.349190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-d2ef81b9-e974-4378-ad92-a1da9bb09185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.351917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-d2ef81b9-e974-4378-ad92-a1da9bb09185 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 1098 time: 0.0935392 Jul 09 16:38:59.356320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1713bc-a0fb-479c-964a-da9cbb4a9cff req-53adc9c4-89da-4535-8ba9-50995be672d5 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293970 Jul 09 16:38:59.371399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c79f4a-29ad-46e3-883e-95748cb1908e None None] Pushing event updated for resources: {'Port': ['ID=886b86ad-ddde-42ba-b688-ea854873ef7e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.381571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.387961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:59.463147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-95eee34d-24d9-488e-83fc-30425e665f1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=369e5724-3626-4901-9fb7-0c6adbadfed3 HTTP/1.1" status: 200 len: 217 time: 0.0966172 Jul 09 16:38:59.467878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:59.478088 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.538183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-233d56a5-72f8-4835-b794-bdaa6e86ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.541045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-233d56a5-72f8-4835-b794-bdaa6e86ec28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0699222 Jul 09 16:38:59.555145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1c02b-119a-4fff-883b-63a7fb7c04f7 req-43af028f-c214-4caa-b4f7-485602c2d238 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.564041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c1c02b-119a-4fff-883b-63a7fb7c04f7 req-43af028f-c214-4caa-b4f7-485602c2d238 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 947 time: 0.6230545 Jul 09 16:38:59.647592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-933fefbd-b407-48ea-a911-7e9a88256530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.649365 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-933fefbd-b407-48ea-a911-7e9a88256530 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004417 Jul 09 16:38:59.686163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.865445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-1f90fee1-1864-4fc5-882a-1b99b677aa9b service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088284 Jul 09 16:38:59.922913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f6994f2-6272-4e9c-b38c-16c82c9050c9 None None] Provisioning complete for port 886b86ad-ddde-42ba-b688-ea854873ef7e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:59.923598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f6994f2-6272-4e9c-b38c-16c82c9050c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.029647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.075446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0b97128-6e37-4e5c-97ff-3440721c33e5 req-30cb8e34-7905-4b91-ab63-b810eda81029 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015679 Jul 09 16:39:00.239172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['26c2e140-45b7-4f4d-89a8-37ccffc6b4f9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:00.248055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c1c02b-119a-4fff-883b-63a7fb7c04f7 req-3e5bb627-67e3-43ee-a584-b2368d1768c0 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830471 Jul 09 16:39:00.271161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407cf416-ec16-407f-bd7c-e3b82b68bfda {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:00.300385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.312406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-4697978d-a9dd-4e66-be1f-55938e3a36ae tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:00.314757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-4697978d-a9dd-4e66-be1f-55938e3a36ae tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.43 "GET /v2.0/networks?id=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d HTTP/1.1" status: 200 len: 813 time: 0.3628664 Jul 09 16:39:00.339077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Request body: {'port': {'device_id': '0a1bf632-2709-4615-ba63-68e40f096e22', 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d', 'admin_state_up': True, 'tenant_id': 'b46419df5793403ab27df208277748aa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:00.409182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Transition to ACTIVE for port object 407cf416-ec16-407f-bd7c-e3b82b68bfda will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:00.443046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66621709-5516-4472-9c53-24656e0a76de req-5b74168c-4b21-4186-9dd8-13046a36c82f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:00.454286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66621709-5516-4472-9c53-24656e0a76de req-5b74168c-4b21-4186-9dd8-13046a36c82f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 932 time: 0.5208302 Jul 09 16:39:00.508939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.551038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49d91258-09f5-4e49-bf2d-499beb81465c req-fbbb2f07-52ad-458b-8403-84e043b11d1b tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 210 time: 0.1374257 Jul 09 16:39:00.592083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-6924e52c-d2b6-4ad0-b6ed-ad1246ca68d9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:00.596349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-6924e52c-d2b6-4ad0-b6ed-ad1246ca68d9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 805 time: 0.1746829 Jul 09 16:39:00.619701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Request body: {'port': {'device_id': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'admin_state_up': True, 'tenant_id': '67484098df78421c88d9f4d98d9e4db4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:00.760699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66621709-5516-4472-9c53-24656e0a76de req-86af17ec-8589-4cbd-ae55-098740095785 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052948 Jul 09 16:39:00.775586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Made reservation on behalf of 67484098df78421c88d9f4d98d9e4db4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:00.783261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.789752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-648ce765-991d-44ee-a2a5-45f430e05e7d req-0c347bae-fb83-4e20-b932-f9dbfb647f80 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 210 time: 0.0869291 Jul 09 16:39:00.790435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=407cf416-ec16-407f-bd7c-e3b82b68bfda,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:00.845996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.932342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Made reservation on behalf of b46419df5793403ab27df208277748aa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:00.936083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.028709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Allocated IP 172.20.0.13 (59edfef7-ed87-40b3-bd37-2137d00328dc/05fa3277-3d1a-4dfd-840a-9874f7d0969b/152861f9-6361-4503-83a6-eb5c906727bf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:01.113917 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573fdca6-7014-48dc-b4a8-da95733e005d x-openstack-request-id: req-573fdca6-7014-48dc-b4a8-da95733e005d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:01.114235 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4224860-7015-4bdd-84fc-cb6342c6e146", "tag": "369e5724-3626-4901-9fb7-0c6adbadfed3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:01.114630 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-573fdca6-7014-48dc-b4a8-da95733e005d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:01.115165 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'tag': '369e5724-3626-4901-9fb7-0c6adbadfed3', 'status': 'completed', 'code': 200} Jul 09 16:39:01.121267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 886b86ad-ddde-42ba-b688-ea854873ef7e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:01.188821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 886b86ad-ddde-42ba-b688-ea854873ef7e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:01.189392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.277957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85211269-eadf-4199-a6e2-3554cf9d707f req-93c20a3d-a77f-4313-bef0-489cd7f5ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.280480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-93c20a3d-a77f-4313-bef0-489cd7f5ff3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c09bc0f03d334b4fa986a48622305f44&device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 1098 time: 0.1688523 Jul 09 16:39:01.307646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.352174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Attempting to bind port 407cf416-ec16-407f-bd7c-e3b82b68bfda on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:01.352512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Attempting to bind port 407cf416-ec16-407f-bd7c-e3b82b68bfda by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:01.352841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Attempting to bind port 407cf416-ec16-407f-bd7c-e3b82b68bfda on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:01.412985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85211269-eadf-4199-a6e2-3554cf9d707f req-72ce5f68-038e-4c4f-a4d2-e5d41b4d26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.414495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-72ce5f68-038e-4c4f-a4d2-e5d41b4d26f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1208520 Jul 09 16:39:01.422093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.444299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Port 407cf416-ec16-407f-bd7c-e3b82b68bfda on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:39:01.445395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Attempting to bind port 407cf416-ec16-407f-bd7c-e3b82b68bfda on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:01.476326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:01.476687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:01.477031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Bound using segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:01.477480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Bound port: 407cf416-ec16-407f-bd7c-e3b82b68bfda, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:01.477842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.499303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-2dc8b4bc-503f-4375-b104-7ad6a1d47d79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=369e5724-3626-4901-9fb7-0c6adbadfed3 HTTP/1.1" status: 200 len: 217 time: 0.0719857 Jul 09 16:39:01.521770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Network 59edfef7-ed87-40b3-bd37-2137d00328dc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:01.546652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:01.549510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:01.554521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event updated for resources: {'Port': ['ID=152861f9-6361-4503-83a6-eb5c906727bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:01.609612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85211269-eadf-4199-a6e2-3554cf9d707f req-98c0a015-05c7-45bd-a7c1-a50f1be718af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.611159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-98c0a015-05c7-45bd-a7c1-a50f1be718af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1013086 Jul 09 16:39:01.634858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.635512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.643126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Allocated IP 172.20.0.2 (b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d/cca90852-ae0b-48ff-93aa-c34f5cfe175d/37916980-9c94-4bb3-bb8b-55b90aea05fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:01.653032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9df3-2319-48fd-89d1-5c8e565a8e31 req-acbd96e4-2c0c-4e6f-a696-7ba4e722ba94 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.654856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca2c9df3-2319-48fd-89d1-5c8e565a8e31 req-acbd96e4-2c0c-4e6f-a696-7ba4e722ba94 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1097 time: 0.3089867 Jul 09 16:39:01.674790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdaeac-590b-49d3-9f1f-a4691d7df75a req-3860dbfc-5856-455b-91a6-cbf60c27158f tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.676175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-085a1c7b-1efd-454a-a8a4-367abe3a8212 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0661259 Jul 09 16:39:01.676423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6fdaeac-590b-49d3-9f1f-a4691d7df75a req-3860dbfc-5856-455b-91a6-cbf60c27158f tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 945 time: 0.3316379 Jul 09 16:39:01.677670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] For port 407cf416-ec16-407f-bd7c-e3b82b68bfda, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:01.685812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] For port 407cf416-ec16-407f-bd7c-e3b82b68bfda, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:01.694711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Request body: {'port': {'device_id': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:01.708505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.736672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:01.737702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85211269-eadf-4199-a6e2-3554cf9d707f req-4a297ec6-4413-47d8-afa4-27cc1a52f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.739417 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-4a297ec6-4413-47d8-afa4-27cc1a52f39e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191928 Jul 09 16:39:01.806879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.807493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.809058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] 10.222.0.43 "PUT /v2.0/ports/407cf416-ec16-407f-bd7c-e3b82b68bfda HTTP/1.1" status: 200 len: 1092 time: 3.0208271 Jul 09 16:39:01.815772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4184635d-691f-4729-862f-c338f2f416f2', 'tag': '407cf416-ec16-407f-bd7c-e3b82b68bfda'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:01.820252 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f7185-37fb-4be4-a023-9d17d6756489" -d '{"events": [{"name": "network-changed", "server_uuid": "4184635d-691f-4729-862f-c338f2f416f2", "tag": "407cf416-ec16-407f-bd7c-e3b82b68bfda"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:01.839870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca2c9df3-2319-48fd-89d1-5c8e565a8e31 req-afb4bfe8-b644-4a30-8592-3c7f7c5d060e tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746087 Jul 09 16:39:01.858855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.934315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-13171884-e82f-498f-8623-6d33c5da58d4 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848300 Jul 09 16:39:02.004653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:02.017715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6fdaeac-590b-49d3-9f1f-a4691d7df75a req-6c70df2d-2800-473f-ad41-533e70b92888 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209758 Jul 09 16:39:02.032525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e7e1-c1e3-45a9-a7eb-2d6622ec0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=407cf416-ec16-407f-bd7c-e3b82b68bfda,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:02.147804 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:39:02.151274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:02.173033 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Sync routers for ids ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:02.189570 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Routers {'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:02.190801 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:39Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:02.202655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-85211269-eadf-4199-a6e2-3554cf9d707f req-5b50d44f-ad87-4e4e-9716-e031ab391235 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542920 Jul 09 16:39:02.215552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.219832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4998ec26-4c95-4ffc-8266-748e6b5092a1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8357561 Jul 09 16:39:02.232009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:02.296523 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.306517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-82e2747f-d065-49c1-9155-bed097821a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:02.308046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-82e2747f-d065-49c1-9155-bed097821a05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 1095 time: 0.3630488 Jul 09 16:39:02.308317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:02.345311 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Set router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:02.392446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-966b4bd3-59da-492f-a14b-1008e0deb3d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda HTTP/1.1" status: 200 len: 217 time: 0.0684476 Jul 09 16:39:02.397872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61e0461c-3e3d-4b7e-9210-769a02ef8ffc req-95b7b935-ed85-49fb-a9f2-2fc2d2c5f344 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 210 time: 0.0966976 Jul 09 16:39:02.405762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:02.411555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:02.411941 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.471811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152861f9-6361-4503-83a6-eb5c906727bf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:02.480578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.482444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.499389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Transition to ACTIVE for port object 152861f9-6361-4503-83a6-eb5c906727bf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:02.508082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.559123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eece07-fb39-4c6f-a31f-4cdb0eb4e6e1 req-ebde6121-2f7b-4e7c-aa30-670caef184ea tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:02.566503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12eece07-fb39-4c6f-a31f-4cdb0eb4e6e1 req-ebde6121-2f7b-4e7c-aa30-670caef184ea tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 947 time: 0.3873627 Jul 09 16:39:02.599864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Pushing event updated for resources: {'Port': ['ID=37916980-9c94-4bb3-bb8b-55b90aea05fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:02.607236 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.652827 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:38:59Z', 'revision_number': 3, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:02.654043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:02.657401 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b8727d-ef21-4151-a609-2f61676e83fc" -d '{"events": [{"server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "name": "network-vif-plugged", "status": "completed", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:02.663329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:02.679349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:02.685950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.692198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:02.695213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:02.700785 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Checking router: c3d7824e-5a1b-490a-98ee-a5ff6a143a7e for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:02.701222 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Updating router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e port 0b29929f-e109-4709-8759-309ffacff08e binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:02.737949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-91211304-3ccd-48e7-8623-9578b41c4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:02.739790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-91211304-3ccd-48e7-8623-9578b41c4299 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.3368011 Jul 09 16:39:02.764392 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.777035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:02.808487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12eece07-fb39-4c6f-a31f-4cdb0eb4e6e1 req-94e187b1-bd6e-42ff-ab70-0ccdb162a508 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409427 Jul 09 16:39:02.811944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-917b9f8e-b537-4987-9f5f-e4db42f8afa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590949 Jul 09 16:39:02.838754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:02.839465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.928504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440ebfa-81d7-42b2-8062-792dc1c640b0 req-ff7c5d96-44e0-45ce-8de6-1d7429293b77 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:02.943225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4440ebfa-81d7-42b2-8062-792dc1c640b0 req-ff7c5d96-44e0-45ce-8de6-1d7429293b77 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 944 time: 0.3041439 Jul 09 16:39:02.971495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-e923cd99-3c9a-49c6-bc15-a12c20249842 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6370089 Jul 09 16:39:02.994912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Request body: {'port': {'device_id': '0a1bf632-2709-4615-ba63-68e40f096e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:03.029869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Pushing event updated for resources: {'Port': ['ID=152861f9-6361-4503-83a6-eb5c906727bf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.108233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4440ebfa-81d7-42b2-8062-792dc1c640b0 req-93a405f1-dfbd-445e-8222-e4f95bc047d2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637969 Jul 09 16:39:03.176047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-2e68feb4-f08c-4bfb-ba51-585174628ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334227 Jul 09 16:39:03.202876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.217860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Attempting to bind port 152861f9-6361-4503-83a6-eb5c906727bf on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:03.218418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Attempting to bind port 152861f9-6361-4503-83a6-eb5c906727bf by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:03.218900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Attempting to bind port 152861f9-6361-4503-83a6-eb5c906727bf on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:03.229934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Port 152861f9-6361-4503-83a6-eb5c906727bf on network 59edfef7-ed87-40b3-bd37-2137d00328dc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:39:03.230414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Attempting to bind port 152861f9-6361-4503-83a6-eb5c906727bf on network 59edfef7-ed87-40b3-bd37-2137d00328dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:03.239094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:03.239587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Checking segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:03.240220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Bound using segment: {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:03.240784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Bound port: 152861f9-6361-4503-83a6-eb5c906727bf, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:03.241311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.345071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e3e65d-0c6d-4385-948b-c62bb7ba1456 req-a0af6f47-4a36-4d46-9533-d535e8be5337 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554410 Jul 09 16:39:03.346914 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7736c73-e658-4248-ad88-6a115fbef556 x-openstack-request-id: req-a7736c73-e658-4248-ad88-6a115fbef556 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:03.347632 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4184635d-691f-4729-862f-c338f2f416f2", "tag": "407cf416-ec16-407f-bd7c-e3b82b68bfda", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:03.348040 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7736c73-e658-4248-ad88-6a115fbef556 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:03.348617 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4184635d-691f-4729-862f-c338f2f416f2', 'tag': '407cf416-ec16-407f-bd7c-e3b82b68bfda', 'status': 'completed', 'code': 200} Jul 09 16:39:03.373099 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.379513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3742743-cf7e-4db3-8e4c-2d6c8b90034c req-006e4a51-28f2-404b-a12f-24d394894acd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.382614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3742743-cf7e-4db3-8e4c-2d6c8b90034c req-006e4a51-28f2-404b-a12f-24d394894acd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 944 time: 0.4255440 Jul 09 16:39:03.394121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] For port 152861f9-6361-4503-83a6-eb5c906727bf, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:03.401877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] For port 152861f9-6361-4503-83a6-eb5c906727bf, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=152861f9-6361-4503-83a6-eb5c906727bf,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:03.410602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.418293 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Transition to ACTIVE for port object 0b29929f-e109-4709-8759-309ffacff08e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:03.432794 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.477940 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Attempting to bind port 0b29929f-e109-4709-8759-309ffacff08e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:03.477940 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Attempting to bind port 0b29929f-e109-4709-8759-309ffacff08e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:03.477940 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Attempting to bind port 0b29929f-e109-4709-8759-309ffacff08e on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:03.478511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Pushing event updated for resources: {'Port': ['ID=152861f9-6361-4503-83a6-eb5c906727bf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.509995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.510899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.512437 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-c4b9ddf1-2cf0-4763-bc52-1bffd9d27920 service neutron] 10.222.0.43 "PUT /v2.0/ports/152861f9-6361-4503-83a6-eb5c906727bf HTTP/1.1" status: 200 len: 1092 time: 1.8241270 Jul 09 16:39:03.513003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'tag': '152861f9-6361-4503-83a6-eb5c906727bf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:03.515866 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d5570-c676-4366-b052-6b42f5faaa09" -d '{"events": [{"name": "network-changed", "server_uuid": "3160b979-690d-4ffa-ace6-51eff8201e8f", "tag": "152861f9-6361-4503-83a6-eb5c906727bf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:03.516942 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:03.517461 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:03.517866 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.518438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:03.519245 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Bound port: 0b29929f-e109-4709-8759-309ffacff08e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:03.520216 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.568710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3742743-cf7e-4db3-8e4c-2d6c8b90034c req-07836f8c-d782-4789-b922-2011c98d79a0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587274 Jul 09 16:39:03.584341 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c9bdd-1493-4f75-807f-e9b7c8205371 None None] Pushing event updated for resources: {'Port': ['ID=0b29929f-e109-4709-8759-309ffacff08e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.650942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc736f8-07c9-4e4a-9171-cf6db0f6de75 req-af13b2d8-f570-4671-8c45-cfdbaf8dfb1b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.659194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2cc736f8-07c9-4e4a-9171-cf6db0f6de75 req-af13b2d8-f570-4671-8c45-cfdbaf8dfb1b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1097 time: 0.2480230 Jul 09 16:39:03.659464 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] For port 0b29929f-e109-4709-8759-309ffacff08e, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:03.666924 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] For port 0b29929f-e109-4709-8759-309ffacff08e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0b29929f-e109-4709-8759-309ffacff08e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:03.670039 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0382148-7d76-4127-bfd5-243eb9724089 x-openstack-request-id: req-f0382148-7d76-4127-bfd5-243eb9724089 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:03.670914 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "name": "network-vif-plugged", "status": "completed", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:03.670914 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0382148-7d76-4127-bfd5-243eb9724089 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:03.671244 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'code': 200} Jul 09 16:39:03.675173 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.722384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7185-37fb-4be4-a023-9d17d6756489 req-9fe69aca-6df0-4e92-9f7e-858abf5c3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.726369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-9fe69aca-6df0-4e92-9f7e-858abf5c3d55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 1095 time: 0.2627888 Jul 09 16:39:03.752352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.760486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-fbb11b06-92d8-4ef3-a360-3525dd6300be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.762996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-fbb11b06-92d8-4ef3-a360-3525dd6300be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 1095 time: 0.1461129 Jul 09 16:39:03.787534 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Routers {'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:03.788281 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:39Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:03.842134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2cc736f8-07c9-4e4a-9171-cf6db0f6de75 req-40a31740-084d-429d-8232-dbb5dad5948c tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786611 Jul 09 16:39:03.941625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7185-37fb-4be4-a023-9d17d6756489 req-df2e6227-dd1a-46d3-835a-afe76c32c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.944601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-df2e6227-dd1a-46d3-835a-afe76c32c0f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.1653767 Jul 09 16:39:03.973732 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] Set router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:04.062025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-5cf5df39-2e27-4ed8-8b4d-1263b072fe69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152861f9-6361-4503-83a6-eb5c906727bf HTTP/1.1" status: 200 len: 217 time: 0.2826450 Jul 09 16:39:04.113797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-8226264b-dce3-4a0f-9057-35b1ce85c7c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda HTTP/1.1" status: 200 len: 217 time: 0.1179585 Jul 09 16:39:04.122662 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c9bdd-1493-4f75-807f-e9b7c8205371 None None] Pushing event updated for resources: {'Port': ['ID=0b29929f-e109-4709-8759-309ffacff08e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.129002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Allocated IP 172.20.0.1 (f19ac7e4-9a3a-4073-b4e7-7c12977a585b/c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49/0ac94938-be27-4b5c-951e-e8bf6eab0c69) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:04.230360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37916980-9c94-4bb3-bb8b-55b90aea05fc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:04.235577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-03200239-2e97-4811-834a-479b2321bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.237091 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-03200239-2e97-4811-834a-479b2321bc6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.1519599 Jul 09 16:39:04.244639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07030aa9-1b50-498c-a970-dc7cbd5528e7 req-bfceb003-b030-4684-93db-d02bdfda53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.246157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-07030aa9-1b50-498c-a970-dc7cbd5528e7 req-bfceb003-b030-4684-93db-d02bdfda53ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 1097 time: 0.1976149 Jul 09 16:39:04.271615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.296417 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:38:59Z', 'revision_number': 3, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:04.298073 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-f5662f43-1952-4143-ae76-13ea7d42d5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493186 Jul 09 16:39:04.310815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e485df-46b1-420a-92cf-209c106fd85c req-25936045-fe0c-40cc-af26-b14a5ab6b482 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.312902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 369e5724-3626-4901-9fb7-0c6adbadfed3 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:39:04.320174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9e485df-46b1-420a-92cf-209c106fd85c req-25936045-fe0c-40cc-af26-b14a5ab6b482 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.3730333 Jul 09 16:39:04.323709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7185-37fb-4be4-a023-9d17d6756489 req-35272bf7-8515-41a0-ba77-1574da561c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.324513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-35272bf7-8515-41a0-ba77-1574da561c9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1987929 Jul 09 16:39:04.337124 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b4c93-40d2-4095-bdc8-168b18139860 None None] The sync data for ids ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'] in n-d-800085-2 is: [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:38:59Z', 'revision_number': 3, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:04.350975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Transition to ACTIVE for port object 37916980-9c94-4bb3-bb8b-55b90aea05fc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:04.399292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.411873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-24d2c573-4ffc-4aa9-8a86-5d0d8dacfdc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653877 Jul 09 16:39:04.420409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-07030aa9-1b50-498c-a970-dc7cbd5528e7 req-7646f204-9dbd-456a-a7f4-9b2379a04e60 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621351 Jul 09 16:39:04.452757 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.476025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 369e5724-3626-4901-9fb7-0c6adbadfed3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=369e5724-3626-4901-9fb7-0c6adbadfed3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:04.490200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Transition to ACTIVE for port object 0ac94938-be27-4b5c-951e-e8bf6eab0c69 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:04.495775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '369e5724-3626-4901-9fb7-0c6adbadfed3', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '369e5724-3626-4901-9fb7-0c6adbadfed3', 'mac_address': 'fa:16:3e:cd:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:39:04.513043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-7dba5b9f-fb5d-4079-a221-34e17c19e4ad service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039607 Jul 09 16:39:04.523712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9e485df-46b1-420a-92cf-209c106fd85c req-9310ef1b-ba17-4227-b799-a0d274df34b0 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030811 Jul 09 16:39:04.542189 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.592421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369e5724-3626-4901-9fb7-0c6adbadfed3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:04.615233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.641269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 369e5724-3626-4901-9fb7-0c6adbadfed3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=369e5724-3626-4901-9fb7-0c6adbadfed3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:04.648368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.666350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Pushing event updated for resources: {'Port': ['ID=37916980-9c94-4bb3-bb8b-55b90aea05fc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.683305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfc8c6-1926-4304-aecb-6176be79b04e req-27ecfbe6-51bf-49e1-9fa2-634a236c7292 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.685211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bdfc8c6-1926-4304-aecb-6176be79b04e req-27ecfbe6-51bf-49e1-9fa2-634a236c7292 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 931 time: 0.4847593 Jul 09 16:39:04.689620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-4c84a8ca-ee40-409a-b526-07e2f9f70953 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331774 Jul 09 16:39:04.773986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Pushing event updated for resources: {'Port': ['ID=0ac94938-be27-4b5c-951e-e8bf6eab0c69,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.828995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:04.833074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:04.834352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=369e5724-3626-4901-9fb7-0c6adbadfed3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.835842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:04.888023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.892160 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b6324f-bd7d-40ec-ae23-4e094fec2520 x-openstack-request-id: req-55b6324f-bd7d-40ec-ae23-4e094fec2520 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:04.892441 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3160b979-690d-4ffa-ace6-51eff8201e8f", "tag": "152861f9-6361-4503-83a6-eb5c906727bf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:04.892698 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55b6324f-bd7d-40ec-ae23-4e094fec2520 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:04.893093 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'tag': '152861f9-6361-4503-83a6-eb5c906727bf', 'status': 'completed', 'code': 200} Jul 09 16:39:04.946671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3fa4641f-caf3-4d52-9367-a66a6dd33267 req-fa5c2d41-e6d9-4b7f-821a-0a80bc46750a service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216814 Jul 09 16:39:05.109021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-845f7185-37fb-4be4-a023-9d17d6756489 req-8043e98b-7625-4dce-bc86-2953eddfa696 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376048 Jul 09 16:39:05.117183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Attempting to bind port 37916980-9c94-4bb3-bb8b-55b90aea05fc on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:05.117494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Attempting to bind port 37916980-9c94-4bb3-bb8b-55b90aea05fc by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '0bcaace1-0856-4562-bed2-3dab8b505d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:05.117987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Attempting to bind port 37916980-9c94-4bb3-bb8b-55b90aea05fc on network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:05.137093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['369e5724-3626-4901-9fb7-0c6adbadfed3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:05.162953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Port 37916980-9c94-4bb3-bb8b-55b90aea05fc on network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:39:05.163358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Attempting to bind port 37916980-9c94-4bb3-bb8b-55b90aea05fc on network b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:05.170677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:05.171109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Checking segment: {'id': '0bcaace1-0856-4562-bed2-3dab8b505d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:05.171570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Bound using segment: {'id': '0bcaace1-0856-4562-bed2-3dab8b505d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:05.172021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Bound port: 37916980-9c94-4bb3-bb8b-55b90aea05fc, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcaace1-0856-4562-bed2-3dab8b505d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:05.172387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.222209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bdfc8c6-1926-4304-aecb-6176be79b04e req-cf511257-6d61-4d9c-94d0-282ea084c73a tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746850 Jul 09 16:39:05.248379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-40507b41-10f5-45ef-955d-29aa16eeacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.250214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-40507b41-10f5-45ef-955d-29aa16eeacce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67484098df78421c88d9f4d98d9e4db4&device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 1095 time: 0.1921380 Jul 09 16:39:05.254595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0b29929f-e109-4709-8759-309ffacff08e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:05.297039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e88159-10b7-4d10-8351-f58822f8ba06 req-4bd6f8fc-72c4-4527-b4c7-9007aadebe1d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.299782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6e88159-10b7-4d10-8351-f58822f8ba06 req-4bd6f8fc-72c4-4527-b4c7-9007aadebe1d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 948 time: 0.2411180 Jul 09 16:39:05.358495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-612ea288-e5d7-4352-b547-94ec23205644 None None] Provisioning for port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:05.368078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-612ea288-e5d7-4352-b547-94ec23205644 None None] Provisioning complete for port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:05.368452 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-612ea288-e5d7-4352-b547-94ec23205644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.379243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.421499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-612ea288-e5d7-4352-b547-94ec23205644 None None] Port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:05.432553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-33315714-39e6-473f-b97a-004d1886edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.439858 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-33315714-39e6-473f-b97a-004d1886edd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 200 len: 906 time: 0.1794198 Jul 09 16:39:05.455436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] For port 37916980-9c94-4bb3-bb8b-55b90aea05fc, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:05.463225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] For port 37916980-9c94-4bb3-bb8b-55b90aea05fc, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc,segment=NetworkSegment(0bcaace1-0856-4562-bed2-3dab8b505d53),segment_id=0bcaace1-0856-4562-bed2-3dab8b505d53)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:05.470786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.476309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0b29929f-e109-4709-8759-309ffacff08e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:05.489366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0b29929f-e109-4709-8759-309ffacff08e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:05.489880 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.579129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.580055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.582032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] 10.222.0.43 "PUT /v2.0/ports/37916980-9c94-4bb3-bb8b-55b90aea05fc HTTP/1.1" status: 200 len: 1091 time: 2.5936773 Jul 09 16:39:05.599345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6e88159-10b7-4d10-8351-f58822f8ba06 req-6598d268-687f-41b7-8a31-2c261af618e2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495189 Jul 09 16:39:05.601164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1bf632-2709-4615-ba63-68e40f096e22', 'tag': '37916980-9c94-4bb3-bb8b-55b90aea05fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:05.608624 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11cf33e-e7f2-4666-931b-bcea9455cc95" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1bf632-2709-4615-ba63-68e40f096e22", "tag": "37916980-9c94-4bb3-bb8b-55b90aea05fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:05.659349 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.660258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eb4f4-91a7-414d-a042-d1521eee0aea service neutron] Pushing event updated for resources: {'Port': ['ID=37916980-9c94-4bb3-bb8b-55b90aea05fc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:05.691390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-208bbdec-a7d5-437f-bc6f-0252cb087a16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152861f9-6361-4503-83a6-eb5c906727bf HTTP/1.1" status: 200 len: 217 time: 0.0750651 Jul 09 16:39:05.734345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 0b29929f-e109-4709-8759-309ffacff08e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0b29929f-e109-4709-8759-309ffacff08e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:05.746421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.755742 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-278dff32-baa6-4ba8-a85d-18b31cf773f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.789846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ed08-2620-43fc-bbb4-7aa15b3a06e8 req-1b7947b7-44a7-4dc9-a250-61d00e5465cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.792028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72e3ed08-2620-43fc-bbb4-7aa15b3a06e8 req-1b7947b7-44a7-4dc9-a250-61d00e5465cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 944 time: 0.3113210 Jul 09 16:39:05.812119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-1bf51cd8-b7b9-4f82-8610-39644760f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.813449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-1bf51cd8-b7b9-4f82-8610-39644760f12d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 200 len: 845 time: 0.1042776 Jul 09 16:39:05.823595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=0b29929f-e109-4709-8759-309ffacff08e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:05.858924 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-70247121-d033-4481-8dc1-53cabfc32254 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59edfef7-ed87-40b3-bd37-2137d00328dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305171 Jul 09 16:39:05.862320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72e3ed08-2620-43fc-bbb4-7aa15b3a06e8 req-bff7006d-88a6-40b3-a2f0-82af0e719b30 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493059 Jul 09 16:39:05.898576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-aac2c598-78c0-4e4a-bccb-bb55ae5de762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.900141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-aac2c598-78c0-4e4a-bccb-bb55ae5de762 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b46419df5793403ab27df208277748aa&device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 1094 time: 0.2358639 Jul 09 16:39:05.919677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bebb4d-3df7-4379-a988-aa811e760ed2 req-8674acc4-e1e7-407e-a290-988973828d50 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.921307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bebb4d-3df7-4379-a988-aa811e760ed2 req-8674acc4-e1e7-407e-a290-988973828d50 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 944 time: 0.1591938 Jul 09 16:39:05.957613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.963531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.069159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.081232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Pushing event updated for resources: {'Port': ['ID=0ac94938-be27-4b5c-951e-e8bf6eab0c69,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:06.089231 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-53d591ba-6e7e-4f94-96c8-b974f7bbb28c service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181411 Jul 09 16:39:06.275797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e32d5570-c676-4366-b052-6b42f5faaa09 req-3b66ad29-e5f0-4934-ad4b-2da233669b6f service neutron] 10.222.0.43 "GET /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185787 Jul 09 16:39:06.299150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:06.300888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:06.339066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-bb88ce57-5d2c-4df1-b142-d3005d5c203a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc HTTP/1.1" status: 200 len: 217 time: 0.4166596 Jul 09 16:39:06.391372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bebb4d-3df7-4379-a988-aa811e760ed2 req-9d7be6d4-29df-45f4-a01f-610c34e56263 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626305 Jul 09 16:39:06.421133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-d5383c99-7e72-4408-a936-9233be44aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:06.424599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-d5383c99-7e72-4408-a936-9233be44aba4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cca90852-ae0b-48ff-93aa-c34f5cfe175d HTTP/1.1" status: 200 len: 853 time: 0.0686834 Jul 09 16:39:06.481714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-9c67270b-19de-440e-b2b9-54cc10c7f4e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453246 Jul 09 16:39:06.605566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:06.676789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-cef2737f-685a-47f4-a40e-42b17098b169 service neutron] 10.222.0.43 "GET /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866953 Jul 09 16:39:06.766926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-94f8c1ae-9f4b-4fa6-8522-0f8c4290b5ef None None] Provisioning complete for port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:06.768666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94f8c1ae-9f4b-4fa6-8522-0f8c4290b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.780634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:06.782937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bfae2-91f7-46a2-a9df-84d3f6a08f3f req-b71368e4-9325-4666-ab04-5e866d73f28c tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:06.784366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-920bfae2-91f7-46a2-a9df-84d3f6a08f3f req-b71368e4-9325-4666-ab04-5e866d73f28c tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.1554391 Jul 09 16:39:06.789083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-100a4a29-c607-414e-a240-953ce7092e9b admin admin] 10.222.0.48 "PUT /v2.0/routers/c3d7824e-5a1b-490a-98ee-a5ff6a143a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5529618 Jul 09 16:39:06.823734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32cf34c1-3886-4877-bdfb-ff2772805b9c req-8dc1d81f-cdd9-4f0a-ae7e-ce9a5283ac40 service neutron] 10.222.0.43 "GET /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375105 Jul 09 16:39:06.850685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-920bfae2-91f7-46a2-a9df-84d3f6a08f3f req-77108858-8e68-493c-a69c-69a1b53a0878 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556741 Jul 09 16:39:06.853695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-94f8c1ae-9f4b-4fa6-8522-0f8c4290b5ef None None] Port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:06.908470 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be83f569-26df-49cc-aabe-066d901576cf x-openstack-request-id: req-be83f569-26df-49cc-aabe-066d901576cf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:06.908854 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1bf632-2709-4615-ba63-68e40f096e22", "tag": "37916980-9c94-4bb3-bb8b-55b90aea05fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:06.909225 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be83f569-26df-49cc-aabe-066d901576cf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:06.909820 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1bf632-2709-4615-ba63-68e40f096e22', 'tag': '37916980-9c94-4bb3-bb8b-55b90aea05fc', 'status': 'completed', 'code': 200} Jul 09 16:39:07.018684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Sync routers for ids ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:07.050949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Routers {'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:07.052019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:38:39Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:07.061789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-65d52e77-20a9-46fe-aa97-dbe8e7b03d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.063850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-65d52e77-20a9-46fe-aa97-dbe8e7b03d63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b46419df5793403ab27df208277748aa&device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 1094 time: 0.1106129 Jul 09 16:39:07.192673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0b29929f-e109-4709-8759-309ffacff08e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:07.331998 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-18df9ade-c34f-4fa0-bb6c-4445546e252d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794420 Jul 09 16:39:07.356572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Set router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:07.364351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-3d38b531-aac4-4800-9525-956035218105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.367004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-3d38b531-aac4-4800-9525-956035218105 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d HTTP/1.1" status: 200 len: 914 time: 0.2286539 Jul 09 16:39:07.399697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0b29929f-e109-4709-8759-309ffacff08e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:07.400074 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.451611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-0bce0cf1-ee77-4614-94d5-2a286d59815f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc HTTP/1.1" status: 200 len: 217 time: 0.0724564 Jul 09 16:39:07.478871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-ac9b2cbb-5595-400f-80ed-3b6217dedaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.481736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-ac9b2cbb-5595-400f-80ed-3b6217dedaad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 1095 time: 0.1196876 Jul 09 16:39:07.551730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26064779-3b38-4dda-a42e-d5b906a15616 req-1bef0056-44cc-460a-9eaa-92a17e0ad905 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.553607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26064779-3b38-4dda-a42e-d5b906a15616 req-1bef0056-44cc-460a-9eaa-92a17e0ad905 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 943 time: 0.4858856 Jul 09 16:39:07.583349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-601c1275-e476-4325-b222-48e8812ac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.585583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-601c1275-e476-4325-b222-48e8812ac512 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cca90852-ae0b-48ff-93aa-c34f5cfe175d HTTP/1.1" status: 200 len: 853 time: 0.1249807 Jul 09 16:39:07.665802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-76e2255d-c635-4184-9751-64d0ffa16769 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659869 Jul 09 16:39:07.669269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26064779-3b38-4dda-a42e-d5b906a15616 req-6ad703d7-8bc0-4d3b-8392-e970922a2639 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097703 Jul 09 16:39:07.708566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '0ac94938-be27-4b5c-951e-e8bf6eab0c69', 'name': '', 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'mac_address': 'fa:16:3e:41:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 2, 'project_id': '77917209935441a18c93739037a6a7cd', 'subnets': [{'id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:07.735889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-8b607247-6a10-4ec4-bb6b-df6ed8b32f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.738272 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-8b607247-6a10-4ec4-bb6b-df6ed8b32f3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.2288499 Jul 09 16:39:07.796961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Checking router: c3d7824e-5a1b-490a-98ee-a5ff6a143a7e for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:07.797495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Updating router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:07.813384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-4c147c2a-4953-44c3-8792-c04bf1a7b63a service neutron] 10.222.0.43 "GET /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402988 Jul 09 16:39:07.818562 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-e0057faf-aaa7-4388-841b-600a80eddaff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 200 len: 217 time: 0.0680785 Jul 09 16:39:07.878404 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.895885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:07.901973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-network', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:07.930244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-dc05f4e4-4c68-4f85-b224-8f3498b7c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.931775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-dc05f4e4-4c68-4f85-b224-8f3498b7c60f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.0966666 Jul 09 16:39:07.960656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Made reservation on behalf of 493f059ce1dd4b07b5519ca3b3707e2a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:07.963187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.992716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-476a2292-8141-40ec-bee5-bc80a165f3f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422390 Jul 09 16:39:07.998437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.007400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.018454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cf33e-e7f2-4666-931b-bcea9455cc95 req-18515dad-903e-4c6a-8e70-6d5c9e0c52f6 service neutron] 10.222.0.43 "GET /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858764 Jul 09 16:39:08.052245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61968-e02a-4a87-a49d-e835f33d8b7a req-dc1d59e2-6d9d-4429-bf5d-ff6e3a3a4b3e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:08.060227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afa61968-e02a-4a87-a49d-e835f33d8b7a req-dc1d59e2-6d9d-4429-bf5d-ff6e3a3a4b3e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 948 time: 0.1764019 Jul 09 16:39:08.128674 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-2c84b1ed-eaaa-4617-b3e0-fc2d2f3cfbca service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216378 Jul 09 16:39:08.140395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afa61968-e02a-4a87-a49d-e835f33d8b7a req-98d9dc79-c7d2-4e99-82fd-c4b840178e80 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676730 Jul 09 16:39:08.231821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.246834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.282696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 407cf416-ec16-407f-bd7c-e3b82b68bfda details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:39:08.312195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:08.321555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb39db-c24c-467c-9114-e868319acfc7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:08.326939 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f4053f6-5313-4fe5-908e-9cdb46dc67e3 req-d970c1db-518a-47e8-8139-ffaf8ad31996 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780448 Jul 09 16:39:08.330154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.330525 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Added segment 1617a947-1466-49d1-8527-010842df8fb8 of type vlan for network cfd1afdc-1745-4074-96dc-90825140a2a2 Jul 09 16:39:08.346711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 369e5724-3626-4901-9fb7-0c6adbadfed3 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:08.355320 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd663529-9d8c-4623-9f21-ab182e339074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.369889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad8214-9be6-46cf-9ccb-ba6b3c3ada48 req-1b399e67-e29b-4c05-a5f9-d041f6382c63 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:08.371577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42ad8214-9be6-46cf-9ccb-ba6b3c3ada48 req-1b399e67-e29b-4c05-a5f9-d041f6382c63 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.0929718 Jul 09 16:39:08.380758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:08.388830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Request body: {'floatingip': {'port_id': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:08.430298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.445116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.457438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.469896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Transition to ACTIVE for port object 0ac94938-be27-4b5c-951e-e8bf6eab0c69 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:08.477431 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:39:08.537227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.541061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:08.541061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.549200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0280130-281e-4fdd-b401-c8d2c2acfab1 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:39:08.550256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0280130-281e-4fdd-b401-c8d2c2acfab1 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4396911 Jul 09 16:39:08.597094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 407cf416-ec16-407f-bd7c-e3b82b68bfda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:08.599361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd109-aead-4e75-af06-4ed5de7aed1d req-04607838-2ec9-4718-afb2-91e21a545ae5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:08.601231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbdcd109-aead-4e75-af06-4ed5de7aed1d req-04607838-2ec9-4718-afb2-91e21a545ae5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 944 time: 0.0864508 Jul 09 16:39:08.606141 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.640272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Request body: {'binding': {'host': 'n-h2-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:08.640997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:39:08.648795 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7514300 Jul 09 16:39:08.655522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42748) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:08.665970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Request body: {'subnet': {'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-subnet', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:08.668186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '407cf416-ec16-407f-bd7c-e3b82b68bfda', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': '407cf416-ec16-407f-bd7c-e3b82b68bfda', 'mac_address': 'fa:16:3e:c4:af:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:39:08.672204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472711e-a991-4946-bae1-66930673cd51 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd1afdc-1745-4074-96dc-90825140a2a2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:08.681793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbdcd109-aead-4e75-af06-4ed5de7aed1d req-e6887254-edbd-4450-9740-47a16bc788c6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746040 Jul 09 16:39:08.692307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.714490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network cfd1afdc-1745-4074-96dc-90825140a2a2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:08.794788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3889572-98a7-4860-880b-03815f8f5687 None None] Pushing event updated for resources: {'Port': ['ID=0ac94938-be27-4b5c-951e-e8bf6eab0c69,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:08.816831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Made reservation on behalf of 493f059ce1dd4b07b5519ca3b3707e2a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:08.819728 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.873436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on host n-h2-800085-2 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:08.873773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:08.874108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:08.884230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:39:08.884474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:08.889452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 369e5724-3626-4901-9fb7-0c6adbadfed3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:08.890176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:08.890589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:08.891614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:08.892363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Bound port: 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:08.922866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.937255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 369e5724-3626-4901-9fb7-0c6adbadfed3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:08.937893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.980909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407cf416-ec16-407f-bd7c-e3b82b68bfda {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:08.986876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:08.994677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.995874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Attempting to bind port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:08.996635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Attempting to bind port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:08.996889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-8926fda0-7fbd-4600-9803-b214a01d304c service neutron] 10.222.0.48 "POST /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4352050 Jul 09 16:39:08.997368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Attempting to bind port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 on network f19ac7e4-9a3a-4073-b4e7-7c12977a585b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:09.042715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:09.043427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Checking segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:09.044047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.044668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Bound using segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:09.045338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Bound port: 0ac94938-be27-4b5c-951e-e8bf6eab0c69, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:09.046040 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.076671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 407cf416-ec16-407f-bd7c-e3b82b68bfda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:09.261944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.377550 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.380752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680b5d7-88c0-4fc6-b254-6d8594d253b4 req-2ea421f6-5fe3-460e-b000-1a3c763fb580 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.391070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1680b5d7-88c0-4fc6-b254-6d8594d253b4 req-2ea421f6-5fe3-460e-b000-1a3c763fb580 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 944 time: 0.1809535 Jul 09 16:39:09.420117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] For port 0ac94938-be27-4b5c-951e-e8bf6eab0c69, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:09.422808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=407cf416-ec16-407f-bd7c-e3b82b68bfda,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.425994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.429909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] For port 0ac94938-be27-4b5c-951e-e8bf6eab0c69, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0ac94938-be27-4b5c-951e-e8bf6eab0c69,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:09.446045 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.477137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09da25-0fc1-47e5-b7e6-cc4c8191e323 req-c682c273-6437-4b19-a483-c8396c3b212f tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.479413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb09da25-0fc1-47e5-b7e6-cc4c8191e323 req-c682c273-6437-4b19-a483-c8396c3b212f tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 943 time: 0.1792579 Jul 09 16:39:09.487362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1680b5d7-88c0-4fc6-b254-6d8594d253b4 req-b88b44e2-ffbd-4d47-84ad-c107db4131aa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870950 Jul 09 16:39:09.499563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e5724-3626-4901-9fb7-0c6adbadfed3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:09.501995 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae11f9-4e2b-4ab2-a052-61352c644c32" -d '{"events": [{"server_uuid": "a4224860-7015-4bdd-84fc-cb6342c6e146", "name": "network-vif-plugged", "status": "completed", "tag": "369e5724-3626-4901-9fb7-0c6adbadfed3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:09.538584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 369e5724-3626-4901-9fb7-0c6adbadfed3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=369e5724-3626-4901-9fb7-0c6adbadfed3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:09.561355 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.572843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3889572-98a7-4860-880b-03815f8f5687 None None] Pushing event updated for resources: {'Port': ['ID=0ac94938-be27-4b5c-951e-e8bf6eab0c69,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.573974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb09da25-0fc1-47e5-b7e6-cc4c8191e323 req-ccca62dd-31e2-4a08-9c37-b68a91da2840 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714290 Jul 09 16:39:09.692787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=369e5724-3626-4901-9fb7-0c6adbadfed3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.700139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Routers {'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:09.701279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:09.765733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:39:09.817229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.856287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-533cd4fe-4581-47c7-9a22-51c7b24649ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.857294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['407cf416-ec16-407f-bd7c-e3b82b68bfda'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:09.857762 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-533cd4fe-4581-47c7-9a22-51c7b24649ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1097 time: 0.3448424 Jul 09 16:39:09.872507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e867b-23c8-4e31-9147-91264b165fe8 req-86de72e8-3be6-4a68-8c79-ae6fbb95e385 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.874507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b42e867b-23c8-4e31-9147-91264b165fe8 req-86de72e8-3be6-4a68-8c79-ae6fbb95e385 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.1841605 Jul 09 16:39:09.887968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bde21-4a25-4049-8f32-e3622dbde703 req-847e6b29-eb29-4a40-97ca-23cacb504e1d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.889996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c5bde21-4a25-4049-8f32-e3622dbde703 req-847e6b29-eb29-4a40-97ca-23cacb504e1d tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 949 time: 0.1220109 Jul 09 16:39:09.891714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.943928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.956970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] Set router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:09.984594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b42e867b-23c8-4e31-9147-91264b165fe8 req-397e48f9-1f0d-405e-a6a4-136ba441d266 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921543 Jul 09 16:39:10.014147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f87b3d-b704-4404-8131-0dc935d1451a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:10.027333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c5bde21-4a25-4049-8f32-e3622dbde703 req-5d426f65-d4d3-4b60-bbdc-54aaf0f0d91c tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059799 Jul 09 16:39:10.077402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Checking segment: {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:10.077879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Network hostable DHCP agents. Network: cfd1afdc-1745-4074-96dc-90825140a2a2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:10.097027 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270772c-7fb1-42aa-9b11-4ff1fd892cea x-openstack-request-id: req-f270772c-7fb1-42aa-9b11-4ff1fd892cea {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:10.097515 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4224860-7015-4bdd-84fc-cb6342c6e146", "name": "network-vif-plugged", "status": "completed", "tag": "369e5724-3626-4901-9fb7-0c6adbadfed3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:10.097910 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f270772c-7fb1-42aa-9b11-4ff1fd892cea {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:10.098402 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e5724-3626-4901-9fb7-0c6adbadfed3', 'code': 200} Jul 09 16:39:10.169553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-850af5a1-c429-468b-a13a-f69df83887b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:10.171697 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-850af5a1-c429-468b-a13a-f69df83887b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.3002837 Jul 09 16:39:10.203886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Network cfd1afdc-1745-4074-96dc-90825140a2a2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:10.207903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 152861f9-6361-4503-83a6-eb5c906727bf details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:39:10.269894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, cfd1afdc-1745-4074-96dc-90825140a2a2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:10.278166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-878b3a6b-1137-40b8-934d-c00307386157 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 217 time: 0.0838902 Jul 09 16:39:10.278937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:10.279531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.301478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77ba88-b523-4d11-a501-00e8e1cb34c6 None None] Network cfd1afdc-1745-4074-96dc-90825140a2a2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:10.303977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e7a61-251e-436e-bc8d-c855f093c005 req-54992658-1678-43b4-9b16-053824fb8e3f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:10.304757 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Floating IP 93158274-0a2a-459b-b918-b3275c8661c5 associated. External IP: 172.25.7.167, port: 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9. Jul 09 16:39:10.313511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d3e7a61-251e-436e-bc8d-c855f093c005 req-54992658-1678-43b4-9b16-053824fb8e3f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 945 time: 0.1437550 Jul 09 16:39:10.331472 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f1d8e59-ce2c-49ac-af4f-f7a0964ec827 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6748576 Jul 09 16:39:10.357844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:10.378395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:10.399146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-3f326962-4343-4a74-bfbd-eec6a424e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:10.400605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-3f326962-4343-4a74-bfbd-eec6a424e536 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1090255 Jul 09 16:39:10.417505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d3e7a61-251e-436e-bc8d-c855f093c005 req-9a8a1f1e-ff2b-46be-b11d-854580be0acf tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001995 Jul 09 16:39:10.447096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440cc90-e5e8-428d-b2ea-4ff40dc4d271 req-936ac4fc-522f-48d4-9d80-a13741343141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:10.448850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5440cc90-e5e8-428d-b2ea-4ff40dc4d271 req-936ac4fc-522f-48d4-9d80-a13741343141 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 1100 time: 0.2718642 Jul 09 16:39:10.456684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.459653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.472986 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-27dcda88-9a7c-48be-9570-4694fbed81af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376694 Jul 09 16:39:10.543967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 152861f9-6361-4503-83a6-eb5c906727bf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=152861f9-6361-4503-83a6-eb5c906727bf,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:10.552979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.572609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '152861f9-6361-4503-83a6-eb5c906727bf', 'network_id': '59edfef7-ed87-40b3-bd37-2137d00328dc', 'port_id': '152861f9-6361-4503-83a6-eb5c906727bf', 'mac_address': 'fa:16:3e:b2:40:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fa3277-3d1a-4dfd-840a-9874f7d0969b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:39:10.580686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5440cc90-e5e8-428d-b2ea-4ff40dc4d271 req-2492c23e-3c20-4e2e-8fb2-5cbf6e658530 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105385 Jul 09 16:39:10.659561 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-1f99bfdd-aa8e-411a-a0c6-e6c48aea45ce service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788983 Jul 09 16:39:10.722536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.758206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152861f9-6361-4503-83a6-eb5c906727bf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:10.781358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Router 363e66f7-bd7e-4a76-9783-cc3ef1569387 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:10.796736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 152861f9-6361-4503-83a6-eb5c906727bf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=152861f9-6361-4503-83a6-eb5c906727bf,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:10.810971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-469e4de8-9da0-4301-adb6-425f87b91e93 service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241500 Jul 09 16:39:10.826665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '0ac94938-be27-4b5c-951e-e8bf6eab0c69', 'name': '', 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'mac_address': 'fa:16:3e:41:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 4, 'project_id': '77917209935441a18c93739037a6a7cd', 'subnets': [{'id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:10.834854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.877302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-cfd1afdc-1745-4074-96dc-90825140a2a2', 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'fixed_ips': [{'subnet_id': '62f87b3d-b704-4404-8131-0dc935d1451a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:10.878934 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.882947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.912362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a4a39-964a-4062-ad6d-39c62a68dc99 None None] The sync data for ids ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'] in n-d-800085-2 is: [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '0ac94938-be27-4b5c-951e-e8bf6eab0c69', 'name': '', 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'mac_address': 'fa:16:3e:41:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 4, 'project_id': '77917209935441a18c93739037a6a7cd', 'subnets': [{'id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:11.044976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.056572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:11.059901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=152861f9-6361-4503-83a6-eb5c906727bf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:11.069529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.090054 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] Sync routers for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:11.121262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:11.121938 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.169363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d713dd-1472-4768-9062-d44845cc34fd req-bf3658b6-a80b-4eeb-90b4-0fa70bbfef6b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:11.201428 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-204c03c0-59ad-46dd-b796-6583af0edfcc tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "PUT /v2.0/floatingips/93158274-0a2a-459b-b918-b3275c8661c5 HTTP/1.1" status: 200 len: 992 time: 2.8155444 Jul 09 16:39:11.201428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:11.203612 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f18ea3-6c39-41c0-91f3-772cc3b473d4" -d '{"events": [{"name": "network-changed", "server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:11.204075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8d713dd-1472-4768-9062-d44845cc34fd req-bf3658b6-a80b-4eeb-90b4-0fa70bbfef6b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 944 time: 0.5240953 Jul 09 16:39:11.265015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0ac94938-be27-4b5c-951e-e8bf6eab0c69 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:11.273392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9135b-dd07-423e-bf87-9299797c2168 req-361f6488-27df-4be0-a7b3-d43c59adf745 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:11.290143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3eb9135b-dd07-423e-bf87-9299797c2168 req-361f6488-27df-4be0-a7b3-d43c59adf745 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 943 time: 0.5205483 Jul 09 16:39:11.336508 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:11.342315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['152861f9-6361-4503-83a6-eb5c906727bf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:11.368504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Allocated IP 172.20.0.2 (cfd1afdc-1745-4074-96dc-90825140a2a2/62f87b3d-b704-4404-8131-0dc935d1451a/985252e2-b34b-45d5-b437-b72f400c67dd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:11.387888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8d713dd-1472-4768-9062-d44845cc34fd req-3e055954-6bcd-44ec-af90-a2d2dd759acc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808586 Jul 09 16:39:11.422160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3eb9135b-dd07-423e-bf87-9299797c2168 req-28c9f83b-bbc7-45f0-937a-a2df33566ee5 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331155 Jul 09 16:39:11.498156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:11.518569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:11.519404 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.783822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.830223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Transition to ACTIVE for port object 985252e2-b34b-45d5-b437-b72f400c67dd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:11.853655 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '93158274-0a2a-459b-b918-b3275c8661c5', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'floating_ip_address': '172.25.7.167', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'port_id': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'mac_address': 'fa:16:3e:5b:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:38:40Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 1, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.864819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.868042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Transition to ACTIVE for port object 985252e2-b34b-45d5-b437-b72f400c67dd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:11.901682 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] Checking router: 363e66f7-bd7e-4a76-9783-cc3ef1569387 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:11.908057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.913543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:11.914431 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.963531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c7490-045f-446b-a013-68fa228c5ad2 req-c714f73b-8461-4757-a1d2-4f806859533e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:11.965538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Network cfd1afdc-1745-4074-96dc-90825140a2a2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:11.976577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d0c7490-045f-446b-a013-68fa228c5ad2 req-c714f73b-8461-4757-a1d2-4f806859533e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.2342830 Jul 09 16:39:11.980842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:11.983995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.984987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:12.012033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Pushing event updated for resources: {'Port': ['ID=985252e2-b34b-45d5-b437-b72f400c67dd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:12.034214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.052666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 0ac94938-be27-4b5c-951e-e8bf6eab0c69, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0ac94938-be27-4b5c-951e-e8bf6eab0c69,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:12.062320 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.124847 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:12.187587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2d5d-29e2-428c-8e20-d56d2c65b5f0 req-a12000b3-8fb2-437f-992d-ab45b9e545f6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:12.189207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acbd2d5d-29e2-428c-8e20-d56d2c65b5f0 req-a12000b3-8fb2-437f-992d-ab45b9e545f6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 949 time: 0.3823133 Jul 09 16:39:12.216943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d0c7490-045f-446b-a013-68fa228c5ad2 req-cd1996b4-08cb-4196-b374-b89533c23272 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386541 Jul 09 16:39:12.311668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acbd2d5d-29e2-428c-8e20-d56d2c65b5f0 req-d363ade2-e34c-46ea-984b-81b9732bfc12 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071754 Jul 09 16:39:12.365392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37916980-9c94-4bb3-bb8b-55b90aea05fc details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:39:12.379055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Allocated IP 172.25.7.137 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/879ad371-c31c-45f1-b6da-53ef6b7cb5f7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:12.442438 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df3c453-12ee-4ea2-9e45-a0845d7a7875 x-openstack-request-id: req-3df3c453-12ee-4ea2-9e45-a0845d7a7875 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:12.443318 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:12.443610 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3df3c453-12ee-4ea2-9e45-a0845d7a7875 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:12.444049 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'status': 'completed', 'code': 200} Jul 09 16:39:12.550696 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '93158274-0a2a-459b-b918-b3275c8661c5', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'floating_ip_address': '172.25.7.167', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'port_id': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'mac_address': 'fa:16:3e:5b:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:38:40Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 1, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:12.567430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 407cf416-ec16-407f-bd7c-e3b82b68bfda up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:12.581452 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8918bb0-6b70-48cf-9f1e-ff0a227d7f00 None None] The sync data for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 is: [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '93158274-0a2a-459b-b918-b3275c8661c5', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'floating_ip_address': '172.25.7.167', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'port_id': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'mac_address': 'fa:16:3e:5b:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:38:40Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 1, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:12.637731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Attempting to bind port 985252e2-b34b-45d5-b437-b72f400c67dd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:12.638102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Attempting to bind port 985252e2-b34b-45d5-b437-b72f400c67dd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:12.638821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Attempting to bind port 985252e2-b34b-45d5-b437-b72f400c67dd on network cfd1afdc-1745-4074-96dc-90825140a2a2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:12.660028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.707209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.729074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-062a3498-388e-4408-8ece-8e37185cfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:12.730018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-062a3498-388e-4408-8ece-8e37185cfbe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9b85094d6dc4777bca51b79370372a0&device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 1097 time: 0.2043500 Jul 09 16:39:12.784595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:12.785134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Checking segment: {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:12.785605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.786003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Bound using segment: {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:12.786536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Bound port: 985252e2-b34b-45d5-b437-b72f400c67dd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:12.787121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.821159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:12.826394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:12.846725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:12.913300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-3c144066-8b95-4bc4-9bac-f012fb81f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:12.914651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:12.914882 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-3c144066-8b95-4bc4-9bac-f012fb81f501 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a68e0734-f834-4843-be3c-6d7eab84c04a HTTP/1.1" status: 200 len: 907 time: 0.1775682 Jul 09 16:39:12.987403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] For port 985252e2-b34b-45d5-b437-b72f400c67dd, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:12.992338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] For port 985252e2-b34b-45d5-b437-b72f400c67dd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=985252e2-b34b-45d5-b437-b72f400c67dd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:13.011273 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.052795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=0ac94938-be27-4b5c-951e-e8bf6eab0c69,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.085904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-b6eff85d-255f-4d12-b9f8-48090b21b379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 HTTP/1.1" status: 200 len: 1000 time: 0.1571922 Jul 09 16:39:13.141455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9b260-8a83-4f4b-84bf-7926bb861a44 None None] New status for floating IP 93158274-0a2a-459b-b918-b3275c8661c5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:39:13.186378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-24563810-1beb-47cb-a6c1-e915e542b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:13.188593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-24563810-1beb-47cb-a6c1-e915e542b3d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee4a5930-5381-4e8e-a924-705dacb46815 HTTP/1.1" status: 200 len: 845 time: 0.1004455 Jul 09 16:39:13.207103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 407cf416-ec16-407f-bd7c-e3b82b68bfda completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:13.210636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 37916980-9c94-4bb3-bb8b-55b90aea05fc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc,segment=NetworkSegment(0bcaace1-0856-4562-bed2-3dab8b505d53),segment_id=0bcaace1-0856-4562-bed2-3dab8b505d53)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:13.278973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 407cf416-ec16-407f-bd7c-e3b82b68bfda triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:13.279350 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.291074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '37916980-9c94-4bb3-bb8b-55b90aea05fc', 'network_id': 'b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d', 'port_id': '37916980-9c94-4bb3-bb8b-55b90aea05fc', 'mac_address': 'fa:16:3e:25:f9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca90852-ae0b-48ff-93aa-c34f5cfe175d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:39:13.297837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-ce3cbaf9-5492-4f97-a0cc-05d50d960e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:13.299665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-ce3cbaf9-5492-4f97-a0cc-05d50d960e5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a68e0734-f834-4843-be3c-6d7eab84c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033189 Jul 09 16:39:13.322860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d38d-0d40-486a-b71a-9c1fe4a550c0 req-ba5378b9-449f-4d54-930a-bf5a0e22e579 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:13.338227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44d3d38d-0d40-486a-b71a-9c1fe4a550c0 req-ba5378b9-449f-4d54-930a-bf5a0e22e579 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 945 time: 0.4843524 Jul 09 16:39:13.390184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8421cd7-727e-4687-aecc-347231deab82 None None] Pushing event updated for resources: {'Port': ['ID=985252e2-b34b-45d5-b437-b72f400c67dd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.414169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aa308-5e3c-477a-abe6-f61559c819fd req-83497e1f-9453-46ac-b569-5b1f23513879 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:13.427315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be2aa308-5e3c-477a-abe6-f61559c819fd req-83497e1f-9453-46ac-b569-5b1f23513879 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 945 time: 0.3145092 Jul 09 16:39:13.466656 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.468684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-3b1711af-8ebd-4125-93b1-c66878ad1369 service neutron] 10.222.0.37 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592848 Jul 09 16:39:13.529464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37916980-9c94-4bb3-bb8b-55b90aea05fc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:13.554484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44d3d38d-0d40-486a-b71a-9c1fe4a550c0 req-32653eae-aeb2-47ec-96cf-c28d036b1426 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147307 Jul 09 16:39:13.640402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-40f18ea3-6c39-41c0-91f3-772cc3b473d4 req-b1a7a4bd-4cda-4b1c-8f24-d8e094831bb8 service neutron] 10.222.0.37 "GET /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638980 Jul 09 16:39:13.641961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be2aa308-5e3c-477a-abe6-f61559c819fd req-b24c477c-2f22-40c5-881d-e1c04ba0e984 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134972 Jul 09 16:39:13.687948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 37916980-9c94-4bb3-bb8b-55b90aea05fc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc,segment=NetworkSegment(0bcaace1-0856-4562-bed2-3dab8b505d53),segment_id=0bcaace1-0856-4562-bed2-3dab8b505d53)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:13.693097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.696071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.698288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.835726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4184635d-691f-4729-862f-c338f2f416f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407cf416-ec16-407f-bd7c-e3b82b68bfda'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:13.838067 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d859fd-6b08-4980-b5df-06d36843dc81" -d '{"events": [{"server_uuid": "4184635d-691f-4729-862f-c338f2f416f2", "name": "network-vif-plugged", "status": "completed", "tag": "407cf416-ec16-407f-bd7c-e3b82b68bfda"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:13.847186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=37916980-9c94-4bb3-bb8b-55b90aea05fc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.853509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 407cf416-ec16-407f-bd7c-e3b82b68bfda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:13.867486 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.981275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=407cf416-ec16-407f-bd7c-e3b82b68bfda,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:14.101833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeaea9-6ad6-41b9-9c6e-01bf86d38383 req-53b3d3a0-7207-435e-89d4-a9e9c8714a8a tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:14.103275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77aeaea9-6ad6-41b9-9c6e-01bf86d38383 req-53b3d3a0-7207-435e-89d4-a9e9c8714a8a tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 944 time: 0.2288103 Jul 09 16:39:14.120668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6f47-980f-4e15-b5ca-f844939fa98f req-0779f267-06e0-4b0f-b5c4-22e1ec4ad8cd tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:14.122184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c82a6f47-980f-4e15-b5ca-f844939fa98f req-0779f267-06e0-4b0f-b5c4-22e1ec4ad8cd tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.2465432 Jul 09 16:39:14.124645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.158656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['37916980-9c94-4bb3-bb8b-55b90aea05fc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:14.234367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77aeaea9-6ad6-41b9-9c6e-01bf86d38383 req-dd008da3-27ae-4b9c-bc34-684601438502 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109717 Jul 09 16:39:14.240806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 152861f9-6361-4503-83a6-eb5c906727bf up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:14.343965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c82a6f47-980f-4e15-b5ca-f844939fa98f req-8fbf55c3-9c27-4ee7-8d87-b5781d23db05 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100344 Jul 09 16:39:14.348163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 152861f9-6361-4503-83a6-eb5c906727bf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:14.356666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 152861f9-6361-4503-83a6-eb5c906727bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:14.356999 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.450382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Router b71a865d-06ef-4ab8-8333-d006882a97c8 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:14.587477 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.670672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 152861f9-6361-4503-83a6-eb5c906727bf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=152861f9-6361-4503-83a6-eb5c906727bf,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:14.684085 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.723647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619c60f-e379-4d80-84be-1f8b8d3c270c None None] Network cfd1afdc-1745-4074-96dc-90825140a2a2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:14.790822 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dbf855-ab54-4dbc-b9e0-a0862f3c7a66 x-openstack-request-id: req-a7dbf855-ab54-4dbc-b9e0-a0862f3c7a66 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:14.791255 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4184635d-691f-4729-862f-c338f2f416f2", "name": "network-vif-plugged", "status": "completed", "tag": "407cf416-ec16-407f-bd7c-e3b82b68bfda", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:14.792199 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7dbf855-ab54-4dbc-b9e0-a0862f3c7a66 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:14.792385 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4184635d-691f-4729-862f-c338f2f416f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407cf416-ec16-407f-bd7c-e3b82b68bfda', 'code': 200} Jul 09 16:39:14.843116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-652fc426-ab6f-43eb-9cfc-3ae7c87084a7 None None] Provisioning for port 985252e2-b34b-45d5-b437-b72f400c67dd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:14.854974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=152861f9-6361-4503-83a6-eb5c906727bf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:14.993814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da673d-c91f-48f6-9ef8-441b03869a4a req-26102e97-2034-4531-acfe-578936c5b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:14.996342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-91da673d-c91f-48f6-9ef8-441b03869a4a req-26102e97-2034-4531-acfe-578936c5b58b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 1097 time: 0.1006398 Jul 09 16:39:15.050341 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-91da673d-c91f-48f6-9ef8-441b03869a4a req-36591dbe-f8e5-4206-a9fd-374fe3f5b7d9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Jul 09 16:39:15.175891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:15.195342 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Sync routers for ids ['b71a865d-06ef-4ab8-8333-d006882a97c8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:15.200668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.203317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-37ae4e16-0f40-4607-a505-cf7550798ce8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8410249 Jul 09 16:39:15.205669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:15.218804 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Routers {'b71a865d-06ef-4ab8-8333-d006882a97c8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:15.220050 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b71a865d-06ef-4ab8-8333-d006882a97c8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:15.252152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407cd0d-fbe7-499e-be2b-a527ed82029a req-8111f5ce-4459-45b5-93d4-7c464b9b0a8f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:15.253770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1407cd0d-fbe7-499e-be2b-a527ed82029a req-8111f5ce-4459-45b5-93d4-7c464b9b0a8f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 949 time: 0.2957988 Jul 09 16:39:15.368737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 985252e2-b34b-45d5-b437-b72f400c67dd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:15.422019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127834c2-381c-41b1-a36c-ff9ade62a93d req-867a5d84-36ce-4349-a215-46f2964168cf tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:15.423735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-127834c2-381c-41b1-a36c-ff9ade62a93d req-867a5d84-36ce-4349-a215-46f2964168cf tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 946 time: 0.4245174 Jul 09 16:39:15.465176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1407cd0d-fbe7-499e-be2b-a527ed82029a req-6abfa8b8-8f48-4be9-8dd0-a1a0109f132a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991920 Jul 09 16:39:15.475757 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Set router b71a865d-06ef-4ab8-8333-d006882a97c8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:15.560129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 985252e2-b34b-45d5-b437-b72f400c67dd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:15.570857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 985252e2-b34b-45d5-b437-b72f400c67dd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:15.571856 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.581621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-127834c2-381c-41b1-a36c-ff9ade62a93d req-2a20b5d4-78df-4505-85bf-e433dd036717 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233420 Jul 09 16:39:15.635791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c708f1a8-c6fe-43fc-8dc4-c5ca07f09935 None None] Provisioning complete for port 985252e2-b34b-45d5-b437-b72f400c67dd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:15.636494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c708f1a8-c6fe-43fc-8dc4-c5ca07f09935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.748060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2044e6-c44a-463b-b392-bfe4a4311177 req-f4934d16-27dc-43f0-a9ac-48df265f65a3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:15.753223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2044e6-c44a-463b-b392-bfe4a4311177 req-f4934d16-27dc-43f0-a9ac-48df265f65a3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1091125 Jul 09 16:39:15.770972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.929364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 985252e2-b34b-45d5-b437-b72f400c67dd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=985252e2-b34b-45d5-b437-b72f400c67dd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:15.930601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c708f1a8-c6fe-43fc-8dc4-c5ca07f09935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.936070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2044e6-c44a-463b-b392-bfe4a4311177 req-210979bf-8b91-40d8-8ab6-2818dd5aaa86 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774023 Jul 09 16:39:15.947636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.948214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0ac94938-be27-4b5c-951e-e8bf6eab0c69 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:15.980599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9df2-6328-490a-b940-aab3cc1a7ed7 req-30c1cf94-9e76-4f79-898a-08bfceabb411 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:15.997706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11a9df2-6328-490a-b940-aab3cc1a7ed7 req-30c1cf94-9e76-4f79-898a-08bfceabb411 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 944 time: 0.2245228 Jul 09 16:39:16.062644 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:13Z', 'revision_number': 3, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:16.108600 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Checking router: b71a865d-06ef-4ab8-8333-d006882a97c8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:16.108949 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Updating router b71a865d-06ef-4ab8-8333-d006882a97c8 port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:16.179382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11a9df2-6328-490a-b940-aab3cc1a7ed7 req-fd287872-0fdd-4bf2-854b-1a37d30ddf2b tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803946 Jul 09 16:39:16.180348 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.239290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.249829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37916980-9c94-4bb3-bb8b-55b90aea05fc up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:16.270118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f23e-66e4-4783-a75a-2df90d69fa8a req-57e3d3c3-89bf-4d7d-b1a2-cbad4d73ee89 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:16.295829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06a5f23e-66e4-4783-a75a-2df90d69fa8a req-57e3d3c3-89bf-4d7d-b1a2-cbad4d73ee89 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.1945186 Jul 09 16:39:16.304227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=985252e2-b34b-45d5-b437-b72f400c67dd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:16.348905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:16.350723 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.355897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-c708f1a8-c6fe-43fc-8dc4-c5ca07f09935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:39:16.356746 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-c708f1a8-c6fe-43fc-8dc4-c5ca07f09935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:39:16.412641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06a5f23e-66e4-4783-a75a-2df90d69fa8a req-9fdcc057-9b71-472d-af90-4310145e0738 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024585 Jul 09 16:39:16.421507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 37916980-9c94-4bb3-bb8b-55b90aea05fc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:16.449133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 37916980-9c94-4bb3-bb8b-55b90aea05fc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:16.450214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.516330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c298f-24ad-491d-b8c9-31f0a7f1d464 req-7e9f3424-77a5-4f99-9968-6305d1e2db49 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:16.523710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-472c298f-24ad-491d-b8c9-31f0a7f1d464 req-7e9f3424-77a5-4f99-9968-6305d1e2db49 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 1100 time: 0.1028914 Jul 09 16:39:16.570761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-472c298f-24ad-491d-b8c9-31f0a7f1d464 req-e565ff48-19e2-4eaa-aba0-a938651b8603 tempest-ServersOnMultiNodesTest-309005017 tempest-ServersOnMultiNodesTest-309005017-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Jul 09 16:39:16.720851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Allocated IP 172.20.0.1 (cfd1afdc-1745-4074-96dc-90825140a2a2/62f87b3d-b704-4404-8131-0dc935d1451a/26484541-c2a4-4edf-ae43-afa9d70042bd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:16.913471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152861f9-6361-4503-83a6-eb5c906727bf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:16.924594 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465451a2-3140-4f34-80a4-20a80e06d2c9" -d '{"events": [{"server_uuid": "3160b979-690d-4ffa-ace6-51eff8201e8f", "name": "network-vif-plugged", "status": "completed", "tag": "152861f9-6361-4503-83a6-eb5c906727bf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:16.975929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.987758 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.000282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Transition to ACTIVE for port object 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:17.007705 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.020618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Transition to ACTIVE for port object 26484541-c2a4-4edf-ae43-afa9d70042bd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:17.067188 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Attempting to bind port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:17.067553 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Attempting to bind port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:17.067955 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Attempting to bind port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:17.076715 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:17.077137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:17.077591 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.077974 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:17.078451 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Bound port: 879ad371-c31c-45f1-b6da-53ef6b7cb5f7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:17.079242 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.085175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563da33-6b04-4f91-acbf-c2539cab007a None None] Pushing event updated for resources: {'Port': ['ID=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:17.102660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.128504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.177575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 37916980-9c94-4bb3-bb8b-55b90aea05fc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc,segment=NetworkSegment(0bcaace1-0856-4562-bed2-3dab8b505d53),segment_id=0bcaace1-0856-4562-bed2-3dab8b505d53)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:17.183435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.207690 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] For port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:17.217402 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] For port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:17.219394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794023cd-6d08-4445-8c4b-3115e772a34d req-bc61c52a-da4e-4539-b903-d1d1b25cfd54 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:17.223765 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.239545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-794023cd-6d08-4445-8c4b-3115e772a34d req-bc61c52a-da4e-4539-b903-d1d1b25cfd54 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 946 time: 0.3105171 Jul 09 16:39:17.264074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Network cfd1afdc-1745-4074-96dc-90825140a2a2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:17.288073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:17.294105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:17.308552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=37916980-9c94-4bb3-bb8b-55b90aea05fc,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:17.378731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-794023cd-6d08-4445-8c4b-3115e772a34d req-0337cbd9-d74e-44a9-bf3e-b0416722e03e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338263 Jul 09 16:39:17.389917 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Routers {'b71a865d-06ef-4ab8-8333-d006882a97c8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:17.390989 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b71a865d-06ef-4ab8-8333-d006882a97c8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:17.393263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 985252e2-b34b-45d5-b437-b72f400c67dd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:17.442515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Pushing event updated for resources: {'Port': ['ID=26484541-c2a4-4edf-ae43-afa9d70042bd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:17.501342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 985252e2-b34b-45d5-b437-b72f400c67dd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:17.502626 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.509763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.558416 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed3a20-d11f-47bb-ae8b-4f4c36a90ee3 x-openstack-request-id: req-faed3a20-d11f-47bb-ae8b-4f4c36a90ee3 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:17.558416 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3160b979-690d-4ffa-ace6-51eff8201e8f", "name": "network-vif-plugged", "status": "completed", "tag": "152861f9-6361-4503-83a6-eb5c906727bf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:17.558906 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faed3a20-d11f-47bb-ae8b-4f4c36a90ee3 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:17.559048 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152861f9-6361-4503-83a6-eb5c906727bf', 'code': 200} Jul 09 16:39:17.663767 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563da33-6b04-4f91-acbf-c2539cab007a None None] Pushing event updated for resources: {'Port': ['ID=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:17.702277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] Set router b71a865d-06ef-4ab8-8333-d006882a97c8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:17.853226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56ec1f22-3b57-4a41-ae94-68d1cc450eae None None] Provisioning for port 26484541-c2a4-4edf-ae43-afa9d70042bd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:17.864044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56ec1f22-3b57-4a41-ae94-68d1cc450eae None None] Provisioning complete for port 26484541-c2a4-4edf-ae43-afa9d70042bd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:17.864541 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56ec1f22-3b57-4a41-ae94-68d1cc450eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.878258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2f67-906c-4b2e-974e-c9ac301e1220 req-62ce02ae-4fd3-44fa-8862-3e00303b7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:17.880990 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cf6f2f67-906c-4b2e-974e-c9ac301e1220 req-62ce02ae-4fd3-44fa-8862-3e00303b7561 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 1097 time: 0.1535134 Jul 09 16:39:17.917948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33676f37-12df-4455-ae20-e9faef646055 req-69574990-f9dc-4000-8667-b21cce511ee7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:17.926620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33676f37-12df-4455-ae20-e9faef646055 req-69574990-f9dc-4000-8667-b21cce511ee7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1631694 Jul 09 16:39:17.960023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-56ec1f22-3b57-4a41-ae94-68d1cc450eae None None] Port 26484541-c2a4-4edf-ae43-afa9d70042bd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:18.005375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cf6f2f67-906c-4b2e-974e-c9ac301e1220 req-792e2991-4ed1-4a0d-a4cb-7c57f40a9e38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118526 Jul 09 16:39:18.013214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.024746 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:13Z', 'revision_number': 3, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:18.052251 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388090b1-fa85-4680-a9f9-5fe67bd9d906 None None] The sync data for ids ['b71a865d-06ef-4ab8-8333-d006882a97c8'] in n-d-800085-2 is: [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:13Z', 'revision_number': 3, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:18.076826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33676f37-12df-4455-ae20-e9faef646055 req-792afc97-84f5-4b3b-aa78-efbd03db8798 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342244 Jul 09 16:39:18.122122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1f586-acb2-42e8-bc3c-1fd860b50af0 req-7e59a08f-5861-43f6-ae08-29be1ed8008d tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:18.131420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bea1f586-acb2-42e8-bc3c-1fd860b50af0 req-7e59a08f-5861-43f6-ae08-29be1ed8008d tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.1649199 Jul 09 16:39:18.195303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bea1f586-acb2-42e8-bc3c-1fd860b50af0 req-064e36d1-413f-4e36-a6d1-a56305cb4f28 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629137 Jul 09 16:39:18.338575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.345354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.448935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Pushing event updated for resources: {'Port': ['ID=26484541-c2a4-4edf-ae43-afa9d70042bd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:18.456336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.466387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654fa5-953b-491c-b3c5-cf4230473eaf req-a40eb46c-f177-4c2c-bff9-83d5d4fdba18 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:18.468361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17654fa5-953b-491c-b3c5-cf4230473eaf req-a40eb46c-f177-4c2c-bff9-83d5d4fdba18 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.0986543 Jul 09 16:39:18.476228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.476584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.476933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.477383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.477724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.478060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.478425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.478745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.479077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.479486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.479812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.480134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.574191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17654fa5-953b-491c-b3c5-cf4230473eaf req-b9dee1d0-048b-41ce-a7d2-e359e1eecdf9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825722 Jul 09 16:39:18.766540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Network cfd1afdc-1745-4074-96dc-90825140a2a2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:18.777085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:18.939807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662226d6-3d9b-49b9-84e2-ec68f2eb5b38 req-e412ff05-9f92-4433-a217-6501b3adbfc3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:18.955624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-662226d6-3d9b-49b9-84e2-ec68f2eb5b38 req-e412ff05-9f92-4433-a217-6501b3adbfc3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 949 time: 0.1969702 Jul 09 16:39:19.101861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-662226d6-3d9b-49b9-84e2-ec68f2eb5b38 req-cefde191-4414-4092-b573-2be4ab764ffe tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336567 Jul 09 16:39:19.217851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c32b9fc-d54d-4fbf-a573-2b47171ad4fc None None] Provisioning complete for port 26484541-c2a4-4edf-ae43-afa9d70042bd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:19.219272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c32b9fc-d54d-4fbf-a573-2b47171ad4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.308098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7c32b9fc-d54d-4fbf-a573-2b47171ad4fc None None] Port 26484541-c2a4-4edf-ae43-afa9d70042bd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:19.329728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Router b71a865d-06ef-4ab8-8333-d006882a97c8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:19.430826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5d14c-0348-4b26-b1d4-d8d532d629ed req-daaddf12-96bb-4397-82c0-6ee5c5921594 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:19.433587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aea5d14c-0348-4b26-b1d4-d8d532d629ed req-daaddf12-96bb-4397-82c0-6ee5c5921594 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 946 time: 0.1661143 Jul 09 16:39:19.460659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:19.559099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aea5d14c-0348-4b26-b1d4-d8d532d629ed req-13a5ea29-74ed-425f-9331-20eadb041373 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Jul 09 16:39:19.561899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bf632-2709-4615-ba63-68e40f096e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37916980-9c94-4bb3-bb8b-55b90aea05fc'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:19.567829 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f2ad9-0ccf-4c9c-a087-3ad4e0deb9e5" -d '{"events": [{"server_uuid": "0a1bf632-2709-4615-ba63-68e40f096e22", "name": "network-vif-plugged", "status": "completed", "tag": "37916980-9c94-4bb3-bb8b-55b90aea05fc"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:19.589016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:19.610589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:19.610906 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.751156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.759146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c47f13-5972-4708-8b97-f8bbcdc745d5 req-6a40a1b6-d87f-46aa-a5ee-c8a46c81eaa1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:19.777224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c47f13-5972-4708-8b97-f8bbcdc745d5 req-6a40a1b6-d87f-46aa-a5ee-c8a46c81eaa1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2465003 Jul 09 16:39:19.780618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:19.786148 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.862822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:19.896522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c47f13-5972-4708-8b97-f8bbcdc745d5 req-5c947009-7608-492f-b97f-9a1ba85c4f8c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153760 Jul 09 16:39:20.038256 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a919e8d-98d7-4d54-bdfd-5587a35573c8 x-openstack-request-id: req-9a919e8d-98d7-4d54-bdfd-5587a35573c8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:20.038761 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1bf632-2709-4615-ba63-68e40f096e22", "name": "network-vif-plugged", "status": "completed", "tag": "37916980-9c94-4bb3-bb8b-55b90aea05fc", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:20.039047 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a919e8d-98d7-4d54-bdfd-5587a35573c8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:20.039516 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bf632-2709-4615-ba63-68e40f096e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37916980-9c94-4bb3-bb8b-55b90aea05fc', 'code': 200} Jul 09 16:39:20.042329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5922-0879-4919-9723-b5764ab2f382 req-bcd53e11-1bf0-4e76-bc80-7fcb8e8b19eb tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.050118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1eee5922-0879-4919-9723-b5764ab2f382 req-bcd53e11-1bf0-4e76-bc80-7fcb8e8b19eb tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.1179578 Jul 09 16:39:20.148134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1eee5922-0879-4919-9723-b5764ab2f382 req-190a6e22-0d66-4c6f-95a2-acf2cb557ca4 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968745 Jul 09 16:39:20.158681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:20.186250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-267fe16b-6538-48c1-8e43-503b2082f057 admin admin] 10.222.0.48 "PUT /v2.0/routers/b71a865d-06ef-4ab8-8333-d006882a97c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9788189 Jul 09 16:39:20.221504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-81238173-fa66-49f3-8890-33d55b32d20e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373637 Jul 09 16:39:20.245212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-3073c3d1-9957-4a8a-939d-64336fc9596f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.247131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-3073c3d1-9957-4a8a-939d-64336fc9596f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 949 time: 0.7020054 Jul 09 16:39:20.274960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b1b01-76b0-4509-a2c3-0bdbe75a3e33 req-99de5004-c6ba-43f8-bd21-f33df5a9a808 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.282451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b1b01-76b0-4509-a2c3-0bdbe75a3e33 req-99de5004-c6ba-43f8-bd21-f33df5a9a808 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.1402950 Jul 09 16:39:20.327218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91aeee-c0e0-4bc0-89d3-107ef7759e33 req-514af3da-f35c-4251-870c-1542c8e1656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.328785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba91aeee-c0e0-4bc0-89d3-107ef7759e33 req-514af3da-f35c-4251-870c-1542c8e1656c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 1096 time: 0.1809855 Jul 09 16:39:20.365447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b1b01-76b0-4509-a2c3-0bdbe75a3e33 req-e360a8fe-7e98-4190-b733-662ae57318b7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816939 Jul 09 16:39:20.416473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-a2ef7ac2-cd46-4e41-b6a1-d10d43a9ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.418243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-a2ef7ac2-cd46-4e41-b6a1-d10d43a9ee87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 1095 time: 0.1329827 Jul 09 16:39:20.466634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba91aeee-c0e0-4bc0-89d3-107ef7759e33 req-e27932be-a8ed-4ca3-8bb6-1a06aef5e437 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143212 Jul 09 16:39:20.513757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port 369e5724-3626-4901-9fb7-0c6adbadfed3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:20.514057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.665307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-8474f163-eb53-4701-8ffe-dab293db3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.671133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-8474f163-eb53-4701-8ffe-dab293db3299 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.2122045 Jul 09 16:39:20.691555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port 369e5724-3626-4901-9fb7-0c6adbadfed3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=369e5724-3626-4901-9fb7-0c6adbadfed3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:20.692074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.741415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for 369e5724-3626-4901-9fb7-0c6adbadfed3 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:20.813724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-31937f1a-7598-400c-9885-1f93c3026279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 200 len: 217 time: 0.1382515 Jul 09 16:39:20.890711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-24a281ae-13c3-4df8-9703-594b1e479c85 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.892562 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-24a281ae-13c3-4df8-9703-594b1e479c85 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 946 time: 0.1819193 Jul 09 16:39:20.947673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-cdfc6f13-a5da-40ee-a8c6-43c12b4f9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.949386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-cdfc6f13-a5da-40ee-a8c6-43c12b4f9aa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1071701 Jul 09 16:39:20.957689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf5a9-3765-47f4-a5df-2a6cea49d8f6 req-064f9f84-bbc8-4ca8-968c-e7993d287f0f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.971558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da6cf5a9-3765-47f4-a5df-2a6cea49d8f6 req-064f9f84-bbc8-4ca8-968c-e7993d287f0f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4224860-7015-4bdd-84fc-cb6342c6e146 HTTP/1.1" status: 200 len: 949 time: 0.4018981 Jul 09 16:39:21.074191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-25a9e31b-8ac6-4b91-8294-6da26e7e73fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974154 Jul 09 16:39:21.130508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.139943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', '249c5665-ce11-4f68-be4c-75ca2d178641', '59a259a3-469d-425e-a734-4d4853dabae7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:21.200728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=369e5724-3626-4901-9fb7-0c6adbadfed3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:21.267508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Deleting port 407cf416-ec16-407f-bd7c-e3b82b68bfda {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:21.268006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.271219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port 369e5724-3626-4901-9fb7-0c6adbadfed3 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:21.279720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.283635 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9320aa60-f1fd-4874-b94c-3b44465a3aa6 req-31acf283-e5bf-456c-9eee-5fb1c3487016 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "DELETE /v2.0/ports/369e5724-3626-4901-9fb7-0c6adbadfed3 HTTP/1.1" status: 204 len: 173 time: 1.0183284 Jul 09 16:39:21.284476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'name': 'network-vif-deleted', 'tag': '369e5724-3626-4901-9fb7-0c6adbadfed3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:21.290517 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b31b0-5e7f-471a-bc14-3ca2a301efcf" -d '{"events": [{"server_uuid": "a4224860-7015-4bdd-84fc-cb6342c6e146", "name": "network-vif-deleted", "tag": "369e5724-3626-4901-9fb7-0c6adbadfed3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:21.299316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46', '73e7fb1b-3e3b-441b-9087-f19be05fada4', '369e5724-3626-4901-9fb7-0c6adbadfed3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:21.317762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Sync routers for ids ['b71a865d-06ef-4ab8-8333-d006882a97c8'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:21.324093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:21.384418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da6cf5a9-3765-47f4-a5df-2a6cea49d8f6 req-7de3decd-a245-448d-a345-dafde4c033e2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114625 Jul 09 16:39:21.386744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-7e07408a-8f74-4a3d-8d94-dbd826e4392b service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057289 Jul 09 16:39:21.538249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9167f-72b6-476a-8e5a-2fe1160ef503 req-f556921e-4daf-4152-a750-4d14c0e3a556 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:21.546359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39e9167f-72b6-476a-8e5a-2fe1160ef503 req-f556921e-4daf-4152-a750-4d14c0e3a556 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 946 time: 0.7472985 Jul 09 16:39:21.583891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] For port 407cf416-ec16-407f-bd7c-e3b82b68bfda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=407cf416-ec16-407f-bd7c-e3b82b68bfda,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:21.585670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.662344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Calling delete_port for 407cf416-ec16-407f-bd7c-e3b82b68bfda owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:21.707243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39e9167f-72b6-476a-8e5a-2fe1160ef503 req-4d9b9b7f-bb00-498d-b7c2-b15aa110cc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588328 Jul 09 16:39:21.773751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Routers {'b71a865d-06ef-4ab8-8333-d006882a97c8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:21.776065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b71a865d-06ef-4ab8-8333-d006882a97c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:21.794290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fa126-06ec-4517-92ec-46d107d85bcc req-727646a8-c459-469c-b1ce-1054d2985861 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:21.804541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e8fa126-06ec-4517-92ec-46d107d85bcc req-727646a8-c459-469c-b1ce-1054d2985861 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2524166 Jul 09 16:39:21.808642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a84783-502a-4e35-b571-590dd1ec1315 req-ad3239f9-9aa0-4947-b31c-cefd086355e6 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022422 Jul 09 16:39:21.874321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e8fa126-06ec-4517-92ec-46d107d85bcc req-7d5d14b4-1c45-4f4e-95ad-c4570337c96c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Jul 09 16:39:21.998112 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225bfb2a-3739-4719-b65e-94e3ac2315ee x-openstack-request-id: req-225bfb2a-3739-4719-b65e-94e3ac2315ee {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:21.998604 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4224860-7015-4bdd-84fc-cb6342c6e146", "name": "network-vif-deleted", "tag": "369e5724-3626-4901-9fb7-0c6adbadfed3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:21.999434 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-225bfb2a-3739-4719-b65e-94e3ac2315ee {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:21.999681 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4224860-7015-4bdd-84fc-cb6342c6e146', 'name': 'network-vif-deleted', 'tag': '369e5724-3626-4901-9fb7-0c6adbadfed3', 'status': 'completed', 'code': 200} Jul 09 16:39:22.067897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:22.068576 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.132607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ad004-24a8-4905-b18e-0ec4823b2913 req-fbb92199-c4fd-4332-b46e-3deca673a8d4 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:22.135382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-577ad004-24a8-4905-b18e-0ec4823b2913 req-fbb92199-c4fd-4332-b46e-3deca673a8d4 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.2593813 Jul 09 16:39:22.251473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Set router b71a865d-06ef-4ab8-8333-d006882a97c8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:22.306969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-577ad004-24a8-4905-b18e-0ec4823b2913 req-8f0158cf-b41e-44a1-8c4a-542b6999bc47 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632516 Jul 09 16:39:22.355421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.531794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event deleted for resources: {'Port': ['ID=407cf416-ec16-407f-bd7c-e3b82b68bfda,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:22.687384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338c35-9cc7-457f-88b3-2fc2aca0603f req-ac4e6358-1d91-46c7-a215-a24285b5b8fa tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:22.708258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a338c35-9cc7-457f-88b3-2fc2aca0603f req-ac4e6358-1d91-46c7-a215-a24285b5b8fa tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.3582332 Jul 09 16:39:22.793262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] No DVR routers for this DVR port 407cf416-ec16-407f-bd7c-e3b82b68bfda on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:22.811018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.819647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6813badc-f87b-4eb2-8e5f-989a667cbd48 req-cf3a8ac6-b73e-46f0-b642-2bf95a4ce120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "DELETE /v2.0/ports/407cf416-ec16-407f-bd7c-e3b82b68bfda HTTP/1.1" status: 204 len: 173 time: 1.9064450 Jul 09 16:39:22.897200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a338c35-9cc7-457f-88b3-2fc2aca0603f req-e6af8f6e-39e4-45c2-ba30-a634c77415ef tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803298 Jul 09 16:39:23.091026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:17Z', 'revision_number': 4, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '26484541-c2a4-4edf-ae43-afa9d70042bd', 'name': '', 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'mac_address': 'fa:16:3e:c0:08:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '62f87b3d-b704-4404-8131-0dc935d1451a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 2, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'subnets': [{'id': '62f87b3d-b704-4404-8131-0dc935d1451a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:23.143798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Checking router: b71a865d-06ef-4ab8-8333-d006882a97c8 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:23.146324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Updating router b71a865d-06ef-4ab8-8333-d006882a97c8 port 26484541-c2a4-4edf-ae43-afa9d70042bd binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:23.222071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.332915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6e4b5-ceb9-4137-a555-3f151aa5e8a7 req-5ed3c2ea-8ba2-431c-af99-93fdaf751688 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:23.351190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9c6e4b5-ceb9-4137-a555-3f151aa5e8a7 req-5ed3c2ea-8ba2-431c-af99-93fdaf751688 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1641958 Jul 09 16:39:23.501952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-879459d4-b298-4970-9f71-12eab9084638 req-1b8e014c-7bb3-4e15-9c53-d5bf19c1915b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=4184635d-691f-4729-862f-c338f2f416f2 HTTP/1.1" status: 200 len: 210 time: 0.0873098 Jul 09 16:39:23.563352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9c6e4b5-ceb9-4137-a555-3f151aa5e8a7 req-eec5d735-bc77-439d-8a84-d9ca79d92205 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008629 Jul 09 16:39:23.671910 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.002150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4184635d-691f-4729-862f-c338f2f416f2', 'name': 'network-vif-deleted', 'tag': '407cf416-ec16-407f-bd7c-e3b82b68bfda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:24.006984 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386168f0-d952-467b-8622-757f80dee0dd" -d '{"events": [{"server_uuid": "4184635d-691f-4729-862f-c338f2f416f2", "name": "network-vif-deleted", "tag": "407cf416-ec16-407f-bd7c-e3b82b68bfda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:24.083895 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.098992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Transition to ACTIVE for port object 26484541-c2a4-4edf-ae43-afa9d70042bd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:24.108838 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.202993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf334e-d43c-4e6b-b062-e13ee453a82b None None] Pushing event updated for resources: {'Port': ['ID=26484541-c2a4-4edf-ae43-afa9d70042bd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:24.319087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 407cf416-ec16-407f-bd7c-e3b82b68bfda no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:24.349224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ca25d-7b40-4420-892d-41de9477d6c4 req-1ea54e24-eb7e-410b-bfaa-6936f87db86d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:24.358437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-199ca25d-7b40-4420-892d-41de9477d6c4 req-1ea54e24-eb7e-410b-bfaa-6936f87db86d tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1333847 Jul 09 16:39:24.400153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5da0-ee5f-4b28-acbb-1fda7c24be17 req-66a51418-dc1e-4450-a9de-8375953be712 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:24.408925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-892e5da0-ee5f-4b28-acbb-1fda7c24be17 req-66a51418-dc1e-4450-a9de-8375953be712 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.2404497 Jul 09 16:39:24.421639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 407cf416-ec16-407f-bd7c-e3b82b68bfda {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:24.421997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 407cf416-ec16-407f-bd7c-e3b82b68bfda not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:24.449675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Attempting to bind port 26484541-c2a4-4edf-ae43-afa9d70042bd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:24.450146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Attempting to bind port 26484541-c2a4-4edf-ae43-afa9d70042bd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:24.450655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Attempting to bind port 26484541-c2a4-4edf-ae43-afa9d70042bd on network cfd1afdc-1745-4074-96dc-90825140a2a2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:24.462564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:24.463162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Checking segment: {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:24.463701 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.464198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Bound using segment: {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:24.464729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Bound port: 26484541-c2a4-4edf-ae43-afa9d70042bd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1617a947-1466-49d1-8527-010842df8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:24.465161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.470737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 369e5724-3626-4901-9fb7-0c6adbadfed3 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:24.492283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-199ca25d-7b40-4420-892d-41de9477d6c4 req-5eea347c-0f0f-4675-a1d9-9f38275e6c17 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315382 Jul 09 16:39:24.520523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 369e5724-3626-4901-9fb7-0c6adbadfed3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:24.520693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 369e5724-3626-4901-9fb7-0c6adbadfed3 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:24.551698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-892e5da0-ee5f-4b28-acbb-1fda7c24be17 req-c622f730-f1f9-470e-8042-04ffda1bb717 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410131 Jul 09 16:39:24.604496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] For port 26484541-c2a4-4edf-ae43-afa9d70042bd, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:24.604496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] For port 26484541-c2a4-4edf-ae43-afa9d70042bd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26484541-c2a4-4edf-ae43-afa9d70042bd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:24.612267 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.697798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Routers {'b71a865d-06ef-4ab8-8333-d006882a97c8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:24.699194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b71a865d-06ef-4ab8-8333-d006882a97c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:24.752166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf334e-d43c-4e6b-b062-e13ee453a82b None None] Pushing event updated for resources: {'Port': ['ID=26484541-c2a4-4edf-ae43-afa9d70042bd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:24.920043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] Set router b71a865d-06ef-4ab8-8333-d006882a97c8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:25.150163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e821802-0de0-4fb9-8d5b-1d938fa625da req-db37fefb-3860-4ceb-9b15-e06653562b52 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:25.153373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e821802-0de0-4fb9-8d5b-1d938fa625da req-db37fefb-3860-4ceb-9b15-e06653562b52 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 946 time: 0.2775660 Jul 09 16:39:25.196523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657e414-e6f9-468b-9c89-0699ef08d5bd req-a4597570-2332-4653-955a-e4d48dfeef7e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:25.198747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5657e414-e6f9-468b-9c89-0699ef08d5bd req-a4597570-2332-4653-955a-e4d48dfeef7e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 949 time: 0.2412431 Jul 09 16:39:25.278774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e821802-0de0-4fb9-8d5b-1d938fa625da req-c90beb8c-62c8-4b4c-9060-06565991aee8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122527 Jul 09 16:39:25.302007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5657e414-e6f9-468b-9c89-0699ef08d5bd req-de7e06f0-e11a-470c-af3a-b889861e7356 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690031 Jul 09 16:39:25.413665 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d14e64f-88df-4257-aa33-b3b70441bfbd x-openstack-request-id: req-3d14e64f-88df-4257-aa33-b3b70441bfbd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:25.414957 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4184635d-691f-4729-862f-c338f2f416f2", "name": "network-vif-deleted", "tag": "407cf416-ec16-407f-bd7c-e3b82b68bfda", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:25.415774 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d14e64f-88df-4257-aa33-b3b70441bfbd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:25.417723 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4184635d-691f-4729-862f-c338f2f416f2', 'name': 'network-vif-deleted', 'tag': '407cf416-ec16-407f-bd7c-e3b82b68bfda', 'status': 'completed', 'code': 200} Jul 09 16:39:25.570154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:17Z', 'revision_number': 4, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '26484541-c2a4-4edf-ae43-afa9d70042bd', 'name': '', 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'mac_address': 'fa:16:3e:c0:08:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '62f87b3d-b704-4404-8131-0dc935d1451a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:24Z', 'revision_number': 4, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'subnets': [{'id': '62f87b3d-b704-4404-8131-0dc935d1451a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:25.622944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a90bb-43ba-4877-adde-9fdab91523a4 None None] The sync data for ids ['b71a865d-06ef-4ab8-8333-d006882a97c8'] in n-d-800085-2 is: [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:17Z', 'revision_number': 4, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '26484541-c2a4-4edf-ae43-afa9d70042bd', 'name': '', 'network_id': 'cfd1afdc-1745-4074-96dc-90825140a2a2', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'mac_address': 'fa:16:3e:c0:08:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '62f87b3d-b704-4404-8131-0dc935d1451a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:24Z', 'revision_number': 4, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'subnets': [{'id': '62f87b3d-b704-4404-8131-0dc935d1451a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:26.194047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-faa598ee-611f-4edc-b3a2-c8bcbe811cf0 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:26.200116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-faa598ee-611f-4edc-b3a2-c8bcbe811cf0 tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1097 time: 0.2738202 Jul 09 16:39:26.231565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:26.398453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.625807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:26.700751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-f733e83b-2adc-401e-96b1-535f95a16fdc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:26.711495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-f733e83b-2adc-401e-96b1-535f95a16fdc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.3373313 Jul 09 16:39:26.721766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:26.754461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-936c1709-da69-4589-abac-51058a18f2c3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0416675 Jul 09 16:39:26.783341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.791673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.831350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-c504b98c-03e1-42ac-b3ff-9aa4a4e3f511 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755107 Jul 09 16:39:26.870338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-a1a9dd62-6768-4d93-b985-1adbaf2da449 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:26.873819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-a1a9dd62-6768-4d93-b985-1adbaf2da449 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 949 time: 0.3049538 Jul 09 16:39:26.898884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1e496-a284-4944-92d1-a1d6dc03fc73 req-7cc4eb64-47f8-4ae8-b9a5-0b3b88c3add7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:26.910022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7b1e496-a284-4944-92d1-a1d6dc03fc73 req-7cc4eb64-47f8-4ae8-b9a5-0b3b88c3add7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.3438482 Jul 09 16:39:26.917700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:26.961762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on host n-h1-800085-2 for vnic_type normal with profile {"migrating_to": "n-h2-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:26.962676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:26.963258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:26.969846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:39:26.970647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Attempting to bind port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on network 3a70eca9-f453-4f8d-9383-8e7fc0b6f114 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:26.979104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:26.979963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Checking segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:26.980615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Bound using segment: {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:26.981300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Bound port: 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3a70eca9-f453-4f8d-9383-8e7fc0b6f114'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:26.981918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.084803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:27.090881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:27.096728 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.145910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7b1e496-a284-4944-92d1-a1d6dc03fc73 req-58213c80-3f9e-4d84-aa17-d62e737d0b60 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345440 Jul 09 16:39:27.224744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-6b4fbdb9-552f-4401-92d5-0cbc6f2bf6a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854778 Jul 09 16:39:27.275123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:27.275781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.277282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 1122 time: 1.0541039 Jul 09 16:39:27.315138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7c7a-7fdf-4c7a-8fab-ec89394f4430 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:27.379992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26484541-c2a4-4edf-ae43-afa9d70042bd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:27.419265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0'}, {'name': 'network-changed', 'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:27.431506 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f440259-bb08-48af-9969-22f18ae01765" -d '{"events": [{"server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0"}, {"name": "network-changed", "server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:27.442582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9ddf1662-33b6-4e53-a4e8-029d8d9075f0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:27.538439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['9ddf1662-33b6-4e53-a4e8-029d8d9075f0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:27.559393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port 59a259a3-469d-425e-a734-4d4853dabae7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:27.560224 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.732234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 26484541-c2a4-4edf-ae43-afa9d70042bd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:27.751015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-4549d692-a6cd-40bb-9781-6d38c30bf151 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153542 Jul 09 16:39:27.773992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 26484541-c2a4-4edf-ae43-afa9d70042bd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:27.774809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.878701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port 59a259a3-469d-425e-a734-4d4853dabae7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=59a259a3-469d-425e-a734-4d4853dabae7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:27.879488 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.909259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for 59a259a3-469d-425e-a734-4d4853dabae7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:28.128011 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.177740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9de50-a359-48a3-b414-591a939e3c22 req-933cc8e4-b247-4220-950c-f6d6ff58bcaf tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.189120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2d9de50-a359-48a3-b414-591a939e3c22 req-933cc8e4-b247-4220-950c-f6d6ff58bcaf tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 949 time: 0.5241587 Jul 09 16:39:28.223490 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.270239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:39:28.289409 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2d9de50-a359-48a3-b414-591a939e3c22 req-14eba694-dd27-4a72-b374-0a46b8ede8fb tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975444 Jul 09 16:39:28.463625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=59a259a3-469d-425e-a734-4d4853dabae7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:28.566824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:28.576037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port 59a259a3-469d-425e-a734-4d4853dabae7 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:28.590337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 has no active binding in host n-h2-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:39:28.602083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 26484541-c2a4-4edf-ae43-afa9d70042bd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26484541-c2a4-4edf-ae43-afa9d70042bd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:28.607351 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.613883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.630835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15f03867-c61c-448f-a2de-0d3da90115e0 req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "DELETE /v2.0/ports/59a259a3-469d-425e-a734-4d4853dabae7 HTTP/1.1" status: 204 len: 173 time: 1.6587338 Jul 09 16:39:28.631644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0197e54a-fd1c-4434-8479-b037ceac4661', 'name': 'network-vif-deleted', 'tag': '59a259a3-469d-425e-a734-4d4853dabae7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:28.636019 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc636c3-f1cf-4ad0-a2ab-d0bb4ae0636a" -d '{"events": [{"server_uuid": "0197e54a-fd1c-4434-8479-b037ceac4661", "name": "network-vif-deleted", "tag": "59a259a3-469d-425e-a734-4d4853dabae7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:28.664938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.665546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.666016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.666612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.667195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.668011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.683952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.684870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.685424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.694069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.694930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.695354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d299a9cd-1690-4caf-8fb7-9d1b4316c296 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.725398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46', '73e7fb1b-3e3b-441b-9087-f19be05fada4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:28.899413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=26484541-c2a4-4edf-ae43-afa9d70042bd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:28.922205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.926438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.928636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.930501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.932052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.936460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.937223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.939160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.941725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.941927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.945413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.947074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:28.971625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3d450-7540-4217-9ef7-2311a340527d req-0acce0e7-4360-47d7-b751-cce25c9bede5 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:29.010126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8d3d450-7540-4217-9ef7-2311a340527d req-0acce0e7-4360-47d7-b751-cce25c9bede5 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2641237 Jul 09 16:39:29.184894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8d3d450-7540-4217-9ef7-2311a340527d req-6de55bf0-0f34-45dd-b634-f582e2d083e7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708567 Jul 09 16:39:29.289849 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02606c78-a4ec-435b-a922-1fac9c16c021 x-openstack-request-id: req-02606c78-a4ec-435b-a922-1fac9c16c021 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:29.291170 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0", "code": 200}, {"name": "network-changed", "server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:29.292181 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02606c78-a4ec-435b-a922-1fac9c16c021 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:29.293499 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'code': 200} Jul 09 16:39:29.294410 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'status': 'completed', 'code': 200} Jul 09 16:39:29.405209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26484541-c2a4-4edf-ae43-afa9d70042bd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:29.472971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', '249c5665-ce11-4f68-be4c-75ca2d178641'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:29.641386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440259-bb08-48af-9969-22f18ae01765 req-3ac24319-03f3-4898-9834-34a86065d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:29.646971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-3ac24319-03f3-4898-9834-34a86065d280 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1125 time: 0.2612514 Jul 09 16:39:29.789627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 26484541-c2a4-4edf-ae43-afa9d70042bd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:29.791872 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.039435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c603deb0-3ab7-4d21-9f96-9e56b50649fd req-9e7ebea0-7437-4b7b-8da5-8cc49c64e1df tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 210 time: 0.1316643 Jul 09 16:39:30.116436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440259-bb08-48af-9969-22f18ae01765 req-f5a79220-ca37-4178-9113-92ef076eac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:30.116605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-f5a79220-ca37-4178-9113-92ef076eac1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.4543524 Jul 09 16:39:30.294230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 59a259a3-469d-425e-a734-4d4853dabae7 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:30.343269 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613fa628-e6e4-40ed-a073-b265e24b8bc8 x-openstack-request-id: req-613fa628-e6e4-40ed-a073-b265e24b8bc8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:30.343908 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0197e54a-fd1c-4434-8479-b037ceac4661", "name": "network-vif-deleted", "tag": "59a259a3-469d-425e-a734-4d4853dabae7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:30.344455 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-613fa628-e6e4-40ed-a073-b265e24b8bc8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:30.347273 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0197e54a-fd1c-4434-8479-b037ceac4661', 'name': 'network-vif-deleted', 'tag': '59a259a3-469d-425e-a734-4d4853dabae7', 'status': 'completed', 'code': 200} Jul 09 16:39:30.356786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-3a71d39f-a978-4cd1-a0bc-68afd0c37e8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 217 time: 0.2341578 Jul 09 16:39:30.438459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 59a259a3-469d-425e-a734-4d4853dabae7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:30.439739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 59a259a3-469d-425e-a734-4d4853dabae7 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:30.646564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83b5ad65-4b07-414e-aa1a-e960e68a0e94 req-02995dd5-43e3-4da3-8a93-238651d72acc tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=0197e54a-fd1c-4434-8479-b037ceac4661 HTTP/1.1" status: 200 len: 210 time: 0.1072655 Jul 09 16:39:30.664877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440259-bb08-48af-9969-22f18ae01765 req-c8f409c6-18de-40ec-b096-256b51212914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:30.668039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-c8f409c6-18de-40ec-b096-256b51212914 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.2826529 Jul 09 16:39:30.746599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-93528ecf-ff9a-47b6-a0a1-ef27d79f3e05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699801 Jul 09 16:39:30.850265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933f7b-6160-447d-ab14-5c995fd5acef req-7568f7ef-f679-4a7a-b6a3-21a886162af2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:30.852150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42933f7b-6160-447d-ab14-5c995fd5acef req-7568f7ef-f679-4a7a-b6a3-21a886162af2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.5032849 Jul 09 16:39:30.991249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-fa884905-6b73-47f0-9cae-ac7846817c70 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304678 Jul 09 16:39:31.173603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42933f7b-6160-447d-ab14-5c995fd5acef req-3c4ee3ef-f13b-4525-8a4a-c64b535b229b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102870 Jul 09 16:39:31.338392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f440259-bb08-48af-9969-22f18ae01765 req-2696deab-ed2c-4d21-bb4a-32a063b5f216 service neutron] 10.222.0.37 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314006 Jul 09 16:39:31.605496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-fcafc449-a6c6-4af0-bb4e-b2807c898f78 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:31.607810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-fcafc449-a6c6-4af0-bb4e-b2807c898f78 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.2964747 Jul 09 16:39:31.634774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Request body: {'port': {'device_id': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'admin_state_up': True, 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:31.682072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7269d8-3727-468a-aa85-ce7ab434e93c req-49ded30f-27b1-48b9-8f4a-dd0cd3ae0901 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:31.697718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a7269d8-3727-468a-aa85-ce7ab434e93c req-49ded30f-27b1-48b9-8f4a-dd0cd3ae0901 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.2986383 Jul 09 16:39:31.753028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163efbc-f8b1-4930-b5ab-afb5d16c7ee2 req-cda55301-7945-4560-aad0-6dc414788183 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:31.761895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c163efbc-f8b1-4930-b5ab-afb5d16c7ee2 req-cda55301-7945-4560-aad0-6dc414788183 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2023959 Jul 09 16:39:31.819262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a7269d8-3727-468a-aa85-ce7ab434e93c req-6fe691fa-d314-4078-bd3c-01e9fdbf233b tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158400 Jul 09 16:39:31.849748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c163efbc-f8b1-4930-b5ab-afb5d16c7ee2 req-0acba6f2-0f56-447d-be4b-c911c9ff8ec9 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855045 Jul 09 16:39:31.963429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:32.057717 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.164618 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e82d9581-19ec-4dbb-ae91-f826d9de8eb3 req-5718370d-c79f-42bd-99c4-fdb6a96511e4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 210 time: 0.0826588 Jul 09 16:39:32.347314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Allocated IP 172.20.0.7 (f976fc9b-2641-4ee0-a4dd-6a1ee789a40a/d2da96f6-8a04-4eea-b8a8-a341748b256f/b1f54b29-717c-45ea-b9c1-da38b13d9036) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:32.819259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.926765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.041090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:33.049730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:33.055764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:33.060608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event updated for resources: {'Port': ['ID=b1f54b29-717c-45ea-b9c1-da38b13d9036,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:33.223359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:33.224646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.272034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-9576ed8f-9a06-4a3e-8105-bb10b9349370 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6476197 Jul 09 16:39:33.294687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Request body: {'port': {'device_id': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:33.497639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.589649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e37edf-db33-4524-a3ea-c5b897becdbb req-75c0677d-f31b-4735-8707-01fb015bde34 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:33.591372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25e37edf-db33-4524-a3ea-c5b897becdbb req-75c0677d-f31b-4735-8707-01fb015bde34 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.8802259 Jul 09 16:39:33.663853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-43b7d405-2b41-4455-9579-f20cf134fd16 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:33.665765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-43b7d405-2b41-4455-9579-f20cf134fd16 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.8559725 Jul 09 16:39:33.748676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cf270-cd98-4489-9b69-e32d889ec3a1 req-2bd66b3f-d412-4e39-8643-350a6c279c56 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:33.758712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-355cf270-cd98-4489-9b69-e32d889ec3a1 req-2bd66b3f-d412-4e39-8643-350a6c279c56 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 950 time: 0.8172812 Jul 09 16:39:33.816370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25e37edf-db33-4524-a3ea-c5b897becdbb req-2560b444-4126-4c3b-9308-8ef788f945a9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026944 Jul 09 16:39:33.874828 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-355cf270-cd98-4489-9b69-e32d889ec3a1 req-7948e300-eb10-4a18-8c8d-434fe4cef36f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206713 Jul 09 16:39:34.020566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Deleting port 37916980-9c94-4bb3-bb8b-55b90aea05fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:34.021471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.159400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f54b29-717c-45ea-b9c1-da38b13d9036 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:34.169806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.181596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] For port 37916980-9c94-4bb3-bb8b-55b90aea05fc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37916980-9c94-4bb3-bb8b-55b90aea05fc,segment=NetworkSegment(0bcaace1-0856-4562-bed2-3dab8b505d53),segment_id=0bcaace1-0856-4562-bed2-3dab8b505d53)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:34.182120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.187518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Transition to ACTIVE for port object b1f54b29-717c-45ea-b9c1-da38b13d9036 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:34.193058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.222590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b7861-484a-4e77-86a9-c1a987ba85b8 req-eb2b73eb-046d-47dd-917a-d61dc08b53c2 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:34.230956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-136b7861-484a-4e77-86a9-c1a987ba85b8 req-eb2b73eb-046d-47dd-917a-d61dc08b53c2 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 945 time: 0.2043755 Jul 09 16:39:34.246765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Calling delete_port for 37916980-9c94-4bb3-bb8b-55b90aea05fc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:34.295863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f54b29-717c-45ea-b9c1-da38b13d9036,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:34.372000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-136b7861-484a-4e77-86a9-c1a987ba85b8 req-677bd59c-85f4-45ba-9978-464ae99a7c5a tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/security-groups?id=db4304b3-bd48-43e7-b16f-aab57d5d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398602 Jul 09 16:39:34.424470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637c3d9-b3ad-424e-9e2a-ac30303bfac1 req-718b045b-2ca6-4a0e-bd86-bd93f22fcd05 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:34.434663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f637c3d9-b3ad-424e-9e2a-ac30303bfac1 req-718b045b-2ca6-4a0e-bd86-bd93f22fcd05 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2824404 Jul 09 16:39:34.503388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:34.568356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Attempting to bind port b1f54b29-717c-45ea-b9c1-da38b13d9036 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:34.569719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Attempting to bind port b1f54b29-717c-45ea-b9c1-da38b13d9036 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:34.571025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Attempting to bind port b1f54b29-717c-45ea-b9c1-da38b13d9036 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:34.587555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Port b1f54b29-717c-45ea-b9c1-da38b13d9036 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:39:34.587555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Attempting to bind port b1f54b29-717c-45ea-b9c1-da38b13d9036 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:34.595055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:34.596247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:34.597228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Bound using segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:34.598731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Bound port: b1f54b29-717c-45ea-b9c1-da38b13d9036, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:34.599329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.626764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f637c3d9-b3ad-424e-9e2a-ac30303bfac1 req-212da4cb-fc3d-4969-a357-a3dcf1a73cc8 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792653 Jul 09 16:39:34.813557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.850168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Pushing event deleted for resources: {'Port': ['ID=37916980-9c94-4bb3-bb8b-55b90aea05fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:34.903879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] For port b1f54b29-717c-45ea-b9c1-da38b13d9036, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:34.908594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] For port b1f54b29-717c-45ea-b9c1-da38b13d9036, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:34.918179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392573-b581-4dcf-90e8-b71649f6d83f req-31d2626f-9dca-4fb6-9730-491e2e658be7 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:34.920553 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57392573-b581-4dcf-90e8-b71649f6d83f req-31d2626f-9dca-4fb6-9730-491e2e658be7 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 950 time: 0.2835176 Jul 09 16:39:34.922828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.976840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7ce70-8250-448e-bf68-713e466366d3 req-3be0841c-b9ea-4812-a8c6-2f4b6ce2743c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:34.984396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cd7ce70-8250-448e-bf68-713e466366d3 req-3be0841c-b9ea-4812-a8c6-2f4b6ce2743c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 943 time: 0.4301252 Jul 09 16:39:34.994454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] No DVR routers for this DVR port 37916980-9c94-4bb3-bb8b-55b90aea05fc on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:35.004285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.006705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d9bfaa6-ce23-40aa-a28f-3c2cb96452c0 req-7535371e-45f7-4661-8226-7342aaf36bec tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.43 "DELETE /v2.0/ports/37916980-9c94-4bb3-bb8b-55b90aea05fc HTTP/1.1" status: 204 len: 173 time: 1.3256884 Jul 09 16:39:35.009250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bf632-2709-4615-ba63-68e40f096e22', 'name': 'network-vif-deleted', 'tag': '37916980-9c94-4bb3-bb8b-55b90aea05fc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:35.012101 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a73d17b-7178-4ec2-b297-85b13c9392b1" -d '{"events": [{"server_uuid": "0a1bf632-2709-4615-ba63-68e40f096e22", "name": "network-vif-deleted", "tag": "37916980-9c94-4bb3-bb8b-55b90aea05fc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:35.019258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:35.019763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.021363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] 10.222.0.37 "PUT /v2.0/ports/b1f54b29-717c-45ea-b9c1-da38b13d9036 HTTP/1.1" status: 200 len: 1091 time: 1.7356305 Jul 09 16:39:35.028921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'tag': 'b1f54b29-717c-45ea-b9c1-da38b13d9036'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:35.081247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cd7ce70-8250-448e-bf68-713e466366d3 req-acddb2b3-6ac1-4cd9-9d76-d7ee4ec4778e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955575 Jul 09 16:39:35.081630 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2064de90-4128-4b24-b559-0e264ad5f1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1382e4c7-31e1-4b0d-8223-71234f78c468", "tag": "b1f54b29-717c-45ea-b9c1-da38b13d9036"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:35.124830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-b8c27898-5ca9-4bae-94fe-e9014b842b04 service neutron] 10.222.0.37 "GET /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0/bindings/n-h2-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.2093434 Jul 09 16:39:35.269036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7ec0-fba8-4803-9563-3df3df567df7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f54b29-717c-45ea-b9c1-da38b13d9036,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:35.311883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-a73f1fd5-a8d2-49e3-b959-8e8d9fa279a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:35.313682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-a73f1fd5-a8d2-49e3-b959-8e8d9fa279a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 1094 time: 0.1620541 Jul 09 16:39:35.320653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port 249c5665-ce11-4f68-be4c-75ca2d178641 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:35.321087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.438228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-3ef942b3-7a42-4aa1-9954-31e67cc0a84c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036 HTTP/1.1" status: 200 len: 217 time: 0.1002588 Jul 09 16:39:35.520391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a454-0abb-4f60-8ebe-6897259cc432 req-8c164b2d-7add-480b-abe9-0cbd27347ec6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:35.522974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1448a454-0abb-4f60-8ebe-6897259cc432 req-8c164b2d-7add-480b-abe9-0cbd27347ec6 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 950 time: 0.1419153 Jul 09 16:39:35.557634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-2350f11c-7045-49cd-8165-7ab24295aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:35.559350 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-2350f11c-7045-49cd-8165-7ab24295aa38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1112399 Jul 09 16:39:35.632622 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-ceda7231-9c6f-4eb6-a903-28c20c888d7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410788 Jul 09 16:39:35.638955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1448a454-0abb-4f60-8ebe-6897259cc432 req-0c071c3d-ffa5-4c2a-a104-eb3975e8189f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703278 Jul 09 16:39:35.657115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ba08-9b0a-448a-b8d5-22a513a0e4dd req-0cd81551-e461-408b-bedf-160d4a13c6f9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:35.659877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f398ba08-9b0a-448a-b8d5-22a513a0e4dd req-0cd81551-e461-408b-bedf-160d4a13c6f9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.3329711 Jul 09 16:39:35.697408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port 249c5665-ce11-4f68-be4c-75ca2d178641, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=249c5665-ce11-4f68-be4c-75ca2d178641,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:35.698512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.743064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:35.749112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5083e059-b880-4c58-8718-e3a74b3e9fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.771325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for 249c5665-ce11-4f68-be4c-75ca2d178641 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:35.777111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:35.834288 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75a1cb-ee24-4bd2-b6cc-bd7883b0c8c6 x-openstack-request-id: req-8e75a1cb-ee24-4bd2-b6cc-bd7883b0c8c6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:35.834605 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1382e4c7-31e1-4b0d-8223-71234f78c468", "tag": "b1f54b29-717c-45ea-b9c1-da38b13d9036", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:35.834852 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e75a1cb-ee24-4bd2-b6cc-bd7883b0c8c6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:35.835262 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'tag': 'b1f54b29-717c-45ea-b9c1-da38b13d9036', 'status': 'completed', 'code': 200} Jul 09 16:39:35.873147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-a1f6b190-2948-4208-86d7-cb7ef68c8c40 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110500 Jul 09 16:39:35.890182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:35.936480 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17065d-fea7-4baa-b191-95ab604731af x-openstack-request-id: req-9b17065d-fea7-4baa-b191-95ab604731af {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:35.937396 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1bf632-2709-4615-ba63-68e40f096e22", "name": "network-vif-deleted", "tag": "37916980-9c94-4bb3-bb8b-55b90aea05fc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:35.943310 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b17065d-fea7-4baa-b191-95ab604731af {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:35.943310 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bf632-2709-4615-ba63-68e40f096e22', 'name': 'network-vif-deleted', 'tag': '37916980-9c94-4bb3-bb8b-55b90aea05fc', 'status': 'completed', 'code': 200} Jul 09 16:39:35.969038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:36.051055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f398ba08-9b0a-448a-b8d5-22a513a0e4dd req-974ff284-ba5f-47fd-9955-f12c7f6c0744 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412678 Jul 09 16:39:36.057755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.060497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.075664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', '249c5665-ce11-4f68-be4c-75ca2d178641'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:36.125543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46', '73e7fb1b-3e3b-441b-9087-f19be05fada4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:36.171726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=249c5665-ce11-4f68-be4c-75ca2d178641,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:36.226329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb630d5-802f-40d0-90dd-47483b001a3a req-dc7fca1c-fc0f-43a5-ba4e-21451f24ac05 tempest-ServerPasswordTestJSON-673305634 tempest-ServerPasswordTestJSON-673305634-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1bf632-2709-4615-ba63-68e40f096e22 HTTP/1.1" status: 200 len: 210 time: 0.1305561 Jul 09 16:39:36.300470 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63b3f8e3-b7fe-47fa-8f13-594fe4802952 req-1dd07e62-038f-490a-ad16-6fb17fd60ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208319 Jul 09 16:39:36.308566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37916980-9c94-4bb3-bb8b-55b90aea05fc no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:36.382706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port 249c5665-ce11-4f68-be4c-75ca2d178641 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:36.389029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.400679 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57392573-b581-4dcf-90e8-b71649f6d83f req-fcf06748-e390-44c0-8c1c-f52df21836ba tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "DELETE /v2.0/ports/249c5665-ce11-4f68-be4c-75ca2d178641 HTTP/1.1" status: 204 len: 173 time: 1.4640632 Jul 09 16:39:36.405652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 37916980-9c94-4bb3-bb8b-55b90aea05fc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:36.405995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37916980-9c94-4bb3-bb8b-55b90aea05fc not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:36.461900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] Transition to ACTIVE for port object 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:36.475050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.533573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eb086-30a7-487b-a8c7-a28b1ffc8038 req-a7fe88e3-4985-4d6e-a921-6f31d8b88a58 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:36.554027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c5eb086-30a7-487b-a8c7-a28b1ffc8038 req-a7fe88e3-4985-4d6e-a921-6f31d8b88a58 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 944 time: 0.2850075 Jul 09 16:39:36.632759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-9ff339b0-1533-49bc-a577-0b8f2f48b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:36.637561 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-9ff339b0-1533-49bc-a577-0b8f2f48b43f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 1094 time: 0.1955550 Jul 09 16:39:36.870338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] No DVR routers for this DVR port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:36.911239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c5eb086-30a7-487b-a8c7-a28b1ffc8038 req-d9b6022a-cb99-4484-a88a-9fe86d4d5610 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170562 Jul 09 16:39:36.966250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:36.976991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-7088e053-201f-47a4-9b70-1a912fd1df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:36.978619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-7088e053-201f-47a4-9b70-1a912fd1df0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.3368180 Jul 09 16:39:37.090370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-61158d84-feea-4fd5-9e91-851a36d30003 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0/bindings/n-h2-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9401088 Jul 09 16:39:37.113878 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-d2dfbc9a-6d07-48da-afc9-ae0c91ca471f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036 HTTP/1.1" status: 200 len: 217 time: 0.1273794 Jul 09 16:39:37.225501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9850d-5ef3-4a69-aba8-fcbd7e93f39f req-94a995db-4060-48a7-88d3-8148bd77ed17 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:37.234749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4f9850d-5ef3-4a69-aba8-fcbd7e93f39f req-94a995db-4060-48a7-88d3-8148bd77ed17 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 943 time: 0.5033045 Jul 09 16:39:37.252135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-2d7ad86a-c06b-4359-ad85-4d4038d532bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:37.252533 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-2d7ad86a-c06b-4359-ad85-4d4038d532bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.0945387 Jul 09 16:39:37.373953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4f9850d-5ef3-4a69-aba8-fcbd7e93f39f req-f2c9314d-7a32-46ad-bed3-1ffc472a1732 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317906 Jul 09 16:39:37.379255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-87c91866-8345-4d21-be02-10e064533eff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104698 Jul 09 16:39:37.444577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0e7a53f-017e-4093-b0af-b816e35f672b req-e7feb6f7-f1d4-4b0d-909d-79c3be0c4034 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa8bb4de-d034-4f34-8248-2f190f2c6ea8 HTTP/1.1" status: 200 len: 210 time: 0.0830061 Jul 09 16:39:37.478281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-121957f0-3a0e-4a26-815f-1d5d8042626a tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:37.480625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-121957f0-3a0e-4a26-815f-1d5d8042626a tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.2269056 Jul 09 16:39:37.569701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-524032dc-1467-4e18-98ba-25ca6ed81973 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826823 Jul 09 16:39:37.598266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:37.711691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5669-8983-40b3-ac97-2b88b73966a1 req-50d78deb-98dc-42bc-a249-95fb14ff18b9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:37.714123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfeb5669-8983-40b3-ac97-2b88b73966a1 req-50d78deb-98dc-42bc-a249-95fb14ff18b9 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1306875 Jul 09 16:39:37.774823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfeb5669-8983-40b3-ac97-2b88b73966a1 req-78c9bd12-5e1c-4e35-ac8b-864b30203991 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Jul 09 16:39:37.804028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Deleting subnet cca90852-ae0b-48ff-93aa-c34f5cfe175d {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:37.813874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.847914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'name': 'network-vif-deleted', 'tag': '249c5665-ce11-4f68-be4c-75ca2d178641'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:37.850450 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e788738-b370-4a0d-90a4-940558fbc808" -d '{"events": [{"server_uuid": "aa8bb4de-d034-4f34-8248-2f190f2c6ea8", "name": "network-vif-deleted", "tag": "249c5665-ce11-4f68-be4c-75ca2d178641"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:37.898194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-39486fe4-fb99-408c-8b6b-4f321a992ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:37.899925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-39486fe4-fb99-408c-8b6b-4f321a992ad5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8&tenant_id=ea86f090a836441ca79899e45c9fd6dc HTTP/1.1" status: 200 len: 1096 time: 0.3985238 Jul 09 16:39:37.901796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2064de90-4128-4b24-b559-0e264ad5f1f1 req-46f72cef-0ba5-4f12-91f3-f80b2f1def22 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026462 Jul 09 16:39:37.906578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.945197 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662132d1-1f2f-4143-99ed-bd399c6a6a12 x-openstack-request-id: req-662132d1-1f2f-4143-99ed-bd399c6a6a12 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:37.945767 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8bb4de-d034-4f34-8248-2f190f2c6ea8", "name": "network-vif-deleted", "tag": "249c5665-ce11-4f68-be4c-75ca2d178641", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:37.946079 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-662132d1-1f2f-4143-99ed-bd399c6a6a12 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:37.946589 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8bb4de-d034-4f34-8248-2f190f2c6ea8', 'name': 'network-vif-deleted', 'tag': '249c5665-ce11-4f68-be4c-75ca2d178641', 'status': 'completed', 'code': 200} Jul 09 16:39:37.963536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.029325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.068220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-28246128-8326-4882-b63a-f3951832f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:38.069767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-28246128-8326-4882-b63a-f3951832f3f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86f090a836441ca79899e45c9fd6dc&device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1096 time: 0.1217797 Jul 09 16:39:38.153513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.203655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b82c5-4c25-4d8a-8a44-59178c4d2b61 req-a3a4189b-d674-449f-8e30-7e3e77311339 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:38.215119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-938b82c5-4c25-4d8a-8a44-59178c4d2b61 req-a3a4189b-d674-449f-8e30-7e3e77311339 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.1129804 Jul 09 16:39:38.232500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.242213 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cca90852-ae0b-48ff-93aa-c34f5cfe175d HTTP/1.1" status: 204 len: 168 time: 0.6333711 Jul 09 16:39:38.242213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29907b-c099-4f83-af31-224427a3eb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca90852-ae0b-48ff-93aa-c34f5cfe175d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:38.244907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:38.248249 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1db878bf-79bc-4718-98aa-7eea1bd30cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.294273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-938b82c5-4c25-4d8a-8a44-59178c4d2b61 req-a7a42d30-54bf-4cb6-8a1a-df99117597df tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769663 Jul 09 16:39:38.344335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-4438b6a4-c034-4e62-ba55-3a57c33d8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:38.346501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-4438b6a4-c034-4e62-ba55-3a57c33d8a0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 200 len: 921 time: 0.2598183 Jul 09 16:39:38.408405 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-296293f8-7d61-436a-bcf5-36a76d47fd9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 200 len: 217 time: 0.0489869 Jul 09 16:39:38.411338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.541140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.544638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c8da8dec-fd87-4a30-849c-75e750ce26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:38.546058 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-c8da8dec-fd87-4a30-849c-75e750ce26ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 200 len: 860 time: 0.1214116 Jul 09 16:39:38.555086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.556193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:38.584531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcaace1-0856-4562-bed2-3dab8b505d53') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:38.584846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcaace1-0856-4562-bed2-3dab8b505d53') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:38.608786 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-e675b070-c3d4-45bc-a543-7b6c02ffd97b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a70eca9-f453-4f8d-9383-8e7fc0b6f114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408249 Jul 09 16:39:38.612478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.627135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6476-aeaf-4d6d-b265-5e557a60c654 req-68068b30-4f3c-49a3-b1c1-2c72373e2b36 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:38.635147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d91a6476-aeaf-4d6d-b265-5e557a60c654 req-68068b30-4f3c-49a3-b1c1-2c72373e2b36 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 943 time: 0.1030502 Jul 09 16:39:38.687237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d91a6476-aeaf-4d6d-b265-5e557a60c654 req-3251008c-4456-4736-a23e-ff71880ab3de tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Jul 09 16:39:38.717626 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-54d4bbb8-3659-43e0-a19b-48d6fca09c9c service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977490 Jul 09 16:39:38.828956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-b7447bec-bc4d-4aa7-8b63-4a2e994d3d3c service neutron] 10.222.0.43 "GET /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033430 Jul 09 16:39:38.829972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.839235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:38.839643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:38.841877 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:39.125533 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.151425 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:39:39.293354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.300451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.305000 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d HTTP/1.1" status: 204 len: 168 time: 1.0571098 Jul 09 16:39:39.332689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d0216-c708-4da3-8dd9-ddd9e1dfb078 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e858ad-a48e-485e-8a9b-8f7e81ddaa2d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:39.457274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8486be1-93f0-4c98-ba42-d15df95a4c81 req-5cb69172-0e30-40f6-93d2-56a7a83f40fc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:39.468797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8486be1-93f0-4c98-ba42-d15df95a4c81 req-5cb69172-0e30-40f6-93d2-56a7a83f40fc tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1956205 Jul 09 16:39:39.476363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-ffc617bb-7b39-4fb5-ba06-a7b07fa5f39b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:39.481159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-ffc617bb-7b39-4fb5-ba06-a7b07fa5f39b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8&tenant_id=ea86f090a836441ca79899e45c9fd6dc&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.1359496 Jul 09 16:39:39.559444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8486be1-93f0-4c98-ba42-d15df95a4c81 req-5d474bff-5def-415b-b58c-fec50d547801 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886657 Jul 09 16:39:39.763953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-fade1959-95b5-4973-8b0c-fb193fcbcc5e service neutron] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:39.769102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-fade1959-95b5-4973-8b0c-fb193fcbcc5e service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.770802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0c59bc5-f7fd-4421-90a3-d5f912e47983 req-fade1959-95b5-4973-8b0c-fb193fcbcc5e service neutron] 10.222.0.43 "DELETE /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0/bindings/n-h1-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.2751071 Jul 09 16:39:39.771472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.869926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eedbcb-71d6-472c-a8c8-70ccb340fa53 req-9ac7ad43-438b-4a38-a2cf-b21dbe206ec1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:39.874356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8eedbcb-71d6-472c-a8c8-70ccb340fa53 req-9ac7ad43-438b-4a38-a2cf-b21dbe206ec1 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.1484110 Jul 09 16:39:39.884851 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fb1e8090-2319-4eb3-95e3-e786fbbb7b12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b46419df5793403ab27df208277748aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120462 Jul 09 16:39:39.889871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.950057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8eedbcb-71d6-472c-a8c8-70ccb340fa53 req-3f2444e7-630a-4314-8ccd-95a40466396d tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550504 Jul 09 16:39:40.000197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94db7b0c-1943-4299-909c-03c22152eb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.024600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57f97-2b97-4a99-9c5d-18c3e93e00c1 req-d120635a-1883-4890-9952-39a02a1a72b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:40.037260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6e57f97-2b97-4a99-9c5d-18c3e93e00c1 req-d120635a-1883-4890-9952-39a02a1a72b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 950 time: 0.1604595 Jul 09 16:39:40.048486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94db7b0c-1943-4299-909c-03c22152eb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.095107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6e57f97-2b97-4a99-9c5d-18c3e93e00c1 req-4a793e77-af48-4f6d-8bc4-5e900da3869a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562313 Jul 09 16:39:40.135742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94db7b0c-1943-4299-909c-03c22152eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.140031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94db7b0c-1943-4299-909c-03c22152eb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.141348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-94db7b0c-1943-4299-909c-03c22152eb2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db4304b3-bd48-43e7-b16f-aab57d5d3d60 HTTP/1.1" status: 204 len: 168 time: 0.2499182 Jul 09 16:39:40.194904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db7b0c-1943-4299-909c-03c22152eb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4304b3-bd48-43e7-b16f-aab57d5d3d60,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:40.332745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 249c5665-ce11-4f68-be4c-75ca2d178641 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:40.398872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88231b-2356-406d-8e5a-7e2dfd2e7a1c req-13e6fb79-67b5-4e80-a501-bf8efd86366f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:40.401455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b88231b-2356-406d-8e5a-7e2dfd2e7a1c req-13e6fb79-67b5-4e80-a501-bf8efd86366f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 943 time: 0.2337825 Jul 09 16:39:40.411414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 249c5665-ce11-4f68-be4c-75ca2d178641 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:40.412954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 249c5665-ce11-4f68-be4c-75ca2d178641 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:40.510901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b1f54b29-717c-45ea-b9c1-da38b13d9036 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:39:40.544187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b88231b-2356-406d-8e5a-7e2dfd2e7a1c req-83e741f6-61f0-4984-99ce-1bd818ce5146 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275222 Jul 09 16:39:40.859745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35cff9-da2a-47b1-8d8f-01597f1d6b8b req-49610d82-dd37-46cf-b55d-28d4c56bdd5b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:40.874048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d35cff9-da2a-47b1-8d8f-01597f1d6b8b req-49610d82-dd37-46cf-b55d-28d4c56bdd5b tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 1096 time: 0.1799667 Jul 09 16:39:40.937111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b1f54b29-717c-45ea-b9c1-da38b13d9036, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:40.950562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'b1f54b29-717c-45ea-b9c1-da38b13d9036', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': 'b1f54b29-717c-45ea-b9c1-da38b13d9036', 'mac_address': 'fa:16:3e:7a:69:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:39:41.005939 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.027523 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.052922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f54b29-717c-45ea-b9c1-da38b13d9036 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:39:41.059350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d35cff9-da2a-47b1-8d8f-01597f1d6b8b req-1a227fae-fec4-4261-903a-56dc3d09c69d tempest-LiveAutoBlockMigrationV225Test-1536326988 tempest-LiveAutoBlockMigrationV225Test-1536326988-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843665 Jul 09 16:39:41.080552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b1f54b29-717c-45ea-b9c1-da38b13d9036, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:41.086790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a9438-53a5-4ee1-9932-5ff20ff206aa req-b114352f-6caa-4378-bdfe-fcfec1dce205 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:41.088560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b5a9438-53a5-4ee1-9932-5ff20ff206aa req-b114352f-6caa-4378-bdfe-fcfec1dce205 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2002959 Jul 09 16:39:41.090150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.174653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-1145916d-82b4-4653-b019-cedf5db879d3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:41.179881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-1145916d-82b4-4653-b019-cedf5db879d3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 950 time: 0.1732013 Jul 09 16:39:41.214721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b5a9438-53a5-4ee1-9932-5ff20ff206aa req-82d73423-bf45-486d-8635-2fbf882f5378 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160359 Jul 09 16:39:41.219505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b1f54b29-717c-45ea-b9c1-da38b13d9036,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:41.492441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-1372e64e-f8d0-4c8f-b440-b79dba957873 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:41.494343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-1372e64e-f8d0-4c8f-b440-b79dba957873 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd1bfbf4-2b63-4b76-8392-460c1e4f40fe HTTP/1.1" status: 200 len: 949 time: 0.2542443 Jul 09 16:39:41.541967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['b1f54b29-717c-45ea-b9c1-da38b13d9036'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:41.562695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ed906-da5f-4f8b-b386-d717ba5e4378 req-ad7acfb8-6194-4765-8825-0ddff2119c3b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:41.570893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b16ed906-da5f-4f8b-b386-d717ba5e4378 req-ad7acfb8-6194-4765-8825-0ddff2119c3b tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 950 time: 0.1536024 Jul 09 16:39:41.604842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:41.605226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.682634 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b16ed906-da5f-4f8b-b386-d717ba5e4378 req-0ffb2282-92ae-4802-824b-c78d525c2892 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102245 Jul 09 16:39:41.775734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:41.776115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.798762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for d7ed8fea-bde9-4d3a-acb4-5b465aef72cd owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:41.805876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port 73e7fb1b-3e3b-441b-9087-f19be05fada4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:41.806280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.031563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port 73e7fb1b-3e3b-441b-9087-f19be05fada4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=73e7fb1b-3e3b-441b-9087-f19be05fada4,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:42.032262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.051171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for 73e7fb1b-3e3b-441b-9087-f19be05fada4 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:42.178457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb38c0f-e26e-4a11-b2f1-769137242be5 req-6c168136-6c0d-4f49-a46c-02129f4fdcff tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:42.190239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb38c0f-e26e-4a11-b2f1-769137242be5 req-6c168136-6c0d-4f49-a46c-02129f4fdcff tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 944 time: 0.1326919 Jul 09 16:39:42.204771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:42.352674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.365172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb38c0f-e26e-4a11-b2f1-769137242be5 req-ff9aed4f-8801-45be-81b3-1dbc7b9f3b48 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731319 Jul 09 16:39:42.372278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:42.381800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.436860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1e22c-f1da-48c4-ad0d-79fd9c15ac59 req-a8c9f494-80f9-44de-b295-73b9fe32044c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:42.448042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=d7ed8fea-bde9-4d3a-acb4-5b465aef72cd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:42.462370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62b1e22c-f1da-48c4-ad0d-79fd9c15ac59 req-a8c9f494-80f9-44de-b295-73b9fe32044c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.2088747 Jul 09 16:39:42.545047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62b1e22c-f1da-48c4-ad0d-79fd9c15ac59 req-d668ba1c-98cf-4934-ab64-f87bdf6a1c70 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812509 Jul 09 16:39:42.557773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-620184829-network', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:42.579300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=73e7fb1b-3e3b-441b-9087-f19be05fada4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:42.610536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Made reservation on behalf of 4a406fc8780340909fe81d2c1a63ad7e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:42.615417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.644943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.715321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:42.738266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port d7ed8fea-bde9-4d3a-acb4-5b465aef72cd on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:42.740701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port 73e7fb1b-3e3b-441b-9087-f19be05fada4 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:42.744487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.746807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:42.751021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4cc3c2be-61ef-43eb-88e4-d2e5ed0549bf req-6e263086-73d1-4344-826c-793651f3611f tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "DELETE /v2.0/ports/d7ed8fea-bde9-4d3a-acb4-5b465aef72cd HTTP/1.1" status: 204 len: 173 time: 1.5614161 Jul 09 16:39:42.752819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3392ba-626f-43a6-8002-96b1be193491', 'name': 'network-vif-deleted', 'tag': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:42.757716 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f40d3-fab2-417d-9cb6-49c4e575b3c4" -d '{"events": [{"server_uuid": "8e3392ba-626f-43a6-8002-96b1be193491", "name": "network-vif-deleted", "tag": "d7ed8fea-bde9-4d3a-acb4-5b465aef72cd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:42.767895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.774904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bef66a91-842a-47ce-8057-7e346d214fe5 req-296f6cc1-831a-4a26-9a6d-03fd38a5d1b2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "DELETE /v2.0/ports/73e7fb1b-3e3b-441b-9087-f19be05fada4 HTTP/1.1" status: 204 len: 173 time: 1.2715337 Jul 09 16:39:42.921766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b68dd-b433-4fae-ac20-1c67b452ae07 req-50387f58-d0fb-4cb1-a9fd-b49875e09ec5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:42.952414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c97b68dd-b433-4fae-ac20-1c67b452ae07 req-50387f58-d0fb-4cb1-a9fd-b49875e09ec5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.3452482 Jul 09 16:39:43.062633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-914d2235-09db-48aa-a694-92ad0bcca41d req-8a91e409-d703-44fa-8fe6-2f2bdd81e695 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3392ba-626f-43a6-8002-96b1be193491 HTTP/1.1" status: 200 len: 210 time: 0.1945169 Jul 09 16:39:43.150409 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d0108-806c-4e73-bf3c-77b5afa976e3 x-openstack-request-id: req-252d0108-806c-4e73-bf3c-77b5afa976e3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:43.150761 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3392ba-626f-43a6-8002-96b1be193491", "name": "network-vif-deleted", "tag": "d7ed8fea-bde9-4d3a-acb4-5b465aef72cd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:43.151187 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-252d0108-806c-4e73-bf3c-77b5afa976e3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:43.151487 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3392ba-626f-43a6-8002-96b1be193491', 'name': 'network-vif-deleted', 'tag': 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd', 'status': 'completed', 'code': 200} Jul 09 16:39:43.154838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-00a9147d-4e5f-4748-84e8-f1c377fad75c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:43.156452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-00a9147d-4e5f-4748-84e8-f1c377fad75c tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.4799643 Jul 09 16:39:43.240352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c97b68dd-b433-4fae-ac20-1c67b452ae07 req-19345eea-0428-4a17-a0ff-40d0d7e3d803 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865305 Jul 09 16:39:43.401875 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.410990 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.469267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:43.503999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Deleting port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:43.504348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.510173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51467f4-6897-4555-9488-84f728f5a8a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:43.541207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.541816 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Added segment c583e5c8-19cd-4db4-aa49-6f9ac670342a of type vlan for network fdac0f18-02ea-48ed-ab6f-d51543c9190f Jul 09 16:39:43.781137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.839199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] For port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:43.839569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.860887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Calling delete_port for 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:44.039605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecb410-df4d-4d71-b668-35340c6e7f2d req-68dc7de5-f38c-4ae0-bf7a-e58b86c08f5a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:44.041429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ecb410-df4d-4d71-b668-35340c6e7f2d req-68dc7de5-f38c-4ae0-bf7a-e58b86c08f5a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 944 time: 0.3331599 Jul 09 16:39:44.046265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.047373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:44.048087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.149389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9428415 Jul 09 16:39:44.152596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:44.158858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Request body: {'subnet': {'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-620184829-subnet', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:44.170043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ada94-f439-4c44-a9f8-3e53f94482c1 req-e2021d13-3404-47e0-a9cd-441cd7bb2659 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:44.171955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e4ada94-f439-4c44-a9f8-3e53f94482c1 req-e2021d13-3404-47e0-a9cd-441cd7bb2659 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 945 time: 0.4055164 Jul 09 16:39:44.191445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Made reservation on behalf of 4a406fc8780340909fe81d2c1a63ad7e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:44.194043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.194997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd942c-dac5-4d46-9b93-16d0a21e5a77 admin admin] Pushing event updated for resources: {'Network': ['ID=fdac0f18-02ea-48ed-ab6f-d51543c9190f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:44.207696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:44.270773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.283563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c', 'd7ed8fea-bde9-4d3a-acb4-5b465aef72cd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:44.287483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ecb410-df4d-4d71-b668-35340c6e7f2d req-51155f4d-feb1-4eb3-b24f-9c1df14917b4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356415 Jul 09 16:39:44.413875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event deleted for resources: {'Port': ['ID=9ddf1662-33b6-4e53-a4e8-029d8d9075f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:44.453591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e4ada94-f439-4c44-a9f8-3e53f94482c1 req-1d24d62b-1efa-4b87-b85b-67182d9308a3 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751200 Jul 09 16:39:44.525322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] No DVR routers for this DVR port 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:44.530052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.532983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea6ce310-e0b2-4551-8a9c-396eca2aa6cd req-7ddd2a07-fc52-48ea-b430-105acecc8619 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "DELETE /v2.0/ports/9ddf1662-33b6-4e53-a4e8-029d8d9075f0 HTTP/1.1" status: 204 len: 173 time: 1.3519752 Jul 09 16:39:44.533933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'name': 'network-vif-deleted', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:44.534743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.537708 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a89a2c-a5ed-4451-80f4-986f0cc3a5ed" -d '{"events": [{"server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "name": "network-vif-deleted", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:44.681427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b1f54b29-717c-45ea-b9c1-da38b13d9036 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:44.700439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=918ee96b-3f39-4c06-abdc-121185822afc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:44.725646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Checking segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:44.726021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Network hostable DHCP agents. Network: fdac0f18-02ea-48ed-ab6f-d51543c9190f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:44.788726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:44.790284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port b1f54b29-717c-45ea-b9c1-da38b13d9036 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:44.803136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port b1f54b29-717c-45ea-b9c1-da38b13d9036 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:44.803754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.824944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, fdac0f18-02ea-48ed-ab6f-d51543c9190f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:44.837177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:44.838082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.839683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06023af5-1fd4-44c7-83ab-b3bee252da45 None None] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:44.875594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-55960e58-e107-4048-9435-447491b7abe3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7211962 Jul 09 16:39:44.876327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43148) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:44.881165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:44.882385 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c1129-a1a0-4b47-ba40-96ae92759d64 x-openstack-request-id: req-ee4c1129-a1a0-4b47-ba40-96ae92759d64 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:44.882917 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6570a-f8f5-4b25-b802-2e281ea3adb8", "name": "network-vif-deleted", "tag": "9ddf1662-33b6-4e53-a4e8-029d8d9075f0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:44.884110 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee4c1129-a1a0-4b47-ba40-96ae92759d64 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:44.884645 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6570a-f8f5-4b25-b802-2e281ea3adb8', 'name': 'network-vif-deleted', 'tag': '9ddf1662-33b6-4e53-a4e8-029d8d9075f0', 'status': 'completed', 'code': 200} Jul 09 16:39:44.905929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.907208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.945830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edef8e7-55e6-4613-8fd2-5a116a574cfe req-65b06bde-5b22-4fc0-8a86-30f05de6c158 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:44.957863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8edef8e7-55e6-4613-8fd2-5a116a574cfe req-65b06bde-5b22-4fc0-8a86-30f05de6c158 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1605589 Jul 09 16:39:45.065931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8edef8e7-55e6-4613-8fd2-5a116a574cfe req-aa8ccc5a-58c2-4f03-8ef0-17c94068d4c1 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068788 Jul 09 16:39:45.090269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.156824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.162173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d727cc-ad1c-4000-90cb-078724792135 None None] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:45.165768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'name': 'network-vif-deleted', 'tag': '73e7fb1b-3e3b-441b-9087-f19be05fada4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:45.175425 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e230d0-c1bd-431e-b230-4eb9661c894b" -d '{"events": [{"server_uuid": "cd1bfbf4-2b63-4b76-8392-460c1e4f40fe", "name": "network-vif-deleted", "tag": "73e7fb1b-3e3b-441b-9087-f19be05fada4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:45.285467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f54b29-717c-45ea-b9c1-da38b13d9036'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:45.288460 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc4470-d6fe-47ae-aae7-46cad3639c60" -d '{"events": [{"server_uuid": "1382e4c7-31e1-4b0d-8223-71234f78c468", "name": "network-vif-plugged", "status": "completed", "tag": "b1f54b29-717c-45ea-b9c1-da38b13d9036"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:45.323225 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17960fe7-8f49-4b17-b504-96cd4d6c311e x-openstack-request-id: req-17960fe7-8f49-4b17-b504-96cd4d6c311e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:45.323698 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1bfbf4-2b63-4b76-8392-460c1e4f40fe", "name": "network-vif-deleted", "tag": "73e7fb1b-3e3b-441b-9087-f19be05fada4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:45.324048 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17960fe7-8f49-4b17-b504-96cd4d6c311e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:45.324542 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1bfbf4-2b63-4b76-8392-460c1e4f40fe', 'name': 'network-vif-deleted', 'tag': '73e7fb1b-3e3b-441b-9087-f19be05fada4', 'status': 'completed', 'code': 200} Jul 09 16:39:45.335455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.348712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b1f54b29-717c-45ea-b9c1-da38b13d9036, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:45.356931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.358034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 73e7fb1b-3e3b-441b-9087-f19be05fada4 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:45.408905 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1adc85-0ccf-42ca-bdc2-71442ce93dff x-openstack-request-id: req-7e1adc85-0ccf-42ca-bdc2-71442ce93dff {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:45.409367 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1382e4c7-31e1-4b0d-8223-71234f78c468", "name": "network-vif-plugged", "status": "completed", "tag": "b1f54b29-717c-45ea-b9c1-da38b13d9036", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:45.409784 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e1adc85-0ccf-42ca-bdc2-71442ce93dff {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:45.410320 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f54b29-717c-45ea-b9c1-da38b13d9036', 'code': 200} Jul 09 16:39:45.411119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 73e7fb1b-3e3b-441b-9087-f19be05fada4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:45.411655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 73e7fb1b-3e3b-441b-9087-f19be05fada4 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:45.413764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['1ac3bc39-2a20-4be0-b045-e4a68f5b28de'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:45.511321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b1f54b29-717c-45ea-b9c1-da38b13d9036,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:45.662986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696106d-4d2e-4c59-8960-ce3f67cc6122 req-06d3b5de-6bc1-4e66-a81e-a17933913ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:45.664175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9696106d-4d2e-4c59-8960-ce3f67cc6122 req-06d3b5de-6bc1-4e66-a81e-a17933913ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 1096 time: 0.1403573 Jul 09 16:39:45.680311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372590-a1ad-4a59-a75b-63911055cc76 req-88b43626-74ee-46e2-b144-6d2cea5ee5e6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:45.694597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed372590-a1ad-4a59-a75b-63911055cc76 req-88b43626-74ee-46e2-b144-6d2cea5ee5e6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 945 time: 0.1387665 Jul 09 16:39:45.773663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed372590-a1ad-4a59-a75b-63911055cc76 req-7fe20ede-c020-4625-a448-58300bdd72da tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779271 Jul 09 16:39:45.794765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9696106d-4d2e-4c59-8960-ce3f67cc6122 req-641f5460-c082-4f95-9f77-3d54f5250c68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083703 Jul 09 16:39:45.904480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.935104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.941001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cda9ffb2-9f4b-4da9-8de5-56118698f883 req-668f67e7-1e7f-47e8-b5d0-c7c58cc673b0 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 210 time: 0.0572228 Jul 09 16:39:46.132356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Allocated IP 172.25.7.129 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/edaa5a54-fcbc-44c1-bf49-fd90e972013e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:46.306965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.353164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:46.391503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:46.391990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9ddf1662-33b6-4e53-a4e8-029d8d9075f0 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:46.392423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d7ed8fea-bde9-4d3a-acb4-5b465aef72cd no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:46.426181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.431616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: d7ed8fea-bde9-4d3a-acb4-5b465aef72cd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:46.432084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d7ed8fea-bde9-4d3a-acb4-5b465aef72cd not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:46.519916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Pushing event updated for resources: {'Port': ['ID=edaa5a54-fcbc-44c1-bf49-fd90e972013e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:46.531361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:46.533319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:46.542115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:46.713389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02fa01-7f2e-479a-8292-927b3b85dc98 req-552f9555-57d5-4103-89db-b7cdbfbe8467 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:46.715625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff02fa01-7f2e-479a-8292-927b3b85dc98 req-552f9555-57d5-4103-89db-b7cdbfbe8467 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1658261 Jul 09 16:39:46.759109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e161-34d0-4013-9d15-483adca1ab01 req-8bcda7b9-969f-489f-ac74-ad18a9a4c595 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:46.760621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9c3e161-34d0-4013-9d15-483adca1ab01 req-8bcda7b9-969f-489f-ac74-ad18a9a4c595 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 950 time: 0.1446080 Jul 09 16:39:46.821710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff02fa01-7f2e-479a-8292-927b3b85dc98 req-de387d2e-e1b6-478f-9ba5-83d22f56fa41 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925562 Jul 09 16:39:46.894653 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9c3e161-34d0-4013-9d15-483adca1ab01 req-b06b7e1f-5e77-4f72-99cd-273632fd2955 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266437 Jul 09 16:39:46.986562 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.232612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263ad01-9982-4bf4-8b7a-be19a049232c req-40e4a3e4-290e-422d-8f7c-42f1e459cc56 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:47.234317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f263ad01-9982-4bf4-8b7a-be19a049232c req-40e4a3e4-290e-422d-8f7c-42f1e459cc56 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 945 time: 0.2559893 Jul 09 16:39:47.242148 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.306999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4175bd3-db3d-4540-8b06-5982f63dc45b req-4ea633ce-4348-4c69-80c0-cabe8e3fe444 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 210 time: 0.0527959 Jul 09 16:39:47.387596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f263ad01-9982-4bf4-8b7a-be19a049232c req-77e7a172-135d-4b25-9dd6-842dbb95cfb0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319480 Jul 09 16:39:47.741758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:47.812387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-b31047b6-f07c-4b28-ab9b-8259278a8e6e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:47.820644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-b31047b6-f07c-4b28-ab9b-8259278a8e6e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 950 time: 0.1899438 Jul 09 16:39:47.940789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:47.961159 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Sync routers for ids ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:47.982553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.986950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8cb19e2d-e773-4a39-a7f1-ce4c6d648adb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1094854 Jul 09 16:39:47.987629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43184) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:47.988039 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Routers {'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:47.991155 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:48.172017 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Set router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:48.187044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:48.187655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.330757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091aa4-ae54-4856-aac7-9778ba36c16d req-abf2395a-a9b0-4c52-bdad-90a2c327a9fa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:48.339895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff091aa4-ae54-4856-aac7-9778ba36c16d req-abf2395a-a9b0-4c52-bdad-90a2c327a9fa tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2934463 Jul 09 16:39:48.455436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port e94a2f58-b155-48ef-8a58-d13e2b4e0a34, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:48.469032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.539237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9a308-3697-407d-a640-1111f7bdabc2 req-3b714e89-edf9-44db-8dc5-1215ed16e105 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:48.551261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53a9a308-3697-407d-a640-1111f7bdabc2 req-3b714e89-edf9-44db-8dc5-1215ed16e105 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 950 time: 0.4044111 Jul 09 16:39:48.563435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for e94a2f58-b155-48ef-8a58-d13e2b4e0a34 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:48.573262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:39:46Z', 'revision_number': 3, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:48.606985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff091aa4-ae54-4856-aac7-9778ba36c16d req-53c7a57a-532b-4b7b-bd46-dfb0a627a8f6 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428427 Jul 09 16:39:48.610084 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Checking router: b98a1c20-65a4-4c24-acd2-d0a44ebaa4db for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:48.610429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Updating router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db port edaa5a54-fcbc-44c1-bf49-fd90e972013e binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:48.649691 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.838451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53a9a308-3697-407d-a640-1111f7bdabc2 req-56703ec0-a88c-4ecc-91d7-145c5a5db978 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847729 Jul 09 16:39:48.944520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80e06e48-8db0-468c-b260-18689f200370 req-a2c348b7-afe6-40cf-9a1d-1729f7fc7308 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 210 time: 0.1039476 Jul 09 16:39:49.116904 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.130823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'dbde72bf-b262-4032-9232-85b34dabc81c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:49.146304 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.162254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=e94a2f58-b155-48ef-8a58-d13e2b4e0a34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:49.176992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:49.180391 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Transition to ACTIVE for port object edaa5a54-fcbc-44c1-bf49-fd90e972013e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:49.210408 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.296312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port e94a2f58-b155-48ef-8a58-d13e2b4e0a34 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:49.302368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.306557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbc8143a-73f4-4e89-a603-826c303a6cb7 req-83f9668f-6ed1-4e18-aed7-a8c7de6dc29a tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "DELETE /v2.0/ports/e94a2f58-b155-48ef-8a58-d13e2b4e0a34 HTTP/1.1" status: 204 len: 173 time: 1.4675004 Jul 09 16:39:49.307280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f520578a-3648-423b-a47c-b42629f80c7a', 'name': 'network-vif-deleted', 'tag': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:49.309672 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a31eba-2aba-4293-9bcf-7bc09d089676" -d '{"events": [{"server_uuid": "f520578a-3648-423b-a47c-b42629f80c7a", "name": "network-vif-deleted", "tag": "e94a2f58-b155-48ef-8a58-d13e2b4e0a34"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:49.319654 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Pushing event updated for resources: {'Port': ['ID=edaa5a54-fcbc-44c1-bf49-fd90e972013e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:49.394675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047535d3-f140-4d18-9637-cc1a98f4639a req-046b0af5-89bb-4a46-bb26-bb817e39aa9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:49.405401 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Attempting to bind port edaa5a54-fcbc-44c1-bf49-fd90e972013e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:49.406370 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Attempting to bind port edaa5a54-fcbc-44c1-bf49-fd90e972013e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:49.406762 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Attempting to bind port edaa5a54-fcbc-44c1-bf49-fd90e972013e on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:49.414449 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.414942 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.415076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-047535d3-f140-4d18-9637-cc1a98f4639a req-046b0af5-89bb-4a46-bb26-bb817e39aa9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 945 time: 0.2633703 Jul 09 16:39:49.415238 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.415564 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.415849 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.416144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.423576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.424029 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.424258 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.424584 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.424917 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.425248 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.470915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:49.471425 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:49.471757 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.472158 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:49.472766 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Bound port: edaa5a54-fcbc-44c1-bf49-fd90e972013e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:49.473181 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.544739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-047535d3-f140-4d18-9637-cc1a98f4639a req-2ed5e4f9-7759-4985-8539-44ce7a93e061 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286497 Jul 09 16:39:49.601091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-68b95984-88ab-41b0-b25e-e254c281ea02 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:49.601091 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-68b95984-88ab-41b0-b25e-e254c281ea02 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 950 time: 1.2199144 Jul 09 16:39:49.674495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.774717 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e6de5-c701-4ca4-aab4-1cdbc5ab3870 x-openstack-request-id: req-c13e6de5-c701-4ca4-aab4-1cdbc5ab3870 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:49.774967 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f520578a-3648-423b-a47c-b42629f80c7a", "name": "network-vif-deleted", "tag": "e94a2f58-b155-48ef-8a58-d13e2b4e0a34", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:49.775296 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c13e6de5-c701-4ca4-aab4-1cdbc5ab3870 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:49.775770 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f520578a-3648-423b-a47c-b42629f80c7a', 'name': 'network-vif-deleted', 'tag': 'e94a2f58-b155-48ef-8a58-d13e2b4e0a34', 'status': 'completed', 'code': 200} Jul 09 16:39:50.043176 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] For port edaa5a54-fcbc-44c1-bf49-fd90e972013e, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:50.056089 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] For port edaa5a54-fcbc-44c1-bf49-fd90e972013e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=edaa5a54-fcbc-44c1-bf49-fd90e972013e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:50.064905 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.181110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1e70-156b-429c-a247-60e67b490963 req-4ebd7011-661d-4ff3-8d6a-fe49ad95a782 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:50.183035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a8e1e70-156b-429c-a247-60e67b490963 req-4ebd7011-661d-4ff3-8d6a-fe49ad95a782 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1988535 Jul 09 16:39:50.229574 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Routers {'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:50.230625 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:50.255106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20577e89-7f5c-4782-81cf-710c19210e38 None None] Pushing event updated for resources: {'Port': ['ID=edaa5a54-fcbc-44c1-bf49-fd90e972013e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:50.263953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port dbde72bf-b262-4032-9232-85b34dabc81c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:50.264400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.380370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d0c5586-4f6d-4506-80b1-23f55d226dd2 req-e306b327-f558-4413-b68f-6f69a9e90e9e tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=f520578a-3648-423b-a47c-b42629f80c7a HTTP/1.1" status: 200 len: 210 time: 0.0884748 Jul 09 16:39:50.399858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Allocated IP 172.20.0.1 (fdac0f18-02ea-48ed-ab6f-d51543c9190f/918ee96b-3f39-4c06-abdc-121185822afc/af4a706c-c376-4f9d-b442-873b249fdd17) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:50.415034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a8e1e70-156b-429c-a247-60e67b490963 req-c4df6e18-7038-4991-9428-837264fabb79 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227411 Jul 09 16:39:50.614392 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] Set router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:50.632971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port dbde72bf-b262-4032-9232-85b34dabc81c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dbde72bf-b262-4032-9232-85b34dabc81c,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:50.633536 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.673585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for dbde72bf-b262-4032-9232-85b34dabc81c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:50.823711 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6eeb3d8d-0885-45eb-acfa-4cbfb825db7e req-20049c3a-34e7-445c-8f0e-78a290ffc2bc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 210 time: 0.1081495 Jul 09 16:39:50.823980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.968771 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:39:46Z', 'revision_number': 3, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:51.014087 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227303b-a6c3-4533-8032-fbc22add73d4 None None] The sync data for ids ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'] in n-d-800085-2 is: [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:39:46Z', 'revision_number': 3, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:51.021509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.087310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Pushing event updated for resources: {'Port': ['ID=af4a706c-c376-4f9d-b442-873b249fdd17,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:51.100565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.146066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:51.161946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:51.165447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=dbde72bf-b262-4032-9232-85b34dabc81c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:51.215324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:51.219110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:51.243555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port dbde72bf-b262-4032-9232-85b34dabc81c on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:51.266058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.268478 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ac068d3-ca89-47a1-a063-0f2e21c8e849 req-c483e386-d4e1-4885-9ca1-e7cbb2d27ed8 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.43 "DELETE /v2.0/ports/dbde72bf-b262-4032-9232-85b34dabc81c HTTP/1.1" status: 204 len: 173 time: 1.6506267 Jul 09 16:39:51.269241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'name': 'network-vif-deleted', 'tag': 'dbde72bf-b262-4032-9232-85b34dabc81c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:51.272277 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27360f6a-26e5-4841-bf02-af59ba1e10b1" -d '{"events": [{"server_uuid": "3f7ceb71-7682-4b22-bacf-b15e0ec78a36", "name": "network-vif-deleted", "tag": "dbde72bf-b262-4032-9232-85b34dabc81c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:51.340940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.804452 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc691c63-e13b-4cb2-b673-a7ef406d129e x-openstack-request-id: req-bc691c63-e13b-4cb2-b673-a7ef406d129e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:51.804452 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7ceb71-7682-4b22-bacf-b15e0ec78a36", "name": "network-vif-deleted", "tag": "dbde72bf-b262-4032-9232-85b34dabc81c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:51.804452 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc691c63-e13b-4cb2-b673-a7ef406d129e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:51.804452 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7ceb71-7682-4b22-bacf-b15e0ec78a36', 'name': 'network-vif-deleted', 'tag': 'dbde72bf-b262-4032-9232-85b34dabc81c', 'status': 'completed', 'code': 200} Jul 09 16:39:51.953738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd19ae0-bcd6-44f0-b76e-435d2784fcfb req-0a478be5-4e40-454c-9c83-8a16bfbc8905 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:51.987354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dd19ae0-bcd6-44f0-b76e-435d2784fcfb req-0a478be5-4e40-454c-9c83-8a16bfbc8905 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2539327 Jul 09 16:39:52.164261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.203484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dd19ae0-bcd6-44f0-b76e-435d2784fcfb req-9c51d662-329e-48ae-85a5-d93cffe4edf5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146747 Jul 09 16:39:52.395784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e94a2f58-b155-48ef-8a58-d13e2b4e0a34 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:52.462500 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: e94a2f58-b155-48ef-8a58-d13e2b4e0a34 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:52.468448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e94a2f58-b155-48ef-8a58-d13e2b4e0a34 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:52.469024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dbde72bf-b262-4032-9232-85b34dabc81c no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:52.494646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04e787f4-37f5-4d7e-bcc3-33b7679a1830 req-4421ae50-9fd0-4f8d-8941-d89342a28b8e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea6570a-f8f5-4b25-b802-2e281ea3adb8 HTTP/1.1" status: 200 len: 210 time: 0.1019921 Jul 09 16:39:52.538879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: dbde72bf-b262-4032-9232-85b34dabc81c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:52.539804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dbde72bf-b262-4032-9232-85b34dabc81c not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:52.563846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b101962a-7daa-49af-a2b1-1d4c129fafdf req-ab342b68-63c7-4ff2-9aa4-151774e754e3 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7ceb71-7682-4b22-bacf-b15e0ec78a36 HTTP/1.1" status: 200 len: 210 time: 0.0670831 Jul 09 16:39:52.675548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.693009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.870312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.874347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Pushing event updated for resources: {'Port': ['ID=af4a706c-c376-4f9d-b442-873b249fdd17,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:53.020538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:53.023071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:53.304653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:53.323417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device edaa5a54-fcbc-44c1-bf49-fd90e972013e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:53.439709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port edaa5a54-fcbc-44c1-bf49-fd90e972013e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:53.450112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port edaa5a54-fcbc-44c1-bf49-fd90e972013e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:53.451007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.516859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.633872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:53.648324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-352a8a95-910a-4cd4-8e22-9fd212fb3d8d admin admin] 10.222.0.48 "PUT /v2.0/routers/b98a1c20-65a4-4c24-acd2-d0a44ebaa4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6596355 Jul 09 16:39:53.685847 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.766225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port edaa5a54-fcbc-44c1-bf49-fd90e972013e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=edaa5a54-fcbc-44c1-bf49-fd90e972013e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:53.772546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.814444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b3857-7f0b-4030-b118-a17cc5436bf1 req-3ee982af-ef7a-4cf2-894d-55aba06697de tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:53.821201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a8b3857-7f0b-4030-b118-a17cc5436bf1 req-3ee982af-ef7a-4cf2-894d-55aba06697de tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1230276 Jul 09 16:39:53.909473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a8b3857-7f0b-4030-b118-a17cc5436bf1 req-1e1031e2-02ae-476a-a2ee-4f37ff9a50a8 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704064 Jul 09 16:39:53.935813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=edaa5a54-fcbc-44c1-bf49-fd90e972013e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:54.406205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Sync routers for ids ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:54.437403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Routers {'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:54.438285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:54.710681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Set router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:54.761812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-d0fc0ceb-80c4-4b06-bccd-9580e1781872 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:54.780623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-d0fc0ceb-80c4-4b06-bccd-9580e1781872 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 810 time: 0.2435269 Jul 09 16:39:54.806588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-52ba12b6-2791-4409-8a19-398408ac4d74 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/quotas/4a406fc8780340909fe81d2c1a63ad7e HTTP/1.1" status: 200 len: 375 time: 0.0247045 Jul 09 16:39:54.917737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-0d7892dd-b7f1-4f66-b4ff-be24ae0ed9e4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099083 Jul 09 16:39:55.058790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:39:51Z', 'revision_number': 4, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'af4a706c-c376-4f9d-b442-873b249fdd17', 'name': '', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'mac_address': 'fa:16:3e:74:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '918ee96b-3f39-4c06-abdc-121185822afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:49Z', 'updated_at': '2021-07-09T16:39:52Z', 'revision_number': 2, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'subnets': [{'id': '918ee96b-3f39-4c06-abdc-121185822afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:55.095228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Checking router: b98a1c20-65a4-4c24-acd2-d0a44ebaa4db for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:55.095578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Updating router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db port af4a706c-c376-4f9d-b442-873b249fdd17 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:55.134257 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.452271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device edaa5a54-fcbc-44c1-bf49-fd90e972013e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:55.545465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port edaa5a54-fcbc-44c1-bf49-fd90e972013e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:55.553081 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.727319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.746291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Transition to ACTIVE for port object af4a706c-c376-4f9d-b442-873b249fdd17 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:55.771955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.060176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-0f2a1a52-f4b9-4fb1-bd4d-7038fff85443 service neutron] 10.222.0.48 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1404479 Jul 09 16:39:56.210182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943421-a76a-4151-b3b8-6c25f255e2e1 None None] Pushing event updated for resources: {'Port': ['ID=af4a706c-c376-4f9d-b442-873b249fdd17,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:56.304716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7292ca5-641c-427f-910a-060255311b01 req-46cad7fc-81d0-45c6-aef2-52e622eaf3fe tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:56.309571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7292ca5-641c-427f-910a-060255311b01 req-46cad7fc-81d0-45c6-aef2-52e622eaf3fe tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 949 time: 1.2244341 Jul 09 16:39:56.393200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Attempting to bind port af4a706c-c376-4f9d-b442-873b249fdd17 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:56.398009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Attempting to bind port af4a706c-c376-4f9d-b442-873b249fdd17 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:56.398631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Attempting to bind port af4a706c-c376-4f9d-b442-873b249fdd17 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:56.400157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-aaabd691-af1a-4773-ab12-1124b63f1982 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:56.402895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-aaabd691-af1a-4773-ab12-1124b63f1982 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 949 time: 0.1616802 Jul 09 16:39:56.419860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:56.420413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Checking segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:56.420943 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.421421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Bound using segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:56.422027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Bound port: af4a706c-c376-4f9d-b442-873b249fdd17, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:56.422563 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.455596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7292ca5-641c-427f-910a-060255311b01 req-37b83140-c9a2-491e-a9d9-2f1393d0fd46 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/security-groups?id=1107aee4-ce67-4a5e-80a8-7ce1786d10c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267471 Jul 09 16:39:56.551103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-39a70956-f894-4ad4-8a6d-1c5723d9f4f0 service neutron] 10.222.0.48 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833682 Jul 09 16:39:56.551916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] For port af4a706c-c376-4f9d-b442-873b249fdd17, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:56.555509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] For port af4a706c-c376-4f9d-b442-873b249fdd17, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=af4a706c-c376-4f9d-b442-873b249fdd17,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:56.564931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.676068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Deleting port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:56.676650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.765234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Routers {'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:56.765847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:39:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:56.837936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b73264-6a81-4226-a35e-11791226c464 req-cbee65a7-bb92-4b03-b474-9bdcbe77ac14 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:56.850807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22b73264-6a81-4226-a35e-11791226c464 req-cbee65a7-bb92-4b03-b474-9bdcbe77ac14 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1533897 Jul 09 16:39:56.920072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943421-a76a-4151-b3b8-6c25f255e2e1 None None] Pushing event updated for resources: {'Port': ['ID=af4a706c-c376-4f9d-b442-873b249fdd17,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:56.964117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] For port 4b382d8c-24a1-4dab-bf9b-398109fb0c46, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4b382d8c-24a1-4dab-bf9b-398109fb0c46,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:56.979294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.988587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22b73264-6a81-4226-a35e-11791226c464 req-2ecc69ba-c0d7-4e2d-b0cf-5381e0cd3b20 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252468 Jul 09 16:39:57.034246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Calling delete_port for 4b382d8c-24a1-4dab-bf9b-398109fb0c46 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:57.185594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] Set router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:57.324622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17eaa444-b618-4f4c-b94c-1c0f140dff5b req-f335aa0a-1c20-4522-9856-a08fcf69f810 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 210 time: 0.0815332 Jul 09 16:39:57.434139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.483538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4b382d8c-24a1-4dab-bf9b-398109fb0c46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:57.518521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Pushing event deleted for resources: {'Port': ['ID=4b382d8c-24a1-4dab-bf9b-398109fb0c46,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:57.745467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] No DVR routers for this DVR port 4b382d8c-24a1-4dab-bf9b-398109fb0c46 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:57.750546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.758066 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-de8daaa5-0d3b-4ba7-95bd-4090cd0f7f0c req-0df7f685-8c24-458e-8b3e-409df3708830 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.37 "DELETE /v2.0/ports/4b382d8c-24a1-4dab-bf9b-398109fb0c46 HTTP/1.1" status: 204 len: 173 time: 1.3490813 Jul 09 16:39:57.760754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'name': 'network-vif-deleted', 'tag': '4b382d8c-24a1-4dab-bf9b-398109fb0c46'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:57.767706 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e72ec2-ff71-4081-bc7a-eefa76b739d9" -d '{"events": [{"server_uuid": "419c4d9e-c3fd-4887-8877-0472cf6ac00c", "name": "network-vif-deleted", "tag": "4b382d8c-24a1-4dab-bf9b-398109fb0c46"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:57.790925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b972494-65f2-4681-821f-f33a6aa470d0 req-1923c36d-2dac-49cf-a768-fe49276964b5 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 210 time: 0.0777581 Jul 09 16:39:57.797951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:39:51Z', 'revision_number': 4, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'af4a706c-c376-4f9d-b442-873b249fdd17', 'name': '', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'mac_address': 'fa:16:3e:74:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '918ee96b-3f39-4c06-abdc-121185822afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:49Z', 'updated_at': '2021-07-09T16:39:56Z', 'revision_number': 4, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'subnets': [{'id': '918ee96b-3f39-4c06-abdc-121185822afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:57.893712 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84bd58-d4d7-4613-a159-df27dd98930c x-openstack-request-id: req-0e84bd58-d4d7-4613-a159-df27dd98930c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:57.894018 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c4d9e-c3fd-4887-8877-0472cf6ac00c", "name": "network-vif-deleted", "tag": "4b382d8c-24a1-4dab-bf9b-398109fb0c46", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:57.894286 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e84bd58-d4d7-4613-a159-df27dd98930c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:57.894743 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c4d9e-c3fd-4887-8877-0472cf6ac00c', 'name': 'network-vif-deleted', 'tag': '4b382d8c-24a1-4dab-bf9b-398109fb0c46', 'status': 'completed', 'code': 200} Jul 09 16:39:57.903353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e4fa1-0ec4-42d7-9121-800f1bbfa8bc None None] The sync data for ids ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'] in n-d-800085-2 is: [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:39:51Z', 'revision_number': 4, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'af4a706c-c376-4f9d-b442-873b249fdd17', 'name': '', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'mac_address': 'fa:16:3e:74:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '918ee96b-3f39-4c06-abdc-121185822afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:49Z', 'updated_at': '2021-07-09T16:39:56Z', 'revision_number': 4, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'subnets': [{'id': '918ee96b-3f39-4c06-abdc-121185822afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:58.489873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288ceb8-5ebe-442c-a426-010882148177 req-00ae34df-9aa0-44c1-9902-92a1fbb2c022 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:58.500221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4288ceb8-5ebe-442c-a426-010882148177 req-00ae34df-9aa0-44c1-9902-92a1fbb2c022 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2118628 Jul 09 16:39:58.621643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4288ceb8-5ebe-442c-a426-010882148177 req-825ab967-2567-449f-b9cb-ca704895787c tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200907 Jul 09 16:39:59.017925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b912a37-f7f6-40c1-a03e-f88bc134a4db req-c5bbf510-1739-469b-8254-8cda0030c846 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 210 time: 0.0784469 Jul 09 16:39:59.422981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-224c7eaf-7599-4295-adb1-df39ac260f56 req-d7bcb8bd-b201-499b-8d1d-8de035dea9e2 tempest-ServersOnMultiNodesTest-1728927804 tempest-ServersOnMultiNodesTest-1728927804-project] 10.222.0.48 "GET /v2.0/ports?device_id=419c4d9e-c3fd-4887-8877-0472cf6ac00c HTTP/1.1" status: 200 len: 210 time: 0.0689034 Jul 09 16:39:59.464947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af4a706c-c376-4f9d-b442-873b249fdd17 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:59.704803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port af4a706c-c376-4f9d-b442-873b249fdd17 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:59.724927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port af4a706c-c376-4f9d-b442-873b249fdd17 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:59.725312 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.803934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-d1cc48bc-5115-46c8-9395-415d3936b739 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:59.805580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-d1cc48bc-5115-46c8-9395-415d3936b739 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 810 time: 0.4571109 Jul 09 16:39:59.822072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Request body: {'port': {'device_id': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'admin_state_up': True, 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:00.092775 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.209792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f29563-8299-434e-8b89-51585a05f592 req-6c2e0e75-cb12-4f47-bfba-2833a0236368 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:00.225195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93f29563-8299-434e-8b89-51585a05f592 req-6c2e0e75-cb12-4f47-bfba-2833a0236368 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2257495 Jul 09 16:40:00.231035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port af4a706c-c376-4f9d-b442-873b249fdd17, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=af4a706c-c376-4f9d-b442-873b249fdd17,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:00.239894 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.278869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Made reservation on behalf of 4a406fc8780340909fe81d2c1a63ad7e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:00.282670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.299776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93f29563-8299-434e-8b89-51585a05f592 req-4a73c5ac-e51a-473d-a95f-9d98104008eb tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700104 Jul 09 16:40:00.383435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=af4a706c-c376-4f9d-b442-873b249fdd17,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:00.538740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb75ab8b-ef08-435e-889b-163c73cb0837 req-0e23355f-da3f-417c-a5f2-8e5b0c871899 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 210 time: 0.0575962 Jul 09 16:40:00.643316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Allocated IP 172.20.0.5 (fdac0f18-02ea-48ed-ab6f-d51543c9190f/918ee96b-3f39-4c06-abdc-121185822afc/4d28ed83-da55-452c-9f6b-0fba51a0bf92) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:00.679720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4b382d8c-24a1-4dab-bf9b-398109fb0c46 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:00.735794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 4b382d8c-24a1-4dab-bf9b-398109fb0c46 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:00.736659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4b382d8c-24a1-4dab-bf9b-398109fb0c46 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:00.933983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.000802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.082208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Pushing event updated for resources: {'Port': ['ID=4d28ed83-da55-452c-9f6b-0fba51a0bf92,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:01.109872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:01.119924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:01.135928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:01.197525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d331-29df-4a46-8526-3d839e680f2b req-57ca88fb-e05a-4ce1-8786-12305c83cfcc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:01.205033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c33d331-29df-4a46-8526-3d839e680f2b req-57ca88fb-e05a-4ce1-8786-12305c83cfcc tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 944 time: 0.1919827 Jul 09 16:40:01.252426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:01.253160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.255174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c33d331-29df-4a46-8526-3d839e680f2b req-2bc05a27-e076-4eaf-adad-3bcd890c07d4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Jul 09 16:40:01.280899 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-03d363ee-60cd-4e64-8dbc-6c7c3c6c5264 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4630070 Jul 09 16:40:01.303967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Request body: {'port': {'device_id': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:01.327887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af4a706c-c376-4f9d-b442-873b249fdd17 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:01.420887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-338deb65-f2a6-40ad-bb1f-296277c31ca4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:01.436377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-338deb65-f2a6-40ad-bb1f-296277c31ca4 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 944 time: 0.1594508 Jul 09 16:40:01.467255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port af4a706c-c376-4f9d-b442-873b249fdd17 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:01.467943 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.492231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:01.517352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.736819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Deleting port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:01.737369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.870574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da00972-8b84-42a7-be2b-530a585a9c04 req-97215f7b-81a5-452a-a9af-d99d17112bf7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:01.872097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7da00972-8b84-42a7-be2b-530a585a9c04 req-97215f7b-81a5-452a-a9af-d99d17112bf7 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2887759 Jul 09 16:40:01.887458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-534e8aed-96ad-44ea-954f-93eb4de65cc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c09bc0f03d334b4fa986a48622305f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936968 Jul 09 16:40:01.891090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:01.925847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] For port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:01.926217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.970309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d28ed83-da55-452c-9f6b-0fba51a0bf92 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:01.980412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Calling delete_port for 1ac3bc39-2a20-4be0-b045-e4a68f5b28de owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:01.984788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.995037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7da00972-8b84-42a7-be2b-530a585a9c04 req-0d227ffa-869b-4e92-90c6-0f0a7aa6eb55 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099699 Jul 09 16:40:02.016532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Transition to ACTIVE for port object 4d28ed83-da55-452c-9f6b-0fba51a0bf92 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:02.027494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.043673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e84ed3-5732-4fdd-ace1-521c796d160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.095261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-66fbd32f-6ebe-4869-9bd9-ebeca1b2539f tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:02.105400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-66fbd32f-6ebe-4869-9bd9-ebeca1b2539f tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/networks?id=f19ac7e4-9a3a-4073-b4e7-7c12977a585b HTTP/1.1" status: 200 len: 813 time: 0.3173892 Jul 09 16:40:02.105632 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e84ed3-5732-4fdd-ace1-521c796d160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.108099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Pushing event updated for resources: {'Port': ['ID=4d28ed83-da55-452c-9f6b-0fba51a0bf92,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:02.149861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-8b3b8183-0c53-47a1-b927-40a8e4bc09e4 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/quotas/77917209935441a18c93739037a6a7cd HTTP/1.1" status: 200 len: 375 time: 0.0429490 Jul 09 16:40:02.223106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Attempting to bind port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:02.223507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Attempting to bind port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:02.224301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Attempting to bind port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:02.230307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:02.230890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Attempting to bind port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:02.232747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e84ed3-5732-4fdd-ace1-521c796d160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.235592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39e84ed3-5732-4fdd-ace1-521c796d160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.239047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-39e84ed3-5732-4fdd-ace1-521c796d160e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1107aee4-ce67-4a5e-80a8-7ce1786d10c0 HTTP/1.1" status: 204 len: 168 time: 0.3466902 Jul 09 16:40:02.246864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:02.247324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Checking segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:02.247811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Bound using segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:02.248476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Bound port: 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:02.248943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.267545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e84ed3-5732-4fdd-ace1-521c796d160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1107aee4-ce67-4a5e-80a8-7ce1786d10c0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:02.301148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1397-3070-4638-b082-6c20db0059af req-00f03fce-07f8-4850-b37e-023d5fb053b5 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:02.303180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d00a1397-3070-4638-b082-6c20db0059af req-00f03fce-07f8-4850-b37e-023d5fb053b5 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 943 time: 0.1839819 Jul 09 16:40:02.344791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] For port 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:02.345231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-2230fa0b-7e74-4ab3-b321-0b2718a8b66b tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77917209935441a18c93739037a6a7cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939902 Jul 09 16:40:02.348913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] For port 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:02.357021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.394629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:02.395407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.397017 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] 10.222.0.43 "PUT /v2.0/ports/4d28ed83-da55-452c-9f6b-0fba51a0bf92 HTTP/1.1" status: 200 len: 1091 time: 1.1046262 Jul 09 16:40:02.397765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'tag': '4d28ed83-da55-452c-9f6b-0fba51a0bf92'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:02.400345 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2716a-7a2e-43a3-8f91-da209b9275e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3176b2-e708-4915-b4e8-174fc410a1ee", "tag": "4d28ed83-da55-452c-9f6b-0fba51a0bf92"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:02.427618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.443648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['1ac3bc39-2a20-4be0-b045-e4a68f5b28de'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:02.445842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676ddab-aa7e-4940-a8c2-d57ecb56db7e service neutron] Pushing event updated for resources: {'Port': ['ID=4d28ed83-da55-452c-9f6b-0fba51a0bf92,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:02.467847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d00a1397-3070-4638-b082-6c20db0059af req-296c1eaf-ed9d-4c3e-b4bf-08c9b36e7498 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575701 Jul 09 16:40:02.520795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-42effe6b-5998-4cff-a625-a445b2fdfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:02.522624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-42effe6b-5998-4cff-a625-a445b2fdfae2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 1094 time: 0.0735707 Jul 09 16:40:02.539184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event deleted for resources: {'Port': ['ID=1ac3bc39-2a20-4be0-b045-e4a68f5b28de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:02.581517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-bc7544f3-350d-4fb8-8f8e-4f1eb590c413 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92 HTTP/1.1" status: 200 len: 217 time: 0.0494776 Jul 09 16:40:02.605264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] No DVR routers for this DVR port 1ac3bc39-2a20-4be0-b045-e4a68f5b28de on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:02.609576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.611186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0920597b-76f3-4353-9f2a-1bc482cc4a15 req-c13937cd-eab3-4a5f-bca1-dc7787237903 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.43 "DELETE /v2.0/ports/1ac3bc39-2a20-4be0-b045-e4a68f5b28de HTTP/1.1" status: 204 len: 173 time: 1.1670315 Jul 09 16:40:02.611695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'name': 'network-vif-deleted', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:02.614309 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeca1ea-6bc3-4d6e-ba44-0fc24bb32c39" -d '{"events": [{"server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "name": "network-vif-deleted", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:02.628622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-bd71f18d-e36b-498a-bfad-2282b1c6e126 service neutron] 10.222.0.48 "GET /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822933 Jul 09 16:40:02.700960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-0e5c25b5-d6a5-4772-b7ae-61a0b0c28afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:02.703234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-0e5c25b5-d6a5-4772-b7ae-61a0b0c28afb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.1125860 Jul 09 16:40:02.738734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-041a1322-ed68-4595-b9c3-262a7be42276 service neutron] 10.222.0.48 "GET /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091051 Jul 09 16:40:02.739324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:02.742665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-62afb753-6ec2-4fa9-bcbd-71f2017f8242 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315545 Jul 09 16:40:02.837124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e4c9eb3-6378-4919-8eac-60fe46eacbb2 req-7ea7621c-d12d-4a7c-a52f-3f9e366077ba tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=b727b350-5e21-4400-9024-772bd0d41f57 HTTP/1.1" status: 200 len: 210 time: 0.0510874 Jul 09 16:40:02.848368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-86bd4d19-cd9a-4544-94e6-ec56f5dfb3bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e3a6fdf103741889c75bae688ca7456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030447 Jul 09 16:40:02.850598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:02.912099 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03dad1c4-50d0-4ec4-9432-0229e0b37df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.915030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-06ff7073-5289-4377-b2db-0532aec48a4b service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618619 Jul 09 16:40:02.942435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03dad1c4-50d0-4ec4-9432-0229e0b37df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.048083 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23ee09-1b52-478c-97b5-c43d6f017c29 x-openstack-request-id: req-ed23ee09-1b52-478c-97b5-c43d6f017c29 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:03.049355 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3176b2-e708-4915-b4e8-174fc410a1ee", "tag": "4d28ed83-da55-452c-9f6b-0fba51a0bf92", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:03.050214 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed23ee09-1b52-478c-97b5-c43d6f017c29 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:03.050831 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'tag': '4d28ed83-da55-452c-9f6b-0fba51a0bf92', 'status': 'completed', 'code': 200} Jul 09 16:40:03.059834 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03dad1c4-50d0-4ec4-9432-0229e0b37df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.063421 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03dad1c4-50d0-4ec4-9432-0229e0b37df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.064729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-03dad1c4-50d0-4ec4-9432-0229e0b37df2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ecacb23-060c-4c8d-b8c6-a95642c57cfb HTTP/1.1" status: 204 len: 168 time: 0.2129853 Jul 09 16:40:03.074789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dad1c4-50d0-4ec4-9432-0229e0b37df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecacb23-060c-4c8d-b8c6-a95642c57cfb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:03.128548 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ca5d7f7-6a16-41fb-bed5-dac916fb676f req-560900b6-ea1a-4856-937f-755c4c13b351 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047336 Jul 09 16:40:03.148955 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4991e18-42fd-41a7-8a19-e37a9e5dbc6d x-openstack-request-id: req-a4991e18-42fd-41a7-8a19-e37a9e5dbc6d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:03.150457 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b727b350-5e21-4400-9024-772bd0d41f57", "name": "network-vif-deleted", "tag": "1ac3bc39-2a20-4be0-b045-e4a68f5b28de", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:03.150823 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4991e18-42fd-41a7-8a19-e37a9e5dbc6d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:03.151213 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727b350-5e21-4400-9024-772bd0d41f57', 'name': 'network-vif-deleted', 'tag': '1ac3bc39-2a20-4be0-b045-e4a68f5b28de', 'status': 'completed', 'code': 200} Jul 09 16:40:03.211223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d559d5e-17b4-4c0a-9e63-121e752cfba2 req-ecf7337b-0172-4078-a868-0c24bb89656d tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 210 time: 0.0871546 Jul 09 16:40:03.278204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-8e591da9-6607-4796-b903-7d869da163f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:03.281971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-8e591da9-6607-4796-b903-7d869da163f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 1094 time: 0.0890701 Jul 09 16:40:03.427135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-4196fee8-b277-4dd5-ab83-f04a04d5778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:03.428997 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-4196fee8-b277-4dd5-ab83-f04a04d5778d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 911 time: 0.1377130 Jul 09 16:40:03.534877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab27415-0bcb-4ee2-bdde-d4b94dc153e1 req-b8be2299-cf77-49a5-955a-083c26c6f366 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:03.536877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dab27415-0bcb-4ee2-bdde-d4b94dc153e1 req-b8be2299-cf77-49a5-955a-083c26c6f366 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.2081909 Jul 09 16:40:03.563517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-8febbe24-5b55-41c8-abc4-25626ade9862 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92 HTTP/1.1" status: 200 len: 217 time: 0.1230459 Jul 09 16:40:03.632066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dab27415-0bcb-4ee2-bdde-d4b94dc153e1 req-7b397dc2-5ec2-437d-85d2-7375037b3e9a tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874593 Jul 09 16:40:03.675634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-798173a2-43be-4394-95b4-4dcba25944f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:03.687682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-798173a2-43be-4394-95b4-4dcba25944f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.1091461 Jul 09 16:40:03.724194 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-22b2108f-433a-4821-b1da-eecefd20414c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354204 Jul 09 16:40:03.727167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966956-49aa-4880-9f5b-92ac939d563c req-20cc06de-7258-4a2a-ab9b-57982e0ba94d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:03.734807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6966956-49aa-4880-9f5b-92ac939d563c req-20cc06de-7258-4a2a-ab9b-57982e0ba94d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 943 time: 0.0896735 Jul 09 16:40:03.792499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6966956-49aa-4880-9f5b-92ac939d563c req-23c77463-4159-4655-aa61-d446d9d2f683 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Jul 09 16:40:03.845723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-49b09862-39eb-485a-9f29-b58145bd843d service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134152 Jul 09 16:40:03.964963 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-57a2716a-7a2e-43a3-8f91-da209b9275e5 req-4d327eb9-f826-45ee-9936-a3b9cc0f550a service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122508 Jul 09 16:40:04.376678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a79e8390-ea56-4f33-bbc8-0f1ccf0f2ec6 req-021a6901-d7f4-4457-813d-a287c42681ae tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 210 time: 0.0415986 Jul 09 16:40:04.552613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5bd7f-54b2-4cb4-a233-a223da91b2f9 req-8ae7cda9-11be-4c9f-8ce3-713860ed1087 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:04.554106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1f5bd7f-54b2-4cb4-a233-a223da91b2f9 req-8ae7cda9-11be-4c9f-8ce3-713860ed1087 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 945 time: 0.0641766 Jul 09 16:40:04.593408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1f5bd7f-54b2-4cb4-a233-a223da91b2f9 req-8b5cdb19-963c-4b4a-a1fc-7c4f093d6692 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Jul 09 16:40:04.841950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74988d-470c-4824-a229-ee58cca87a16 req-e802d7ee-1e50-4325-8c3f-67d552d09db3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:04.843558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e74988d-470c-4824-a229-ee58cca87a16 req-e802d7ee-1e50-4325-8c3f-67d552d09db3 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.0912075 Jul 09 16:40:04.872361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-6f9e86b1-014c-4e80-ad51-0fbc8a461250 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:04.874056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-6f9e86b1-014c-4e80-ad51-0fbc8a461250 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.37 "GET /v2.0/networks?id=f19ac7e4-9a3a-4073-b4e7-7c12977a585b HTTP/1.1" status: 200 len: 813 time: 0.1257939 Jul 09 16:40:04.890365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e74988d-470c-4824-a229-ee58cca87a16 req-a061c2fe-3cb5-4445-867b-62173db60fcd tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Jul 09 16:40:05.006184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Request body: {'port': {'device_id': 'd130a14a-d912-49a5-9f06-932e2136341c', 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'admin_state_up': True, 'tenant_id': '77917209935441a18c93739037a6a7cd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:05.115499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-f1e1b953-3ced-42e6-80b2-b2222dbfc872 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:05.117089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-f1e1b953-3ced-42e6-80b2-b2222dbfc872 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 945 time: 0.1251123 Jul 09 16:40:05.127809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e7273-a093-43c9-b12d-5ff798007c42 req-a06ce381-6828-4457-9a96-30c61ac93b50 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:05.129407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-185e7273-a093-43c9-b12d-5ff798007c42 req-a06ce381-6828-4457-9a96-30c61ac93b50 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 943 time: 0.1044590 Jul 09 16:40:05.149588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Made reservation on behalf of 77917209935441a18c93739037a6a7cd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:05.154169 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.297845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-185e7273-a093-43c9-b12d-5ff798007c42 req-c49cd949-9d6c-4e46-9880-72683c7b3094 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601460 Jul 09 16:40:05.357742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Deleting port 4dc93540-8ca2-43a7-934e-f29af8edc224 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:05.358685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.376414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Allocated IP 172.20.0.4 (f19ac7e4-9a3a-4073-b4e7-7c12977a585b/c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49/ca83365d-3a18-4a37-8e66-cc600f09b285) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:05.490241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] For port 4dc93540-8ca2-43a7-934e-f29af8edc224, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4dc93540-8ca2-43a7-934e-f29af8edc224,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:05.491181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.516777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Calling delete_port for 4dc93540-8ca2-43a7-934e-f29af8edc224 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:05.599949 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.622584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Transition to ACTIVE for port object ca83365d-3a18-4a37-8e66-cc600f09b285 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:05.662067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34476fe1-9f2f-4362-811f-5ad5a358d7e4 req-ba244c2a-1694-487a-b7db-eac77b3d3861 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 210 time: 0.0775592 Jul 09 16:40:05.676925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.750376 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9644892-ae13-4828-8e1f-3e0cebb6d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.783197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:05.790813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:05.790813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:05.893374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.900781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Pushing event updated for resources: {'Port': ['ID=ca83365d-3a18-4a37-8e66-cc600f09b285,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:05.943437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:05.943437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.967607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event deleted for resources: {'Port': ['ID=4dc93540-8ca2-43a7-934e-f29af8edc224,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:06.012354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-86557986-496d-4e95-be04-093dc1ed2086 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0125451 Jul 09 16:40:06.110499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55920881-8c6b-48d8-9d12-a6474eccbc47 req-48c8a086-e357-4c1e-bb1d-4dd58e0d0b1e tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 210 time: 0.0881281 Jul 09 16:40:06.111700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] No DVR routers for this DVR port 4dc93540-8ca2-43a7-934e-f29af8edc224 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:06.114718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.117537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6271f2c0-cd60-4c1b-882d-5752b7f34e66 req-c1a7bdb1-83a3-40c5-8060-4f42ee3146ee tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "DELETE /v2.0/ports/4dc93540-8ca2-43a7-934e-f29af8edc224 HTTP/1.1" status: 204 len: 173 time: 0.9870868 Jul 09 16:40:06.118981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'name': 'network-vif-deleted', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:06.122070 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2198d64-f0d4-4c34-9f25-e72f5ce05754" -d '{"events": [{"server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "name": "network-vif-deleted", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:06.272921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8812e283-a1db-489f-b561-a9e7be0de535 None None] Provisioning for port ca83365d-3a18-4a37-8e66-cc600f09b285 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:06.283760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8812e283-a1db-489f-b561-a9e7be0de535 None None] Provisioning complete for port ca83365d-3a18-4a37-8e66-cc600f09b285 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:06.284134 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8812e283-a1db-489f-b561-a9e7be0de535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.392091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38d2d6-3410-4be3-a804-eabafbf07bec req-7e475769-79ff-42b6-929a-f41176d16c35 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:06.395520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db38d2d6-3410-4be3-a804-eabafbf07bec req-7e475769-79ff-42b6-929a-f41176d16c35 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1617465 Jul 09 16:40:06.406515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8812e283-a1db-489f-b561-a9e7be0de535 None None] Port ca83365d-3a18-4a37-8e66-cc600f09b285 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:06.463309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db38d2d6-3410-4be3-a804-eabafbf07bec req-a20c07d1-57bf-4054-96ac-3ca17c520b80 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596967 Jul 09 16:40:06.481496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4d28ed83-da55-452c-9f6b-0fba51a0bf92 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:06.483704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:06.529896 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50af3353-4d49-49b6-8d5f-ad1644cd866e x-openstack-request-id: req-50af3353-4d49-49b6-8d5f-ad1644cd866e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:06.530289 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9ff94c-ee8e-4fcb-9ec2-4b972265812d", "name": "network-vif-deleted", "tag": "4dc93540-8ca2-43a7-934e-f29af8edc224", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:06.530769 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50af3353-4d49-49b6-8d5f-ad1644cd866e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:06.531338 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9ff94c-ee8e-4fcb-9ec2-4b972265812d', 'name': 'network-vif-deleted', 'tag': '4dc93540-8ca2-43a7-934e-f29af8edc224', 'status': 'completed', 'code': 200} Jul 09 16:40:06.536333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 1ac3bc39-2a20-4be0-b045-e4a68f5b28de {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:06.536937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1ac3bc39-2a20-4be0-b045-e4a68f5b28de not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:06.571796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:06.691461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:06.712280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '4d28ed83-da55-452c-9f6b-0fba51a0bf92', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'port_id': '4d28ed83-da55-452c-9f6b-0fba51a0bf92', 'mac_address': 'fa:16:3e:9e:2b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918ee96b-3f39-4c06-abdc-121185822afc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:06.798855 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.807200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe712d23-ff41-4f76-ad19-2bfe401f8a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.813733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d28ed83-da55-452c-9f6b-0fba51a0bf92 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:06.835153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:06.844832 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.866771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb398b-b76d-43ea-8294-ce75af39f96a req-c8511dc2-6947-418e-b73c-31de4c989cdf tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:06.872130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fefb398b-b76d-43ea-8294-ce75af39f96a req-c8511dc2-6947-418e-b73c-31de4c989cdf tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 943 time: 0.1300683 Jul 09 16:40:06.917842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=4d28ed83-da55-452c-9f6b-0fba51a0bf92,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:06.951027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fefb398b-b76d-43ea-8294-ce75af39f96a req-e71be7ba-22e3-4496-8db1-1517a48e2331 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720735 Jul 09 16:40:07.022317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe712d23-ff41-4f76-ad19-2bfe401f8a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.036663 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe712d23-ff41-4f76-ad19-2bfe401f8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.075610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fe712d23-ff41-4f76-ad19-2bfe401f8a5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97a1b0940937464086f7082c6ab58ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023184 Jul 09 16:40:07.078292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:07.099240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe712d23-ff41-4f76-ad19-2bfe401f8a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66a475b-5c24-42fe-b429-b21402737df0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.138622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['4d28ed83-da55-452c-9f6b-0fba51a0bf92'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:07.158717 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3a42e16-1ba5-4edb-b9ae-6577a378f47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.188666 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3a42e16-1ba5-4edb-b9ae-6577a378f47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.258143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3a42e16-1ba5-4edb-b9ae-6577a378f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.260867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3a42e16-1ba5-4edb-b9ae-6577a378f47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.262097 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f3a42e16-1ba5-4edb-b9ae-6577a378f47c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e66a475b-5c24-42fe-b429-b21402737df0 HTTP/1.1" status: 204 len: 168 time: 0.1823168 Jul 09 16:40:07.270448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a42e16-1ba5-4edb-b9ae-6577a378f47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66a475b-5c24-42fe-b429-b21402737df0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.607590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:07.623610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c772ff05-f108-4e93-9006-1d668a0400b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.741608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c772ff05-f108-4e93-9006-1d668a0400b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.747270 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c772ff05-f108-4e93-9006-1d668a0400b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.786222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ff05-f108-4e93-9006-1d668a0400b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ea116-a592-4c06-918a-b2fe6393fdf1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.790456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c772ff05-f108-4e93-9006-1d668a0400b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=139c3520c09d4d7aa2fe5e28a1ec13a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818123 Jul 09 16:40:07.793307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:07.847670 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2137dede-c8c1-43e2-9293-a95f6aa982cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.869249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2137dede-c8c1-43e2-9293-a95f6aa982cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.921906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2137dede-c8c1-43e2-9293-a95f6aa982cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.924517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2137dede-c8c1-43e2-9293-a95f6aa982cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.929534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2137dede-c8c1-43e2-9293-a95f6aa982cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a24ea116-a592-4c06-918a-b2fe6393fdf1 HTTP/1.1" status: 204 len: 168 time: 0.1316061 Jul 09 16:40:07.934403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137dede-c8c1-43e2-9293-a95f6aa982cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ea116-a592-4c06-918a-b2fe6393fdf1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.982494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.242605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b31daa8-d39d-4a11-9c46-08f455141eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.519281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4d28ed83-da55-452c-9f6b-0fba51a0bf92 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:08.563423 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.588988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:08.593483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:08.593886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.678269 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.701988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d28ed83-da55-452c-9f6b-0fba51a0bf92'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:08.704810 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57090db6-8401-418c-916e-b72e28b286c6" -d '{"events": [{"server_uuid": "5b3176b2-e708-4915-b4e8-174fc410a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "4d28ed83-da55-452c-9f6b-0fba51a0bf92"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:08.721927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:08.722461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:08.727469 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.763726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:08.789168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 4dc93540-8ca2-43a7-934e-f29af8edc224 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:08.789783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4dc93540-8ca2-43a7-934e-f29af8edc224 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:08.801639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=4d28ed83-da55-452c-9f6b-0fba51a0bf92,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:08.835102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-436945637-network', 'tenant_id': 'ccaf50604f66437abd7dc7219a4e5e39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:08.857868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Made reservation on behalf of ccaf50604f66437abd7dc7219a4e5e39 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:08.860702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.869512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.974619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.979483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.008618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:09.019371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a9278-f2a1-4024-8128-68b0f7d2cf70,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:09.024314 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.024683 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Added segment 67976a77-b31c-4f17-b318-4162a6792d28 of type vlan for network 4a539bff-43f2-40af-8118-b20c382f9e0b Jul 09 16:40:09.067525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.099950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.100961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:09.101546 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.116372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.153397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4293880 Jul 09 16:40:09.156529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:09.162837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Request body: {'subnet': {'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-436945637-subnet', 'tenant_id': 'ccaf50604f66437abd7dc7219a4e5e39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:09.164524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba9830-7dcb-4a51-a690-8dab5efc0234 admin admin] Pushing event updated for resources: {'Network': ['ID=4a539bff-43f2-40af-8118-b20c382f9e0b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:09.175379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4a539bff-43f2-40af-8118-b20c382f9e0b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:09.200206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Made reservation on behalf of ccaf50604f66437abd7dc7219a4e5e39 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:09.204299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.395745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.449033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedd376b-90e4-4762-a702-56c845287038,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:09.466986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Checking segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:09.467338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Network hostable DHCP agents. Network: 4a539bff-43f2-40af-8118-b20c382f9e0b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:09.484893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Network 4a539bff-43f2-40af-8118-b20c382f9e0b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:09.495326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4a539bff-43f2-40af-8118-b20c382f9e0b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:09.500499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:09.502344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.510978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041c06d-29b0-4bb7-b7b6-254f4fc02f05 None None] Network 4a539bff-43f2-40af-8118-b20c382f9e0b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:09.527530 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e3d5fb1-98a9-457d-af75-172b80ecb420 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3693006 Jul 09 16:40:09.684824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377a4c3-540b-4cbd-83f7-45ec21e0d1ed None None] Network 4a539bff-43f2-40af-8118-b20c382f9e0b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:10.946088 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:16.159771 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:40:18.787503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Request body: {'port': {'device_id': 'd130a14a-d912-49a5-9f06-932e2136341c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:18.861549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0244a9-29f8-4d6e-ba56-e989a77ffd67 req-2399a6d4-2fe4-4e91-ba3b-f9b25a46f8da tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:18.863508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b0244a9-29f8-4d6e-ba56-e989a77ffd67 req-2399a6d4-2fe4-4e91-ba3b-f9b25a46f8da tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 931 time: 0.0705183 Jul 09 16:40:18.933342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b0244a9-29f8-4d6e-ba56-e989a77ffd67 req-f88bbcd6-2e9f-400e-bfee-968e14609310 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Jul 09 16:40:19.052183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-292623a6-bd8b-408c-9aab-e827a0708844 req-490be381-4fd0-4525-9c01-0c793b33c700 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed9ff94c-ee8e-4fcb-9ec2-4b972265812d HTTP/1.1" status: 200 len: 210 time: 0.0327103 Jul 09 16:40:19.116551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db08a-d153-4eb3-83e0-d9c240db9756 req-88351df3-b23f-4e3d-83e9-fa4ad18b8c45 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:19.118719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-186db08a-d153-4eb3-83e0-d9c240db9756 req-88351df3-b23f-4e3d-83e9-fa4ad18b8c45 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.0699215 Jul 09 16:40:19.162150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-186db08a-d153-4eb3-83e0-d9c240db9756 req-4be9b0a7-313a-474d-8928-c0e6c8400778 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368915 Jul 09 16:40:19.227531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.228631 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c44416-c88f-454f-aa98-f85731806de0 x-openstack-request-id: req-90c44416-c88f-454f-aa98-f85731806de0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:19.229124 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3176b2-e708-4915-b4e8-174fc410a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "4d28ed83-da55-452c-9f6b-0fba51a0bf92", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:19.229214 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90c44416-c88f-454f-aa98-f85731806de0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:19.229744 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d28ed83-da55-452c-9f6b-0fba51a0bf92', 'code': 200} Jul 09 16:40:19.229892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968e94f-9979-4443-83b1-93b0d8fd7bf3 req-b41053f8-2bee-4594-acf5-5c56a6e0d4a1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:19.231691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6968e94f-9979-4443-83b1-93b0d8fd7bf3 req-b41053f8-2bee-4594-acf5-5c56a6e0d4a1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.0735641 Jul 09 16:40:19.288379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6968e94f-9979-4443-83b1-93b0d8fd7bf3 req-cdaae680-d84f-4dd3-a78b-1a81bf548a2f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Jul 09 16:40:19.502530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd70015-95c7-4a05-86cb-861f195bbf21 req-2cf993db-9d1d-4242-87b4-c199c4d53e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:19.511078 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dd70015-95c7-4a05-86cb-861f195bbf21 req-2cf993db-9d1d-4242-87b4-c199c4d53e04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 1096 time: 0.1858063 Jul 09 16:40:19.587214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dd70015-95c7-4a05-86cb-861f195bbf21 req-dc0e2022-097b-4b47-b979-975dd9000788 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Jul 09 16:40:19.597305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-c88c3f9e-f4fc-4e4c-acde-e94650d61ab6 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:19.598875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-c88c3f9e-f4fc-4e4c-acde-e94650d61ab6 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.1162438 Jul 09 16:40:19.622959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-0283e2a0-3c46-48de-aefb-5a73ea37db95 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/quotas/ccaf50604f66437abd7dc7219a4e5e39 HTTP/1.1" status: 200 len: 375 time: 0.0138090 Jul 09 16:40:19.665444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-639a664b-508e-441c-ad2c-2ba6680fd88e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414765 Jul 09 16:40:19.669031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca83365d-3a18-4a37-8e66-cc600f09b285 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:19.678001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.697512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Transition to ACTIVE for port object ca83365d-3a18-4a37-8e66-cc600f09b285 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:19.701360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.816941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-c4a630ba-21c0-4439-afac-aa4eabc6858e service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506002 Jul 09 16:40:19.833567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Pushing event updated for resources: {'Port': ['ID=ca83365d-3a18-4a37-8e66-cc600f09b285,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:19.845417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01d5c-8e6b-4d2d-8761-8cca43cd3bf0 req-add072f9-b8ab-4198-b198-9f291ceb12c2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:19.847318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52c01d5c-8e6b-4d2d-8761-8cca43cd3bf0 req-add072f9-b8ab-4198-b198-9f291ceb12c2 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1321540 Jul 09 16:40:19.859270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.859771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.860200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.860669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.861091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.861677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.862237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.862790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.863208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.863593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.863978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.864360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.884681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Attempting to bind port ca83365d-3a18-4a37-8e66-cc600f09b285 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:19.885145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Attempting to bind port ca83365d-3a18-4a37-8e66-cc600f09b285 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:19.885544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Attempting to bind port ca83365d-3a18-4a37-8e66-cc600f09b285 on network f19ac7e4-9a3a-4073-b4e7-7c12977a585b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:19.891504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Port ca83365d-3a18-4a37-8e66-cc600f09b285 on network f19ac7e4-9a3a-4073-b4e7-7c12977a585b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:19.891981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Attempting to bind port ca83365d-3a18-4a37-8e66-cc600f09b285 on network f19ac7e4-9a3a-4073-b4e7-7c12977a585b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:19.900069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:19.900499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Checking segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:19.901023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Bound using segment: {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:19.901607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Bound port: ca83365d-3a18-4a37-8e66-cc600f09b285, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ca65a3-609a-42f4-988a-35de46f4b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:19.902002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.955753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52c01d5c-8e6b-4d2d-8761-8cca43cd3bf0 req-d0bf02fe-5110-4d03-a14c-74bfeeb4182e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962050 Jul 09 16:40:19.973815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] For port ca83365d-3a18-4a37-8e66-cc600f09b285, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:19.983652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] For port ca83365d-3a18-4a37-8e66-cc600f09b285, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ca83365d-3a18-4a37-8e66-cc600f09b285,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:19.988834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.994516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-460d21ee-78e3-40b1-9c12-4a25d8df905a service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664054 Jul 09 16:40:20.029095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.031356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.033452 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] 10.222.0.37 "PUT /v2.0/ports/ca83365d-3a18-4a37-8e66-cc600f09b285 HTTP/1.1" status: 200 len: 1091 time: 1.2504840 Jul 09 16:40:20.036344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd130a14a-d912-49a5-9f06-932e2136341c', 'tag': 'ca83365d-3a18-4a37-8e66-cc600f09b285'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:20.039210 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d130a14a-d912-49a5-9f06-932e2136341c", "tag": "ca83365d-3a18-4a37-8e66-cc600f09b285"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:20.086145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a8971-74f4-4c33-98d0-96d81b6f893d service neutron] Pushing event updated for resources: {'Port': ['ID=ca83365d-3a18-4a37-8e66-cc600f09b285,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:20.213560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-e2c52990-6ee4-4478-b226-7f7e77634033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.216298 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-e2c52990-6ee4-4478-b226-7f7e77634033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=77917209935441a18c93739037a6a7cd&device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 1094 time: 0.0898278 Jul 09 16:40:20.291072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-691f0de5-3f9a-4ed0-8609-17fa26cc5ca9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca83365d-3a18-4a37-8e66-cc600f09b285 HTTP/1.1" status: 200 len: 217 time: 0.0536215 Jul 09 16:40:20.384410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-c9ce3121-9974-445a-9e47-72ee1d8e9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.386950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-c9ce3121-9974-445a-9e47-72ee1d8e9c10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49 HTTP/1.1" status: 200 len: 852 time: 0.0794592 Jul 09 16:40:20.395149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678becb-1dfd-4abf-b274-3cf7b74b7422 req-5f101e14-5861-4a8b-9ac8-27f2b8cb9753 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.402516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3678becb-1dfd-4abf-b274-3cf7b74b7422 req-5f101e14-5861-4a8b-9ac8-27f2b8cb9753 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 943 time: 0.1155107 Jul 09 16:40:20.463530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3678becb-1dfd-4abf-b274-3cf7b74b7422 req-d491de81-27a7-46fc-b066-42de148ca222 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Jul 09 16:40:20.480010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-4bd75f22-bbc0-47e4-83cf-2e6c3a77e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.482982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-4bd75f22-bbc0-47e4-83cf-2e6c3a77e130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f19ac7e4-9a3a-4073-b4e7-7c12977a585b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889528 Jul 09 16:40:20.521906 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a5175-618e-4c91-914d-ce71a558c6c3 x-openstack-request-id: req-b72a5175-618e-4c91-914d-ce71a558c6c3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:20.529888 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d130a14a-d912-49a5-9f06-932e2136341c", "tag": "ca83365d-3a18-4a37-8e66-cc600f09b285", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:20.530607 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b72a5175-618e-4c91-914d-ce71a558c6c3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:20.531843 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd130a14a-d912-49a5-9f06-932e2136341c', 'tag': 'ca83365d-3a18-4a37-8e66-cc600f09b285', 'status': 'completed', 'code': 200} Jul 09 16:40:20.610442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a538c-6ec8-4bf5-8f7a-f9cabfd3ba6b req-0d5cf8ce-72c3-495c-a782-48ba11867d7f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.613113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-473a538c-6ec8-4bf5-8f7a-f9cabfd3ba6b req-0d5cf8ce-72c3-495c-a782-48ba11867d7f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1755052 Jul 09 16:40:20.691436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-9a6671f8-0726-43c3-bd00-dcae7adcf505 service neutron] 10.222.0.37 "GET /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997507 Jul 09 16:40:20.699091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f173e3e-fe1e-4cf1-b554-89f6aa9651ce req-e2280e2c-9533-4aee-b2c4-dd487c8788c8 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 210 time: 0.0664184 Jul 09 16:40:20.752375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-473a538c-6ec8-4bf5-8f7a-f9cabfd3ba6b req-8cf41510-2d6b-4f2b-a0e8-a5cd3add8085 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303349 Jul 09 16:40:20.808247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2ae8bf0-e886-4d0b-b627-40adb7c9c4a7 req-ffd873db-f362-4ece-9863-a861eab1d3a2 service neutron] 10.222.0.37 "GET /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098332 Jul 09 16:40:20.894322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b12ee-7556-4413-b818-1d104101299f req-afddd826-0bc1-41fc-b2e0-4c2ba032eda2 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.901328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-916b12ee-7556-4413-b818-1d104101299f req-afddd826-0bc1-41fc-b2e0-4c2ba032eda2 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.0811269 Jul 09 16:40:20.940439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-916b12ee-7556-4413-b818-1d104101299f req-7f7a0082-6350-4019-9d98-d16744126fc7 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Jul 09 16:40:20.968936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-de59a31a-8a30-408f-907c-eb0089c8567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:20.976960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-de59a31a-8a30-408f-907c-eb0089c8567a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=77917209935441a18c93739037a6a7cd&device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 1094 time: 0.0699463 Jul 09 16:40:21.095082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-5878be89-109b-484a-a636-79d2efb4cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.096886 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-5878be89-109b-484a-a636-79d2efb4cdd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f19ac7e4-9a3a-4073-b4e7-7c12977a585b HTTP/1.1" status: 200 len: 914 time: 0.1133668 Jul 09 16:40:21.168838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-1a8c964a-2c7d-40d8-990a-ee8e108b2e59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca83365d-3a18-4a37-8e66-cc600f09b285 HTTP/1.1" status: 200 len: 217 time: 0.0497158 Jul 09 16:40:21.249370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-6a640b10-928f-4aad-b7bb-09e3b626be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.251441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-6a640b10-928f-4aad-b7bb-09e3b626be67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49 HTTP/1.1" status: 200 len: 852 time: 0.0679798 Jul 09 16:40:21.344228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-d3634478-eef8-4f9e-a8d2-6e41c5d66faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.345779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-d3634478-eef8-4f9e-a8d2-6e41c5d66faa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f19ac7e4-9a3a-4073-b4e7-7c12977a585b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841279 Jul 09 16:40:21.464982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-d9f0d4ae-168e-437b-96c6-556685516842 service neutron] 10.222.0.37 "GET /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091523 Jul 09 16:40:21.471723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2b8cc-f5fe-4fc4-af0d-f52ab7c6dd14 req-0dc6c15b-95bb-4eb0-b6ad-51a24c4a1344 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.473332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47a2b8cc-f5fe-4fc4-af0d-f52ab7c6dd14 req-0dc6c15b-95bb-4eb0-b6ad-51a24c4a1344 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 945 time: 0.0807936 Jul 09 16:40:21.556730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47a2b8cc-f5fe-4fc4-af0d-f52ab7c6dd14 req-15953500-89dc-4a3f-a007-7cf46f1c3be9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760665 Jul 09 16:40:21.584605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-ce09c015-9511-42cb-b76c-eae02ca11edd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792789 Jul 09 16:40:21.624045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21f8ccc2-0391-4881-b0e1-b2ec6f03fa5c req-ab9495dc-b2a0-4423-9b1c-b8e4628c69fb service neutron] 10.222.0.37 "GET /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495364 Jul 09 16:40:21.655453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985cf80-0f09-4942-9487-59ee83c39632 req-cfaffa16-024e-4c0c-b1d2-b91dbdbea5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.658011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-cfaffa16-024e-4c0c-b1d2-b91dbdbea5a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 1096 time: 0.0749013 Jul 09 16:40:21.801625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f26a8-54a9-468a-99e3-8f9e74f45bc8 req-cd975682-7530-49d2-a5a7-f4955723a964 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.803574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e2f26a8-54a9-468a-99e3-8f9e74f45bc8 req-cd975682-7530-49d2-a5a7-f4955723a964 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 944 time: 0.0931199 Jul 09 16:40:21.833811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985cf80-0f09-4942-9487-59ee83c39632 req-96b48437-ce10-4c78-98e4-1b4839d9b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.835568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-96b48437-ce10-4c78-98e4-1b4839d9b075 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 911 time: 0.1633923 Jul 09 16:40:21.837659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-bb3c434a-cafd-4b34-9b5b-cc9df7de60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.839218 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-bb3c434a-cafd-4b34-9b5b-cc9df7de60cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e22eee820daf4772bcd0d13bff358009&device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 1097 time: 0.1161895 Jul 09 16:40:21.877068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e2f26a8-54a9-468a-99e3-8f9e74f45bc8 req-a347a804-33c2-4bfe-973c-1d281e4bfaa2 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Jul 09 16:40:21.889237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-ff64baea-4c78-4271-b217-68e79c4dadac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92 HTTP/1.1" status: 200 len: 217 time: 0.0452366 Jul 09 16:40:21.928014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dababfb-9d43-46c3-a6e2-675a635c99fb req-91fa7fac-d87f-48f3-a40e-c30c987271e0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.930175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dababfb-9d43-46c3-a6e2-675a635c99fb req-91fa7fac-d87f-48f3-a40e-c30c987271e0 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.1252308 Jul 09 16:40:22.017681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dababfb-9d43-46c3-a6e2-675a635c99fb req-12f1b23c-ef4f-4de2-9769-1d6d4bd9afde tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Jul 09 16:40:22.052892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-fd8a56a6-282e-494f-929e-f195ee6bc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.054498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-fd8a56a6-282e-494f-929e-f195ee6bc9de service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 200 len: 924 time: 0.1747911 Jul 09 16:40:22.072873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985cf80-0f09-4942-9487-59ee83c39632 req-8993a0d8-4d9d-4462-a5e2-59b14d314b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.074856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-8993a0d8-4d9d-4462-a5e2-59b14d314b70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.1663232 Jul 09 16:40:22.109421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-0df5bc92-ea6d-4cf1-8d43-88b8607782f6 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.113346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-0df5bc92-ea6d-4cf1-8d43-88b8607782f6 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.2033472 Jul 09 16:40:22.132648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Request body: {'port': {'device_id': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'admin_state_up': True, 'tenant_id': 'ccaf50604f66437abd7dc7219a4e5e39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:22.169271 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-17c2a388-a2a5-4c11-ae72-f27ad6b16e01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844347 Jul 09 16:40:22.266679 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-578f5996-76e2-4b08-9446-54e9e918933b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5 HTTP/1.1" status: 200 len: 1001 time: 0.1901045 Jul 09 16:40:22.330010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-79e3b5a1-6834-468f-b7ab-731b26938913 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488667 Jul 09 16:40:22.349406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-a79a8b52-4246-4b23-87a8-7eb8eb9e73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.350957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-a79a8b52-4246-4b23-87a8-7eb8eb9e73ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 200 len: 862 time: 0.0774295 Jul 09 16:40:22.416313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34d46f-2021-487c-b77f-da7948288150 req-cb4ff8f0-9cb5-4586-8aa4-baaef93b698a tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.417925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a34d46f-2021-487c-b77f-da7948288150 req-cb4ff8f0-9cb5-4586-8aa4-baaef93b698a tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 943 time: 0.2413163 Jul 09 16:40:22.425595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-aa47b589-8fa3-453d-9de1-43d3e97ba2fa tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.427163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-aa47b589-8fa3-453d-9de1-43d3e97ba2fa tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 944 time: 0.2606208 Jul 09 16:40:22.439758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc5b88-6b11-4029-97f8-f73acf53e5cf req-b9454ff6-84e9-4c32-ac71-54669b47dea6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.441292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbc5b88-6b11-4029-97f8-f73acf53e5cf req-b9454ff6-84e9-4c32-ac71-54669b47dea6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1849022 Jul 09 16:40:22.476132 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d985cf80-0f09-4942-9487-59ee83c39632 req-1942564c-b008-4e6b-bfcb-22ed2baa52c4 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365058 Jul 09 16:40:22.482645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-33f48a8a-6743-4bbd-acf4-ff7f1192b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.484637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-33f48a8a-6743-4bbd-acf4-ff7f1192b171 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba61a74d-ec98-4f18-8a67-85b159c9079b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972760 Jul 09 16:40:22.516546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Made reservation on behalf of ccaf50604f66437abd7dc7219a4e5e39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:22.525125 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.559229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a34d46f-2021-487c-b77f-da7948288150 req-6d3f5497-15cc-4f7b-bf91-2abd64dd2b82 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310501 Jul 09 16:40:22.618422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbc5b88-6b11-4029-97f8-f73acf53e5cf req-4b02bd0a-14ae-4f31-b5c3-ac25f29f6811 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600180 Jul 09 16:40:22.664050 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-88136792-413a-4963-b9eb-37820e5d6d2f service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709561 Jul 09 16:40:22.773212 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-787ec4c7-8004-430e-8eba-29bc77f774f6 req-2c3f4c96-a9dd-4503-80f5-8de9254bf8bf service neutron] 10.222.0.37 "GET /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018112 Jul 09 16:40:23.051125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc577fc9-133f-497c-9f94-64a5a0d01416 req-3e07a329-6393-41e7-a91a-b7d765426257 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 210 time: 0.3656712 Jul 09 16:40:23.097859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Deleting port 08ac5ff6-27bd-4321-8d2c-2c269babbacd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:23.098290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.102510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2144a-fa68-4905-b21e-911a50461227 req-f4efff25-b689-49d3-bf9e-f6b1fe56da83 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.104020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9be2144a-fa68-4905-b21e-911a50461227 req-f4efff25-b689-49d3-bf9e-f6b1fe56da83 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 946 time: 0.0698874 Jul 09 16:40:23.125835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Allocated IP 172.20.0.13 (4a539bff-43f2-40af-8118-b20c382f9e0b/bedd376b-90e4-4762-a702-56c845287038/3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:23.230195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port 152861f9-6361-4503-83a6-eb5c906727bf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:23.230734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.238800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b64c-e5de-46f9-9d71-9f9c5c16393f req-9fc9b1d8-1bd8-435d-9c36-dc2de4c52169 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.241724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53f5b64c-e5de-46f9-9d71-9f9c5c16393f req-9fc9b1d8-1bd8-435d-9c36-dc2de4c52169 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 945 time: 0.1982958 Jul 09 16:40:23.328517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port 152861f9-6361-4503-83a6-eb5c906727bf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=152861f9-6361-4503-83a6-eb5c906727bf,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:23.329002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.341160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for 152861f9-6361-4503-83a6-eb5c906727bf owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:23.351456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] For port 08ac5ff6-27bd-4321-8d2c-2c269babbacd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=08ac5ff6-27bd-4321-8d2c-2c269babbacd,segment=NetworkSegment(d1cf6930-9eb0-4a98-b4b3-5cde87938cfd),segment_id=d1cf6930-9eb0-4a98-b4b3-5cde87938cfd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:23.351830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.399881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Calling delete_port for 08ac5ff6-27bd-4321-8d2c-2c269babbacd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:23.407233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53f5b64c-e5de-46f9-9d71-9f9c5c16393f req-4e4c9499-06d0-4079-b42a-879d5e9229ee tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581130 Jul 09 16:40:23.482979 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.500892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9', '152861f9-6361-4503-83a6-eb5c906727bf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:23.519698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.527838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=152861f9-6361-4503-83a6-eb5c906727bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:23.548301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba00e5-f1ad-4cba-84d4-e168cdb37fc4 req-ce7108a4-8955-4220-ad43-28209ce0ea60 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.553181 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.560547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16ba00e5-f1ad-4cba-84d4-e168cdb37fc4 req-ce7108a4-8955-4220-ad43-28209ce0ea60 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 944 time: 0.2336118 Jul 09 16:40:23.569105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port 152861f9-6361-4503-83a6-eb5c906727bf on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:23.572184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.574613 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9be2144a-fa68-4905-b21e-911a50461227 req-4b6a2897-993e-4501-985a-6428097a86a5 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "DELETE /v2.0/ports/152861f9-6361-4503-83a6-eb5c906727bf HTTP/1.1" status: 204 len: 173 time: 0.4639583 Jul 09 16:40:23.575098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'name': 'network-vif-deleted', 'tag': '152861f9-6361-4503-83a6-eb5c906727bf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:23.577406 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da03e977-8bc7-46e6-a9eb-1e15b2a2263d" -d '{"events": [{"server_uuid": "3160b979-690d-4ffa-ace6-51eff8201e8f", "name": "network-vif-deleted", "tag": "152861f9-6361-4503-83a6-eb5c906727bf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:23.643243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cead99c-51d9-4e5d-88c8-f087b834fed7 req-37cbe863-5ad0-45cb-a5b9-a5b05fceb913 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=3160b979-690d-4ffa-ace6-51eff8201e8f HTTP/1.1" status: 200 len: 210 time: 0.0551007 Jul 09 16:40:23.698186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16ba00e5-f1ad-4cba-84d4-e168cdb37fc4 req-e2ada447-f75f-4045-8c29-92a2e447bf65 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bbfde91-3246-49c1-bcb2-585931236486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367383 Jul 09 16:40:23.738731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.794640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-1cc40505-f4a0-47d1-b8be-d69734deac58 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.796517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-1cc40505-f4a0-47d1-b8be-d69734deac58 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 945 time: 0.1349936 Jul 09 16:40:23.799061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Network 4a539bff-43f2-40af-8118-b20c382f9e0b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:23.803284 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.809010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:23.822720 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:23.879356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:23.891446 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae814e1-6789-401b-b1a2-d9de940ab7b0 x-openstack-request-id: req-6ae814e1-6789-401b-b1a2-d9de940ab7b0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:23.891918 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3160b979-690d-4ffa-ace6-51eff8201e8f", "name": "network-vif-deleted", "tag": "152861f9-6361-4503-83a6-eb5c906727bf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:23.892340 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ae814e1-6789-401b-b1a2-d9de940ab7b0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:23.892834 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3160b979-690d-4ffa-ace6-51eff8201e8f', 'name': 'network-vif-deleted', 'tag': '152861f9-6361-4503-83a6-eb5c906727bf', 'status': 'completed', 'code': 200} Jul 09 16:40:23.961169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Deleting port b1f54b29-717c-45ea-b9c1-da38b13d9036 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:23.961838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.989043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Pushing event deleted for resources: {'Port': ['ID=08ac5ff6-27bd-4321-8d2c-2c269babbacd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:23.991069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] No DVR routers for this DVR port 08ac5ff6-27bd-4321-8d2c-2c269babbacd on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:23.994922 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.997001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b840fd1-e376-4732-ab66-d8a7cc784eeb req-6bc08f7c-dfda-4d1b-be12-b5064000afe7 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.37 "DELETE /v2.0/ports/08ac5ff6-27bd-4321-8d2c-2c269babbacd HTTP/1.1" status: 204 len: 173 time: 1.5487142 Jul 09 16:40:24.004919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'name': 'network-vif-deleted', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:24.007344 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56871542-4521-41c3-8d5e-f930ea90a7a9" -d '{"events": [{"server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "name": "network-vif-deleted", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:24.020506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:24.021142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.067013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-f7043dc0-92fe-4da7-bab3-1e255aa0d657 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9397004 Jul 09 16:40:24.076403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] For port b1f54b29-717c-45ea-b9c1-da38b13d9036, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b1f54b29-717c-45ea-b9c1-da38b13d9036,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:24.076873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.088908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975601b-bd8f-4089-88be-a2b4eb59da40 req-1ef36490-acd5-4cb9-9531-5b2c5cd1cf70 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:24.090505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e975601b-bd8f-4089-88be-a2b4eb59da40 req-1ef36490-acd5-4cb9-9531-5b2c5cd1cf70 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 943 time: 0.2340081 Jul 09 16:40:24.092379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Calling delete_port for b1f54b29-717c-45ea-b9c1-da38b13d9036 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:24.096807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Request body: {'port': {'device_id': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:24.163339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3105-9bf7-4951-86dc-ef01948e6eb4 req-f9d30094-79ef-45e4-bec6-76aae4109643 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:24.164993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc9d3105-9bf7-4951-86dc-ef01948e6eb4 req-f9d30094-79ef-45e4-bec6-76aae4109643 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1806059 Jul 09 16:40:24.223778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e975601b-bd8f-4089-88be-a2b4eb59da40 req-2a08c453-299c-45fd-ac8f-f11b2b7acb1f tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220653 Jul 09 16:40:24.260030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.263477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc9d3105-9bf7-4951-86dc-ef01948e6eb4 req-b312d1e1-f4d6-48e5-83fa-8aa9999597f3 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795000 Jul 09 16:40:24.264519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.297201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['b1f54b29-717c-45ea-b9c1-da38b13d9036'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:24.337812 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05619a4-9008-4e6a-96ea-73feeaef1f78 x-openstack-request-id: req-c05619a4-9008-4e6a-96ea-73feeaef1f78 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:24.338103 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a347b9d4-5ea2-430e-86df-66abb56ebeef", "name": "network-vif-deleted", "tag": "08ac5ff6-27bd-4321-8d2c-2c269babbacd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:24.338364 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c05619a4-9008-4e6a-96ea-73feeaef1f78 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:24.338797 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a347b9d4-5ea2-430e-86df-66abb56ebeef', 'name': 'network-vif-deleted', 'tag': '08ac5ff6-27bd-4321-8d2c-2c269babbacd', 'status': 'completed', 'code': 200} Jul 09 16:40:24.363062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] No DVR routers for this DVR port b1f54b29-717c-45ea-b9c1-da38b13d9036 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:24.365778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.367860 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b5ea91c6-86e7-48cc-955a-a1c78bd27054 req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "DELETE /v2.0/ports/b1f54b29-717c-45ea-b9c1-da38b13d9036 HTTP/1.1" status: 204 len: 173 time: 0.5635703 Jul 09 16:40:24.368817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7da9c-bf75-418f-8973-ccbbf185da8d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event deleted for resources: {'Port': ['ID=b1f54b29-717c-45ea-b9c1-da38b13d9036,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:24.596745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-866aba6b-ef44-4631-9f48-c569c5e30d26 req-8a250a34-92d2-4b60-9db6-adc7f6471120 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 210 time: 0.0440481 Jul 09 16:40:24.612522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4169933-73fd-4584-801a-0301db332f80 req-c040df18-4283-471c-a20e-6bcdb188f0fd tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:24.614049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4169933-73fd-4584-801a-0301db332f80 req-c040df18-4283-471c-a20e-6bcdb188f0fd tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 932 time: 0.1598728 Jul 09 16:40:24.668674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4169933-73fd-4584-801a-0301db332f80 req-4cc37c8b-0da7-41fd-8075-f46008b5c078 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476329 Jul 09 16:40:24.742495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:24.757542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.784256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Transition to ACTIVE for port object 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:24.788769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.888859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ca83365d-3a18-4a37-8e66-cc600f09b285 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:24.893648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:24.894631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:24.956397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2adaf25-9819-4314-90af-00eeffd56136 req-f25fb7ee-2ea0-412e-811d-dc6ec5d7fa43 tempest-LiveAutoBlockMigrationV225Test-1841021955 tempest-LiveAutoBlockMigrationV225Test-1841021955-project] 10.222.0.48 "GET /v2.0/ports?device_id=a347b9d4-5ea2-430e-86df-66abb56ebeef HTTP/1.1" status: 200 len: 210 time: 0.0654683 Jul 09 16:40:24.991277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Attempting to bind port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:24.991624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Attempting to bind port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:24.991962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Attempting to bind port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:24.996930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 on network 4a539bff-43f2-40af-8118-b20c382f9e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:24.997256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Attempting to bind port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:25.002592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:25.002948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Checking segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:25.003332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Bound using segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:25.003760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Bound port: 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:25.004125 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.059007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 08ac5ff6-27bd-4321-8d2c-2c269babbacd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:25.059678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 08ac5ff6-27bd-4321-8d2c-2c269babbacd not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:25.076671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ca83365d-3a18-4a37-8e66-cc600f09b285, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ca83365d-3a18-4a37-8e66-cc600f09b285,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:25.088134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:25.089511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ca83365d-3a18-4a37-8e66-cc600f09b285', 'network_id': 'f19ac7e4-9a3a-4073-b4e7-7c12977a585b', 'port_id': 'ca83365d-3a18-4a37-8e66-cc600f09b285', 'mac_address': 'fa:16:3e:24:f6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:25.091546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:25.096853 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.137344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.138340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.138886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.140022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] 10.222.0.43 "PUT /v2.0/ports/3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 HTTP/1.1" status: 200 len: 1092 time: 1.0483961 Jul 09 16:40:25.173611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6285d86-8182-4102-b88e-a5d620fc3948 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:25.311877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca83365d-3a18-4a37-8e66-cc600f09b285 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:25.312094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-81115f0c-d3a0-4655-a1c9-b1e8890b0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.313751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-81115f0c-d3a0-4655-a1c9-b1e8890b0046 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 1095 time: 0.1267977 Jul 09 16:40:25.340301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ca83365d-3a18-4a37-8e66-cc600f09b285, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ca83365d-3a18-4a37-8e66-cc600f09b285,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:25.346184 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.371295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-517427f1-2cf9-4f2c-ab60-2af1988de7c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 HTTP/1.1" status: 200 len: 217 time: 0.0490682 Jul 09 16:40:25.400226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ca83365d-3a18-4a37-8e66-cc600f09b285,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:25.501050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-580cdb9e-4495-4e4b-9184-774bdd1a1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.502545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-580cdb9e-4495-4e4b-9184-774bdd1a1983 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.1238987 Jul 09 16:40:25.548534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-745bcdb0-90d0-42a2-96ad-80eadc1c86ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379181 Jul 09 16:40:25.622538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc7748-e9e5-4d47-9799-9343e393d571 req-3f3bc5c1-71e7-48fc-bc39-2e7b72e64ffa tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.623967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aecc7748-e9e5-4d47-9799-9343e393d571 req-3f3bc5c1-71e7-48fc-bc39-2e7b72e64ffa tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 944 time: 0.2012618 Jul 09 16:40:25.649263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd37f-88ea-4fa2-9237-1bc911b48fda req-694a9cd7-e247-4a5f-b645-dec0e0b8fb00 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.650781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19cdd37f-88ea-4fa2-9237-1bc911b48fda req-694a9cd7-e247-4a5f-b645-dec0e0b8fb00 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.2144079 Jul 09 16:40:25.714575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-55c7ba99-54d8-4f71-9faa-e52857b977e6 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584938 Jul 09 16:40:25.719031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aecc7748-e9e5-4d47-9799-9343e393d571 req-4373e412-106c-4206-9d2e-0a5375a910c8 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Jul 09 16:40:25.751684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19cdd37f-88ea-4fa2-9237-1bc911b48fda req-a1259917-53eb-4675-b314-6a38b19f2be6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857747 Jul 09 16:40:25.803945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ca83365d-3a18-4a37-8e66-cc600f09b285'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:25.823362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a06f0-c00b-4f4e-8bf1-c57992b6ef8e req-31f5833d-8dac-4988-ba35-da4190bd89a6 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984786 Jul 09 16:40:25.894160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'name': 'network-vif-deleted', 'tag': 'b1f54b29-717c-45ea-b9c1-da38b13d9036'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:25.896474 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffba76a-ce26-41ff-9414-5427d0f7c797" -d '{"events": [{"server_uuid": "1382e4c7-31e1-4b0d-8223-71234f78c468", "name": "network-vif-deleted", "tag": "b1f54b29-717c-45ea-b9c1-da38b13d9036"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:25.928805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5ccc40d-9a4b-44bf-b462-2dccdc04c9ca req-fd609525-de96-46a8-9744-7c9856cf811b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 210 time: 0.0353868 Jul 09 16:40:26.081206 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c69e1d4-b22b-41d0-b686-a0903819bb2d x-openstack-request-id: req-6c69e1d4-b22b-41d0-b686-a0903819bb2d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:26.081388 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1382e4c7-31e1-4b0d-8223-71234f78c468", "name": "network-vif-deleted", "tag": "b1f54b29-717c-45ea-b9c1-da38b13d9036", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:26.081663 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c69e1d4-b22b-41d0-b686-a0903819bb2d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:26.082075 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1382e4c7-31e1-4b0d-8223-71234f78c468', 'name': 'network-vif-deleted', 'tag': 'b1f54b29-717c-45ea-b9c1-da38b13d9036', 'status': 'completed', 'code': 200} Jul 09 16:40:26.142705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4937c74-6a5c-4dd1-916f-b1efbdc4956b req-6e6ca525-1784-4e4f-9182-2666a299f44e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:26.144841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4937c74-6a5c-4dd1-916f-b1efbdc4956b req-6e6ca525-1784-4e4f-9182-2666a299f44e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 944 time: 0.0790594 Jul 09 16:40:26.155334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.205623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4937c74-6a5c-4dd1-916f-b1efbdc4956b req-092cd62d-4cda-4ab0-9ddb-f5f87e7bb713 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533464 Jul 09 16:40:26.284903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Deleting subnet ccb2e790-a08d-4648-bda7-256326aff0ad {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:26.288395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.329157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.340026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:26.344432 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e35d5b5-2657-47d1-8327-0c823a3539f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:26.373525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.433996 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019e62d1-1b47-405d-942c-410c0f6d58c9 x-openstack-request-id: req-019e62d1-1b47-405d-942c-410c0f6d58c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:26.434744 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:26.435099 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-019e62d1-1b47-405d-942c-410c0f6d58c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:26.435609 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'status': 'completed', 'code': 200} Jul 09 16:40:26.449750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.480901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb2e790-a08d-4648-bda7-256326aff0ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.486386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.488930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f7774d0-841a-4fb8-8246-115a711cdd53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ccb2e790-a08d-4648-bda7-256326aff0ad HTTP/1.1" status: 204 len: 168 time: 0.3325787 Jul 09 16:40:26.493077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.568900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.569157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-5eca5a11-6735-4d00-88de-64ded647b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:26.572104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-5eca5a11-6735-4d00-88de-64ded647b36e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 1095 time: 0.0970526 Jul 09 16:40:26.683031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.697047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a70eca9-f453-4f8d-9383-8e7fc0b6f114']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:26.713977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:26.714359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cf6930-9eb0-4a98-b4b3-5cde87938cfd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:26.715880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-6f3041a1-0623-4070-a0ea-fc7834cbc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:26.717532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-6f3041a1-0623-4070-a0ea-fc7834cbc855 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 905 time: 0.1337874 Jul 09 16:40:26.728325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.746838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.755641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:26.757358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:26.760512 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:26.837290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.842911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.843748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-b54111fd-45f0-422e-9a7e-ffc414ed08b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 HTTP/1.1" status: 200 len: 217 time: 0.1138909 Jul 09 16:40:26.848240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.855166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a70eca9-f453-4f8d-9383-8e7fc0b6f114 HTTP/1.1" status: 204 len: 168 time: 0.3605621 Jul 09 16:40:26.876624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5ba4a-750b-4412-b462-e5fad8519d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a70eca9-f453-4f8d-9383-8e7fc0b6f114,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.882823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ca83365d-3a18-4a37-8e66-cc600f09b285 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:26.958600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port ca83365d-3a18-4a37-8e66-cc600f09b285 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:26.963026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ca83365d-3a18-4a37-8e66-cc600f09b285 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:26.963405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.005028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-3e41407f-dd04-46b2-9826-2d03bf9e620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:27.007229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-3e41407f-dd04-46b2-9826-2d03bf9e620a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.1503828 Jul 09 16:40:27.013393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Deleting subnet e6ea1d56-7815-46e3-b72e-54df82b197e4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:27.043438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.046241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.067898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd130a14a-d912-49a5-9f06-932e2136341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83365d-3a18-4a37-8e66-cc600f09b285'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:27.070577 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce930dbf-db11-41e9-99f0-f3782641426a" -d '{"events": [{"server_uuid": "d130a14a-d912-49a5-9f06-932e2136341c", "name": "network-vif-plugged", "status": "completed", "tag": "ca83365d-3a18-4a37-8e66-cc600f09b285"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:27.084034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ca83365d-3a18-4a37-8e66-cc600f09b285, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ca83365d-3a18-4a37-8e66-cc600f09b285,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:27.088752 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.089887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b1f54b29-717c-45ea-b9c1-da38b13d9036 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:27.093940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-9fb0d023-9022-4646-adc4-ffb1a3133b3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613158 Jul 09 16:40:27.129914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: b1f54b29-717c-45ea-b9c1-da38b13d9036 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:27.130566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b1f54b29-717c-45ea-b9c1-da38b13d9036 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:27.136118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.157418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ca83365d-3a18-4a37-8e66-cc600f09b285,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:27.235551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab12cb-d679-4685-ac9a-ed0e9064e0d3 req-89369c84-7719-4a0e-b678-75ec4039bb1b tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:27.237077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fab12cb-d679-4685-ac9a-ed0e9064e0d3 req-89369c84-7719-4a0e-b678-75ec4039bb1b tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 944 time: 0.2839849 Jul 09 16:40:27.273847 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.306813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7d80-a8d3-472a-80eb-be245fd01d76 req-3c9dc43c-3d24-4c8a-be79-1dfd556084d0 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:27.308319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-198c7d80-a8d3-472a-80eb-be245fd01d76 req-3c9dc43c-3d24-4c8a-be79-1dfd556084d0 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3365736 Jul 09 16:40:27.348442 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-d354486f-006d-4624-9352-ad50622cf624 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434969 Jul 09 16:40:27.360598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fab12cb-d679-4685-ac9a-ed0e9064e0d3 req-a9d7b4a4-d5f3-4882-8894-20a1cfe7d299 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136880 Jul 09 16:40:27.437950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-198c7d80-a8d3-472a-80eb-be245fd01d76 req-8ef461fa-3f89-46d7-a5e7-72650a24c009 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170449 Jul 09 16:40:27.451093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.492081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.494709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e6ea1d56-7815-46e3-b72e-54df82b197e4 HTTP/1.1" status: 204 len: 168 time: 0.6451468 Jul 09 16:40:27.496851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9ce2f-b54c-40c7-b952-9239b6429cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ea1d56-7815-46e3-b72e-54df82b197e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:27.497373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:27.521476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e35d5b5-2657-47d1-8327-0c823a3539f9 req-0f3133ea-b5fa-4faf-b2b5-0c4b96865237 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567070 Jul 09 16:40:27.585846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e900f3c2-d35d-4d10-94a0-85029073129b req-ac979dc6-e89d-4ccf-8a5f-3b27ec09bf72 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 210 time: 0.0295753 Jul 09 16:40:27.589436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.640907 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c5b5c3-b655-40f4-bb46-6a2aa3540f99 x-openstack-request-id: req-45c5b5c3-b655-40f4-bb46-6a2aa3540f99 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:27.641407 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d130a14a-d912-49a5-9f06-932e2136341c", "name": "network-vif-plugged", "status": "completed", "tag": "ca83365d-3a18-4a37-8e66-cc600f09b285", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:27.641822 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45c5b5c3-b655-40f4-bb46-6a2aa3540f99 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:27.642386 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd130a14a-d912-49a5-9f06-932e2136341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83365d-3a18-4a37-8e66-cc600f09b285', 'code': 200} Jul 09 16:40:27.688185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.707354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd8c8af-06d8-4019-adb0-44bd61ce4738']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:27.720807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a9f2c6-6b40-453a-9cf5-e72e1e4de1ea') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:27.721201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a9f2c6-6b40-453a-9cf5-e72e1e4de1ea') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:27.731956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.752289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.759461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:27.759857 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:27.762783 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:27.794961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e7536-dd77-4eb5-8271-bf92d0438b96 req-0c23f341-c812-483a-92f8-42e3ec9fc64e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:27.797414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f35e7536-dd77-4eb5-8271-bf92d0438b96 req-0c23f341-c812-483a-92f8-42e3ec9fc64e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 944 time: 0.1011994 Jul 09 16:40:27.843332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f35e7536-dd77-4eb5-8271-bf92d0438b96 req-770e210a-427f-401b-bbb9-d463489afb9f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Jul 09 16:40:27.866266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.886832 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.889141 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/efd8c8af-06d8-4019-adb0-44bd61ce4738 HTTP/1.1" status: 204 len: 168 time: 0.3900137 Jul 09 16:40:27.890208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28624047-a7d3-4077-b9b7-4991f5fd52aa admin admin] Pushing event deleted for resources: {'Network': ['ID=efd8c8af-06d8-4019-adb0-44bd61ce4738,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:27.901105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba75f67-dafe-4b9f-a67f-96a659b6c091 req-ba9446eb-2458-480e-a0be-67df2885913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:27.902726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dba75f67-dafe-4b9f-a67f-96a659b6c091 req-ba9446eb-2458-480e-a0be-67df2885913e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 1096 time: 0.1284206 Jul 09 16:40:27.941334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dba75f67-dafe-4b9f-a67f-96a659b6c091 req-080b77c7-881f-4196-8dec-09d88b888e92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Jul 09 16:40:28.023466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:28.068948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0cf54391-829d-4414-8573-69f792133495 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea86f090a836441ca79899e45c9fd6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416975 Jul 09 16:40:28.069175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:28.128296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-030b58c9-e383-44ea-a0cb-8f31608baad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.151506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-030b58c9-e383-44ea-a0cb-8f31608baad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.238837 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-030b58c9-e383-44ea-a0cb-8f31608baad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.241370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-030b58c9-e383-44ea-a0cb-8f31608baad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.242762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-030b58c9-e383-44ea-a0cb-8f31608baad3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bbfde91-3246-49c1-bcb2-585931236486 HTTP/1.1" status: 204 len: 168 time: 0.1724381 Jul 09 16:40:28.256477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b58c9-e383-44ea-a0cb-8f31608baad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbfde91-3246-49c1-bcb2-585931236486,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:28.272669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077feda2-60fa-4a75-93ae-44fa1f3ccd7b req-aab17582-3610-4868-a4f7-bbab1763317b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:28.274931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-077feda2-60fa-4a75-93ae-44fa1f3ccd7b req-aab17582-3610-4868-a4f7-bbab1763317b tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 946 time: 0.0907731 Jul 09 16:40:28.326247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-077feda2-60fa-4a75-93ae-44fa1f3ccd7b req-b600757f-7e07-42b5-a228-d752b4af0ad4 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Jul 09 16:40:28.561480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09028-9598-49f6-8202-475b52b760cf req-292279b4-24dd-480e-99d3-303cf42865ea tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:28.563115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ec09028-9598-49f6-8202-475b52b760cf req-292279b4-24dd-480e-99d3-303cf42865ea tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 945 time: 0.0787354 Jul 09 16:40:28.614545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:28.618209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 152861f9-6361-4503-83a6-eb5c906727bf no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:28.640487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ec09028-9598-49f6-8202-475b52b760cf req-537fd995-1048-49fd-bec2-1f0d6227d94b tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683262 Jul 09 16:40:28.647768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 152861f9-6361-4503-83a6-eb5c906727bf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:28.648319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 152861f9-6361-4503-83a6-eb5c906727bf not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:28.678165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7cb33-b5a2-4fdb-a886-1387fd1d651b req-cd080415-10f2-42b8-a9d3-969c850aa8e6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:28.679867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56a7cb33-b5a2-4fdb-a886-1387fd1d651b req-cd080415-10f2-42b8-a9d3-969c850aa8e6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.0903029 Jul 09 16:40:28.691355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:28.738117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56a7cb33-b5a2-4fdb-a886-1387fd1d651b req-4865c2e0-167a-43c9-9bd7-7f7ba180cd90 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Jul 09 16:40:28.756152 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9b055a41-cf06-495b-b361-f7e58a7d1f80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=062dab26767e4e6fb814af2384821e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629582 Jul 09 16:40:28.759386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:28.791004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:28.803248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'mac_address': 'fa:16:3e:3b:4b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:28.821494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.850903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.851693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.867972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:28.895502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:28.901224 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.920187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec5c0ad2-9c19-4450-b0bc-a1cf865272ab req-e0c1e994-d777-4958-94c5-873ec60a83d7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=1382e4c7-31e1-4b0d-8223-71234f78c468 HTTP/1.1" status: 200 len: 210 time: 0.0433292 Jul 09 16:40:28.960256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.963420 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.968718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0a68c3e-b6c7-47ec-a8a7-862b889982c1 HTTP/1.1" status: 204 len: 168 time: 0.2037933 Jul 09 16:40:28.977224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a68c3e-b6c7-47ec-a8a7-862b889982c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:28.983316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.984018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.985052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.985052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.988389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:28.992286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.992787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.993203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.993856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.994267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.994770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.995356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:28.996100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce0b4e-e9c0-44dc-a7ce-75ee36cc2cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.012384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.012796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.013564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.013986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.014399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.015365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.016878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.017310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.017701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.018098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.018537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.018921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:29.178815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588198-9def-4e03-a758-801c7994f05c req-5272ea0d-786a-45d8-9246-c648982457bb tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:29.180403 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0588198-9def-4e03-a758-801c7994f05c req-5272ea0d-786a-45d8-9246-c648982457bb tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 945 time: 0.1002934 Jul 09 16:40:29.195701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:29.228414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0588198-9def-4e03-a758-801c7994f05c req-6cd787c2-35ea-4f43-a1bf-1e7aa46dfe32 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Jul 09 16:40:29.570703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0a67b-a457-45c5-805d-efce7818c0e9 req-c9eb8464-abaf-4ada-a250-303d5de5b28f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:29.572281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f0a67b-a457-45c5-805d-efce7818c0e9 req-c9eb8464-abaf-4ada-a250-303d5de5b28f tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 946 time: 0.0797331 Jul 09 16:40:29.623909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f0a67b-a457-45c5-805d-efce7818c0e9 req-7005e548-213c-45f5-8380-38d0cbd959f8 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Jul 09 16:40:30.190626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3030-3511-467b-b280-8624858ab50b req-92fa02ae-7501-43da-8cbb-0a21fa397411 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.192099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890b3030-3511-467b-b280-8624858ab50b req-92fa02ae-7501-43da-8cbb-0a21fa397411 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 946 time: 0.4443595 Jul 09 16:40:30.273339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea88f3d-4a56-449b-a5e0-528deb757361 req-5d530737-001e-403b-97cd-660b29d1d3eb tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.275087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ea88f3d-4a56-449b-a5e0-528deb757361 req-5d530737-001e-403b-97cd-660b29d1d3eb tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 945 time: 0.4866538 Jul 09 16:40:30.311895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e9c1-f21b-4960-8375-4b2d796ad01d req-94172db8-8406-4131-b121-9e47d312f896 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.313393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c11e9c1-f21b-4960-8375-4b2d796ad01d req-94172db8-8406-4131-b121-9e47d312f896 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1732376 Jul 09 16:40:30.385085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ea88f3d-4a56-449b-a5e0-528deb757361 req-8ac54c77-93f0-4a0b-b1cc-ae979761b08d tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968430 Jul 09 16:40:30.390266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c11e9c1-f21b-4960-8375-4b2d796ad01d req-25c03bcb-7d50-40d0-b83f-39e650b4c432 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Jul 09 16:40:30.398972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Deleting port 608a9836-fa60-421b-955f-623e0acbb8c9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:30.399213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.611045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] For port 608a9836-fa60-421b-955f-623e0acbb8c9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=608a9836-fa60-421b-955f-623e0acbb8c9,segment=NetworkSegment(d3d4e29d-71a6-40fd-bba0-41a2b425b0da),segment_id=d3d4e29d-71a6-40fd-bba0-41a2b425b0da)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:30.611427 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.616478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:30.651498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Calling delete_port for 608a9836-fa60-421b-955f-623e0acbb8c9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:30.758786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:30.765957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:30.766839 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.948281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e0a1-6f7f-442b-a8c6-1461732c35b2 req-6bbdc7d0-491c-4098-abc7-e5eaf789b2ef tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.949344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.949823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae93e0a1-6f7f-442b-a8c6-1461732c35b2 req-6bbdc7d0-491c-4098-abc7-e5eaf789b2ef tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 945 time: 0.1987584 Jul 09 16:40:30.975792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda9f0d-6898-4293-b60a-6d58bd12bec6 req-ab8056fa-bbc7-425f-86af-15179905366e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.975792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eda9f0d-6898-4293-b60a-6d58bd12bec6 req-ab8056fa-bbc7-425f-86af-15179905366e tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8c714-7df5-453a-ba1a-81e5153408f3 HTTP/1.1" status: 200 len: 946 time: 0.1503830 Jul 09 16:40:30.986034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:30.991546 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcab053-298d-460e-9cdf-b6cdd5947895" -d '{"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-plugged", "status": "completed", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:31.012368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:31.016586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.048639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae93e0a1-6f7f-442b-a8c6-1461732c35b2 req-dca1ec8f-9d55-4821-8c5a-9054ec14cdff tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841677 Jul 09 16:40:31.049714 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.067341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['608a9836-fa60-421b-955f-623e0acbb8c9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:31.099979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Pushing event deleted for resources: {'Port': ['ID=608a9836-fa60-421b-955f-623e0acbb8c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:31.110976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eda9f0d-6898-4293-b60a-6d58bd12bec6 req-f874195e-6be4-4069-8c31-9cc5c6c2ed20 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5727529-8e3f-46ed-906b-3a1dd358edca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253207 Jul 09 16:40:31.121383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:31.169286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] No DVR routers for this DVR port 608a9836-fa60-421b-955f-623e0acbb8c9 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:31.176387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.178937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-890b3030-3511-467b-b280-8624858ab50b req-7e86d03f-ec90-4b15-9358-c90efbf3ab08 tempest-ServersTestJSON-670078073 tempest-ServersTestJSON-670078073-project] 10.222.0.43 "DELETE /v2.0/ports/608a9836-fa60-421b-955f-623e0acbb8c9 HTTP/1.1" status: 204 len: 173 time: 0.9773545 Jul 09 16:40:31.179569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'name': 'network-vif-deleted', 'tag': '608a9836-fa60-421b-955f-623e0acbb8c9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:31.184092 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff4e8fa-9322-4627-9b27-226a0bd61b8b" -d '{"events": [{"server_uuid": "02c8c714-7df5-453a-ba1a-81e5153408f3", "name": "network-vif-deleted", "tag": "608a9836-fa60-421b-955f-623e0acbb8c9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:31.260090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d21ce-d18d-4ce9-9c44-3a3aec66e25d req-38c2178b-48f8-4edb-a1fd-9f741d5bb26a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:31.261804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f32d21ce-d18d-4ce9-9c44-3a3aec66e25d req-38c2178b-48f8-4edb-a1fd-9f741d5bb26a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.0710750 Jul 09 16:40:31.320615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f32d21ce-d18d-4ce9-9c44-3a3aec66e25d req-3f366f3b-d84c-4256-a094-84e60eaff813 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490725 Jul 09 16:40:31.411178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-2cf2c7a8-4156-4c5d-b49e-888dcb4f2490 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467355 Jul 09 16:40:31.610767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-e1a3539c-e1a2-44df-b6a1-dfa0c8440754 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:31.613315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-e1a3539c-e1a2-44df-b6a1-dfa0c8440754 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.2002504 Jul 09 16:40:31.624549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-933b8b2f-34d9-4ef3-b8b8-3602ed810a37 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:31.626248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-933b8b2f-34d9-4ef3-b8b8-3602ed810a37 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017276 Jul 09 16:40:31.645910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-23f31547-da8f-4456-a811-7b3dc87c7eb5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0186305 Jul 09 16:40:31.648281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-bfba1406-54c2-4a0d-adc1-9cd256295bb5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/quotas/a2eadb1b2b194ac6833c82991fa4b674 HTTP/1.1" status: 200 len: 375 time: 0.0141408 Jul 09 16:40:31.694630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-4fc63558-4900-4549-908c-68cfe8b25a5b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429363 Jul 09 16:40:31.717536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-6b5d29b3-4c25-4089-9ad5-15df6d8f447b tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512750 Jul 09 16:40:31.824602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-cea89b4f-064f-4367-89cf-c3613c6a892a service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108816 Jul 09 16:40:31.878221 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb578d3-2b95-4d45-845d-618feefb9d21 x-openstack-request-id: req-5fb578d3-2b95-4d45-845d-618feefb9d21 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:31.879848 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-plugged", "status": "completed", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:31.880821 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fb578d3-2b95-4d45-845d-618feefb9d21 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:31.881591 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'code': 200} Jul 09 16:40:31.959036 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65640510-55de-4c86-b2a7-881861480ed3 x-openstack-request-id: req-65640510-55de-4c86-b2a7-881861480ed3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:31.959403 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8c714-7df5-453a-ba1a-81e5153408f3", "name": "network-vif-deleted", "tag": "608a9836-fa60-421b-955f-623e0acbb8c9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:31.959806 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65640510-55de-4c86-b2a7-881861480ed3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:31.960427 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c8c714-7df5-453a-ba1a-81e5153408f3', 'name': 'network-vif-deleted', 'tag': '608a9836-fa60-421b-955f-623e0acbb8c9', 'status': 'completed', 'code': 200} Jul 09 16:40:31.966807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-0e277484-6844-4295-b42e-af3d576d4692 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352217 Jul 09 16:40:32.032266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75cc5-e1a8-4950-a914-c0715c53b256 req-d3824248-53e7-402b-bd44-9f59bb06bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:32.034272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11d75cc5-e1a8-4950-a914-c0715c53b256 req-d3824248-53e7-402b-bd44-9f59bb06bfe0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 1097 time: 0.0664897 Jul 09 16:40:32.075776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11d75cc5-e1a8-4950-a914-c0715c53b256 req-816c8558-80f3-4855-804d-1f5826a25cdc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Jul 09 16:40:32.219826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047875c1-7d6e-40fa-84d7-8aba4670353c req-47ff35c8-b92d-45d3-9fa0-0cb8b64fd57d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:32.222220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-047875c1-7d6e-40fa-84d7-8aba4670353c req-47ff35c8-b92d-45d3-9fa0-0cb8b64fd57d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1219230 Jul 09 16:40:32.270182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-047875c1-7d6e-40fa-84d7-8aba4670353c req-f7740592-4008-4cc1-a242-bfad7da0ea11 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Jul 09 16:40:32.405537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2322325-1d76-4d8d-b1f9-ca2970f8006f req-f87b7018-6cd5-4025-84d8-217a7148edba tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 210 time: 0.0456378 Jul 09 16:40:32.953140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9e587-63a9-49f4-9c44-0140dbbbb630 req-06d2b2ed-494c-411f-90db-431494f64f81 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:32.954995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf9e587-63a9-49f4-9c44-0140dbbbb630 req-06d2b2ed-494c-411f-90db-431494f64f81 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 946 time: 0.0869877 Jul 09 16:40:33.049754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d52f81b3-b66b-4429-8b1c-dd68057a68d6 req-a5fd87bc-3d2a-4055-8c8a-b0502b4c8257 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.0428538 Jul 09 16:40:33.055904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf9e587-63a9-49f4-9c44-0140dbbbb630 req-6921da7d-7ed6-4168-a43f-4e958c971be9 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849643 Jul 09 16:40:33.167581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:33.262540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Deleting subnet 05fa3277-3d1a-4dfd-840a-9874f7d0969b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:33.269065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.313914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.347432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faad870-4f2c-40cd-9775-2b26248429d2 req-7ab1b8a0-1e29-4cb6-9914-df136ba70dca tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:33.354872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9faad870-4f2c-40cd-9775-2b26248429d2 req-7ab1b8a0-1e29-4cb6-9914-df136ba70dca tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.1482103 Jul 09 16:40:33.404097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.444545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9faad870-4f2c-40cd-9775-2b26248429d2 req-2ce306f9-4d9c-4fd1-9353-49e0e069db80 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877106 Jul 09 16:40:33.544163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.561938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-45a01d60-4136-41d1-a16d-1efd2097f119 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549734 Jul 09 16:40:33.599350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fa3277-3d1a-4dfd-840a-9874f7d0969b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:33.603826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.611738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:33.612553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d79e8d70-c489-4b86-84f0-310be31a169b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/05fa3277-3d1a-4dfd-840a-9874f7d0969b HTTP/1.1" status: 204 len: 168 time: 0.4387810 Jul 09 16:40:33.734334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a9a45-fcbe-45b9-81c2-a95f15135eef req-89666c4c-8c52-4608-a79c-c709a6f974d1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:33.736020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-946a9a45-fcbe-45b9-81c2-a95f15135eef req-89666c4c-8c52-4608-a79c-c709a6f974d1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1214807 Jul 09 16:40:33.809111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-946a9a45-fcbe-45b9-81c2-a95f15135eef req-a8dac35a-51e1-4a1e-b8ee-2a709e380c0f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614629 Jul 09 16:40:33.814357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.836137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-de0f4025-f834-4f41-8097-f9119687d6d5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:33.838187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-de0f4025-f834-4f41-8097-f9119687d6d5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704258 Jul 09 16:40:33.926250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Request body: {'port': {'device_id': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'a2eadb1b2b194ac6833c82991fa4b674'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:34.060294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.089829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59edfef7-ed87-40b3-bd37-2137d00328dc']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:34.114340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:34.114916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d4e29d-71a6-40fd-bba0-41a2b425b0da') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:34.122456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1bfa805-614f-4739-b15e-18bd7b8079d3 req-d529aaef-9399-41a6-9e85-3fd1224f7da5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 210 time: 0.0662212 Jul 09 16:40:34.140015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.192060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.202464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:34.203072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.205692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98196728-fa56-441b-837b-15e3e2b8f534 req-1a6c19f3-25ad-4da8-ae2d-7828d5f11619 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.0816653 Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:34.251578 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:34.280441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Made reservation on behalf of a2eadb1b2b194ac6833c82991fa4b674 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:34.285057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.289366 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.310920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.312914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] 10.222.0.48 "DELETE /v2.0/networks/59edfef7-ed87-40b3-bd37-2137d00328dc HTTP/1.1" status: 204 len: 168 time: 0.6992531 Jul 09 16:40:34.328063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86123fc3-b5c2-45f9-8b4d-0b47e99c2767 admin admin] Pushing event deleted for resources: {'Network': ['ID=59edfef7-ed87-40b3-bd37-2137d00328dc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:34.331119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.402593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843db9f-6297-4eee-9815-280eb1e4edb5 req-0d4bf3a5-b17c-496e-8526-30f57a661463 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.410582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1843db9f-6297-4eee-9815-280eb1e4edb5 req-0d4bf3a5-b17c-496e-8526-30f57a661463 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 946 time: 0.0968497 Jul 09 16:40:34.483194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1843db9f-6297-4eee-9815-280eb1e4edb5 req-ec746c84-795f-4e00-bcaf-ae97e330b946 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Jul 09 16:40:34.535158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.559353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.617914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 608a9836-fa60-421b-955f-623e0acbb8c9 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:34.627875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:34.645231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b196a467-dada-41d5-a118-79127f3b0ed2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:34.679899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 608a9836-fa60-421b-955f-623e0acbb8c9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:34.681038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 608a9836-fa60-421b-955f-623e0acbb8c9 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:34.726828 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-50629f85-7e47-4c14-bfcd-860ff30bae70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67484098df78421c88d9f4d98d9e4db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969119 Jul 09 16:40:34.731281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:34.796581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1fdca-3777-4a86-8473-4141fd8dfd3a req-75116407-f58e-40ab-9009-6316b1a75dbc tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.805326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe1fdca-3777-4a86-8473-4141fd8dfd3a req-75116407-f58e-40ab-9009-6316b1a75dbc tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.1788957 Jul 09 16:40:34.873603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd735-666d-485f-a9ff-394d7d0f2669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.896482 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe1fdca-3777-4a86-8473-4141fd8dfd3a req-ad2d184d-50aa-466f-8b3f-a5c08080770d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900030 Jul 09 16:40:34.968941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd735-666d-485f-a9ff-394d7d0f2669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.116673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-49dffafc-9015-44b3-8749-ba7ad3162f9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.1727293 Jul 09 16:40:35.127757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Allocated IP 192.168.233.213 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/e037dfd2-7497-4a0f-b5b5-4ddfeff33088) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:35.363410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.368229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd735-666d-485f-a9ff-394d7d0f2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.370797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd735-666d-485f-a9ff-394d7d0f2669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.374453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ebdcd735-666d-485f-a9ff-394d7d0f2669 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5727529-8e3f-46ed-906b-3a1dd358edca HTTP/1.1" status: 204 len: 168 time: 0.6406868 Jul 09 16:40:35.392919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Transition to ACTIVE for port object e037dfd2-7497-4a0f-b5b5-4ddfeff33088 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:35.404118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc73dca-024a-4ed9-9d07-64b167ec4919 req-577bcf96-19b8-490e-bc5a-cbe799538d48 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.411116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4fc73dca-024a-4ed9-9d07-64b167ec4919 req-577bcf96-19b8-490e-bc5a-cbe799538d48 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 946 time: 0.4086130 Jul 09 16:40:35.417456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-837eab76-0d05-4c3e-b7e3-940a25ab62a8 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.419053 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-837eab76-0d05-4c3e-b7e3-940a25ab62a8 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.1204548 Jul 09 16:40:35.422249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd735-666d-485f-a9ff-394d7d0f2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5727529-8e3f-46ed-906b-3a1dd358edca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:35.427944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-fd274316-3300-464e-939a-6332eca36d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.429266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-fd274316-3300-464e-939a-6332eca36d95 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2938604 Jul 09 16:40:35.444309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e8851-d93f-4c66-a262-f531c76659b4 req-1290f439-28f3-4677-8bd0-649218bbdee3 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.452118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-607e8851-d93f-4c66-a262-f531c76659b4 req-1290f439-28f3-4677-8bd0-649218bbdee3 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3337953 Jul 09 16:40:35.507951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.575433 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4fc73dca-024a-4ed9-9d07-64b167ec4919 req-1ef76196-ec2a-4a24-ad24-43f4d9538ca0 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634011 Jul 09 16:40:35.639152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-607e8851-d93f-4c66-a262-f531c76659b4 req-b37466ba-e631-4e66-8c8d-e03850f08838 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860192 Jul 09 16:40:35.668133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:35.668969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Pushing event updated for resources: {'Port': ['ID=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:35.681121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:35.686112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:35.715560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-fb915617-ae77-4871-996c-cd6248a031fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.724735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-fb915617-ae77-4871-996c-cd6248a031fe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702274 Jul 09 16:40:35.739241 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ab129280-eefa-481a-8ffe-8ef510195757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.817890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.818635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.889015 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-39dfa01b-f97e-42f3-bb53-68a228bfd6e3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0078986 Jul 09 16:40:35.904833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59dbadff-b33a-4579-ad92-7a790704d6cf req-a5f33ad0-4f86-4a86-8443-588ed8da13e5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.0797188 Jul 09 16:40:35.927047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Request body: {'port': {'device_id': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:35.930654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Deleting port d3e6463e-4af3-458c-b317-ddf826c2f1c5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:35.934860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.038330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09d47-7bd2-4543-9b26-afdac6e992b3 req-2c99103a-88d0-4751-b886-66675cd97c9b tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:36.043818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97a09d47-7bd2-4543-9b26-afdac6e992b3 req-2c99103a-88d0-4751-b886-66675cd97c9b tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 936 time: 0.1353016 Jul 09 16:40:36.181476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7fa0ac0-3ed3-4abd-8b5a-c6eccb047108 req-be256982-b593-4e89-8bec-4cfa327577c9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.1107864 Jul 09 16:40:36.266344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97a09d47-7bd2-4543-9b26-afdac6e992b3 req-43ed381b-58d7-4a48-9c6b-00b15d82e0f8 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115927 Jul 09 16:40:36.303721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b363d8e-7a35-4e72-84df-d1e13e343788 None None] Provisioning for port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:36.317538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.321546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b363d8e-7a35-4e72-84df-d1e13e343788 None None] Provisioning complete for port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:36.321921 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b363d8e-7a35-4e72-84df-d1e13e343788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.327082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] For port d3e6463e-4af3-458c-b317-ddf826c2f1c5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d3e6463e-4af3-458c-b317-ddf826c2f1c5,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:36.327587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.393149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6b363d8e-7a35-4e72-84df-d1e13e343788 None None] Port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:36.446669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecbbc8-bfd0-46da-95fe-0cc73c9e0171 req-f99eddd9-4ed9-47a9-8a64-d52d65ae2e5a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:36.454514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33ecbbc8-bfd0-46da-95fe-0cc73c9e0171 req-f99eddd9-4ed9-47a9-8a64-d52d65ae2e5a tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 946 time: 0.0880694 Jul 09 16:40:36.507874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33ecbbc8-bfd0-46da-95fe-0cc73c9e0171 req-4613dbee-51d2-447b-84df-6fc301a268fd tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3644296-9655-4140-9e5b-7b0350c1a0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523210 Jul 09 16:40:36.684057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc9feb4-273f-445b-9021-dbfd45aff447 req-a047d6a9-885c-4d07-a7e9-caf125f3b600 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.0585885 Jul 09 16:40:36.878212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:36.949104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.949774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.950285 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946 disassociated. External IP: 172.25.7.41, port: d3e6463e-4af3-458c-b317-ddf826c2f1c5. Jul 09 16:40:36.950821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Calling delete_port for d3e6463e-4af3-458c-b317-ddf826c2f1c5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:36.982371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74de4f-47da-459c-ae41-2e6802b07acc req-940fe200-d634-4443-b498-1c218e2b3358 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:36.990570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c74de4f-47da-459c-ae41-2e6802b07acc req-940fe200-d634-4443-b498-1c218e2b3358 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 946 time: 0.1765556 Jul 09 16:40:37.020538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9feb4-273f-445b-9021-dbfd45aff447 req-5a9e8733-04eb-414a-8cee-ea279f4df9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:37.022265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc9feb4-273f-445b-9021-dbfd45aff447 req-5a9e8733-04eb-414a-8cee-ea279f4df9a3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3245206 Jul 09 16:40:37.033569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca36fd9-63bd-49a0-aa22-da6fad89ac26 req-8ec4ef01-d4d3-4b35-af65-63eac76f0114 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:37.035192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ca36fd9-63bd-49a0-aa22-da6fad89ac26 req-8ec4ef01-d4d3-4b35-af65-63eac76f0114 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.2225950 Jul 09 16:40:37.105071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2114492400-network', 'tenant_id': '96a69f3d691644408dfef12f6df08779'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:37.107797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.119973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c74de4f-47da-459c-ae41-2e6802b07acc req-08fa7ce1-5466-4a79-be90-8307b739c293 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283994 Jul 09 16:40:37.136538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ca36fd9-63bd-49a0-aa22-da6fad89ac26 req-c24740fa-0989-4f5d-95c2-7656d38d8800 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Jul 09 16:40:37.166863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event deleted for resources: {'Port': ['ID=d3e6463e-4af3-458c-b317-ddf826c2f1c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:37.176937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9feb4-273f-445b-9021-dbfd45aff447 req-f0452163-7781-4cbf-a561-33fb11f04edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:37.178855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc9feb4-273f-445b-9021-dbfd45aff447 req-f0452163-7781-4cbf-a561-33fb11f04edc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426287 Jul 09 16:40:37.338837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Made reservation on behalf of 96a69f3d691644408dfef12f6df08779 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:37.341167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.348155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc9feb4-273f-445b-9021-dbfd45aff447 req-fa95a856-9172-44d5-99d8-ef7fc98ea7d2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.0404661 Jul 09 16:40:37.357861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.365120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:37.495706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e037dfd2-7497-4a0f-b5b5-4ddfeff33088 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:37.513166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.574675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57d21c6c-8f6f-42b1-9e8a-444809172a71 req-534690e2-f67d-4227-a8cb-24ebe373ffd7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=98c4d3fe-1e78-47f8-ba6f-5eb9c109aa96 HTTP/1.1" status: 200 len: 210 time: 0.0564992 Jul 09 16:40:37.609394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Transition to ACTIVE for port object e037dfd2-7497-4a0f-b5b5-4ddfeff33088 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:37.625296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.738548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:37.748686 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:37.752056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:37.774096 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:37.774921 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:37.830359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] No DVR routers for this DVR port d3e6463e-4af3-458c-b317-ddf826c2f1c5 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:37.833758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.837152 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6ab02937-e53f-413b-9710-b7c0b7955be4 req-f9a9b4b7-5421-46ca-af65-26112388c1c1 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.37 "DELETE /v2.0/ports/d3e6463e-4af3-458c-b317-ddf826c2f1c5 HTTP/1.1" status: 204 len: 173 time: 2.4097216 Jul 09 16:40:37.862603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'name': 'network-vif-deleted', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:37.865690 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9547a21f-6e97-4848-a5fb-4c8e3c64b0af" -d '{"events": [{"server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "name": "network-vif-deleted", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:37.921247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.930513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b8c3-d0c7-488b-8beb-0bc313cc02cf req-3e61ae35-b7d4-459b-9727-3028ff7e3d6f tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:37.935423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.944805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95d8b8c3-d0c7-488b-8beb-0bc313cc02cf req-3e61ae35-b7d4-459b-9727-3028ff7e3d6f tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 948 time: 0.1850636 Jul 09 16:40:37.968501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:37.986230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.021014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.021613 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Added segment adefcf01-9bee-4f6b-b67c-3e1a658620aa of type vlan for network 2bb75cd4-77b2-4c48-87cc-91768417e952 Jul 09 16:40:38.024987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:38.046350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95d8b8c3-d0c7-488b-8beb-0bc313cc02cf req-9446ea75-4e8f-4fbf-bb47-17b00dfd337e tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983460 Jul 09 16:40:38.083720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Attempting to bind port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:38.084293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Attempting to bind port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:38.084499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Attempting to bind port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:38.095222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:38.095594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Attempting to bind port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:38.112108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:38.112449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:38.112835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:38.113278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Bound port: e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:38.114890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.124035 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:38.125552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.153495 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526fdf99-479b-4ef8-9a3d-b27032b4b9ee x-openstack-request-id: req-526fdf99-479b-4ef8-9a3d-b27032b4b9ee {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:38.153699 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bf9b61-8c74-4a62-abab-372366acc304", "name": "network-vif-deleted", "tag": "d3e6463e-4af3-458c-b317-ddf826c2f1c5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:38.153855 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-526fdf99-479b-4ef8-9a3d-b27032b4b9ee {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:38.154325 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bf9b61-8c74-4a62-abab-372366acc304', 'name': 'network-vif-deleted', 'tag': 'd3e6463e-4af3-458c-b317-ddf826c2f1c5', 'status': 'completed', 'code': 200} Jul 09 16:40:38.217726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.218776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.219590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.283815 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0fd68d96-7d33-45f0-9b64-68bcbd38b953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.313786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] For port e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:38.320336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4365973 Jul 09 16:40:38.320336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff31f58-9d5d-48cb-b1aa-9458014ffe55 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb75cd4-77b2-4c48-87cc-91768417e952,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:38.322526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:38.328364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Request body: {'subnet': {'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2114492400-subnet', 'tenant_id': '96a69f3d691644408dfef12f6df08779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:38.329130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2bb75cd4-77b2-4c48-87cc-91768417e952 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:38.342035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49295cbc-092f-41a0-910d-856e500384ec req-82aa20f9-6c4b-4efb-8c9f-41a7f577facc tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bf9b61-8c74-4a62-abab-372366acc304 HTTP/1.1" status: 200 len: 210 time: 0.0668979 Jul 09 16:40:38.352253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] For port e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:38.376204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.435114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:38.441617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Made reservation on behalf of 96a69f3d691644408dfef12f6df08779 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:38.444789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.492804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.493474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.495445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-f82ff427-8263-4256-8fa8-ac40c59a5a6a service neutron] 10.222.0.37 "PUT /v2.0/ports/e037dfd2-7497-4a0f-b5b5-4ddfeff33088 HTTP/1.1" status: 200 len: 1096 time: 2.5861564 Jul 09 16:40:38.634931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.700067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb548d-c1b8-4167-b3be-c0a6948eb7b1 req-55382e38-b07c-4a09-b75c-972603bab4e4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.701677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5adb548d-c1b8-4167-b3be-c0a6948eb7b1 req-55382e38-b07c-4a09-b75c-972603bab4e4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1771219 Jul 09 16:40:38.706838 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:38.796713 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:38.797461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5adb548d-c1b8-4167-b3be-c0a6948eb7b1 req-b27335b8-c983-458d-8ca5-6034cec1c1c5 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842657 Jul 09 16:40:38.808813 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:38.809456 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:38.840628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.848727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-85ec25f8-40b4-4fb5-9492-178f43f9c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.850347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-85ec25f8-40b4-4fb5-9492-178f43f9c053 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 1099 time: 0.2196989 Jul 09 16:40:38.989689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-ffd89ca4-6521-46d7-a744-140ccc6e6d6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088 HTTP/1.1" status: 200 len: 217 time: 0.0959525 Jul 09 16:40:38.999970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d3e6463e-4af3-458c-b317-ddf826c2f1c5 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:39.026873 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:39.039019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: d3e6463e-4af3-458c-b317-ddf826c2f1c5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:39.039283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d3e6463e-4af3-458c-b317-ddf826c2f1c5 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:39.081844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1831580-8a90-4acb-8544-d4a1a6c2acd6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:39.145708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.149635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Checking segment: {'id': 'adefcf01-9bee-4f6b-b67c-3e1a658620aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:39.152456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Network hostable DHCP agents. Network: 2bb75cd4-77b2-4c48-87cc-91768417e952, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:39.188041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-57ef935a-0d1b-4f59-8ea1-6d741ca6ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:39.190981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-57ef935a-0d1b-4f59-8ea1-6d741ca6ea9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1762624 Jul 09 16:40:39.316571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-b4b0489c-32a3-427b-aef6-1f97f0961118 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:39.324645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Network 2bb75cd4-77b2-4c48-87cc-91768417e952 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:39.331489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-b4b0489c-32a3-427b-aef6-1f97f0961118 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.3260543 Jul 09 16:40:39.363144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2bb75cd4-77b2-4c48-87cc-91768417e952) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:39.369567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-42f83a02-0795-4231-9323-de2b1269bad7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0356722 Jul 09 16:40:39.373791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf03dcc-136e-48ab-91c8-584b2eae21c4 None None] Network 2bb75cd4-77b2-4c48-87cc-91768417e952 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:39.381286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:39.381977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.407517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-86668356-675f-45c0-9a45-a120d7e01f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:39.409416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-86668356-675f-45c0-9a45-a120d7e01f76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1987779 Jul 09 16:40:39.446180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6231c6ca-389c-4fa5-982c-655d45d5d527 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1198304 Jul 09 16:40:39.482175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:39.534363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-68c00ef4-b747-4858-8928-75b4b28d1466 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923929 Jul 09 16:40:39.546790 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f9eba-f7e8-4177-9340-d724fca5b394 None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:33:12Z', 'revision_number': 4, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd8636b5f-a08e-4aaf-bdb5-c946c785c30e', 'name': '', 'network_id': 'ba61a74d-ec98-4f18-8a67-85b159c9079b', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'mac_address': 'fa:16:3e:82:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:11Z', 'updated_at': '2021-07-09T16:33:19Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'subnets': [{'id': '42113ca1-d9eb-44de-ba6e-2a3f3273ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:39.670297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-4fa1587e-afab-4835-bc59-01d193ab9a9e service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535653 Jul 09 16:40:39.763996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecae683-25c9-4817-a9fe-785c4767e3ba None None] Network 2bb75cd4-77b2-4c48-87cc-91768417e952 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:39.854084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e74580f-5233-4022-a4f9-c22a24547a6f req-25564a4a-1688-4984-9fd8-0dab0dd5714c service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762815 Jul 09 16:40:39.967373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c7b34-774d-4a57-87ba-1d766e3ac6e4 None None] New status for floating IP e6fa44e6-9994-4d91-81dd-a3bda5d77946: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:40:40.040965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dcafc-2c7b-401b-8a17-f6e76a3833a1 req-7c224e38-a2dd-4e33-8832-3ae3bd0e5dea tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.047263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-885dcafc-2c7b-401b-8a17-f6e76a3833a1 req-7c224e38-a2dd-4e33-8832-3ae3bd0e5dea tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 948 time: 0.6993277 Jul 09 16:40:40.122995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-885dcafc-2c7b-401b-8a17-f6e76a3833a1 req-eab9af6e-672e-494d-9406-f14b022356b7 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Jul 09 16:40:40.131144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-d2b77f17-4cc9-403e-ae62-de6201540c66 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957561 Jul 09 16:40:40.155267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'tag': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:40.157956 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5331c85f-6468-4996-9a41-19af67d1c6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcd8440-365f-4e34-b947-e5c1ae0681b4", "tag": "e037dfd2-7497-4a0f-b5b5-4ddfeff33088"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:40.161508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:40.167829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1244225970-network', 'tenant_id': 'd3d75631a0d648439ffc1b7c48488c65'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:40.196893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Made reservation on behalf of d3d75631a0d648439ffc1b7c48488c65 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:40.199800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.215136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.272673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-e90f11b9-6a8a-4805-8faa-46dcffe31158 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406133 Jul 09 16:40:40.350593 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.356105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.382184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:40.411421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338f8580-377c-4de9-b9b3-055f06f6dc6f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:40.414896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.415243 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Added segment f44ee6ae-9889-4276-aa1c-eae9255ba4c9 of type vlan for network f75419c6-5577-4ce8-9577-8dc36d9a259c Jul 09 16:40:40.467520 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29531fcc-a14c-47f0-ab78-791172c57ff7 x-openstack-request-id: req-29531fcc-a14c-47f0-ab78-791172c57ff7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:40.467830 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcd8440-365f-4e34-b947-e5c1ae0681b4", "tag": "e037dfd2-7497-4a0f-b5b5-4ddfeff33088", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:40.468296 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29531fcc-a14c-47f0-ab78-791172c57ff7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:40.468746 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'tag': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088', 'status': 'completed', 'code': 200} Jul 09 16:40:40.472923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.517994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.520062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.520855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.623590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4606702 Jul 09 16:40:40.626630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:40.627501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb914f2d-dc3a-4057-9e36-ff895f6e17d2 req-824a5246-a1bc-4c85-84fb-a3738d26b940 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 210 time: 0.0437660 Jul 09 16:40:40.634131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Request body: {'subnet': {'network_id': 'f75419c6-5577-4ce8-9577-8dc36d9a259c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1244225970-subnet', 'tenant_id': 'd3d75631a0d648439ffc1b7c48488c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:40.642799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af83ff4-f3ad-496e-8898-2cc85ac338da admin admin] Pushing event updated for resources: {'Network': ['ID=f75419c6-5577-4ce8-9577-8dc36d9a259c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:40.643092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4672-d8da-4bec-9074-f75236faebc1 req-f1c0047c-f13e-4fd2-8003-0d8f4f8f1de2 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.650066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-743b4672-d8da-4bec-9074-f75236faebc1 req-f1c0047c-f13e-4fd2-8003-0d8f4f8f1de2 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1251869 Jul 09 16:40:40.657215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f75419c6-5577-4ce8-9577-8dc36d9a259c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:40.679700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Made reservation on behalf of d3d75631a0d648439ffc1b7c48488c65 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:40.685643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.745702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-743b4672-d8da-4bec-9074-f75236faebc1 req-ce924161-1f64-4310-8c45-9cf2b00e6e05 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 Jul 09 16:40:40.783673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-0efab985-6455-4ab7-b89f-3fff778cceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.785422 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-0efab985-6455-4ab7-b89f-3fff778cceeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 1099 time: 0.2604830 Jul 09 16:40:40.797306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:40.869058 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfe80bc-a049-45e8-8a68-ca5c05390a47 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.908287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfe80bc-a049-45e8-8a68-ca5c05390a47 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.954737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.970531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-86637374-febf-4f2e-b24f-3c06b4b6b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.972330 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-86637374-febf-4f2e-b24f-3c06b4b6b4c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1701581 Jul 09 16:40:41.010531 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfe80bc-a049-45e8-8a68-ca5c05390a47 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.013915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfe80bc-a049-45e8-8a68-ca5c05390a47 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.017826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8dfe80bc-a049-45e8-8a68-ca5c05390a47 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "DELETE /v2.0/security-groups/a3644296-9655-4140-9e5b-7b0350c1a0c6 HTTP/1.1" status: 204 len: 168 time: 0.2170408 Jul 09 16:40:41.018930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:41.037482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe80bc-a049-45e8-8a68-ca5c05390a47 tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3644296-9655-4140-9e5b-7b0350c1a0c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:41.039893 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b9285bac-a754-40d3-b76d-c2dde1d91e4f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] show failed (client error): The resource could not be found. Jul 09 16:40:41.041026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b9285bac-a754-40d3-b76d-c2dde1d91e4f tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "GET /v2.0/security-groups/a3644296-9655-4140-9e5b-7b0350c1a0c6 HTTP/1.1" status: 404 len: 347 time: 0.0211160 Jul 09 16:40:41.043913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:41.047566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-6949bd2b-22d8-4e59-aa71-c53c4c0b365e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088 HTTP/1.1" status: 200 len: 217 time: 0.0532327 Jul 09 16:40:41.150095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.153089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-89ecb69a-5b92-4e94-a131-c07f03a8266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:41.154588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-89ecb69a-5b92-4e94-a131-c07f03a8266c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0897441 Jul 09 16:40:41.207955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Deleting port 3af6bb22-c536-4fe4-8552-f3fab5251bb5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:41.208950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.243096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=058900da-5166-41dc-bf45-134119de19b8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:41.388812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.389332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.410451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Calling delete_port for 3af6bb22-c536-4fe4-8552-f3fab5251bb5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:41.444540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424e79-3e67-44d0-9ec8-681aa7c038b0 req-667c081d-44ee-4985-8aed-07a912a32813 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:41.446280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa424e79-3e67-44d0-9ec8-681aa7c038b0 req-667c081d-44ee-4985-8aed-07a912a32813 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 948 time: 0.1303089 Jul 09 16:40:41.537589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa424e79-3e67-44d0-9ec8-681aa7c038b0 req-357eaf2a-f8b8-456e-a3e8-4e08a206fc96 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587726 Jul 09 16:40:41.597667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Checking segment: {'id': 'f44ee6ae-9889-4276-aa1c-eae9255ba4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f75419c6-5577-4ce8-9577-8dc36d9a259c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:41.598020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Network hostable DHCP agents. Network: f75419c6-5577-4ce8-9577-8dc36d9a259c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:41.608595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-8ebcf085-e063-4404-b0bc-b0a4f9b929bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:41.610123 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-8ebcf085-e063-4404-b0bc-b0a4f9b929bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4292955 Jul 09 16:40:41.624564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.652997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Pushing event deleted for resources: {'Port': ['ID=3af6bb22-c536-4fe4-8552-f3fab5251bb5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:41.661195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Network f75419c6-5577-4ce8-9577-8dc36d9a259c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:41.684314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f75419c6-5577-4ce8-9577-8dc36d9a259c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:41.690791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:41.691370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.697644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c733dc4-349e-48b9-b352-00df48700281 None None] Network f75419c6-5577-4ce8-9577-8dc36d9a259c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:41.730076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21008a39-2d94-44a6-8809-9a44cb385877 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1000447 Jul 09 16:40:41.757932 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-b5731c5c-1e6f-43e8-9508-52100fa5e5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397302 Jul 09 16:40:41.784252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.791175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.791175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8857603-fc4c-42cc-ba24-9830a9411c2d tempest-ServersWithSpecificFlavorTestJSON-2016824665 tempest-ServersWithSpecificFlavorTestJSON-2016824665-project] 10.222.0.48 "DELETE /v2.0/floatingips/e6fa44e6-9994-4d91-81dd-a3bda5d77946 HTTP/1.1" status: 204 len: 168 time: 0.7456179 Jul 09 16:40:41.937814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5331c85f-6468-4996-9a41-19af67d1c6d0 req-73c36b7d-90ca-400f-a9f0-273210944a97 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724207 Jul 09 16:40:41.980333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b77f943-40c6-4a02-9340-96a94e1fa64c req-2719fc71-2a9b-44f7-964b-688a512d136c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 210 time: 0.1275334 Jul 09 16:40:42.043445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165461d-db1f-4715-8a0b-c423a009833a None None] Network f75419c6-5577-4ce8-9577-8dc36d9a259c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:42.260676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-6569958f-fdd6-479a-836b-f57e5fa55d1d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:42.263455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-6569958f-fdd6-479a-836b-f57e5fa55d1d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.2685871 Jul 09 16:40:42.282230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Request body: {'port': {'device_id': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'admin_state_up': True, 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:42.350100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae095c-3f67-4f5b-8d13-2bfc8a90f19c req-1789137a-e3e2-49a8-9d25-f2fe205c5219 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:42.351623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aae095c-3f67-4f5b-8d13-2bfc8a90f19c req-1789137a-e3e2-49a8-9d25-f2fe205c5219 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3628206 Jul 09 16:40:42.423904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aae095c-3f67-4f5b-8d13-2bfc8a90f19c req-9a06ccf2-9a37-474e-bce5-198df1690523 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617163 Jul 09 16:40:42.449767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:42.453513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.640912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:42.701260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Allocated IP 172.20.0.9 (f976fc9b-2641-4ee0-a4dd-6a1ee789a40a/d2da96f6-8a04-4eea-b8a8-a341748b256f/c339f5b6-4113-4e71-a72f-0d4601a5b766) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:42.763412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-03d97e9f-374a-402f-a3ad-3b5045454808 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:42.764296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:42.765043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-03d97e9f-374a-402f-a3ad-3b5045454808 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/networks?id=2bb75cd4-77b2-4c48-87cc-91768417e952 HTTP/1.1" status: 200 len: 825 time: 0.2217410 Jul 09 16:40:42.788562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'mac_address': 'fa:16:3e:3b:4b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:42.805774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-d2fb8371-7185-47c2-a19b-0e22aedd196f tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/quotas/96a69f3d691644408dfef12f6df08779 HTTP/1.1" status: 200 len: 375 time: 0.0324025 Jul 09 16:40:42.833773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.849357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:42.863054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-be3bdc78-a4f9-4d3d-8d5f-14d3c7b3b515 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a69f3d691644408dfef12f6df08779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498250 Jul 09 16:40:42.872539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:42.876994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.878089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355a944-76b0-491c-95d7-39595732a49a req-5dea6b58-fb89-42f3-b84c-1ceb27ee1718 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:42.880932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7355a944-76b0-491c-95d7-39595732a49a req-5dea6b58-fb89-42f3-b84c-1ceb27ee1718 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 948 time: 0.2030475 Jul 09 16:40:42.936922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:42.981708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:43.030903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e037dfd2-7497-4a0f-b5b5-4ddfeff33088 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:43.099185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7355a944-76b0-491c-95d7-39595732a49a req-6b5310c6-5751-4f49-add9-2da7f42f2862 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983569 Jul 09 16:40:43.169301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-ddf50b85-ded1-46ed-992c-c23cad76761d service neutron] 10.222.0.48 "GET /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763567 Jul 09 16:40:43.196513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.263862 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:40:43.360429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-1d519a98-f616-426e-b1a2-5f94c1e00641 service neutron] 10.222.0.48 "GET /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896644 Jul 09 16:40:43.432876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.588001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:43.590280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:43.610613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088', 'mac_address': 'fa:16:3e:2d:79:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:43.613674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:43.638134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:43.667840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event updated for resources: {'Port': ['ID=c339f5b6-4113-4e71-a72f-0d4601a5b766,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:43.710254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.711114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.737875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-0c414eb6-9464-4491-9502-b15b09376a06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620631 Jul 09 16:40:43.751447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff99031-460f-422b-98fa-96ed3f370e7e req-44154e60-80bd-4371-b2c5-7dc4ed669f87 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.764786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fff99031-460f-422b-98fa-96ed3f370e7e req-44154e60-80bd-4371-b2c5-7dc4ed669f87 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 931 time: 0.1823759 Jul 09 16:40:43.768507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.775307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Request body: {'port': {'device_id': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:43.839108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e037dfd2-7497-4a0f-b5b5-4ddfeff33088 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:43.874985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:43.882112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.893195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fff99031-460f-422b-98fa-96ed3f370e7e req-a5c9e469-d2c0-4b5c-a63a-99facd50baea tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265488 Jul 09 16:40:43.982459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.012640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:44.226390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fbcff3a-01eb-4fb9-85a8-9dcd857919c9 req-e4d75090-79c8-44a6-b60c-2dc72c3389e4 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 210 time: 0.1167893 Jul 09 16:40:44.300013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e037dfd2-7497-4a0f-b5b5-4ddfeff33088'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:44.381011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b87db-5bca-4c6c-8d58-f9110d601799 req-f5248b48-3d7f-48f7-a537-407f485d11b8 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.388257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-352b87db-5bca-4c6c-8d58-f9110d601799 req-f5248b48-3d7f-48f7-a537-407f485d11b8 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3457580 Jul 09 16:40:44.453506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-352b87db-5bca-4c6c-8d58-f9110d601799 req-67dae279-b367-45b9-b5cf-e47bdaae2c5d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614851 Jul 09 16:40:44.645765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c339f5b6-4113-4e71-a72f-0d4601a5b766 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:44.663117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.666248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:44.736071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Transition to ACTIVE for port object c339f5b6-4113-4e71-a72f-0d4601a5b766 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:44.752907 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.780637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:44.781579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.943504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.951505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:45.008142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:45.013849 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb811f16-1096-4ae1-9d2b-d0f05c2c0e35" -d '{"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-plugged", "status": "completed", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:45.048504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:45.056464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.073523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Pushing event updated for resources: {'Port': ['ID=c339f5b6-4113-4e71-a72f-0d4601a5b766,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:45.078763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Attempting to bind port c339f5b6-4113-4e71-a72f-0d4601a5b766 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:45.079097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Attempting to bind port c339f5b6-4113-4e71-a72f-0d4601a5b766 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:45.079425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Attempting to bind port c339f5b6-4113-4e71-a72f-0d4601a5b766 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:45.098803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b1a57-7822-4335-ba1d-4614c43c90b1 req-87b86ef6-fce3-4f30-814c-57cc954a9761 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.109302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-499b1a57-7822-4335-ba1d-4614c43c90b1 req-87b86ef6-fce3-4f30-814c-57cc954a9761 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 949 time: 0.4583356 Jul 09 16:40:45.121599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Port c339f5b6-4113-4e71-a72f-0d4601a5b766 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:45.121943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Attempting to bind port c339f5b6-4113-4e71-a72f-0d4601a5b766 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:45.136213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:45.136525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:45.136927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Bound using segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:45.137488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Bound port: c339f5b6-4113-4e71-a72f-0d4601a5b766, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:45.138168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.171809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:45.212931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-499b1a57-7822-4335-ba1d-4614c43c90b1 req-d5643fb4-7638-4d0b-8a97-6b5f45255390 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024225 Jul 09 16:40:45.355312 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78293b7c-7a81-4bdc-b223-e20efa667438 x-openstack-request-id: req-78293b7c-7a81-4bdc-b223-e20efa667438 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:45.355937 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-plugged", "status": "completed", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:45.356347 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78293b7c-7a81-4bdc-b223-e20efa667438 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:45.356898 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'code': 200} Jul 09 16:40:45.422754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] For port c339f5b6-4113-4e71-a72f-0d4601a5b766, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:45.435406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] For port c339f5b6-4113-4e71-a72f-0d4601a5b766, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:45.472691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd7573-f6ae-49a6-9a78-a2de13ba381a req-2883eb94-2199-4ef1-a7f8-310166501ab6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.480673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95fd7573-f6ae-49a6-9a78-a2de13ba381a req-2883eb94-2199-4ef1-a7f8-310166501ab6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 943 time: 0.2884936 Jul 09 16:40:45.508502 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.529857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.530691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.533113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] 10.222.0.43 "PUT /v2.0/ports/c339f5b6-4113-4e71-a72f-0d4601a5b766 HTTP/1.1" status: 200 len: 1091 time: 1.7630928 Jul 09 16:40:45.537991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'tag': 'c339f5b6-4113-4e71-a72f-0d4601a5b766'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:45.545850 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df3a070-82fc-462a-95af-427fb093ca07" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660", "tag": "c339f5b6-4113-4e71-a72f-0d4601a5b766"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:45.598759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95fd7573-f6ae-49a6-9a78-a2de13ba381a req-e2352532-d9e6-4d6c-a67c-0b2010d97f14 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165154 Jul 09 16:40:45.686980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16f3e1-14f6-4a7d-b963-e0f7841ada57 service neutron] Pushing event updated for resources: {'Port': ['ID=c339f5b6-4113-4e71-a72f-0d4601a5b766,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:45.841661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7b71b19-ae0c-4547-98af-bfd6dfafab18 req-dd2f5ad4-84ec-411f-b534-78ca3326e58a tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 210 time: 0.1277549 Jul 09 16:40:45.908437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-bbf33659-89bf-4518-a6fa-af3ddfa6259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.910313 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-bbf33659-89bf-4518-a6fa-af3ddfa6259d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 1094 time: 0.1183262 Jul 09 16:40:45.943917 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc5b24-67ae-4d72-b08b-7ef9c8ff6524 x-openstack-request-id: req-0cdc5b24-67ae-4d72-b08b-7ef9c8ff6524 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:45.944471 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660", "tag": "c339f5b6-4113-4e71-a72f-0d4601a5b766", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:45.944917 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cdc5b24-67ae-4d72-b08b-7ef9c8ff6524 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:45.945556 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'tag': 'c339f5b6-4113-4e71-a72f-0d4601a5b766', 'status': 'completed', 'code': 200} Jul 09 16:40:46.000204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-c792c71f-4024-4607-9dc4-4ad03a2577e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766 HTTP/1.1" status: 200 len: 217 time: 0.0475280 Jul 09 16:40:46.013747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-d8a4e5c0-f651-49cb-a4ec-4d5bacb6beb5 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.016100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-d8a4e5c0-f651-49cb-a4ec-4d5bacb6beb5 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.43 "GET /v2.0/networks?id=2bb75cd4-77b2-4c48-87cc-91768417e952 HTTP/1.1" status: 200 len: 825 time: 0.3208060 Jul 09 16:40:46.038882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Request body: {'port': {'device_id': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952', 'admin_state_up': True, 'tenant_id': '96a69f3d691644408dfef12f6df08779'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:46.062365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38391fa1-210c-4a0b-ae44-7d3454bf1102 req-8531bce3-6db5-45f8-8e0d-6826aa3bc1b6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.063517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.064707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38391fa1-210c-4a0b-ae44-7d3454bf1102 req-8531bce3-6db5-45f8-8e0d-6826aa3bc1b6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1838062 Jul 09 16:40:46.133428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-e8295abc-7772-4f99-bd5c-6f9da7635fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.135066 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-e8295abc-7772-4f99-bd5c-6f9da7635fb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1191373 Jul 09 16:40:46.167423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38391fa1-210c-4a0b-ae44-7d3454bf1102 req-79a425ed-bdcc-4e43-aec0-c0c32742e4bf tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883904 Jul 09 16:40:46.240029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Made reservation on behalf of 96a69f3d691644408dfef12f6df08779 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:46.242973 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-b4f7c5c0-6985-45b1-8755-d6029ee5f2ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953312 Jul 09 16:40:46.245844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.427778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-c6e03336-1a8f-4c97-9c25-9f9fe72adb98 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779683 Jul 09 16:40:46.480571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Allocated IP 172.20.0.7 (2bb75cd4-77b2-4c48-87cc-91768417e952/c1831580-8a90-4acb-8544-d4a1a6c2acd6/5b75d192-ed33-4e62-8fa4-6a0b6d614a88) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:46.566187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c93b-b396-46eb-8e8b-f0413a701f96 req-17d24f03-f5a9-42a5-acf3-bd2a39d91eda tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.583084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d48c93b-b396-46eb-8e8b-f0413a701f96 req-17d24f03-f5a9-42a5-acf3-bd2a39d91eda tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 949 time: 0.1819973 Jul 09 16:40:46.617246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6a9dee80-5503-43cc-80f8-3d621a4be9f1 req-1c1bfe9a-d469-48e0-a723-d5cde01b5e93 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758356 Jul 09 16:40:46.719757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Deleting port d8636b5f-a08e-4aaf-bdb5-c946c785c30e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:46.720252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.727081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d48c93b-b396-46eb-8e8b-f0413a701f96 req-39313e43-f9d3-4815-b558-4a5202cd3c5f tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355894 Jul 09 16:40:46.811310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.860949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] For port d8636b5f-a08e-4aaf-bdb5-c946c785c30e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:46.861416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.867677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.869805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3a070-82fc-462a-95af-427fb093ca07 req-9d0bd98c-b49b-48b2-b3c6-03887d3415c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.871588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-9d0bd98c-b49b-48b2-b3c6-03887d3415c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 1094 time: 0.1473055 Jul 09 16:40:46.900240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Calling delete_port for d8636b5f-a08e-4aaf-bdb5-c946c785c30e owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:46.969489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Network 2bb75cd4-77b2-4c48-87cc-91768417e952 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:46.996250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:47.013146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:47.019232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Pushing event updated for resources: {'Port': ['ID=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.053676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e037dfd2-7497-4a0f-b5b5-4ddfeff33088 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:47.103155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3a070-82fc-462a-95af-427fb093ca07 req-eb93768e-03f5-4484-95e9-61475cb0f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.104676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-eb93768e-03f5-4484-95e9-61475cb0f9bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.2210736 Jul 09 16:40:47.135212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.136002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.163197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-73d1b8c7-2c67-4b4a-9dea-dcb953a3aff9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287951 Jul 09 16:40:47.175681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:47.190419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:47.190753 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.194773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ec00-e650-42af-ba26-38e0e592c978 req-7fd1caf8-1f51-4a46-a1f9-d81a82d1e372 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.196915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca71ec00-e650-42af-ba26-38e0e592c978 req-7fd1caf8-1f51-4a46-a1f9-d81a82d1e372 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 943 time: 0.2051301 Jul 09 16:40:47.203364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Request body: {'port': {'device_id': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:47.323501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-2f6b89be-b0cb-4148-a755-faec93cc7a34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766 HTTP/1.1" status: 200 len: 217 time: 0.1195979 Jul 09 16:40:47.337495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.449474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca71ec00-e650-42af-ba26-38e0e592c978 req-6f903999-3ab1-4b6c-966d-f92bd7fce053 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193271 Jul 09 16:40:47.499177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3a070-82fc-462a-95af-427fb093ca07 req-06d7008f-1a67-4589-97fa-7ecdd4d1e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.502240 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-06d7008f-1a67-4589-97fa-7ecdd4d1e181 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1556389 Jul 09 16:40:47.548174 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.571037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-7833a5bf-9849-44d1-a072-08f7380ea16e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579283 Jul 09 16:40:47.600293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:47.602918 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03123b6-e8f5-4c5d-ae7d-46707e29d67f" -d '{"events": [{"server_uuid": "bfcd8440-365f-4e34-b947-e5c1ae0681b4", "name": "network-vif-plugged", "status": "completed", "tag": "e037dfd2-7497-4a0f-b5b5-4ddfeff33088"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:47.618008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:47.623381 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.705420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.737203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.780845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8636b5f-a08e-4aaf-bdb5-c946c785c30e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.967573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-03fe9194-e112-4991-9979-88d7f7598cdf service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733077 Jul 09 16:40:48.134127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcff34-0fe9-4b08-a6b3-3fd187ba9d0c req-95e1a8cb-ec1d-4390-a673-f31a42391bb7 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:48.139933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80dcff34-0fe9-4b08-a6b3-3fd187ba9d0c req-95e1a8cb-ec1d-4390-a673-f31a42391bb7 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 931 time: 0.7142942 Jul 09 16:40:48.265179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80dcff34-0fe9-4b08-a6b3-3fd187ba9d0c req-06ca1791-d2b6-40f1-b62a-2044c466f0dc tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159611 Jul 09 16:40:48.346776 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8df3a070-82fc-462a-95af-427fb093ca07 req-303e11bb-5bf0-4a75-b5ea-52f0a0b1b227 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591235 Jul 09 16:40:48.352797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.416388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f06f9-0d96-4131-a1b7-195ea9474dc6 req-3669abbf-2e3a-4206-b2a4-74a427ddfbd0 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:48.427069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c74f06f9-0d96-4131-a1b7-195ea9474dc6 req-3669abbf-2e3a-4206-b2a4-74a427ddfbd0 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3236313 Jul 09 16:40:48.595667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:48.639479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c74f06f9-0d96-4131-a1b7-195ea9474dc6 req-5cad4bab-a107-4146-857c-5cfb19856d17 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108221 Jul 09 16:40:48.641854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.656147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Transition to ACTIVE for port object 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:48.668428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.747695 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495781a-3ccd-433a-96b4-910d08081041 x-openstack-request-id: req-e495781a-3ccd-433a-96b4-910d08081041 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:48.748211 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcd8440-365f-4e34-b947-e5c1ae0681b4", "name": "network-vif-plugged", "status": "completed", "tag": "e037dfd2-7497-4a0f-b5b5-4ddfeff33088", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:48.748211 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e495781a-3ccd-433a-96b4-910d08081041 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:48.748730 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088', 'code': 200} Jul 09 16:40:48.827091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:48.948043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Router c8c0edcf-89d0-47d2-b1c4-361414235ee8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:48.985006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2964-2043-4bb9-936e-a3d9ceac254b req-5f6e54d8-8326-4ecd-8e8b-5a3a11998622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:48.986774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b7c2964-2043-4bb9-936e-a3d9ceac254b req-5f6e54d8-8326-4ecd-8e8b-5a3a11998622 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 1101 time: 0.1152916 Jul 09 16:40:49.008153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Attempting to bind port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:49.008523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Attempting to bind port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'adefcf01-9bee-4f6b-b67c-3e1a658620aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:49.008835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Attempting to bind port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 on network 2bb75cd4-77b2-4c48-87cc-91768417e952 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:49.026105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 on network 2bb75cd4-77b2-4c48-87cc-91768417e952 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:49.026463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Attempting to bind port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 on network 2bb75cd4-77b2-4c48-87cc-91768417e952 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:49.038039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:49.038423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Checking segment: {'id': 'adefcf01-9bee-4f6b-b67c-3e1a658620aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:49.040057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Bound using segment: {'id': 'adefcf01-9bee-4f6b-b67c-3e1a658620aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:49.040513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Bound port: 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adefcf01-9bee-4f6b-b67c-3e1a658620aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:49.040872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.069477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be93a7c-42ff-45e3-83b6-4f25ccada567 req-a0217576-71c6-4e3a-9967-ce6c61df28ed tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.077144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6be93a7c-42ff-45e3-83b6-4f25ccada567 req-a0217576-71c6-4e3a-9967-ce6c61df28ed tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.2314200 Jul 09 16:40:49.089616 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b7c2964-2043-4bb9-936e-a3d9ceac254b req-8de09508-b2e8-4728-a6d7-3e0b2d906c85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611601 Jul 09 16:40:49.169817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6be93a7c-42ff-45e3-83b6-4f25ccada567 req-c4a469e9-4984-4f05-a72f-8415ad561410 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914359 Jul 09 16:40:49.187866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d06c-65b6-4d12-a223-68e1279f3d58 req-55da46f4-e639-4cd2-bf87-3680566db6fe tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.190494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88d5d06c-65b6-4d12-a223-68e1279f3d58 req-55da46f4-e639-4cd2-bf87-3680566db6fe tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 943 time: 0.2198799 Jul 09 16:40:49.198308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:49.207065 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] Sync routers for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:49.220177 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1cf7a5e9-30ba-4ec3-8334-beba9454a817 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8c0edcf-89d0-47d2-b1c4-361414235ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2665653 Jul 09 16:40:49.222697 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:49.223598 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:49.224644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] For port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:49.229273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] For port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,segment=NetworkSegment(adefcf01-9bee-4f6b-b67c-3e1a658620aa),segment_id=adefcf01-9bee-4f6b-b67c-3e1a658620aa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:49.236612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:49.247606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.302517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.303169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.304655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] 10.222.0.43 "PUT /v2.0/ports/5b75d192-ed33-4e62-8fa4-6a0b6d614a88 HTTP/1.1" status: 200 len: 1091 time: 2.1067350 Jul 09 16:40:49.305133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'tag': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:49.307804 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e785a137-5b30-4874-a6f8-ae7407f60c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fea1869-a8c1-4922-8b3b-57edc466ac71", "tag": "5b75d192-ed33-4e62-8fa4-6a0b6d614a88"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:49.344690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb4e9d-05bb-4a5a-8be5-1f5161746f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:49.350113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88d5d06c-65b6-4d12-a223-68e1279f3d58 req-9162090c-247a-4135-9287-799bffed7759 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434455 Jul 09 16:40:49.483567 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:49.521629 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1f4210-efb0-480d-a48d-2a490e915b79 x-openstack-request-id: req-1d1f4210-efb0-480d-a48d-2a490e915b79 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:49.522309 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fea1869-a8c1-4922-8b3b-57edc466ac71", "tag": "5b75d192-ed33-4e62-8fa4-6a0b6d614a88", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:49.522808 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d1f4210-efb0-480d-a48d-2a490e915b79 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:49.523504 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'tag': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88', 'status': 'completed', 'code': 200} Jul 09 16:40:49.534124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.547190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-a1483294-5584-40c8-a638-e70380d2f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.552160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-a1483294-5584-40c8-a638-e70380d2f6ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a69f3d691644408dfef12f6df08779&device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 1094 time: 0.1209936 Jul 09 16:40:49.696415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-599d4c56-686e-4a20-a00b-6f00bc0a8017 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88 HTTP/1.1" status: 200 len: 217 time: 0.1264126 Jul 09 16:40:49.774910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8c9ed387-c9c2-46f1-9c81-e0f6c916a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.777196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-8c9ed387-c9c2-46f1-9c81-e0f6c916a5ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1831580-8a90-4acb-8544-d4a1a6c2acd6 HTTP/1.1" status: 200 len: 865 time: 0.0618954 Jul 09 16:40:49.824372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-45829421-d9b3-42c8-ad72-4c70e1315d26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bb75cd4-77b2-4c48-87cc-91768417e952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382330 Jul 09 16:40:49.840479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f74e8-d723-4fb0-a373-6e292bfd8c1a req-fdd69a5c-ea09-44db-bef0-84cf2663a0a1 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.848568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f29f74e8-d723-4fb0-a373-6e292bfd8c1a req-fdd69a5c-ea09-44db-bef0-84cf2663a0a1 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 943 time: 0.1643682 Jul 09 16:40:49.966566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f29f74e8-d723-4fb0-a373-6e292bfd8c1a req-1c019d54-aa5d-4e0a-8859-a6114db72668 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135292 Jul 09 16:40:50.005347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-f840656b-fc2f-46cc-a943-7e455b09efea service neutron] 10.222.0.43 "GET /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483197 Jul 09 16:40:50.174290 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:40:47Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:50.210832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] Checking router: c8c0edcf-89d0-47d2-b1c4-361414235ee8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:50.222021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] Routers {'c8c0edcf-89d0-47d2-b1c4-361414235ee8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:50.223221 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:50.349434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.394441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a13b715-e3c4-43b0-911f-d1404ae11b1e req-298dd341-92e5-4dad-b71a-3201162e74aa service neutron] 10.222.0.43 "GET /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787963 Jul 09 16:40:50.433046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de59b-e97d-4255-aa4e-9ff8ce337fc3 req-9a917f04-47d5-45f8-ac42-d0af1ac441d6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.434749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b4de59b-e97d-4255-aa4e-9ff8ce337fc3 req-9a917f04-47d5-45f8-ac42-d0af1ac441d6 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.2792463 Jul 09 16:40:50.444555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Deleting port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:50.445044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.507435 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] Set router c8c0edcf-89d0-47d2-b1c4-361414235ee8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:50.559611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] For port a6e35cc0-3aac-4a83-b9cc-9483c6d546f2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:50.560511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.582048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Calling delete_port for a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:50.667048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b4de59b-e97d-4255-aa4e-9ff8ce337fc3 req-c7608b8c-f45c-4d6a-aa49-adbe952da0d1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981852 Jul 09 16:40:50.678797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c339f5b6-4113-4e71-a72f-0d4601a5b766 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:50.808868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faaed8-faee-4139-8a8a-7559e8c7676a req-b6f6d00d-3a6b-450a-b9e9-26888fa06ca6 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.817008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0faaed8-faee-4139-8a8a-7559e8c7676a req-b6f6d00d-3a6b-450a-b9e9-26888fa06ca6 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.3810480 Jul 09 16:40:50.919511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0faaed8-faee-4139-8a8a-7559e8c7676a req-d2a28b17-5b4e-46c9-884b-70ded8b07c16 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014812 Jul 09 16:40:50.921207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port c339f5b6-4113-4e71-a72f-0d4601a5b766, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:50.924725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-e39f9976-d9e6-456a-9f51-1c4ca4686928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.930058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-e39f9976-d9e6-456a-9f51-1c4ca4686928 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a69f3d691644408dfef12f6df08779&device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 1094 time: 0.4368427 Jul 09 16:40:50.960027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'c339f5b6-4113-4e71-a72f-0d4601a5b766', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': 'c339f5b6-4113-4e71-a72f-0d4601a5b766', 'mac_address': 'fa:16:3e:2f:33:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:51.040473 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:40:47Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:51.042082 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.074589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c339f5b6-4113-4e71-a72f-0d4601a5b766 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:51.099401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.106582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2ee4a-2452-4b82-91ef-c32875f6d5c7 None None] The sync data for ids ['c8c0edcf-89d0-47d2-b1c4-361414235ee8'] in n-d-800085-2 is: [{'id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-220313006-router', 'tenant_id': 'e22eee820daf4772bcd0d13bff358009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:07Z', 'updated_at': '2021-07-09T16:40:47Z', 'revision_number': 5, 'project_id': 'e22eee820daf4772bcd0d13bff358009', 'gw_port': {'id': 'a6e35cc0-3aac-4a83-b9cc-9483c6d546f2', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0edcf-89d0-47d2-b1c4-361414235ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:08Z', 'updated_at': '2021-07-09T16:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:51.116932 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port c339f5b6-4113-4e71-a72f-0d4601a5b766, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:51.124538 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.138967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e35cc0-3aac-4a83-b9cc-9483c6d546f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:51.249718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=c339f5b6-4113-4e71-a72f-0d4601a5b766,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:51.289693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.325785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-73af7b5b-f60c-4426-831b-8ba7a7ed7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:51.333770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-73af7b5b-f60c-4426-831b-8ba7a7ed7eb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bb75cd4-77b2-4c48-87cc-91768417e952 HTTP/1.1" status: 200 len: 926 time: 0.3968699 Jul 09 16:40:51.379081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085032-0660-4c95-b0b8-291dff001bbd req-db220562-cf59-435c-ad54-1174e9252f6d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:51.380710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a085032-0660-4c95-b0b8-291dff001bbd req-db220562-cf59-435c-ad54-1174e9252f6d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 943 time: 0.3102732 Jul 09 16:40:51.457544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-0f38c236-0846-4228-81c4-c7dfdff86234 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88 HTTP/1.1" status: 200 len: 217 time: 0.1100564 Jul 09 16:40:51.462459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['c339f5b6-4113-4e71-a72f-0d4601a5b766'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:51.487198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.492429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.559822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.560482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c0edcf-89d0-47d2-b1c4-361414235ee8 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:40:51.567485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.571969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3e84adb7-a980-4960-a44c-f653555b824d admin admin] 10.222.0.48 "DELETE /v2.0/routers/c8c0edcf-89d0-47d2-b1c4-361414235ee8 HTTP/1.1" status: 204 len: 168 time: 2.3317144 Jul 09 16:40:51.578074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-70e18c9d-c5b8-477f-ba89-384c6148af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:51.579047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:51.579955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-70e18c9d-c5b8-477f-ba89-384c6148af2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c1831580-8a90-4acb-8544-d4a1a6c2acd6 HTTP/1.1" status: 200 len: 865 time: 0.1090870 Jul 09 16:40:51.637456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8636b5f-a08e-4aaf-bdb5-c946c785c30e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:51.645355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-b3f18068-2741-44e7-b21b-543ed6e15a8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bb75cd4-77b2-4c48-87cc-91768417e952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539923 Jul 09 16:40:51.678776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Deleting subnet 42113ca1-d9eb-44de-ba6e-2a3f3273ba46 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:51.680584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d8636b5f-a08e-4aaf-bdb5-c946c785c30e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:51.681355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8636b5f-a08e-4aaf-bdb5-c946c785c30e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:51.690676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.713230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a085032-0660-4c95-b0b8-291dff001bbd req-e75df274-41ad-46fc-822f-b1f62b4af851 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885261 Jul 09 16:40:51.746080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.778046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94873-619f-4290-8d12-b3f4ad81ac51 req-1ef11e13-8222-48e3-a719-f2b66d6ce1f9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:51.785173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2a94873-619f-4290-8d12-b3f4ad81ac51 req-1ef11e13-8222-48e3-a719-f2b66d6ce1f9 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 943 time: 0.4291840 Jul 09 16:40:51.932175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.964786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2a94873-619f-4290-8d12-b3f4ad81ac51 req-7b047695-1ba9-4937-8a71-d135cf565e67 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733134 Jul 09 16:40:52.040260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.041845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-1a4f9013-854a-4a98-b8fa-348838968efc service neutron] 10.222.0.43 "GET /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560641 Jul 09 16:40:52.075592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42113ca1-d9eb-44de-ba6e-2a3f3273ba46,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:52.095372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.099024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48f7eb-31d6-44d8-a312-094aa2b4d034 None None] Network ba61a74d-ec98-4f18-8a67-85b159c9079b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:52.100920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e176d5e2-1325-4909-bbff-e012016aa7cd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42113ca1-d9eb-44de-ba6e-2a3f3273ba46 HTTP/1.1" status: 204 len: 168 time: 0.5195248 Jul 09 16:40:52.102265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:52.311184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.406168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e785a137-5b30-4874-a6f8-ae7407f60c0d req-2566b813-521a-42a4-9d8f-519903126a64 service neutron] 10.222.0.43 "GET /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630869 Jul 09 16:40:52.444871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Deleting port 3ff30e72-dc1a-4530-871e-f6f03095a948 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:52.445341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.468417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b71da-03bc-45dd-a0d5-fa171d4925e1 req-729aa388-96bf-4740-9251-dbb986ad6751 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:52.475815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a1b71da-03bc-45dd-a0d5-fa171d4925e1 req-729aa388-96bf-4740-9251-dbb986ad6751 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3045104 Jul 09 16:40:52.500343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127df71f-3f04-4691-a2fe-d9ba71e8ad09 req-7aabe6c8-8d75-4d1c-9458-b9b78ac08021 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:52.502799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-127df71f-3f04-4691-a2fe-d9ba71e8ad09 req-7aabe6c8-8d75-4d1c-9458-b9b78ac08021 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.2973526 Jul 09 16:40:52.568455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] For port 3ff30e72-dc1a-4530-871e-f6f03095a948, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ff30e72-dc1a-4530-871e-f6f03095a948,segment=NetworkSegment(ae85a4a5-b820-4aa5-b550-e5a8b2922504),segment_id=ae85a4a5-b820-4aa5-b550-e5a8b2922504)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:52.569065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.586172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-127df71f-3f04-4691-a2fe-d9ba71e8ad09 req-6dd0ed14-0066-4938-80c7-8a1f5df5a1fe tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689242 Jul 09 16:40:52.588183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Calling delete_port for 3ff30e72-dc1a-4530-871e-f6f03095a948 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:52.614100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a1b71da-03bc-45dd-a0d5-fa171d4925e1 req-99c2de8e-49ae-4b36-a691-1d430deb0b0e tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102169 Jul 09 16:40:52.663241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31167699-8059-4fd7-9811-975075b1f885 None None] DHCP port deletion for ba61a74d-ec98-4f18-8a67-85b159c9079b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:52.746862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c339f5b6-4113-4e71-a72f-0d4601a5b766 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:52.784622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.833654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] No DVR routers for this DVR port 3ff30e72-dc1a-4530-871e-f6f03095a948 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:52.835966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff30e72-dc1a-4530-871e-f6f03095a948,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:52.908437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Deleting port 3ff30e72-dc1a-4530-871e-f6f03095a948 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:52.909125 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.914716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port c339f5b6-4113-4e71-a72f-0d4601a5b766 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:52.984743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.000878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba61a74d-ec98-4f18-8a67-85b159c9079b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:53.005834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port c339f5b6-4113-4e71-a72f-0d4601a5b766 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:53.006225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.014956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae85a4a5-b820-4aa5-b550-e5a8b2922504') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:53.015415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae85a4a5-b820-4aa5-b550-e5a8b2922504') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:53.033217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.055020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.069721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:53.070143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:53.078651 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:53.121976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-31167699-8059-4fd7-9811-975075b1f885 None None] For port 3ff30e72-dc1a-4530-871e-f6f03095a948, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:53.124774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.149922 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:40:53.184444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493a3b-a771-4efb-a466-2aaf3fe2913b req-b292637e-64ac-4a21-819b-fe5433dde577 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:53.191858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db493a3b-a771-4efb-a466-2aaf3fe2913b req-b292637e-64ac-4a21-819b-fe5433dde577 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 944 time: 0.1999362 Jul 09 16:40:53.233980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.266242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.273746 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba61a74d-ec98-4f18-8a67-85b159c9079b HTTP/1.1" status: 204 len: 168 time: 1.1657779 Jul 09 16:40:53.277943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:53.286927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db493a3b-a771-4efb-a466-2aaf3fe2913b req-2a6ac46f-3871-41c1-9966-5efb884cda6d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788407 Jul 09 16:40:53.290795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Calling delete_port for 3ff30e72-dc1a-4530-871e-f6f03095a948 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:53.320415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc98a28-dd46-4ac6-8980-e8c9fd8a2caa admin admin] Pushing event deleted for resources: {'Network': ['ID=ba61a74d-ec98-4f18-8a67-85b159c9079b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:53.328158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Port 3ff30e72-dc1a-4530-871e-f6f03095a948 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:40:53.335154 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.377062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Network ba61a74d-ec98-4f18-8a67-85b159c9079b is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:40:53.377851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31167699-8059-4fd7-9811-975075b1f885 None None] No DVR routers for this DVR port 3ff30e72-dc1a-4530-871e-f6f03095a948 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:53.384803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31167699-8059-4fd7-9811-975075b1f885 None None] Pushing event deleted for resources: {'Port': ['ID=3ff30e72-dc1a-4530-871e-f6f03095a948,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:53.390621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.428742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c339f5b6-4113-4e71-a72f-0d4601a5b766'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:53.432234 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023c27e-011a-4c9e-944b-b02d14896446" -d '{"events": [{"server_uuid": "f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660", "name": "network-vif-plugged", "status": "completed", "tag": "c339f5b6-4113-4e71-a72f-0d4601a5b766"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:53.450547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ff30e72-dc1a-4530-871e-f6f03095a948 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:53.459197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port c339f5b6-4113-4e71-a72f-0d4601a5b766, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:53.482825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.486104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3ff30e72-dc1a-4530-871e-f6f03095a948 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:53.487471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ff30e72-dc1a-4530-871e-f6f03095a948 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:53.488035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:53.551166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:53.551525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a6e35cc0-3aac-4a83-b9cc-9483c6d546f2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:53.594299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.600865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=c339f5b6-4113-4e71-a72f-0d4601a5b766,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:53.721264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3da3e1-9fa8-42c6-8fc3-a1aeb44a11f9 req-4281cf15-1d60-4fbd-8416-4d87e00a4eb7 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:53.722858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc3da3e1-9fa8-42c6-8fc3-a1aeb44a11f9 req-4281cf15-1d60-4fbd-8416-4d87e00a4eb7 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 943 time: 0.1870191 Jul 09 16:40:53.763390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33278e0-0dc4-4cec-a9ce-0a5a988c61a4 req-79380d9c-8e32-466b-8532-6b82bb1ee0f2 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:53.765029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c33278e0-0dc4-4cec-a9ce-0a5a988c61a4 req-79380d9c-8e32-466b-8532-6b82bb1ee0f2 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.1389978 Jul 09 16:40:53.827600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc3da3e1-9fa8-42c6-8fc3-a1aeb44a11f9 req-c4d0fe57-1cc3-4402-96af-b1fde76f745c tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972719 Jul 09 16:40:53.862457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c33278e0-0dc4-4cec-a9ce-0a5a988c61a4 req-e425115c-d311-4f59-8230-57775534ae96 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743573 Jul 09 16:40:53.930310 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a0550-7a90-45b5-bfb2-c72694a95e33 x-openstack-request-id: req-fa1a0550-7a90-45b5-bfb2-c72694a95e33 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:53.930848 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660", "name": "network-vif-plugged", "status": "completed", "tag": "c339f5b6-4113-4e71-a72f-0d4601a5b766", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:53.930848 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa1a0550-7a90-45b5-bfb2-c72694a95e33 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:53.931251 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c339f5b6-4113-4e71-a72f-0d4601a5b766', 'code': 200} Jul 09 16:40:54.297934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.419006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e827d-eaf7-4fc2-9565-42b5d7c57f87 req-c50502ff-8307-4625-83a5-0319c37103ce tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:54.429800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f27e827d-eaf7-4fc2-9565-42b5d7c57f87 req-c50502ff-8307-4625-83a5-0319c37103ce tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3036463 Jul 09 16:40:54.440366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-f32a5a70-3c6a-47a8-b83c-6afdc0b1045a tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946875 Jul 09 16:40:54.504442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d720686-2f41-4222-b0f4-dfd45403c193 req-886da64e-6cbd-4639-8079-ef5de71a8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:54.506128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d720686-2f41-4222-b0f4-dfd45403c193 req-886da64e-6cbd-4639-8079-ef5de71a8b90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 1096 time: 0.3694522 Jul 09 16:40:54.528148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea423b-99bd-4fa0-a32b-52037fc87e5f req-e464896c-488d-4e7f-9262-c100e5d43ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:54.530046 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41ea423b-99bd-4fa0-a32b-52037fc87e5f req-e464896c-488d-4e7f-9262-c100e5d43ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 1096 time: 0.3216631 Jul 09 16:40:54.562174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f27e827d-eaf7-4fc2-9565-42b5d7c57f87 req-350a88db-73fe-4ae3-b7d7-f941d0df9c14 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311550 Jul 09 16:40:54.644227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d720686-2f41-4222-b0f4-dfd45403c193 req-c7784eb2-bae3-4e6b-a0a1-d0b08c37f5fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238947 Jul 09 16:40:54.683055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-5230e897-22b8-420a-85b1-0762088b57fc tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:54.685505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-5230e897-22b8-420a-85b1-0762088b57fc tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344272 Jul 09 16:40:54.717375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:54.760062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-61cfd378-3971-4e11-a40b-d60ed940c4bc tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/quotas/a2eadb1b2b194ac6833c82991fa4b674 HTTP/1.1" status: 200 len: 375 time: 0.0664637 Jul 09 16:40:54.774512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-41ea423b-99bd-4fa0-a32b-52037fc87e5f req-de7c8455-4e9f-489b-accf-22df3142eb5f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340066 Jul 09 16:40:54.910549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Deleting port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:54.911934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.959388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,segment=NetworkSegment(adefcf01-9bee-4f6b-b67c-3e1a658620aa),segment_id=adefcf01-9bee-4f6b-b67c-3e1a658620aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:54.982372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88', 'network_id': '2bb75cd4-77b2-4c48-87cc-91768417e952', 'port_id': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88', 'mac_address': 'fa:16:3e:99:6d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1831580-8a90-4acb-8544-d4a1a6c2acd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:55.003767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-aca308d6-cd56-4e9f-b17e-977ce7a6e9a4 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2399600 Jul 09 16:40:55.033662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6bbd1-b115-4971-934e-06eda452fdd1 req-1b1d260f-bbde-4c98-b9c2-f7b2d26d217a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:55.042825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.060349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8db6bbd1-b115-4971-934e-06eda452fdd1 req-1b1d260f-bbde-4c98-b9c2-f7b2d26d217a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 945 time: 0.2820196 Jul 09 16:40:55.067318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:55.079691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] For port 2fbb5862-034b-4c4b-bb85-7d77db5fcb32, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:55.080693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.102310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,segment=NetworkSegment(adefcf01-9bee-4f6b-b67c-3e1a658620aa),segment_id=adefcf01-9bee-4f6b-b67c-3e1a658620aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:55.107705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Calling delete_port for 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:55.110395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.159913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8db6bbd1-b115-4971-934e-06eda452fdd1 req-3e8011a4-2fdc-4204-a862-ee3193628a0e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982821 Jul 09 16:40:55.220938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:55.565237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['5b75d192-ed33-4e62-8fa4-6a0b6d614a88'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:55.723768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.742054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eea0408a-80ae-4065-bdbe-07d45852bbf4 req-398dd0d1-1e3d-48af-ad06-64f680436b30 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 210 time: 0.1370554 Jul 09 16:40:55.867867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f4b6d-74bd-49cd-be3f-6891f0c78e9b req-68d63227-a5df-46c5-bc3b-8f43118bb039 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:55.869460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-883f4b6d-74bd-49cd-be3f-6891f0c78e9b req-68d63227-a5df-46c5-bc3b-8f43118bb039 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 944 time: 0.2244134 Jul 09 16:40:56.074113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-883f4b6d-74bd-49cd-be3f-6891f0c78e9b req-ac314e66-0664-41a3-b9c4-79125865542b tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940532 Jul 09 16:40:56.075290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbb5862-034b-4c4b-bb85-7d77db5fcb32,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:56.339109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.681293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed9e71-e92e-4e53-b080-bd4c899a8b8a req-c8b4a0eb-fa7d-4269-bc98-0b4c5d14ad02 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:56.690686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ed9e71-e92e-4e53-b080-bd4c899a8b8a req-c8b4a0eb-fa7d-4269-bc98-0b4c5d14ad02 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1551130 Jul 09 16:40:56.721934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3033cb9-b60c-402f-a3f1-6832da56f3a1 req-130072d9-ff09-40f6-9f4f-76716b5b97ad tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:56.730007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3033cb9-b60c-402f-a3f1-6832da56f3a1 req-130072d9-ff09-40f6-9f4f-76716b5b97ad tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 945 time: 0.1500795 Jul 09 16:40:56.747059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Router 31757f6f-8ff7-4daa-b85c-452e16a5f356 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:56.807999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0ed9e71-e92e-4e53-b080-bd4c899a8b8a req-6d3c295f-3bcc-49b8-8365-926ce4097744 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128654 Jul 09 16:40:56.851372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3033cb9-b60c-402f-a3f1-6832da56f3a1 req-1cbc0939-80ba-483b-aad9-0e349c906838 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197801 Jul 09 16:40:56.930391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:56.947781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] Sync routers for ids ['31757f6f-8ff7-4daa-b85c-452e16a5f356'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:56.951908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-545685bd-d3ab-4655-bc2e-1c603f874aad admin admin] 10.222.0.48 "PUT /v2.0/routers/31757f6f-8ff7-4daa-b85c-452e16a5f356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6623242 Jul 09 16:40:56.952283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:56.962291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] Routers {'31757f6f-8ff7-4daa-b85c-452e16a5f356'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:56.963941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['31757f6f-8ff7-4daa-b85c-452e16a5f356'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:57.158079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] Set router 31757f6f-8ff7-4daa-b85c-452e16a5f356 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:57.195507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.436347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:40:55Z', 'revision_number': 5, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:57.453116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56ad4138-5157-40f2-890b-931548ed3a03 req-e05515e7-9351-4f50-bea7-372b9c7bd0b9 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 210 time: 0.0560670 Jul 09 16:40:57.490983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] Checking router: 31757f6f-8ff7-4daa-b85c-452e16a5f356 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:57.524818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.540024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] Routers {'31757f6f-8ff7-4daa-b85c-452e16a5f356'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:57.540833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['31757f6f-8ff7-4daa-b85c-452e16a5f356'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:57.669216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-e1ba3134-46da-497d-909c-60608f0e8de4 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486107 Jul 09 16:40:57.848354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Deleting port 0f66dab1-d0b0-47e3-b907-f235294e5a20 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:57.849661 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.919927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-7fe7767f-dccd-4e36-bb2e-9b65fddb0031 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:57.921459 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-7fe7767f-dccd-4e36-bb2e-9b65fddb0031 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587159 Jul 09 16:40:57.942210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-bd5a12f4-031a-460e-9848-aad80d7a1e5a tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:57.950728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-bd5a12f4-031a-460e-9848-aad80d7a1e5a tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 810 time: 0.3193114 Jul 09 16:40:57.969982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Request body: {'port': {'device_id': 'faa90861-273f-4d63-8897-0f3076749243', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'a2eadb1b2b194ac6833c82991fa4b674'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:58.057657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a26f63dd-4805-41ab-9dfd-c147afe8a041 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/quotas/4a406fc8780340909fe81d2c1a63ad7e HTTP/1.1" status: 200 len: 375 time: 0.0983558 Jul 09 16:40:58.104151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] For port 0f66dab1-d0b0-47e3-b907-f235294e5a20, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0f66dab1-d0b0-47e3-b907-f235294e5a20,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:58.104436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.118912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Calling delete_port for 0f66dab1-d0b0-47e3-b907-f235294e5a20 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:58.139117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] Set router 31757f6f-8ff7-4daa-b85c-452e16a5f356 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:58.283353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Made reservation on behalf of a2eadb1b2b194ac6833c82991fa4b674 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:58.287754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.319118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.404455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f66dab1-d0b0-47e3-b907-f235294e5a20,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:58.419518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:40:55Z', 'revision_number': 5, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:58.454989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017965a4-19ad-4aea-beb4-fc90a084f264 None None] The sync data for ids ['31757f6f-8ff7-4daa-b85c-452e16a5f356'] in n-d-800085-2 is: [{'id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823894771-router', 'tenant_id': '62cb8fd1833140968b8683d3f55a784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:33:17Z', 'updated_at': '2021-07-09T16:40:55Z', 'revision_number': 5, 'project_id': '62cb8fd1833140968b8683d3f55a784e', 'gw_port': {'id': '0f66dab1-d0b0-47e3-b907-f235294e5a20', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31757f6f-8ff7-4daa-b85c-452e16a5f356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:33:18Z', 'updated_at': '2021-07-09T16:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:58.491090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf7e85-da5f-4a3d-8b7b-b7f35500f13f req-d4db8a89-003a-4334-bab1-23e2023cee35 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:58.492697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43bf7e85-da5f-4a3d-8b7b-b7f35500f13f req-d4db8a89-003a-4334-bab1-23e2023cee35 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 944 time: 0.5691717 Jul 09 16:40:58.508400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Allocated IP 192.168.233.151 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:58.525915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.653993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.659988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.684566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-64a3ffbb-9f5c-425c-811c-d7ccd9fbc6b2 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6265235 Jul 09 16:40:58.731123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.748129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:58.753274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Transition to ACTIVE for port object ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:58.817730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.818381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31757f6f-8ff7-4daa-b85c-452e16a5f356 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:40:58.826663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.851747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:58.857851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:58.858314 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.864187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.868493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5043b7d3-ea53-433c-80e4-9138dd68086a admin admin] 10.222.0.48 "DELETE /v2.0/routers/31757f6f-8ff7-4daa-b85c-452e16a5f356 HTTP/1.1" status: 204 len: 168 time: 1.9150355 Jul 09 16:40:58.873175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:58.898945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e037dfd2-7497-4a0f-b5b5-4ddfeff33088'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:58.956875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43bf7e85-da5f-4a3d-8b7b-b7f35500f13f req-fb2371f4-9284-4d34-ae0a-241c06020535 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542155 Jul 09 16:40:59.007678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Pushing event updated for resources: {'Port': ['ID=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:59.020468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:59.022394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:59.031732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:59.038952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Deleting subnet f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:59.058073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.065526 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.157219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:59.160387 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a178abc9-c6e5-44b0-b5ee-b8595665dcc5" -d '{"events": [{"server_uuid": "1fea1869-a8c1-4922-8b3b-57edc466ac71", "name": "network-vif-plugged", "status": "completed", "tag": "5b75d192-ed33-4e62-8fa4-6a0b6d614a88"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:59.163647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-881f5ee2-e12c-4b27-883a-a433b23ec1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779110 Jul 09 16:40:59.189045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,segment=NetworkSegment(adefcf01-9bee-4f6b-b67c-3e1a658620aa),segment_id=adefcf01-9bee-4f6b-b67c-3e1a658620aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:59.190233 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.199756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.210298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.217796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.243284 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-135591da-78dd-411b-a610-b0ca3598c1f5 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3059103 Jul 09 16:40:59.260335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Request body: {'port': {'device_id': 'faa90861-273f-4d63-8897-0f3076749243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:59.410217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:59.456421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:59.498611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:59.499020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2fbb5862-034b-4c4b-bb85-7d77db5fcb32 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:59.508799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9fe61fdf-ba20-49ea-983b-04db239b0f8b None None] Provisioning for port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:59.510528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.519242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9fe61fdf-ba20-49ea-983b-04db239b0f8b None None] Provisioning complete for port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:59.519698 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fe61fdf-ba20-49ea-983b-04db239b0f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.574226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-73ba1b13-1a45-4971-8069-6d02faecd793 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.575881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-73ba1b13-1a45-4971-8069-6d02faecd793 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.37 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 945 time: 0.3073907 Jul 09 16:40:59.579508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9fe61fdf-ba20-49ea-983b-04db239b0f8b None None] Port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:59.962844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-07d5519b-238f-4027-8f4c-70cc51d738dd service neutron] 10.222.0.48 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7981164 Jul 09 16:40:59.985360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c78dd-5b42-4825-ac93-cec49cd2cc95 req-6da8b084-ce91-4354-af53-49ce26c9067e tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.996496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-554c78dd-5b42-4825-ac93-cec49cd2cc95 req-6da8b084-ce91-4354-af53-49ce26c9067e tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 945 time: 0.7400670 Jul 09 16:41:00.003163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.109992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-554c78dd-5b42-4825-ac93-cec49cd2cc95 req-4111cfe6-6c6b-462e-a7f5-18305a5c45dc tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e2b3b6-5463-4ec1-a151-00b7ac83d69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033738 Jul 09 16:41:00.173367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.215762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9615399-0649-45c6-bf6a-7ccaddf24ac7 None None] Network e5f8c4a2-da43-433c-8c9d-d212214a8a68 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:00.220221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.239918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a HTTP/1.1" status: 204 len: 168 time: 1.3656201 Jul 09 16:41:00.243476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:00.274048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Deleting port ca83365d-3a18-4a37-8e66-cc600f09b285 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:00.276630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.461159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.469161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4872b6-37eb-4ea3-af4c-538e5600162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bc4ba2-0dc9-4912-8d58-ad5e94e9472a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:00.556487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:00.562542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] For port ca83365d-3a18-4a37-8e66-cc600f09b285, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ca83365d-3a18-4a37-8e66-cc600f09b285,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:00.562938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.573368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.585740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Calling delete_port for ca83365d-3a18-4a37-8e66-cc600f09b285 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:00.601071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Transition to ACTIVE for port object ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:00.607555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.625480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] DHCP port deletion for e5f8c4a2-da43-433c-8c9d-d212214a8a68 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:00.729353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] Deleting port 1955451d-4d20-41e8-be79-773baae313b8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:00.729737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.762236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7af2-d0c6-44aa-8005-80c41d1bb55d req-08283711-d0d9-4ad2-955b-cd8c834ce442 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:00.769821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-397a7af2-d0c6-44aa-8005-80c41d1bb55d req-08283711-d0d9-4ad2-955b-cd8c834ce442 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 945 time: 0.3045018 Jul 09 16:41:00.781510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Deleting port 1955451d-4d20-41e8-be79-773baae313b8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:00.781830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.820492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:00.838729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] For port 1955451d-4d20-41e8-be79-773baae313b8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1955451d-4d20-41e8-be79-773baae313b8,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:00.839073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.870025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] Calling delete_port for 1955451d-4d20-41e8-be79-773baae313b8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:00.903034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-397a7af2-d0c6-44aa-8005-80c41d1bb55d req-53c3436b-ee73-4adb-9a89-965399a03554 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307225 Jul 09 16:41:00.981788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] For port 1955451d-4d20-41e8-be79-773baae313b8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1955451d-4d20-41e8-be79-773baae313b8,segment=NetworkSegment(f0295d98-8fab-49c9-98f6-f5a210e21279),segment_id=f0295d98-8fab-49c9-98f6-f5a210e21279)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:00.984878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.011410 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37626c8-e249-40d2-aa83-8d1306958b1b x-openstack-request-id: req-e37626c8-e249-40d2-aa83-8d1306958b1b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:01.013417 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fea1869-a8c1-4922-8b3b-57edc466ac71", "name": "network-vif-plugged", "status": "completed", "tag": "5b75d192-ed33-4e62-8fa4-6a0b6d614a88", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:01.013572 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e37626c8-e249-40d2-aa83-8d1306958b1b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:01.014221 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88', 'code': 200} Jul 09 16:41:01.014798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03279073-e2f3-4857-b05e-7228927d9d3f req-b3c5ffe6-c2d6-48a1-b429-dd0ae1bd68ba tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.017199 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03279073-e2f3-4857-b05e-7228927d9d3f req-b3c5ffe6-c2d6-48a1-b429-dd0ae1bd68ba tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 948 time: 0.3800869 Jul 09 16:41:01.044539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Calling delete_port for 1955451d-4d20-41e8-be79-773baae313b8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:01.054406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.141310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Attempting to bind port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:01.141584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Attempting to bind port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:01.141883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Attempting to bind port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:01.142848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] Pushing event deleted for resources: {'Port': ['ID=1955451d-4d20-41e8-be79-773baae313b8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:01.156159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b80a2-2b6d-4a85-96a1-0ccd66f3a946 None None] No DVR routers for this DVR port 1955451d-4d20-41e8-be79-773baae313b8 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:01.167707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:01.167707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Attempting to bind port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:01.199651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:01.199651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:01.200047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:01.200501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Bound port: ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:01.200713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.221030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.239705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03279073-e2f3-4857-b05e-7228927d9d3f req-e7111eb3-4e1e-4346-a8fb-e4ea042c582f tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986723 Jul 09 16:41:01.345909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Pushing event deleted for resources: {'Port': ['ID=ca83365d-3a18-4a37-8e66-cc600f09b285,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:01.428782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0f66dab1-d0b0-47e3-b907-f235294e5a20 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:01.477779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] For port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:01.480541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] For port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:01.486342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] No DVR routers for this DVR port ca83365d-3a18-4a37-8e66-cc600f09b285 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:01.492230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.494357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5332af5e-5bd1-4fb3-b11a-91e904439d63 req-c229ca62-a4f9-40fb-9b6b-227bf3de9539 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.37 "DELETE /v2.0/ports/ca83365d-3a18-4a37-8e66-cc600f09b285 HTTP/1.1" status: 204 len: 173 time: 1.9119039 Jul 09 16:41:01.499608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.515380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd130a14a-d912-49a5-9f06-932e2136341c', 'name': 'network-vif-deleted', 'tag': 'ca83365d-3a18-4a37-8e66-cc600f09b285'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:01.517804 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4a6b0-b498-42f2-a207-4d9f3a39c059" -d '{"events": [{"server_uuid": "d130a14a-d912-49a5-9f06-932e2136341c", "name": "network-vif-deleted", "tag": "ca83365d-3a18-4a37-8e66-cc600f09b285"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:01.535153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0f66dab1-d0b0-47e3-b907-f235294e5a20 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:01.537106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0f66dab1-d0b0-47e3-b907-f235294e5a20 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:01.538432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.539273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1955451d-4d20-41e8-be79-773baae313b8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:01.585394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1955451d-4d20-41e8-be79-773baae313b8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:01.586182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1955451d-4d20-41e8-be79-773baae313b8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:01.625463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec1f1-0bb9-44fe-9bfd-b9e7dc5e00a5 req-11016069-2890-4372-bd93-fd4c1e2aee06 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.634996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a41ec1f1-0bb9-44fe-9bfd-b9e7dc5e00a5 req-11016069-2890-4372-bd93-fd4c1e2aee06 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.4586046 Jul 09 16:41:01.669187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] No DVR routers for this DVR port 1955451d-4d20-41e8-be79-773baae313b8 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:01.671114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:01.694908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1955451d-4d20-41e8-be79-773baae313b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:01.702017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.702255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.705209 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-d33bfd23-d9a7-4ffe-9898-26bbb4437b76 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 HTTP/1.1" status: 200 len: 1096 time: 2.4489181 Jul 09 16:41:01.812238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88b2979b-e7a5-47ba-89fc-1aaa636a9f19 req-94f2f148-312d-4ce6-b708-325324eb5334 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 210 time: 0.2591364 Jul 09 16:41:01.900667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c6d6e-0848-41d0-b54f-b253325ce612 req-81374a3e-ef29-4d14-a9e0-c6e7fa2b697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.902506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-986c6d6e-0848-41d0-b54f-b253325ce612 req-81374a3e-ef29-4d14-a9e0-c6e7fa2b697c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 1096 time: 0.5850375 Jul 09 16:41:01.927677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-ab962dfa-ca97-4094-977d-5669f23c2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.931249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.931654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-ab962dfa-ca97-4094-977d-5669f23c2ada service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 1099 time: 0.1140985 Jul 09 16:41:01.951975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a41ec1f1-0bb9-44fe-9bfd-b9e7dc5e00a5 req-b26cf903-9502-4042-af6f-809e1762c45f tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686868 Jul 09 16:41:02.014160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f8c4a2-da43-433c-8c9d-d212214a8a68']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:02.043810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-14f9746f-b036-45cb-b6a4-96714c24877e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 HTTP/1.1" status: 200 len: 217 time: 0.0970695 Jul 09 16:41:02.049474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0295d98-8fab-49c9-98f6-f5a210e21279') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:02.049877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0295d98-8fab-49c9-98f6-f5a210e21279') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:02.110662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.132165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-986c6d6e-0848-41d0-b54f-b253325ce612 req-7cf88718-06e2-413a-9934-6bab9615bc3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143455 Jul 09 16:41:02.145773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.150799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-100e2b4c-f295-4990-9f17-b8cc3c59315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:02.152403 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-100e2b4c-f295-4990-9f17-b8cc3c59315a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1014922 Jul 09 16:41:02.160077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:02.161822 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:41:02.189893 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:02.194790 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:02.314995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-2caca9be-ac97-411c-af26-a192685f9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:02.316560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-2caca9be-ac97-411c-af26-a192685f9ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052816 Jul 09 16:41:02.365605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79ac2742-38fa-4012-95e9-93b7533dbbd8 req-e7dc39fe-7c61-4251-b675-9df3ccfdc442 tempest-AttachSCSIVolumeTestJSON-751580921 tempest-AttachSCSIVolumeTestJSON-751580921-project] 10.222.0.48 "GET /v2.0/ports?device_id=d130a14a-d912-49a5-9f06-932e2136341c HTTP/1.1" status: 200 len: 210 time: 0.1192987 Jul 09 16:41:02.407444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.488036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.498301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e5f8c4a2-da43-433c-8c9d-d212214a8a68 HTTP/1.1" status: 204 len: 168 time: 2.1756976 Jul 09 16:41:02.510140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fce1-54b0-46f0-93a9-ec45da5abce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f8c4a2-da43-433c-8c9d-d212214a8a68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:02.537487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-3bc59b96-46db-45dd-93c0-8914aae2c63b service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110629 Jul 09 16:41:02.556616 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa3c92e-a02a-4c1c-a00c-d8e38b803166 x-openstack-request-id: req-baa3c92e-a02a-4c1c-a00c-d8e38b803166 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:02.556954 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d130a14a-d912-49a5-9f06-932e2136341c", "name": "network-vif-deleted", "tag": "ca83365d-3a18-4a37-8e66-cc600f09b285", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:02.557159 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baa3c92e-a02a-4c1c-a00c-d8e38b803166 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:02.557573 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd130a14a-d912-49a5-9f06-932e2136341c', 'name': 'network-vif-deleted', 'tag': 'ca83365d-3a18-4a37-8e66-cc600f09b285', 'status': 'completed', 'code': 200} Jul 09 16:41:02.732452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:02.774447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c86de0-408c-4e86-92d5-668fe4f548ff req-b5cfceda-1570-440a-b607-6081cc470bef service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120130 Jul 09 16:41:02.849484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:02.850048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a42766a-f6e7-409e-9d91-b373fb9d7721 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e22eee820daf4772bcd0d13bff358009&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1163399 Jul 09 16:41:02.970531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b8a3d6-684f-44e3-a8f0-c73ed3072ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.029876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b8a3d6-684f-44e3-a8f0-c73ed3072ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.083059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765671-a97a-422e-acd9-178e3ed389d4 req-7d90b611-59d1-4dc2-94a4-78b6c3e1b093 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:03.088987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64765671-a97a-422e-acd9-178e3ed389d4 req-7d90b611-59d1-4dc2-94a4-78b6c3e1b093 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 948 time: 0.2646616 Jul 09 16:41:03.147366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ca83365d-3a18-4a37-8e66-cc600f09b285 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:03.186951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64765671-a97a-422e-acd9-178e3ed389d4 req-a33c0ae0-a8c9-427c-b800-78b1ea1df7ca tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879343 Jul 09 16:41:03.208789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: ca83365d-3a18-4a37-8e66-cc600f09b285 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:03.209546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ca83365d-3a18-4a37-8e66-cc600f09b285 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:03.305542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b937-b543-4378-b156-f10d76526517 req-6124f9e2-289b-46a2-9e9f-5f4d69838a75 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:03.329680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3796b937-b543-4378-b156-f10d76526517 req-6124f9e2-289b-46a2-9e9f-5f4d69838a75 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 945 time: 0.3751678 Jul 09 16:41:03.337999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b8a3d6-684f-44e3-a8f0-c73ed3072ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.342535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55b8a3d6-684f-44e3-a8f0-c73ed3072ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.344371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-55b8a3d6-684f-44e3-a8f0-c73ed3072ddf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04462474-d10c-4add-9d04-4b3a8a0d59a6 HTTP/1.1" status: 204 len: 168 time: 0.4925284 Jul 09 16:41:03.433319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8a3d6-684f-44e3-a8f0-c73ed3072ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04462474-d10c-4add-9d04-4b3a8a0d59a6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:03.435378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3796b937-b543-4378-b156-f10d76526517 req-957e67e6-d1cd-4a22-9b67-077e271c4e5c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041536 Jul 09 16:41:03.519059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-58ef1c11-ee5e-4f96-970e-cb99b482c429 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:03.520681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-58ef1c11-ee5e-4f96-970e-cb99b482c429 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 810 time: 0.4249208 Jul 09 16:41:03.540454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Request body: {'port': {'device_id': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'admin_state_up': True, 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:03.741264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4426513f-c58b-44da-a78c-f7da02dd6f50 req-46b4e2d0-f228-43a6-bb9f-5ad2b5c3ec01 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 210 time: 0.1837828 Jul 09 16:41:03.907463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Made reservation on behalf of 4a406fc8780340909fe81d2c1a63ad7e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:03.912903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.997390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac2a86-5667-478e-ad5a-3ddb336de97e req-4a0814c9-6603-4b9a-83cb-9cabddac20ff tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:04.010740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87ac2a86-5667-478e-ad5a-3ddb336de97e req-4a0814c9-6603-4b9a-83cb-9cabddac20ff tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.1861660 Jul 09 16:41:04.152062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87ac2a86-5667-478e-ad5a-3ddb336de97e req-c0353177-23aa-4dcb-b2d3-592f1656fef5 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400604 Jul 09 16:41:04.201908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Allocated IP 172.20.0.4 (fdac0f18-02ea-48ed-ab6f-d51543c9190f/918ee96b-3f39-4c06-abdc-121185822afc/6021e980-bc18-40ac-9afb-f21a0ae1af61) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:04.352660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:04.403814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.487724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.494901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-92a68fcb-cf45-4844-a09b-3258f300a8e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62cb8fd1833140968b8683d3f55a784e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1393178 Jul 09 16:41:04.497578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:04.509754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['4d28ed83-da55-452c-9f6b-0fba51a0bf92'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:04.565114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa90861-273f-4d63-8897-0f3076749243', 'tag': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:04.568394 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbffe781-7cf3-431a-9596-520542e2970b" -d '{"events": [{"name": "network-changed", "server_uuid": "faa90861-273f-4d63-8897-0f3076749243", "tag": "ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:04.610846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Network fdac0f18-02ea-48ed-ab6f-d51543c9190f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:04.621124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:04.628136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:04.632064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Pushing event updated for resources: {'Port': ['ID=6021e980-bc18-40ac-9afb-f21a0ae1af61,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:04.738774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:04.740447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.741827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3eb4-7e08-43c9-bc9d-cf4341e8f41f req-5103ffb9-63b4-4b03-8583-c6a50f1d954b tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:04.744917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cfc3eb4-7e08-43c9-bc9d-cf4341e8f41f req-5103ffb9-63b4-4b03-8583-c6a50f1d954b tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 948 time: 0.1632526 Jul 09 16:41:04.747481 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2baf7e8-0a97-4420-9ad7-6cb13e73d328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.794145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a255d3ae-e6bc-4b75-801f-7be757344868 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2575676 Jul 09 16:41:04.826531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Request body: {'port': {'device_id': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:04.837547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2baf7e8-0a97-4420-9ad7-6cb13e73d328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.927471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cfc3eb4-7e08-43c9-bc9d-cf4341e8f41f req-5c7a8a08-8fd9-47a4-9339-b6494f384990 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758602 Jul 09 16:41:05.018616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-de923963-9607-4e1a-a8c5-49adba10b732 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:05.025924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-de923963-9607-4e1a-a8c5-49adba10b732 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 945 time: 0.2472355 Jul 09 16:41:05.034243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2baf7e8-0a97-4420-9ad7-6cb13e73d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.048227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2baf7e8-0a97-4420-9ad7-6cb13e73d328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.048227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2baf7e8-0a97-4420-9ad7-6cb13e73d328 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb7cb0bd-947d-4bb8-a3ad-6d394509654a HTTP/1.1" status: 204 len: 168 time: 0.5307593 Jul 09 16:41:05.092128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baf7e8-0a97-4420-9ad7-6cb13e73d328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7cb0bd-947d-4bb8-a3ad-6d394509654a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:05.094243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.253091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Deleting port c339f5b6-4113-4e71-a72f-0d4601a5b766 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:05.253438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.536491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6021e980-bc18-40ac-9afb-f21a0ae1af61 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:05.546423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.560634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Transition to ACTIVE for port object 6021e980-bc18-40ac-9afb-f21a0ae1af61 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:05.567504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.603761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3204b-87a0-4ab1-b2c6-98edad6469e5 req-9198e330-b5ad-4595-9164-c4c838cce04a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:05.606646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0d3204b-87a0-4ab1-b2c6-98edad6469e5 req-9198e330-b5ad-4595-9164-c4c838cce04a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660 HTTP/1.1" status: 200 len: 945 time: 0.3815248 Jul 09 16:41:05.638062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6021e980-bc18-40ac-9afb-f21a0ae1af61,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:05.671885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] For port c339f5b6-4113-4e71-a72f-0d4601a5b766, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c339f5b6-4113-4e71-a72f-0d4601a5b766,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:05.672260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.695733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0d3204b-87a0-4ab1-b2c6-98edad6469e5 req-3f66f0ee-47f6-47ec-b7b1-edaad3a3d338 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788364 Jul 09 16:41:05.700864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Calling delete_port for c339f5b6-4113-4e71-a72f-0d4601a5b766 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:05.706763 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8006141c-be5a-4d24-a72c-af1055ea203b x-openstack-request-id: req-8006141c-be5a-4d24-a72c-af1055ea203b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:05.707175 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa90861-273f-4d63-8897-0f3076749243", "tag": "ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:05.707518 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8006141c-be5a-4d24-a72c-af1055ea203b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:05.708034 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa90861-273f-4d63-8897-0f3076749243', 'tag': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666', 'status': 'completed', 'code': 200} Jul 09 16:41:05.739360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-948b2adb-f817-4388-99c0-8e92f6b560c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.791544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Attempting to bind port 6021e980-bc18-40ac-9afb-f21a0ae1af61 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:05.792542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Attempting to bind port 6021e980-bc18-40ac-9afb-f21a0ae1af61 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:05.793411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Attempting to bind port 6021e980-bc18-40ac-9afb-f21a0ae1af61 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:05.807515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Port 6021e980-bc18-40ac-9afb-f21a0ae1af61 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:05.808384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Attempting to bind port 6021e980-bc18-40ac-9afb-f21a0ae1af61 on network fdac0f18-02ea-48ed-ab6f-d51543c9190f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:05.817567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:05.818287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Checking segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:05.819043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Bound using segment: {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:05.819965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Bound port: 6021e980-bc18-40ac-9afb-f21a0ae1af61, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c583e5c8-19cd-4db4-aa49-6f9ac670342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:05.825519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.987482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] For port 6021e980-bc18-40ac-9afb-f21a0ae1af61, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:05.996453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] For port 6021e980-bc18-40ac-9afb-f21a0ae1af61, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:06.001886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.006565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffe781-7cf3-431a-9596-520542e2970b req-13a639f7-6a67-4ffc-a0b4-a21f3364dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.008712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-13a639f7-6a67-4ffc-a0b4-a21f3364dccb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 1099 time: 0.3058908 Jul 09 16:41:06.081456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.083848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.087171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/6021e980-bc18-40ac-9afb-f21a0ae1af61 HTTP/1.1" status: 200 len: 1091 time: 1.2655096 Jul 09 16:41:06.144304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bf5df-56af-4683-ba03-c7fd0511b0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6021e980-bc18-40ac-9afb-f21a0ae1af61,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:06.232279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d40fbe-e1fa-4905-9ae5-fa42d4536e24 req-6e43d1da-9c96-44dc-be0d-39392188a347 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.239303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27d40fbe-e1fa-4905-9ae5-fa42d4536e24 req-6e43d1da-9c96-44dc-be0d-39392188a347 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 943 time: 0.3609171 Jul 09 16:41:06.248001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-6f86b1bb-7130-4ebc-979a-9cf4dc79be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.248001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-6f86b1bb-7130-4ebc-979a-9cf4dc79be36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 1094 time: 0.0954285 Jul 09 16:41:06.307325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-dfc465ed-32ca-477c-b0a9-6dcf50d9b01e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61 HTTP/1.1" status: 200 len: 217 time: 0.0482850 Jul 09 16:41:06.366519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27d40fbe-e1fa-4905-9ae5-fa42d4536e24 req-bc58d4be-4abf-4ec9-995b-f26b94959769 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258907 Jul 09 16:41:06.377322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f2996-071d-45cc-851a-1984bdd58147 req-71bf077e-6b7b-4be0-9567-031057e1aeb4 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.377935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-18149e7d-10f5-414d-bec6-6e98e3adb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.378882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-009f2996-071d-45cc-851a-1984bdd58147 req-71bf077e-6b7b-4be0-9567-031057e1aeb4 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.3465261 Jul 09 16:41:06.381192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.383638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffe781-7cf3-431a-9596-520542e2970b req-b4d55c61-031b-41c5-b8a7-8dd50ce9362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.385346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-b4d55c61-031b-41c5-b8a7-8dd50ce9362d service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3454494 Jul 09 16:41:06.389262 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-18149e7d-10f5-414d-bec6-6e98e3adb46b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.0704601 Jul 09 16:41:06.406333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['c339f5b6-4113-4e71-a72f-0d4601a5b766'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:06.434994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event deleted for resources: {'Port': ['ID=c339f5b6-4113-4e71-a72f-0d4601a5b766,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:06.436843 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-ac9190c6-b84c-4127-b12c-8217b7b2634c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290775 Jul 09 16:41:06.479748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-c24ffff0-5efd-4b68-84f2-56c86c6b4b66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 HTTP/1.1" status: 200 len: 217 time: 0.0597236 Jul 09 16:41:06.552703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] No DVR routers for this DVR port c339f5b6-4113-4e71-a72f-0d4601a5b766 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:06.558696 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.560751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-383ad938-cc79-44b8-8b81-cc05ec9b701c req-9231f6a3-1300-4aeb-8f13-d8e41c7084cb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "DELETE /v2.0/ports/c339f5b6-4113-4e71-a72f-0d4601a5b766 HTTP/1.1" status: 204 len: 173 time: 1.5246923 Jul 09 16:41:06.561656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'name': 'network-vif-deleted', 'tag': 'c339f5b6-4113-4e71-a72f-0d4601a5b766'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:06.564144 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ccc75-2e8b-4f3c-9139-ac4466b7ef52" -d '{"events": [{"server_uuid": "f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660", "name": "network-vif-deleted", "tag": "c339f5b6-4113-4e71-a72f-0d4601a5b766"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:06.593769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-009f2996-071d-45cc-851a-1984bdd58147 req-eba2c970-975d-4ea0-bc6f-8c1a2367a3f0 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016661 Jul 09 16:41:06.619092 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-8b0dc00a-449c-4341-9bdb-2cca808c3397 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703358 Jul 09 16:41:06.662733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffe781-7cf3-431a-9596-520542e2970b req-f05c3a77-b46a-4c1c-9e38-08ef66e1ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.664350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-f05c3a77-b46a-4c1c-9e38-08ef66e1ded0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1641681 Jul 09 16:41:06.780126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:06.790081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7031d4a3-3a0d-436a-8ac0-991e788dd919 req-ed46ab8e-f4d3-4631-8d02-0c1fbc5ada44 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620481 Jul 09 16:41:06.833106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffe781-7cf3-431a-9596-520542e2970b req-fb831edb-3e4e-49e1-8264-11c2a7a5177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.837539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-fb831edb-3e4e-49e1-8264-11c2a7a5177a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649630 Jul 09 16:41:06.847623 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36484996-c45d-4edd-8aef-cffd48d6396d x-openstack-request-id: req-36484996-c45d-4edd-8aef-cffd48d6396d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:06.850448 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660", "name": "network-vif-deleted", "tag": "c339f5b6-4113-4e71-a72f-0d4601a5b766", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:06.851158 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36484996-c45d-4edd-8aef-cffd48d6396d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:06.852707 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f0f687-e6f5-455f-b9dd-fc7e8bc2e660', 'name': 'network-vif-deleted', 'tag': 'c339f5b6-4113-4e71-a72f-0d4601a5b766', 'status': 'completed', 'code': 200} Jul 09 16:41:06.975628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:06.993908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666', 'mac_address': 'fa:16:3e:29:9e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:07.054827 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.074248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:07.100153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:07.107167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.147846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-dd626676-37c9-49b5-b085-a900d53d84e3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701247 Jul 09 16:41:07.226501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679224f-ca5e-46f8-b411-c6b1ca9a970b req-597c3a3f-5d96-4851-af83-4a2688969328 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:07.241105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1679224f-ca5e-46f8-b411-c6b1ca9a970b req-597c3a3f-5d96-4851-af83-4a2688969328 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.2717280 Jul 09 16:41:07.263521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:07.263843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcb053-4bcc-4ee1-b138-d5f5a7eb7e29 req-22a27be0-0b3c-4172-9a4e-072ae140f4f3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:07.271343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1dcb053-4bcc-4ee1-b138-d5f5a7eb7e29 req-22a27be0-0b3c-4172-9a4e-072ae140f4f3 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 948 time: 0.4115400 Jul 09 16:41:07.393070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1dcb053-4bcc-4ee1-b138-d5f5a7eb7e29 req-c5d07f6a-5341-4702-a5b8-b6a7d661da33 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204238 Jul 09 16:41:07.405539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1679224f-ca5e-46f8-b411-c6b1ca9a970b req-819a41b7-2096-45b1-86c7-be391528864a tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608665 Jul 09 16:41:07.428564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbffe781-7cf3-431a-9596-520542e2970b req-5566ec4e-0827-48aa-b148-50c25bfeb60b service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690613 Jul 09 16:41:07.498750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:07.708979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'tag': '6021e980-bc18-40ac-9afb-f21a0ae1af61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:07.711625 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bf1c9f-b774-4ce1-954f-36796aea33fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf405fd-62bc-4be3-971d-8cd224ffc39b", "tag": "6021e980-bc18-40ac-9afb-f21a0ae1af61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:07.934435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aa926-3614-4c9a-9b8c-8d14855ad199 req-918e32a2-b089-45d2-a4d7-06b2091449b7 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:07.937153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-052aa926-3614-4c9a-9b8c-8d14855ad199 req-918e32a2-b089-45d2-a4d7-06b2091449b7 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 943 time: 0.0949800 Jul 09 16:41:08.016748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.040382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-052aa926-3614-4c9a-9b8c-8d14855ad199 req-05a40afd-7b42-441b-b015-6a3331753cf0 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886734 Jul 09 16:41:08.279367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae346898-c8fd-4df6-afe3-03dd42975c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.474557 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8535c5db-0a79-4824-bf40-1cd8a92419bd x-openstack-request-id: req-8535c5db-0a79-4824-bf40-1cd8a92419bd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:08.475066 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf405fd-62bc-4be3-971d-8cd224ffc39b", "tag": "6021e980-bc18-40ac-9afb-f21a0ae1af61", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:08.475576 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8535c5db-0a79-4824-bf40-1cd8a92419bd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:08.476445 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'tag': '6021e980-bc18-40ac-9afb-f21a0ae1af61', 'status': 'completed', 'code': 200} Jul 09 16:41:08.560712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.596577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-10c7361e-6f6e-47e2-bcff-3d017f53fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:08.598114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-10c7361e-6f6e-47e2-bcff-3d017f53fcc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 1094 time: 0.0939391 Jul 09 16:41:08.781993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-b6cf8fb0-c06a-45ad-a989-51803a83aa89 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:08.783535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-b6cf8fb0-c06a-45ad-a989-51803a83aa89 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.1836812 Jul 09 16:41:08.784602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-ee98cb97-fd73-4e47-a0d6-4f9cfef8a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:08.786040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-ee98cb97-fd73-4e47-a0d6-4f9cfef8a81c service neutron] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 911 time: 0.1770751 Jul 09 16:41:08.795552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:08.814587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-eec12449-a8fc-4139-8f6e-b59a4d3251e6 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=15d7eb2439634c9bb33d0de28a516e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483489 Jul 09 16:41:08.845248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-fb52866c-e578-4a97-ade8-da081b6aa313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61 HTTP/1.1" status: 200 len: 217 time: 0.0441771 Jul 09 16:41:08.852181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:08.855802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-446f2bc6-55ee-4025-951a-c63fa5143a46 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0560577 Jul 09 16:41:08.862234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:08.862676 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.961803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.966186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-81f5efc2-a874-4f6d-a3f2-3a40cf0345da tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009104 Jul 09 16:41:08.997399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-e77876c7-f9d9-4bd9-8ecd-14a621bee9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:08.999352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-e77876c7-f9d9-4bd9-8ecd-14a621bee9a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.1453555 Jul 09 16:41:09.005733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa90861-273f-4d63-8897-0f3076749243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:09.008057 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a0a1d7-bb92-4639-a23b-376447640345" -d '{"events": [{"server_uuid": "faa90861-273f-4d63-8897-0f3076749243", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:09.021341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:09.029346 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.030829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c339f5b6-4113-4e71-a72f-0d4601a5b766 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:09.082929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-b5aad272-4ef8-48c2-ab1e-c0a0cef4fd30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643086 Jul 09 16:41:09.087548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: c339f5b6-4113-4e71-a72f-0d4601a5b766 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:09.088361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c339f5b6-4113-4e71-a72f-0d4601a5b766 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:09.134806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-73393c16-fae7-4d15-ab87-92a7b02cd776 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:09.136857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:09.138972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-73393c16-fae7-4d15-ab87-92a7b02cd776 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974257 Jul 09 16:41:09.146859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.230552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-0b02f5f4-fb0e-4536-bdf5-15cea3384e11 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/quotas/15d7eb2439634c9bb33d0de28a516e95 HTTP/1.1" status: 200 len: 375 time: 0.0465071 Jul 09 16:41:09.242731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-de70f8ae-2ef1-4e5f-b09e-bdccd5ed181a service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654204 Jul 09 16:41:09.260844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-02bf9bc4-1786-461b-bfe9-41ab097f23fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621343 Jul 09 16:41:09.290980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1e42bd99-921f-4399-83c8-40e81b597e46 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15d7eb2439634c9bb33d0de28a516e95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514522 Jul 09 16:41:09.413240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-426d7dd5-2931-4d4f-87dc-5f90f61236d7 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179917 Jul 09 16:41:09.494551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-5b1ed7f5-d177-42a9-96d7-9b37cbaf7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:09.502838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-5b1ed7f5-d177-42a9-96d7-9b37cbaf7b5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 1096 time: 0.1533520 Jul 09 16:41:09.627615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-71b572fb-09cc-4cbe-8355-4fb9ee7339f7 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676612 Jul 09 16:41:09.633954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-d3e741f2-5e73-4f5a-b42f-a083ebee94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:09.636924 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-d3e741f2-5e73-4f5a-b42f-a083ebee94ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 911 time: 0.1020977 Jul 09 16:41:09.679512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0bf1c9f-b774-4ce1-954f-36796aea33fd req-9cb3451f-bbb1-4172-9f65-cc6ed906be85 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301228 Jul 09 16:41:09.703461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-dc347b0f-aa9b-4dbe-bb09-46afead0a6c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92 HTTP/1.1" status: 200 len: 217 time: 0.0539773 Jul 09 16:41:09.713716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326edcc3-e917-4241-8bf9-408add090419 req-72940352-f00c-4ccf-99e3-ce8e13263270 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:09.722686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-326edcc3-e917-4241-8bf9-408add090419 req-72940352-f00c-4ccf-99e3-ce8e13263270 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.1350384 Jul 09 16:41:09.774623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-326edcc3-e917-4241-8bf9-408add090419 req-f305ce9f-fb0a-4b14-b62f-5d7afc385bf2 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508735 Jul 09 16:41:09.778878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-a0dbdc95-f37d-4ace-ac74-9e41235b2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:09.805049 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-a0dbdc95-f37d-4ace-ac74-9e41235b2804 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.0872002 Jul 09 16:41:09.905487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-6a8dfdc2-b2ee-40bc-8b5a-b48b3faf7358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813317 Jul 09 16:41:10.097148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-7203e540-0966-4258-9d25-1e1ed5134fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784105 Jul 09 16:41:10.149983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632c38-9ab5-4c1a-be29-5afc66a5914d req-bf9bc484-e53b-486a-a9e8-44d1c9c9ab27 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:10.151661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92632c38-9ab5-4c1a-be29-5afc66a5914d req-bf9bc484-e53b-486a-a9e8-44d1c9c9ab27 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.1533749 Jul 09 16:41:10.249042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92632c38-9ab5-4c1a-be29-5afc66a5914d req-b1d0f74a-9228-466e-aecf-bcfa1413d92d tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903544 Jul 09 16:41:10.308228 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433015b-c5a2-4cec-95e8-68f9decffbca x-openstack-request-id: req-c433015b-c5a2-4cec-95e8-68f9decffbca {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:10.308873 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa90861-273f-4d63-8897-0f3076749243", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:10.308873 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c433015b-c5a2-4cec-95e8-68f9decffbca {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:10.309462 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa90861-273f-4d63-8897-0f3076749243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666', 'code': 200} Jul 09 16:41:10.394841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ec851b0d-aad9-4e4e-9a60-af733270f39f req-4708e439-4177-412e-9f9d-fc60aa3fb156 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773340 Jul 09 16:41:10.580315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469a00-3280-4966-af2f-e919ad535091 req-a2f838ba-0bc3-4f99-b58e-becfd62d3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:10.582400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f2469a00-3280-4966-af2f-e919ad535091 req-a2f838ba-0bc3-4f99-b58e-becfd62d3d2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 1101 time: 0.0702238 Jul 09 16:41:10.637860 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f2469a00-3280-4966-af2f-e919ad535091 req-87495458-85f8-4bd3-98c6-4dcd9f1bee45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jul 09 16:41:10.804445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6021e980-bc18-40ac-9afb-f21a0ae1af61 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:10.809507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:11.001344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.035500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.060681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6021e980-bc18-40ac-9afb-f21a0ae1af61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:11.072869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d21392c-e5e9-4728-9d7b-8db41237d95a req-e7246639-36f6-4d4e-8258-a58fc7e55352 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 210 time: 0.4476438 Jul 09 16:41:11.085107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '6021e980-bc18-40ac-9afb-f21a0ae1af61', 'network_id': 'fdac0f18-02ea-48ed-ab6f-d51543c9190f', 'port_id': '6021e980-bc18-40ac-9afb-f21a0ae1af61', 'mac_address': 'fa:16:3e:7b:a0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918ee96b-3f39-4c06-abdc-121185822afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:11.099604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:11.115123 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.121889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa6f4e-6a7e-4d95-b382-7ee0599eef98 req-9bf4eaaf-f944-4283-84d2-3f49f97234bd tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:11.124279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91fa6f4e-6a7e-4d95-b382-7ee0599eef98 req-9bf4eaaf-f944-4283-84d2-3f49f97234bd tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 943 time: 0.5701869 Jul 09 16:41:11.198581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91fa6f4e-6a7e-4d95-b382-7ee0599eef98 req-77f08ed8-9fe2-4b84-b9b7-ea16f61c0da0 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Jul 09 16:41:11.201422 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.228294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.232240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6021e980-bc18-40ac-9afb-f21a0ae1af61 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:11.262398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6021e980-bc18-40ac-9afb-f21a0ae1af61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:11.269015 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.334166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6021e980-bc18-40ac-9afb-f21a0ae1af61,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.384102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f0ccbc8-c660-4cca-8691-c2b6b950d8e6 req-7278c5d8-5d88-46be-8933-fc668ebdafa4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 210 time: 0.0428317 Jul 09 16:41:11.525153 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-b9d3a8e3-dd5b-474b-8496-f4f8d22f6fe5 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=15d7eb2439634c9bb33d0de28a516e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362022 Jul 09 16:41:11.599425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:11.648301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-7387385d-6c00-479f-bfac-5da440d60072 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:11.655306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-7387385d-6c00-479f-bfac-5da440d60072 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.1744819 Jul 09 16:41:11.694400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-b670cf15-3bc1-4584-bf57-103288a89370 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/quotas/ccaf50604f66437abd7dc7219a4e5e39 HTTP/1.1" status: 200 len: 375 time: 0.0340998 Jul 09 16:41:11.724001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['6021e980-bc18-40ac-9afb-f21a0ae1af61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:11.784715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-bf139399-aff7-4589-ba66-c14713e82659 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:11.787667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-bf139399-aff7-4589-ba66-c14713e82659 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495146 Jul 09 16:41:11.806168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e6409d83-2465-434b-883a-12e2c99fa3a4 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080289 Jul 09 16:41:11.891553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Request body: {'port': {'device_id': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '15d7eb2439634c9bb33d0de28a516e95'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:12.028311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e184d97-b541-4e24-9796-274282ba4768 req-2cf266d2-f8c1-44b4-acdc-049dd0481f1a tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:12.030050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e184d97-b541-4e24-9796-274282ba4768 req-2cf266d2-f8c1-44b4-acdc-049dd0481f1a tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.2487662 Jul 09 16:41:12.087257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-2c5933c8-73f6-44b9-a36b-574b0fada2c6 service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790463 Jul 09 16:41:12.133951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Made reservation on behalf of 15d7eb2439634c9bb33d0de28a516e95 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:12.138049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.162879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.206147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e184d97-b541-4e24-9796-274282ba4768 req-b1952860-8439-4941-a7ee-c5b5706629fe tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447656 Jul 09 16:41:12.312054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-a114b1b3-3c6d-4e53-a939-a71580bd5328 service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139871 Jul 09 16:41:12.312686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:12.316530 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5447a24-961f-47c7-bdfc-0b04e8c36f86" -d '{"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:12.359086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-2071526b-6703-4666-add9-679ad2a2a42f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:12.360739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-2071526b-6703-4666-add9-679ad2a2a42f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.2077067 Jul 09 16:41:12.383731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Request body: {'port': {'device_id': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'admin_state_up': True, 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:12.499029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.504516 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.511373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.737187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a1669f3-5fb3-490e-89bd-2dbcafbad5e1 req-13662fa2-42a1-4055-81fe-13b62cc6b2dc tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 210 time: 0.0580773 Jul 09 16:41:12.783252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807d81bc-357b-4f35-8498-16af866c1633,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:12.815752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:12.822445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.862660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef312b-b282-40f6-86b7-8582c0411e6c req-d89d7ffc-1e5d-427b-b686-c7bb321bb115 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:12.871664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77ef312b-b282-40f6-86b7-8582c0411e6c req-d89d7ffc-1e5d-427b-b686-c7bb321bb115 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 944 time: 0.1326494 Jul 09 16:41:12.946618 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77ef312b-b282-40f6-86b7-8582c0411e6c req-7f0139b0-e35d-40eb-8f5d-c97efd24835d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728068 Jul 09 16:41:12.997462 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e219006c-4003-4b21-badd-be3e13d36157 x-openstack-request-id: req-e219006c-4003-4b21-badd-be3e13d36157 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:12.998353 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:12.998353 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e219006c-4003-4b21-badd-be3e13d36157 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:12.998986 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'code': 200} Jul 09 16:41:13.099778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Allocated IP 192.168.233.61 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/59f3acb3-a0af-4135-a33a-be89255ae670) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:13.143121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9927443-ad93-4a73-b38f-87ee53f4977c req-7aba28c4-6369-426b-a697-54bc88f37eff tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 210 time: 0.0908155 Jul 09 16:41:13.227052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29629dd7-5ceb-4d5d-9ccd-3e37aa22fa18 req-a6f14201-4969-4923-898e-0a75d25db6a6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 210 time: 0.0716233 Jul 09 16:41:13.235680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Allocated IP 172.20.0.3 (f976fc9b-2641-4ee0-a4dd-6a1ee789a40a/d2da96f6-8a04-4eea-b8a8-a341748b256f/2b50b917-c737-489d-81df-499d55971eeb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:13.600295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d230ca-c894-413a-bf3e-6027cc03eb0f req-2f41a946-6f9a-4e21-8684-af409c0c2589 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:13.603084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d230ca-c894-413a-bf3e-6027cc03eb0f req-2f41a946-6f9a-4e21-8684-af409c0c2589 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.1764023 Jul 09 16:41:13.619273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d64565-ddb8-4821-ab60-b386081ee1ec req-89ed63ba-38dd-49c1-b6ec-19c088190c52 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:13.621895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92d64565-ddb8-4821-ab60-b386081ee1ec req-89ed63ba-38dd-49c1-b6ec-19c088190c52 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.1653252 Jul 09 16:41:13.725765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d230ca-c894-413a-bf3e-6027cc03eb0f req-362741c2-3e7f-4b13-992e-44e54f4fa686 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022260 Jul 09 16:41:13.732044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92d64565-ddb8-4821-ab60-b386081ee1ec req-12f0b2c4-9d2a-4ebf-9b6c-ed86dde63ba4 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955126 Jul 09 16:41:13.933239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.935203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2daf02d-a7e5-43b2-930c-406fbdd9738e req-6d229de7-7882-4616-a275-50e415d8ee60 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 210 time: 0.0357845 Jul 09 16:41:13.997541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Transition to ACTIVE for port object 59f3acb3-a0af-4135-a33a-be89255ae670 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:14.032714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-8343c71e-245f-4585-a3ab-1e9c15e12e61 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:14.034326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-8343c71e-245f-4585-a3ab-1e9c15e12e61 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bb49194-a2f5-4d56-9371-5cc64d5d9a3d HTTP/1.1" status: 200 len: 944 time: 0.6417909 Jul 09 16:41:14.047612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.139302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Deleting port 0ac94938-be27-4b5c-951e-e8bf6eab0c69 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:14.139618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.315633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5413c-b867-4658-8849-e1b03b9a18aa req-bba7f4f5-2a04-42e4-95ca-150c4567db9a tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:14.320078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2da5413c-b867-4658-8849-e1b03b9a18aa req-bba7f4f5-2a04-42e4-95ca-150c4567db9a tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 944 time: 0.1630785 Jul 09 16:41:14.371451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.435494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2da5413c-b867-4658-8849-e1b03b9a18aa req-baf5361d-3ffb-49c3-9d6f-b00fa1a39b79 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048834 Jul 09 16:41:14.457167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.486739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:14.511565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:14.515188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:14.532374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Pushing event updated for resources: {'Port': ['ID=59f3acb3-a0af-4135-a33a-be89255ae670,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:14.559730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:14.587164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:14.590123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:14.595869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] For port 0ac94938-be27-4b5c-951e-e8bf6eab0c69, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0ac94938-be27-4b5c-951e-e8bf6eab0c69,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:14.596535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.632759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799a6e1-6255-4e89-aa50-cd1e313859eb req-c4ae1dcc-486d-4a40-865c-97605e990802 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:14.635452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5799a6e1-6255-4e89-aa50-cd1e313859eb req-c4ae1dcc-486d-4a40-865c-97605e990802 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.2413435 Jul 09 16:41:14.686361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Calling delete_port for 0ac94938-be27-4b5c-951e-e8bf6eab0c69 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:14.710035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-67986e4e-b50f-4734-a781-4d3fbfb5ecc7 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:14.712582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-67986e4e-b50f-4734-a781-4d3fbfb5ecc7 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.2385433 Jul 09 16:41:14.715561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Deleting port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:14.716544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.734431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:14.735358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.738054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:14.743223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Request body: {'port': {'device_id': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'admin_state_up': True, 'tenant_id': 'ccaf50604f66437abd7dc7219a4e5e39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:14.782663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:14.783945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.816824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6021e980-bc18-40ac-9afb-f21a0ae1af61 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:14.850737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5799a6e1-6255-4e89-aa50-cd1e313859eb req-8bfdf2d8-bc18-4678-9ad1-48ec06062edb tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022176 Jul 09 16:41:14.882000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9a7d0d5-7fb9-4a67-b05e-90608ba7b5a5 req-e3808cb5-d57d-4182-a6e8-5ca16a29d94d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 210 time: 0.1437836 Jul 09 16:41:14.907953 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-ca88a003-af59-4233-8462-952409ffe897 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5302017 Jul 09 16:41:14.923926 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-1d5fdc7f-99aa-4d07-a3f1-b202e4d96814 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0370891 Jul 09 16:41:14.956192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Request body: {'port': {'device_id': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:14.969139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Request body: {'port': {'device_id': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:14.978639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 6021e980-bc18-40ac-9afb-f21a0ae1af61 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:14.985857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 6021e980-bc18-40ac-9afb-f21a0ae1af61 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:14.986897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.063162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d58bd20a-2e46-4c67-92ec-d46b06635d61 None None] Provisioning for port 59f3acb3-a0af-4135-a33a-be89255ae670 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:15.084898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d58bd20a-2e46-4c67-92ec-d46b06635d61 None None] Provisioning complete for port 59f3acb3-a0af-4135-a33a-be89255ae670 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:15.085275 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d58bd20a-2e46-4c67-92ec-d46b06635d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.167557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d58bd20a-2e46-4c67-92ec-d46b06635d61 None None] Port 59f3acb3-a0af-4135-a33a-be89255ae670 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:15.176403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Made reservation on behalf of ccaf50604f66437abd7dc7219a4e5e39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:15.179991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] For port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:15.180576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.181072 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.188863 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.217705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6021e980-bc18-40ac-9afb-f21a0ae1af61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:15.220501 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a73c5b-c798-4666-96be-2fc3a12e30bc" -d '{"events": [{"server_uuid": "ebf405fd-62bc-4be3-971d-8cd224ffc39b", "name": "network-vif-plugged", "status": "completed", "tag": "6021e980-bc18-40ac-9afb-f21a0ae1af61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:15.251125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6021e980-bc18-40ac-9afb-f21a0ae1af61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:15.256856 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.315837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Calling delete_port for 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:15.334906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-fe86c7d5-8e43-4a4e-8822-994a2a9082fd tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:15.336597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-fe86c7d5-8e43-4a4e-8822-994a2a9082fd tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.3322730 Jul 09 16:41:15.371165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.377474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.386073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6021e980-bc18-40ac-9afb-f21a0ae1af61,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:15.447241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860cc70-c226-4078-9515-c6611add4ebe req-338c8a4b-cde8-4add-9fd2-a7a0b2daf323 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:15.448806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e860cc70-c226-4078-9515-c6611add4ebe req-338c8a4b-cde8-4add-9fd2-a7a0b2daf323 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 945 time: 0.3396473 Jul 09 16:41:15.523978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803e56f-0720-4a0a-9e37-2783078d3e43 req-174010e2-f631-4b6e-bef5-ee84b0dcfeff tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:15.525851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7803e56f-0720-4a0a-9e37-2783078d3e43 req-174010e2-f631-4b6e-bef5-ee84b0dcfeff tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 931 time: 0.3896320 Jul 09 16:41:15.553909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Allocated IP 172.20.0.14 (4a539bff-43f2-40af-8118-b20c382f9e0b/bedd376b-90e4-4762-a702-56c845287038/ee4e3f79-12e0-43ce-9090-a0ce0c949fbf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:15.610161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e860cc70-c226-4078-9515-c6611add4ebe req-16adec94-5e94-4530-949e-4d34561c2a60 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469378 Jul 09 16:41:15.659098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7803e56f-0720-4a0a-9e37-2783078d3e43 req-d3c32b68-d60d-499d-b251-f9547e00a711 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023321 Jul 09 16:41:15.708014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Deleting port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:15.708351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.744334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.856150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac94938-be27-4b5c-951e-e8bf6eab0c69,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:15.919668 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73752d6-8b8f-408f-a2f1-3b96e091f1a9 x-openstack-request-id: req-d73752d6-8b8f-408f-a2f1-3b96e091f1a9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:15.921232 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf405fd-62bc-4be3-971d-8cd224ffc39b", "name": "network-vif-plugged", "status": "completed", "tag": "6021e980-bc18-40ac-9afb-f21a0ae1af61", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:15.923403 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d73752d6-8b8f-408f-a2f1-3b96e091f1a9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:15.924223 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6021e980-bc18-40ac-9afb-f21a0ae1af61', 'code': 200} Jul 09 16:41:15.925325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] For port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,segment=NetworkSegment(adefcf01-9bee-4f6b-b67c-3e1a658620aa),segment_id=adefcf01-9bee-4f6b-b67c-3e1a658620aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:15.925712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.984029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Calling delete_port for 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:15.994604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.061300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.43', 58279) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:16.153127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event deleted for resources: {'Port': ['ID=3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.213079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.238054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0a65-35ec-49ef-8111-96aa808da8d3 req-da7280d1-907d-4b1b-bf90-7cb0512187b7 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.239799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29df0a65-35ec-49ef-8111-96aa808da8d3 req-da7280d1-907d-4b1b-bf90-7cb0512187b7 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 935 time: 0.4193709 Jul 09 16:41:16.243895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] No DVR routers for this DVR port 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:16.284408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.286563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89f13d59-bca2-4706-9a9b-72b816bf5070 req-7d6afc69-c1aa-4514-845e-c7f5a4361330 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "DELETE /v2.0/ports/3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 HTTP/1.1" status: 204 len: 173 time: 2.2316267 Jul 09 16:41:16.289237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-deleted', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:16.291813 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b339a6cb-c0bd-4e51-8bc7-40a097bd1477" -d '{"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-deleted", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:16.305860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b50b917-c737-489d-81df-499d55971eeb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:16.306188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b936601-1c0c-49df-be38-9ae0ad74ee47 req-1261a962-6000-4aa1-a641-d26b0cc5a3e5 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.307746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b936601-1c0c-49df-be38-9ae0ad74ee47 req-1261a962-6000-4aa1-a641-d26b0cc5a3e5 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.2708802 Jul 09 16:41:16.325949 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.378074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29df0a65-35ec-49ef-8111-96aa808da8d3 req-ad8180b8-4ea3-4742-8a3d-8e45f8c382d6 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276660 Jul 09 16:41:16.416281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.425123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b936601-1c0c-49df-be38-9ae0ad74ee47 req-312cf943-9c37-4c89-808c-898908bf6cdd tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932779 Jul 09 16:41:16.434580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Transition to ACTIVE for port object 2b50b917-c737-489d-81df-499d55971eeb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:16.435758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.448046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f3acb3-a0af-4135-a33a-be89255ae670 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:16.449045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['5b75d192-ed33-4e62-8fa4-6a0b6d614a88'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:16.455153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.464517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0660-c1d9-491c-80b0-d034c75c490e req-e533e9e1-b586-4068-a553-1576a5088c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.466032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f3e0660-c1d9-491c-80b0-d034c75c490e req-e533e9e1-b586-4068-a553-1576a5088c22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 1096 time: 0.4005451 Jul 09 16:41:16.469613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.528618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Network 4a539bff-43f2-40af-8118-b20c382f9e0b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:16.531108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.535320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.541850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Transition to ACTIVE for port object 59f3acb3-a0af-4135-a33a-be89255ae670 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:16.559944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.567649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:16.576632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:16.587946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530677b-f197-426c-8341-e42e7615becb service neutron] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.632329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Pushing event deleted for resources: {'Port': ['ID=5b75d192-ed33-4e62-8fa4-6a0b6d614a88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.638647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f3e0660-c1d9-491c-80b0-d034c75c490e req-29079b0b-0025-41f9-9ed2-923c022db77e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650107 Jul 09 16:41:16.750140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] No DVR routers for this DVR port 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:16.753819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.756480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5dc769d-a5c6-4274-90f7-3bc0fb8153cb req-2e5952d5-e369-4fb0-99d7-a9cbaaf5a520 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.43 "DELETE /v2.0/ports/5b75d192-ed33-4e62-8fa4-6a0b6d614a88 HTTP/1.1" status: 204 len: 173 time: 1.4036379 Jul 09 16:41:16.777777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'name': 'network-vif-deleted', 'tag': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:16.780572 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba589b5-aab0-4d46-8c06-5bcf4483471a" -d '{"events": [{"server_uuid": "1fea1869-a8c1-4922-8b3b-57edc466ac71", "name": "network-vif-deleted", "tag": "5b75d192-ed33-4e62-8fa4-6a0b6d614a88"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:16.790654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.792350 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.797001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Pushing event updated for resources: {'Port': ['ID=59f3acb3-a0af-4135-a33a-be89255ae670,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.822220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-e1c2a2a6-9840-4527-9c0c-af736077bf5a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0953491 Jul 09 16:41:16.847734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Request body: {'port': {'device_id': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:16.924735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c20802-20d6-4ed4-80a2-b9e8d9ea9393 req-594a13fe-833b-4ff8-8c6e-ee3e6227c0c7 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.926286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97c20802-20d6-4ed4-80a2-b9e8d9ea9393 req-594a13fe-833b-4ff8-8c6e-ee3e6227c0c7 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.2500899 Jul 09 16:41:16.936249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318095f-46e0-4033-9a3b-961bbf9d3f52 req-5f8bda40-e4cc-4ec9-8ee4-f66354fe621d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.943583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6318095f-46e0-4033-9a3b-961bbf9d3f52 req-5f8bda40-e4cc-4ec9-8ee4-f66354fe621d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 932 time: 0.2659523 Jul 09 16:41:17.054641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97c20802-20d6-4ed4-80a2-b9e8d9ea9393 req-1f6c1d6b-3121-4a99-ad5b-a91e080da755 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087677 Jul 09 16:41:17.079525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6318095f-46e0-4033-9a3b-961bbf9d3f52 req-bcb95e46-c668-4c7b-b362-f5b1d7eac4c1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349511 Jul 09 16:41:17.084667 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.336615 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1641ab3-7a31-4a8c-97b4-7257d64030dd x-openstack-request-id: req-d1641ab3-7a31-4a8c-97b4-7257d64030dd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:17.337200 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb49194-a2f5-4d56-9371-5cc64d5d9a3d", "name": "network-vif-deleted", "tag": "3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:17.337314 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1641ab3-7a31-4a8c-97b4-7257d64030dd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:17.338068 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb49194-a2f5-4d56-9371-5cc64d5d9a3d', 'name': 'network-vif-deleted', 'tag': '3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2', 'status': 'completed', 'code': 200} Jul 09 16:41:17.393929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Attempting to bind port 2b50b917-c737-489d-81df-499d55971eeb on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:17.394816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Attempting to bind port 2b50b917-c737-489d-81df-499d55971eeb by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:17.395470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Attempting to bind port 2b50b917-c737-489d-81df-499d55971eeb on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.413330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Port 2b50b917-c737-489d-81df-499d55971eeb on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:17.413800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Attempting to bind port 2b50b917-c737-489d-81df-499d55971eeb on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.424017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20c8548f-95fb-44ab-aed2-2f0c7e59f92f req-0d64dde3-3f37-4511-bc8b-6c609d07f213 tempest-ServersNegativeTestMultiTenantJSON-1335206065 tempest-ServersNegativeTestMultiTenantJSON-1335206065-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fea1869-a8c1-4922-8b3b-57edc466ac71 HTTP/1.1" status: 200 len: 210 time: 0.0794101 Jul 09 16:41:17.462783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:17.464655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:17.465247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Bound using segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:17.465962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Bound port: 2b50b917-c737-489d-81df-499d55971eeb, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:17.466542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.511222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08b3c6-bd9a-4a83-8b55-187e823b8675 req-5f132a30-11c6-4499-b76f-3890ce971d23 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:17.513659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f08b3c6-bd9a-4a83-8b55-187e823b8675 req-5f132a30-11c6-4499-b76f-3890ce971d23 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 943 time: 0.2317905 Jul 09 16:41:17.515677 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb7425d-1616-44ac-85dc-c7b4c39f0d4c x-openstack-request-id: req-2cb7425d-1616-44ac-85dc-c7b4c39f0d4c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:17.516169 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fea1869-a8c1-4922-8b3b-57edc466ac71", "name": "network-vif-deleted", "tag": "5b75d192-ed33-4e62-8fa4-6a0b6d614a88", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:17.516608 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cb7425d-1616-44ac-85dc-c7b4c39f0d4c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:17.517175 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fea1869-a8c1-4922-8b3b-57edc466ac71', 'name': 'network-vif-deleted', 'tag': '5b75d192-ed33-4e62-8fa4-6a0b6d614a88', 'status': 'completed', 'code': 200} Jul 09 16:41:17.580106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4e3f79-12e0-43ce-9090-a0ce0c949fbf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:17.593478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.606091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Attempting to bind port 59f3acb3-a0af-4135-a33a-be89255ae670 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:17.606460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Attempting to bind port 59f3acb3-a0af-4135-a33a-be89255ae670 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:17.606768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Attempting to bind port 59f3acb3-a0af-4135-a33a-be89255ae670 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.627438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f08b3c6-bd9a-4a83-8b55-187e823b8675 req-d91e4359-62d3-4e5c-8bfa-e752bb6fcda0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Jul 09 16:41:17.630100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Transition to ACTIVE for port object ee4e3f79-12e0-43ce-9090-a0ce0c949fbf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:17.635798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.717874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Port 59f3acb3-a0af-4135-a33a-be89255ae670 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:17.718345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Attempting to bind port 59f3acb3-a0af-4135-a33a-be89255ae670 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.729029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:17.734901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:17.735248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:17.735624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:17.736085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Bound port: 59f3acb3-a0af-4135-a33a-be89255ae670, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:17.736456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.816699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] For port 59f3acb3-a0af-4135-a33a-be89255ae670, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:17.820329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] For port 59f3acb3-a0af-4135-a33a-be89255ae670, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=59f3acb3-a0af-4135-a33a-be89255ae670,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:17.834145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.849673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:17.850740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Attempting to bind port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:17.851093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Attempting to bind port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:17.852710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Attempting to bind port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.867448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf on network 4a539bff-43f2-40af-8118-b20c382f9e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:17.867791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Attempting to bind port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.881967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:17.883796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Checking segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:17.883796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Bound using segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:17.883796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Bound port: ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:17.883796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.897317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:17.908947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:17.909628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.912132 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] 10.222.0.37 "PUT /v2.0/ports/59f3acb3-a0af-4135-a33a-be89255ae670 HTTP/1.1" status: 200 len: 1095 time: 2.9661984 Jul 09 16:41:18.042066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:18.062353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.071778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:18.075514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:18.094880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.118788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a41f81-8d3d-4d29-835f-86c5d3d3d894 service neutron] Pushing event updated for resources: {'Port': ['ID=59f3acb3-a0af-4135-a33a-be89255ae670,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:18.129274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.130533 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.132540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] 10.222.0.43 "PUT /v2.0/ports/ee4e3f79-12e0-43ce-9090-a0ce0c949fbf HTTP/1.1" status: 200 len: 1092 time: 1.2943680 Jul 09 16:41:18.173551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59b637-8792-4e38-9aeb-8210719a5d7a req-d14386e8-3ee3-4663-80c3-2e102cab64f4 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.175487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd59b637-8792-4e38-9aeb-8210719a5d7a req-d14386e8-3ee3-4663-80c3-2e102cab64f4 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 1101 time: 0.2962067 Jul 09 16:41:18.186714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.187357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.189299 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4530677b-f197-426c-8341-e42e7615becb service neutron] 10.222.0.37 "PUT /v2.0/ports/2b50b917-c737-489d-81df-499d55971eeb HTTP/1.1" status: 200 len: 1091 time: 3.2628808 Jul 09 16:41:18.201684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c540ea-464a-4a8d-8d3b-8b1d5c3a4c12 req-c51f4c45-4fc4-4d42-ad66-fc8fdb3fdd50 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.209696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17c540ea-464a-4a8d-8d3b-8b1d5c3a4c12 req-c51f4c45-4fc4-4d42-ad66-fc8fdb3fdd50 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 947 time: 0.3287170 Jul 09 16:41:18.242505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:18.252280 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c6515303-3364-43b3-9c44-58083898a5f1 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3d7824e-5a1b-490a-98ee-a5ff6a143a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6513615 Jul 09 16:41:18.252993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530677b-f197-426c-8341-e42e7615becb service neutron] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:18.257549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] Sync routers for ids ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:18.258342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:18.273373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd59b637-8792-4e38-9aeb-8210719a5d7a req-e55d4f62-2f43-4ae7-b8ee-7058b2efa8c2 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.274289 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] Routers {'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:18.275021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:18.275218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f41f67-c0e8-4cbe-abc7-1e68acc8cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:18.318818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17c540ea-464a-4a8d-8d3b-8b1d5c3a4c12 req-c624115f-34ee-4d32-b8ff-dc039e0206dd tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079180 Jul 09 16:41:18.360053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-2154c613-514a-4f62-a35e-afbfb1df6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.362451 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-2154c613-514a-4f62-a35e-afbfb1df6394 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15d7eb2439634c9bb33d0de28a516e95&device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 1098 time: 0.3121033 Jul 09 16:41:18.369218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-22831cef-2998-4ae7-a319-755e4075308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.370950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-22831cef-2998-4ae7-a319-755e4075308d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 1095 time: 0.1532547 Jul 09 16:41:18.393800 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] Set router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:18.444587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-ee5d395d-2260-4bbc-94cb-666c0603285d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=59f3acb3-a0af-4135-a33a-be89255ae670 HTTP/1.1" status: 200 len: 217 time: 0.0505424 Jul 09 16:41:18.465966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd59b637-8792-4e38-9aeb-8210719a5d7a req-e55d4f62-2f43-4ae7-b8ee-7058b2efa8c2 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.495662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-af48819a-4b5c-45b5-9245-a9eea385066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.497164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-af48819a-4b5c-45b5-9245-a9eea385066b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 1094 time: 0.2286735 Jul 09 16:41:18.498826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.524537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-ff1c5fb7-4eb1-493b-a3ad-f3199756273b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf HTTP/1.1" status: 200 len: 217 time: 0.1457472 Jul 09 16:41:18.525117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd59b637-8792-4e38-9aeb-8210719a5d7a req-e55d4f62-2f43-4ae7-b8ee-7058b2efa8c2 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.579721 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-f0a5fbfb-c01b-4543-a0bb-4a2c0254c722 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b50b917-c737-489d-81df-499d55971eeb HTTP/1.1" status: 200 len: 217 time: 0.0465808 Jul 09 16:41:18.600512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-6b23a211-136f-4929-9706-efc3181012fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.600512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-6b23a211-136f-4929-9706-efc3181012fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1467986 Jul 09 16:41:18.604070 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:18.639473 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] Checking router: c3d7824e-5a1b-490a-98ee-a5ff6a143a7e for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:18.649583 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] Routers {'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:18.650354 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:18.718873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-fae2ad51-6d0b-4231-8b12-507e5087be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.720273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-fae2ad51-6d0b-4231-8b12-507e5087be8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1323645 Jul 09 16:41:18.738190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.767045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-99bf206e-d2e6-488c-9830-d9dbd415cb77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396659 Jul 09 16:41:18.778715 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] Set router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:18.843321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:18.849273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946d6e0-831a-4319-8e02-b6456872c93b req-bdb2df94-fd8e-4685-bae6-1dc0d055caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.850906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-bdb2df94-fd8e-4685-bae6-1dc0d055caf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003243 Jul 09 16:41:18.886595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:18.887331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5b75d192-ed33-4e62-8fa4-6a0b6d614a88 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:18.888481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:18.913137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:18.915108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 3dfdc11c-37f1-41ac-93e9-66a8e6ecd7a2 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:18.949039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd59b637-8792-4e38-9aeb-8210719a5d7a req-e55d4f62-2f43-4ae7-b8ee-7058b2efa8c2 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655797 Jul 09 16:41:18.988814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Deleting port 0b29929f-e109-4709-8759-309ffacff08e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:18.989205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.995748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4f62-2f43-4ae7-b8ee-7058b2efa8c2 tempest-LiveMigrationNegativeTest-144769990 tempest-LiveMigrationNegativeTest-144769990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7c944a-bf28-4dea-a94a-965b6703d051,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:18.997333 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:19.009388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-68b82312-95af-4caf-838a-2e007c07b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:19.011130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-68b82312-95af-4caf-838a-2e007c07b625 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.4576585 Jul 09 16:41:19.033215 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255fcfd-cf80-43a4-a357-c123dd689f8d None None] The sync data for ids ['c3d7824e-5a1b-490a-98ee-a5ff6a143a7e'] in n-d-800085-2 is: [{'id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-45122317-router', 'tenant_id': '77917209935441a18c93739037a6a7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '0b29929f-e109-4709-8759-309ffacff08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:55Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '77917209935441a18c93739037a6a7cd', 'gw_port': {'id': '0b29929f-e109-4709-8759-309ffacff08e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7824e-5a1b-490a-98ee-a5ff6a143a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:57Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:19.039246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-bd003a9d-3b58-40cd-8128-5c113026ce0b service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633584 Jul 09 16:41:19.061926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-2af6fc84-d3e0-4c64-9575-92142a3f40cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399969 Jul 09 16:41:19.070207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3957b-b6ef-4fea-9b3f-ea09b27f4646 req-85407806-56a3-4748-b5f4-7832447e8b88 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:19.078236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb3957b-b6ef-4fea-9b3f-ea09b27f4646 req-85407806-56a3-4748-b5f4-7832447e8b88 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.5644307 Jul 09 16:41:19.113056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-82eefce9-5ddf-44f6-87e7-d065955684e5 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539592 Jul 09 16:41:19.193192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb3957b-b6ef-4fea-9b3f-ea09b27f4646 req-721344ff-6fda-432f-9c18-22f9d8c42f56 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139588 Jul 09 16:41:19.212811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] For port 0b29929f-e109-4709-8759-309ffacff08e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0b29929f-e109-4709-8759-309ffacff08e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:19.213158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.238908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-87be14fe-1d5b-4662-a013-f4292ee6cc26 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531978 Jul 09 16:41:19.246791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Calling delete_port for 0b29929f-e109-4709-8759-309ffacff08e owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:19.255745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2ea19-aa77-4933-b3b5-ac057b02f6a7 req-a80b93fe-9770-43c3-8e5f-a9b2e828d1b1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:19.257499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95c2ea19-aa77-4933-b3b5-ac057b02f6a7 req-a80b93fe-9770-43c3-8e5f-a9b2e828d1b1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 944 time: 0.1468310 Jul 09 16:41:19.287228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f17f2cec-9711-4d27-8cb0-f52c7a269314 req-4f19462f-3bba-4d35-9064-d5b1930286a5 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410450 Jul 09 16:41:19.308185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:19.339571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'tag': '59f3acb3-a0af-4135-a33a-be89255ae670'}, {'name': 'network-changed', 'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'tag': '2b50b917-c737-489d-81df-499d55971eeb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:19.341769 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b3773e9c-2c9a-4a47-bb8d-19a60ef317b3", "tag": "59f3acb3-a0af-4135-a33a-be89255ae670"}, {"name": "network-changed", "server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "tag": "2b50b917-c737-489d-81df-499d55971eeb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:19.355811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7946d6e0-831a-4319-8e02-b6456872c93b req-cf40809f-edf1-42e3-a2b6-127ab08cab2d service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325025 Jul 09 16:41:19.407888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Deleting subnet c1831580-8a90-4acb-8544-d4a1a6c2acd6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:19.415293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0ac94938-be27-4b5c-951e-e8bf6eab0c69 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:19.419966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.441169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0ac94938-be27-4b5c-951e-e8bf6eab0c69 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:19.441891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0ac94938-be27-4b5c-951e-e8bf6eab0c69 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:19.449817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95c2ea19-aa77-4933-b3b5-ac057b02f6a7 req-6ed7631d-d681-4c42-a008-eac825cf7035 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730652 Jul 09 16:41:19.515340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.521137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:19.523911 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817d108d-9bcb-4b68-9b53-895e27407330" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:19.535419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f55b8158-eb29-4da7-b901-12e37c85a850 req-898cad0a-601b-41f1-9c59-41ed5da0caaf service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874892 Jul 09 16:41:19.540590 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.548015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b29929f-e109-4709-8759-309ffacff08e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:19.618995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.640144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.665175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d312eb1-c10b-49f3-a41d-8c63821b415f req-0200422c-b140-47ca-99e4-28a63e54487e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:19.672401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d312eb1-c10b-49f3-a41d-8c63821b415f req-0200422c-b140-47ca-99e4-28a63e54487e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 943 time: 0.2214730 Jul 09 16:41:19.730111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d312eb1-c10b-49f3-a41d-8c63821b415f req-9a375046-9f6f-4510-94c5-9d8d74ef8f7e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Jul 09 16:41:19.745733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.756802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.759917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.789876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1831580-8a90-4acb-8544-d4a1a6c2acd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:19.802653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.805390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5adaceae-ecc4-4f53-9c61-4ecc115a008c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c1831580-8a90-4acb-8544-d4a1a6c2acd6 HTTP/1.1" status: 204 len: 168 time: 0.4902756 Jul 09 16:41:19.808635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:19.811124 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010e97f5-4190-4791-bacc-1823a9bd3981 x-openstack-request-id: req-010e97f5-4190-4791-bacc-1823a9bd3981 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:19.811549 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3773e9c-2c9a-4a47-bb8d-19a60ef317b3", "tag": "59f3acb3-a0af-4135-a33a-be89255ae670", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "tag": "2b50b917-c737-489d-81df-499d55971eeb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:19.812368 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-010e97f5-4190-4791-bacc-1823a9bd3981 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:19.813703 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'tag': '59f3acb3-a0af-4135-a33a-be89255ae670', 'status': 'completed', 'code': 200} Jul 09 16:41:19.814226 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'tag': '2b50b917-c737-489d-81df-499d55971eeb', 'status': 'completed', 'code': 200} Jul 09 16:41:19.829586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.831305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d7824e-5a1b-490a-98ee-a5ff6a143a7e {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:19.845529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.852248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0a855c23-4587-4c03-95a9-b52a146b2d17 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c3d7824e-5a1b-490a-98ee-a5ff6a143a7e HTTP/1.1" status: 204 len: 168 time: 1.5898213 Jul 09 16:41:19.860601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:19.993502 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.999366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Deleting subnet c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:20.005766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.044535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5896-ab42-4a67-b1f2-b50f9848966b req-6b6fcbb3-063c-4d3b-af34-8927b95a5404 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.048792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-538c5896-ab42-4a67-b1f2-b50f9848966b req-6b6fcbb3-063c-4d3b-af34-8927b95a5404 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 947 time: 0.1413348 Jul 09 16:41:20.080233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.088778 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740e180c-4f5a-4d07-a45a-89c32f960446 x-openstack-request-id: req-740e180c-4f5a-4d07-a45a-89c32f960446 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:20.089438 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:20.089929 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-740e180c-4f5a-4d07-a45a-89c32f960446 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:20.090654 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'status': 'completed', 'code': 200} Jul 09 16:41:20.110348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-62bc2d98-a765-4e3f-bfeb-e749eda5fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.112783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-62bc2d98-a765-4e3f-bfeb-e749eda5fc7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15d7eb2439634c9bb33d0de28a516e95&device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 1098 time: 0.2555664 Jul 09 16:41:20.235058 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.244968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.260499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb75cd4-77b2-4c48-87cc-91768417e952']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:20.275593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-5850fdcf-b802-4b27-8aac-e094c8158420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.275969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-538c5896-ab42-4a67-b1f2-b50f9848966b req-34dc8665-6ca5-4bd5-b91e-89448a8269b1 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836617 Jul 09 16:41:20.277442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-5850fdcf-b802-4b27-8aac-e094c8158420 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1569245 Jul 09 16:41:20.283986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adefcf01-9bee-4f6b-b67c-3e1a658620aa') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:20.284564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adefcf01-9bee-4f6b-b67c-3e1a658620aa') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:20.306559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.345433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-599b4fa7-d1f8-4569-b727-bcab3cce81b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=59f3acb3-a0af-4135-a33a-be89255ae670 HTTP/1.1" status: 200 len: 217 time: 0.0601115 Jul 09 16:41:20.358433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.392837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:20.393305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:20.398581 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:20.427096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-6a2493bd-93bd-4363-802e-716d21adb334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.429768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-6a2493bd-93bd-4363-802e-716d21adb334 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 1096 time: 0.3288059 Jul 09 16:41:20.457071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-b8936e11-95c4-4ae8-8c7f-462280f85256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.459742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-b8936e11-95c4-4ae8-8c7f-462280f85256 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1050429 Jul 09 16:41:20.503228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.505806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d108d-9bcb-4b68-9b53-895e27407330 req-3ee2f4d6-bc0a-4986-904d-4343769e4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.507351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-3ee2f4d6-bc0a-4986-904d-4343769e4447 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 1095 time: 0.3514392 Jul 09 16:41:20.535023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:20.541754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.543844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c9e27b67-a4e0-40b8-b7f6-eab0ac41ea49 HTTP/1.1" status: 204 len: 168 time: 0.6792328 Jul 09 16:41:20.549191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28562be5-6be8-4dca-8b66-419f8766485a None None] Network f19ac7e4-9a3a-4073-b4e7-7c12977a585b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:20.565766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:20.576262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.577111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.577690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.578252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.578833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.579385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.580549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.581128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.581852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.582400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.583055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.583605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea63ec-6775-49a7-aacd-85f5d7a4ee3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.629890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.670957 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.678326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] 10.222.0.48 "DELETE /v2.0/networks/2bb75cd4-77b2-4c48-87cc-91768417e952 HTTP/1.1" status: 204 len: 168 time: 0.8658061 Jul 09 16:41:20.680280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:20.767267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aff99-bc7a-43fa-8a9f-1f11077b2c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb75cd4-77b2-4c48-87cc-91768417e952,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:20.872783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] DHCP port deletion for f19ac7e4-9a3a-4073-b4e7-7c12977a585b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:20.894780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693718-811b-4182-8609-0d6c2ee570fb req-78069a3c-c4af-4c00-97b4-236124503aef tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.896864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59693718-811b-4182-8609-0d6c2ee570fb req-78069a3c-c4af-4c00-97b4-236124503aef tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.5599811 Jul 09 16:41:20.907933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-14a7a8fd-5ff1-45f8-83af-5256a903dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.909786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-14a7a8fd-5ff1-45f8-83af-5256a903dcc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 911 time: 0.4229233 Jul 09 16:41:20.913997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Deleting subnet 058900da-5166-41dc-bf45-134119de19b8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:20.921572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.935615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] Deleting port 886b86ad-ddde-42ba-b688-ea854873ef7e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:20.935996 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.956886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d108d-9bcb-4b68-9b53-895e27407330 req-eae4c542-2b73-470c-9dd5-2046bc55d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.958659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-eae4c542-2b73-470c-9dd5-2046bc55d6f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 905 time: 0.4344604 Jul 09 16:41:20.997188 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.024909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] For port 886b86ad-ddde-42ba-b688-ea854873ef7e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=886b86ad-ddde-42ba-b688-ea854873ef7e,segment=NetworkSegment(c9ca65a3-609a-42f4-988a-35de46f4b3a1),segment_id=c9ca65a3-609a-42f4-988a-35de46f4b3a1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:21.025296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.048643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] Calling delete_port for 886b86ad-ddde-42ba-b688-ea854873ef7e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:21.064638 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.070141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-c87157d4-2050-4992-9924-bedb68dee091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:21.071705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-c87157d4-2050-4992-9924-bedb68dee091 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6044462 Jul 09 16:41:21.108905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-9ce440ca-876a-400c-ac5c-87df8d217066 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61 HTTP/1.1" status: 200 len: 217 time: 0.1407089 Jul 09 16:41:21.122456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-2f1d1780-b889-4f24-b721-f3ee733817ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf HTTP/1.1" status: 200 len: 217 time: 0.1170425 Jul 09 16:41:21.150750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.159597 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.164526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59693718-811b-4182-8609-0d6c2ee570fb req-e41df6b6-cde6-4519-bdfd-f674dd2b0aac tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477891 Jul 09 16:41:21.211219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-5d95a1dc-3f61-498d-a74e-5c87d3043bff service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313524 Jul 09 16:41:21.215361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Deleting port 886b86ad-ddde-42ba-b688-ea854873ef7e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:21.215705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.216696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] Pushing event deleted for resources: {'Port': ['ID=886b86ad-ddde-42ba-b688-ea854873ef7e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.220776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5942785e-3542-4586-aa4f-5368b2d9a579 None None] No DVR routers for this DVR port 886b86ad-ddde-42ba-b688-ea854873ef7e on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:21.265500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045152b-9e83-401a-a9ab-8ff76ac623a7 req-d06fa5a5-c59d-4788-b18a-53711b60fcab tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:21.267398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d045152b-9e83-401a-a9ab-8ff76ac623a7 req-d06fa5a5-c59d-4788-b18a-53711b60fcab tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 944 time: 0.4717965 Jul 09 16:41:21.326105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-f7593775-7b37-4d6d-a4f1-cd0612c515d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:21.332510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-f7593775-7b37-4d6d-a4f1-cd0612c515d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.1955814 Jul 09 16:41:21.335757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d108d-9bcb-4b68-9b53-895e27407330 req-70e46fd4-48a5-4e44-920e-98b7e942b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:21.337731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-70e46fd4-48a5-4e44-920e-98b7e942b4c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.2014558 Jul 09 16:41:21.355676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] For port 886b86ad-ddde-42ba-b688-ea854873ef7e, host n-d-800085-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:21.356371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.379156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Calling delete_port for 886b86ad-ddde-42ba-b688-ea854873ef7e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:21.383778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Port 886b86ad-ddde-42ba-b688-ea854873ef7e was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:41:21.389905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.393728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0b29929f-e109-4709-8759-309ffacff08e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:21.404859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d045152b-9e83-401a-a9ab-8ff76ac623a7 req-57af8d80-d604-45db-a963-b9740a7b57d9 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251020 Jul 09 16:41:21.424415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=886b86ad-ddde-42ba-b688-ea854873ef7e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.434346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] No DVR routers for this DVR port 886b86ad-ddde-42ba-b688-ea854873ef7e on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:21.439030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-e91147f6-37e9-4db6-a379-1811b6d7d944 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195156 Jul 09 16:41:21.457074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-0a12ef11-50c0-4c90-b187-e6b4ad2908b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806286 Jul 09 16:41:21.481418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0b29929f-e109-4709-8759-309ffacff08e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:21.481726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0b29929f-e109-4709-8759-309ffacff08e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:21.484018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 886b86ad-ddde-42ba-b688-ea854873ef7e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:21.503920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-3cc81a8b-f5ba-4625-9d9d-b644c85941ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352949 Jul 09 16:41:21.506116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.534754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.539448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 886b86ad-ddde-42ba-b688-ea854873ef7e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:21.539791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 886b86ad-ddde-42ba-b688-ea854873ef7e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:21.581717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19ac7e4-9a3a-4073-b4e7-7c12977a585b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:21.589663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058900da-5166-41dc-bf45-134119de19b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.616306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ca65a3-609a-42f4-988a-35de46f4b3a1') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:21.616645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ca65a3-609a-42f4-988a-35de46f4b3a1') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:21.627830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.647364 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.657286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:21.657765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:21.659783 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:21.682716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.687742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3901968-78ad-4929-a8e4-7a4976d6ef79 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/058900da-5166-41dc-bf45-134119de19b8 HTTP/1.1" status: 204 len: 168 time: 0.9957333 Jul 09 16:41:21.708639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.719932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-db305f60-a456-4ab2-b389-7a81c5e87817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:21.721496 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-db305f60-a456-4ab2-b389-7a81c5e87817 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 1094 time: 0.1568899 Jul 09 16:41:21.782978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.790279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.792777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f19ac7e4-9a3a-4073-b4e7-7c12977a585b HTTP/1.1" status: 204 len: 168 time: 1.2248309 Jul 09 16:41:21.796861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.822641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602be33-78ac-4b84-b5aa-0472c56a5e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19ac7e4-9a3a-4073-b4e7-7c12977a585b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.876155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-a84615c6-679d-4c53-9ed3-356511875ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833635 Jul 09 16:41:21.882798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-59bce08a-7bdd-481f-8d6c-3ca40085f69e service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004544 Jul 09 16:41:21.885247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.946153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-58528de4-5db9-4a16-a3c2-37461753946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:21.947734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-58528de4-5db9-4a16-a3c2-37461753946d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.2164979 Jul 09 16:41:21.995994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-acda7834-d706-49e7-aece-1d3aa5b34e6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b50b917-c737-489d-81df-499d55971eeb HTTP/1.1" status: 200 len: 217 time: 0.0395129 Jul 09 16:41:22.008078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49cc5-221b-4196-8ee6-8b4cb6faa342 req-d16f11bb-52e4-4320-b4a4-d36f9b4ef3bd tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:22.009594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23c49cc5-221b-4196-8ee6-8b4cb6faa342 req-d16f11bb-52e4-4320-b4a4-d36f9b4ef3bd tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.4120641 Jul 09 16:41:22.023086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a770-01d7-4744-9864-7df108ca2f8d req-b1a90995-cd55-4d3c-a0f1-5795ab8f136b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:22.024509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ab0a770-01d7-4744-9864-7df108ca2f8d req-b1a90995-cd55-4d3c-a0f1-5795ab8f136b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 943 time: 0.4258597 Jul 09 16:41:22.141220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-94c9c977-71ab-4a13-b7b1-f5413690ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:22.142759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-94c9c977-71ab-4a13-b7b1-f5413690ef2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1413560 Jul 09 16:41:22.185073 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-0b371995-b0cc-4253-b9f2-6bcef0f5243e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349896 Jul 09 16:41:22.213475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23c49cc5-221b-4196-8ee6-8b4cb6faa342 req-4e75d57a-b8b7-4399-8fba-508531497ec2 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879060 Jul 09 16:41:22.227381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-817d108d-9bcb-4b68-9b53-895e27407330 req-8c595c10-b2cc-4deb-8764-87266b2a39b4 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283346 Jul 09 16:41:22.230665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.246976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ab0a770-01d7-4744-9864-7df108ca2f8d req-4819d37a-6fa9-475f-985e-ab8532f7425a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060285 Jul 09 16:41:22.253530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-509d07e9-0f9f-43fe-874d-1decb694e622 req-ea6d406e-c8e4-4e83-8947-dc6be75630ad service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632724 Jul 09 16:41:22.292364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75419c6-5577-4ce8-9577-8dc36d9a259c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:22.310718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44ee6ae-9889-4276-aa1c-eae9255ba4c9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:22.311188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44ee6ae-9889-4276-aa1c-eae9255ba4c9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:22.324380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.341324 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.350258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:22.351162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:22.353593 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:22.413996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-77572ed1-f8b0-4e84-9a37-24ad944bb79a service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201965 Jul 09 16:41:22.475045 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.490238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.492364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f75419c6-5577-4ce8-9577-8dc36d9a259c HTTP/1.1" status: 204 len: 168 time: 0.7826185 Jul 09 16:41:22.522345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51ead1-aeea-43aa-ab1e-4970d33de773 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75419c6-5577-4ce8-9577-8dc36d9a259c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:22.600938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1f48f2-e177-4105-a4ea-b2ac0038d8ae req-3077c3b1-fe71-44fc-a2f2-ca4f21a01b10 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796565 Jul 09 16:41:22.607736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7812-68ac-44a9-b19e-d9d28582d77c req-75d8673e-c615-463a-a5d4-8c8492d100d2 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:22.609276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e47d7812-68ac-44a9-b19e-d9d28582d77c req-75d8673e-c615-463a-a5d4-8c8492d100d2 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 947 time: 0.1948271 Jul 09 16:41:22.625959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.647534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95b55f-2462-4f5c-b31f-68a9aac24aa9 req-4f0d0aca-9ead-433e-9c50-b0589e94b8da tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:22.648963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab95b55f-2462-4f5c-b31f-68a9aac24aa9 req-4f0d0aca-9ead-433e-9c50-b0589e94b8da tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1609581 Jul 09 16:41:22.679539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e47d7812-68ac-44a9-b19e-d9d28582d77c req-65c9d126-4ce9-4eba-b839-23331a2ff045 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591249 Jul 09 16:41:22.718117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab95b55f-2462-4f5c-b31f-68a9aac24aa9 req-ae629581-1ec5-4f02-9b8f-a468e3e89729 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Jul 09 16:41:22.786499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:22.803821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c43f1-7451-480b-beff-9aba56030729 req-0f4ef849-66ea-4742-af91-db127dd07947 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:22.805448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd5c43f1-7451-480b-beff-9aba56030729 req-0f4ef849-66ea-4742-af91-db127dd07947 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.0990095 Jul 09 16:41:22.859465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:22.930302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:22.930614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b8ce8010-b712-4215-9e64-cc816311a6b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96a69f3d691644408dfef12f6df08779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425242 Jul 09 16:41:22.991054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Deleting port 26484541-c2a4-4edf-ae43-afa9d70042bd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:22.991498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.011578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37bf4-913a-40fe-bad1-5a90e09388c6 req-38b59616-239f-4c03-bba1-cafffc8ddb46 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:23.015007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31a37bf4-913a-40fe-bad1-5a90e09388c6 req-38b59616-239f-4c03-bba1-cafffc8ddb46 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 944 time: 0.1644320 Jul 09 16:41:23.022614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Deleting port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:23.022937 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.061589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c65e089e-94e2-4d6e-911f-cabb5a46f58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.099279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c65e089e-94e2-4d6e-911f-cabb5a46f58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.106510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:23.126279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] For port 26484541-c2a4-4edf-ae43-afa9d70042bd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26484541-c2a4-4edf-ae43-afa9d70042bd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:23.126692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.128886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'mac_address': 'fa:16:3e:0d:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:23.171281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Calling delete_port for 26484541-c2a4-4edf-ae43-afa9d70042bd owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:23.173852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.188466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4e3f79-12e0-43ce-9090-a0ce0c949fbf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:23.219625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:23.224950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.263388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2b50b917-c737-489d-81df-499d55971eeb details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:23.304157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.365649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c65e089e-94e2-4d6e-911f-cabb5a46f58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.368878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c65e089e-94e2-4d6e-911f-cabb5a46f58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.373224 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c65e089e-94e2-4d6e-911f-cabb5a46f58d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ce52740-1e1b-404e-9efe-4d2a8e7f7c18 HTTP/1.1" status: 204 len: 168 time: 0.4416850 Jul 09 16:41:23.388861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e089e-94e2-4d6e-911f-cabb5a46f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce52740-1e1b-404e-9efe-4d2a8e7f7c18,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.430462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:23.463697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '2b50b917-c737-489d-81df-499d55971eeb', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': '2b50b917-c737-489d-81df-499d55971eeb', 'mac_address': 'fa:16:3e:d5:38:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:23.520709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.536139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.538959 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.558657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b50b917-c737-489d-81df-499d55971eeb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:23.566711 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31a37bf4-913a-40fe-bad1-5a90e09388c6 req-d4f21477-64d9-4126-aade-befecae5c624 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458996 Jul 09 16:41:23.576133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26484541-c2a4-4edf-ae43-afa9d70042bd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.607815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] For port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:23.608596 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.612476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:23.634095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Calling delete_port for ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:23.660993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a71c0-ddec-4b18-8fc9-b17ff708b9a6 req-cb015c47-a7a2-4955-a8de-a26793d1d925 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:23.676607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-060a71c0-ddec-4b18-8fc9-b17ff708b9a6 req-cb015c47-a7a2-4955-a8de-a26793d1d925 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 950 time: 0.1982334 Jul 09 16:41:23.726361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:23.737353 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.738033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 59f3acb3-a0af-4135-a33a-be89255ae670 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:23.839025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.921116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.931363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-060a71c0-ddec-4b18-8fc9-b17ff708b9a6 req-1cc72912-a306-49e6-9f65-67540ee7dc4e tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537625 Jul 09 16:41:24.032667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 59f3acb3-a0af-4135-a33a-be89255ae670, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=59f3acb3-a0af-4135-a33a-be89255ae670,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:24.037539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.053006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:24.065608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '59f3acb3-a0af-4135-a33a-be89255ae670', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '59f3acb3-a0af-4135-a33a-be89255ae670', 'mac_address': 'fa:16:3e:0d:8b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:24.077815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e037dfd2-7497-4a0f-b5b5-4ddfeff33088'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:24.089465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a84ed5-f54e-45c5-933e-fb036bbdaff1 req-1dc4bd38-3503-4622-b46a-4bd048ef9e92 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:24.091755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70a84ed5-f54e-45c5-933e-fb036bbdaff1 req-1dc4bd38-3503-4622-b46a-4bd048ef9e92 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 944 time: 0.2896922 Jul 09 16:41:24.096972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Pushing event deleted for resources: {'Port': ['ID=ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:24.158678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.162231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf07eb39-985a-47fb-9d3f-9fecb591493c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3d75631a0d648439ffc1b7c48488c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080110 Jul 09 16:41:24.162569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:24.185001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f3acb3-a0af-4135-a33a-be89255ae670 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:24.216217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 59f3acb3-a0af-4135-a33a-be89255ae670, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=59f3acb3-a0af-4135-a33a-be89255ae670,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:24.226396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] No DVR routers for this DVR port ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:24.228527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.231477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.233537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd5c43f1-7451-480b-beff-9aba56030729 req-47e7f489-8c61-4ab3-ba8a-e5bdc4a24e93 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.43 "DELETE /v2.0/ports/ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 HTTP/1.1" status: 204 len: 173 time: 1.4209244 Jul 09 16:41:24.237138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa90861-273f-4d63-8897-0f3076749243', 'name': 'network-vif-deleted', 'tag': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:24.239528 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37301b49-acd7-44e7-bffe-fbdb12a90f62" -d '{"events": [{"server_uuid": "faa90861-273f-4d63-8897-0f3076749243", "name": "network-vif-deleted", "tag": "ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:24.263852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70a84ed5-f54e-45c5-933e-fb036bbdaff1 req-0287318d-c868-4b4f-b6e5-fe5e3f3fc6a8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265900 Jul 09 16:41:24.282023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Router b71a865d-06ef-4ab8-8333-d006882a97c8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:24.311265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1726e0d6-eb1c-47e8-8959-d5022a8bdd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.315949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d97ec-b2a1-4531-97f8-1aac28b98d3c req-d853fe43-6b99-4fd8-87cd-d15f630b0520 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:24.317943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-241d97ec-b2a1-4531-97f8-1aac28b98d3c req-d853fe43-6b99-4fd8-87cd-d15f630b0520 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 947 time: 0.1792634 Jul 09 16:41:24.379972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=59f3acb3-a0af-4135-a33a-be89255ae670,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:24.393496 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1726e0d6-eb1c-47e8-8959-d5022a8bdd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.401613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-241d97ec-b2a1-4531-97f8-1aac28b98d3c req-a5b63514-6f67-4302-ac02-1b2723f81fb1 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722148 Jul 09 16:41:24.534977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1726e0d6-eb1c-47e8-8959-d5022a8bdd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.538103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1726e0d6-eb1c-47e8-8959-d5022a8bdd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.539355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1726e0d6-eb1c-47e8-8959-d5022a8bdd2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/338f8580-377c-4de9-b9b3-055f06f6dc6f HTTP/1.1" status: 204 len: 168 time: 0.3739369 Jul 09 16:41:24.553441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e0d6-eb1c-47e8-8959-d5022a8bdd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338f8580-377c-4de9-b9b3-055f06f6dc6f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:24.636544 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ec33d-306b-4ce2-ac48-cf3371e4090d x-openstack-request-id: req-3f0ec33d-306b-4ce2-ac48-cf3371e4090d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:24.637303 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa90861-273f-4d63-8897-0f3076749243", "name": "network-vif-deleted", "tag": "ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:24.638107 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f0ec33d-306b-4ce2-ac48-cf3371e4090d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:24.638774 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa90861-273f-4d63-8897-0f3076749243', 'name': 'network-vif-deleted', 'tag': 'ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666', 'status': 'completed', 'code': 200} Jul 09 16:41:24.666553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:24.678933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:24.692945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e1575-53bf-4ffc-8ced-d3447ba89383 req-d785de2b-47b5-4ce4-870f-46df1e911e9c tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:24.693232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] Sync routers for ids ['b71a865d-06ef-4ab8-8333-d006882a97c8'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:24.694276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b01c24eb-313f-44f3-96c1-29eac212f0a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/b71a865d-06ef-4ab8-8333-d006882a97c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8920896 Jul 09 16:41:24.701481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-128e1575-53bf-4ffc-8ced-d3447ba89383 req-d785de2b-47b5-4ce4-870f-46df1e911e9c tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1360195 Jul 09 16:41:24.707791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] Routers {'b71a865d-06ef-4ab8-8333-d006882a97c8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:24.708442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b71a865d-06ef-4ab8-8333-d006882a97c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:24.714662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:24.767615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2b50b917-c737-489d-81df-499d55971eeb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:24.792579 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-128e1575-53bf-4ffc-8ced-d3447ba89383 req-c5a368d1-6984-48c8-94af-05b89d70c659 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764472 Jul 09 16:41:24.808388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['59f3acb3-a0af-4135-a33a-be89255ae670'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:24.904155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:24.978449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.043392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] Set router b71a865d-06ef-4ab8-8333-d006882a97c8 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:25.162655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.211719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fcaaa18-8599-44e4-9d3d-48f27a3bc590 req-2bde8318-35af-4765-a491-076c817d7469 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa90861-273f-4d63-8897-0f3076749243 HTTP/1.1" status: 200 len: 210 time: 0.0521352 Jul 09 16:41:25.234502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Deleting port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:25.235862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.259797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15687e84-1fb1-43fc-8404-1c54670f1d94 req-aaf6bd97-b350-4ee2-a0d5-cc0c0713c1f8 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:25.269076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15687e84-1fb1-43fc-8404-1c54670f1d94 req-aaf6bd97-b350-4ee2-a0d5-cc0c0713c1f8 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 945 time: 0.1698606 Jul 09 16:41:25.339463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15687e84-1fb1-43fc-8404-1c54670f1d94 req-2a227244-ae58-49b6-9bf3-8783fd3f79eb tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688448 Jul 09 16:41:25.403247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] For port 879ad371-c31c-45f1-b6da-53ef6b7cb5f7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:25.404558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.405183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:25.417379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:25.417881 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.420874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Calling delete_port for 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:25.641043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.717658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c774889-4425-42b3-be46-105b7417865c req-c2c36a30-d82c-4b44-839c-c38939dbd7c6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:25.719620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c774889-4425-42b3-be46-105b7417865c req-c2c36a30-d82c-4b44-839c-c38939dbd7c6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 944 time: 0.1725841 Jul 09 16:41:25.762820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=879ad371-c31c-45f1-b6da-53ef6b7cb5f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:25.765155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.778696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964e7fa-779d-43f6-9d1d-f99ac7b0eb84 req-385248ca-6d93-41e7-b902-8b49296ca5f2 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:25.780306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0964e7fa-779d-43f6-9d1d-f99ac7b0eb84 req-385248ca-6d93-41e7-b902-8b49296ca5f2 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 948 time: 0.1287260 Jul 09 16:41:25.813537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c774889-4425-42b3-be46-105b7417865c req-a6472024-0978-49c3-bc6a-f19c0ac1fae2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826311 Jul 09 16:41:25.891695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0964e7fa-779d-43f6-9d1d-f99ac7b0eb84 req-b2228869-1d64-4060-8c19-412626836503 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935571 Jul 09 16:41:25.910099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.911309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:41:23Z', 'revision_number': 5, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port': {'id': '879ad371-c31c-45f1-b6da-53ef6b7cb5f7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:df:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:12Z', 'updated_at': '2021-07-09T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:25.950742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] Checking router: b71a865d-06ef-4ab8-8333-d006882a97c8 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:25.968204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:25.970665 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e6ab2-512e-4325-84ee-24c66178704f" -d '{"events": [{"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-plugged", "status": "completed", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:25.983116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.985996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] Routers {'b71a865d-06ef-4ab8-8333-d006882a97c8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:25.986673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b71a865d-06ef-4ab8-8333-d006882a97c8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:25.986881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.989762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:26.044072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.044676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71a865d-06ef-4ab8-8333-d006882a97c8 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:26.049807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.055886 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28c23f83-ca44-48ef-930c-c104e81abb65 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b71a865d-06ef-4ab8-8333-d006882a97c8 HTTP/1.1" status: 204 len: 168 time: 1.3343945 Jul 09 16:41:26.055886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:26.063226 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.064047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:26.087506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] Set router b71a865d-06ef-4ab8-8333-d006882a97c8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:26.109288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Deleting subnet 62f87b3d-b704-4404-8131-0dc935d1451a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:26.125647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.193687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285a2c6-d4aa-4147-ab9f-4cb5efb60db4 req-b9e97e6b-8de5-4d91-a19c-934ea372d0d1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:26.197519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e285a2c6-d4aa-4147-ab9f-4cb5efb60db4 req-b9e97e6b-8de5-4d91-a19c-934ea372d0d1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1065650 Jul 09 16:41:26.199026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.278060 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b99c0-157c-48a6-a366-3d5f3968128e x-openstack-request-id: req-ea5b99c0-157c-48a6-a366-3d5f3968128e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:26.278420 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-plugged", "status": "completed", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:26.278695 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea5b99c0-157c-48a6-a366-3d5f3968128e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:26.279003 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'code': 200} Jul 09 16:41:26.302197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e285a2c6-d4aa-4147-ab9f-4cb5efb60db4 req-99b3b577-58f0-4750-82c1-fbf67d21ff89 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984881 Jul 09 16:41:26.314159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.349116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:41:25Z', 'revision_number': 7, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:26.353452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:26.353798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ea8d1bf9-0ed9-4a55-bfb4-c4c59cabc666 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:26.378214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.380173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc71f4d-3165-40dd-8db0-fb3c54b9afc5 req-64f31115-8b25-4629-b82e-fad420f579e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:26.385020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bc71f4d-3165-40dd-8db0-fb3c54b9afc5 req-64f31115-8b25-4629-b82e-fad420f579e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 1097 time: 0.1570907 Jul 09 16:41:26.387827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098bfc0-31ee-4aaf-9ea9-0190c7d673ab None None] The sync data for ids ['b71a865d-06ef-4ab8-8333-d006882a97c8'] in n-d-800085-2 is: [{'id': 'b71a865d-06ef-4ab8-8333-d006882a97c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2095699433-router', 'tenant_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:41:25Z', 'revision_number': 7, 'project_id': '493f059ce1dd4b07b5519ca3b3707e2a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:26.408277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:26.412190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be778faf-68a3-442d-aa82-1da15aafd25d None None] Network cfd1afdc-1745-4074-96dc-90825140a2a2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:26.421846 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.428244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:26.429454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/62f87b3d-b704-4404-8131-0dc935d1451a HTTP/1.1" status: 204 len: 168 time: 0.3744531 Jul 09 16:41:26.476022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd2cc-b297-4d48-9c60-a1690ddaec56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f87b3d-b704-4404-8131-0dc935d1451a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:26.533409 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bc71f4d-3165-40dd-8db0-fb3c54b9afc5 req-db0506ff-6e88-4f5b-9ed0-1f7790dababc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384957 Jul 09 16:41:26.552856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.630730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Deleting port 985252e2-b34b-45d5-b437-b72f400c67dd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:26.632241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.754698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] For port 985252e2-b34b-45d5-b437-b72f400c67dd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=985252e2-b34b-45d5-b437-b72f400c67dd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:26.755042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.780553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Calling delete_port for 985252e2-b34b-45d5-b437-b72f400c67dd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:26.784858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] DHCP port deletion for cfd1afdc-1745-4074-96dc-90825140a2a2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:26.825702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988b71-ab12-48df-b5dd-0a9697166d9c req-3358ed8b-0dce-441d-943d-64bd977be957 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:26.833835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17988b71-ab12-48df-b5dd-0a9697166d9c req-3358ed8b-0dce-441d-943d-64bd977be957 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1713295 Jul 09 16:41:26.886256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] Deleting port 985252e2-b34b-45d5-b437-b72f400c67dd {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:26.892307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.932614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17988b71-ab12-48df-b5dd-0a9697166d9c req-debad6e7-3396-4428-82c6-9f971b80e91e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976691 Jul 09 16:41:26.996516 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.033911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Pushing event deleted for resources: {'Port': ['ID=985252e2-b34b-45d5-b437-b72f400c67dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:27.042340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] No DVR routers for this DVR port 985252e2-b34b-45d5-b437-b72f400c67dd on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:27.043348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] For port 985252e2-b34b-45d5-b437-b72f400c67dd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=985252e2-b34b-45d5-b437-b72f400c67dd,segment=NetworkSegment(1617a947-1466-49d1-8527-010842df8fb8),segment_id=1617a947-1466-49d1-8527-010842df8fb8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:27.044664 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.070819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] Calling delete_port for 985252e2-b34b-45d5-b437-b72f400c67dd owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:27.195947 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.228509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] Pushing event deleted for resources: {'Port': ['ID=985252e2-b34b-45d5-b437-b72f400c67dd,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:27.238865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21a97c-3d3a-41e2-a4ea-6713e0032dd0 None None] No DVR routers for this DVR port 985252e2-b34b-45d5-b437-b72f400c67dd on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:27.270505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.285304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2b50b917-c737-489d-81df-499d55971eeb up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:27.311394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd1afdc-1745-4074-96dc-90825140a2a2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:27.330758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1617a947-1466-49d1-8527-010842df8fb8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:27.331057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1617a947-1466-49d1-8527-010842df8fb8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:27.356147 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.377976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 2b50b917-c737-489d-81df-499d55971eeb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:27.388262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 2b50b917-c737-489d-81df-499d55971eeb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:27.396636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.397889 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.413994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554defed-107c-4eff-8712-751e1c8436f6 req-bc62b511-693c-44cf-bd1b-d07a73164403 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.421280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-554defed-107c-4eff-8712-751e1c8436f6 req-bc62b511-693c-44cf-bd1b-d07a73164403 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 948 time: 0.2048094 Jul 09 16:41:27.424940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:27.425267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:27.427855 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:27.479577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 985252e2-b34b-45d5-b437-b72f400c67dd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:27.494990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625c23-b7a8-4a14-b3fc-28074160d7fd req-b94f1ee6-835e-4a50-9bab-b620b26007d6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.496729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa625c23-b7a8-4a14-b3fc-28074160d7fd req-b94f1ee6-835e-4a50-9bab-b620b26007d6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 944 time: 0.2342591 Jul 09 16:41:27.532796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 985252e2-b34b-45d5-b437-b72f400c67dd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:27.533287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 985252e2-b34b-45d5-b437-b72f400c67dd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:27.533583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:27.560694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-554defed-107c-4eff-8712-751e1c8436f6 req-69cb3158-5d3f-4ee8-8165-59c468cb88d7 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370254 Jul 09 16:41:27.564798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.574123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:27.574605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 879ad371-c31c-45f1-b6da-53ef6b7cb5f7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:27.574956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26484541-c2a4-4edf-ae43-afa9d70042bd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:27.614650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 26484541-c2a4-4edf-ae43-afa9d70042bd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:27.614650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26484541-c2a4-4edf-ae43-afa9d70042bd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:27.621361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.625192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cfd1afdc-1745-4074-96dc-90825140a2a2 HTTP/1.1" status: 204 len: 168 time: 1.1971431 Jul 09 16:41:27.651506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22305e01-c525-4860-ac6a-aaf4198ec105 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd1afdc-1745-4074-96dc-90825140a2a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:27.656072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa625c23-b7a8-4a14-b3fc-28074160d7fd req-b41c7303-e8e8-44e4-911d-0d3dfd6fcf62 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489871 Jul 09 16:41:27.656946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.838796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:27.845064 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.846833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 59f3acb3-a0af-4135-a33a-be89255ae670 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:27.985826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:28.006260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 59f3acb3-a0af-4135-a33a-be89255ae670 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:28.014288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 59f3acb3-a0af-4135-a33a-be89255ae670 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:28.015209 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.066944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:28.100453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1aeba-641b-42ee-be93-1327056ab0a8 req-14fb7a39-2349-4380-b1ef-12e003d3015d tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.102020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09e1aeba-641b-42ee-be93-1327056ab0a8 req-14fb7a39-2349-4380-b1ef-12e003d3015d tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.1627955 Jul 09 16:41:28.118842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b16197-50c2-4315-b60a-3ff11bdd84a1 req-2b42ba22-4ffe-40ca-887e-3a70c6e0771f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.120442 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b16197-50c2-4315-b60a-3ff11bdd84a1 req-2b42ba22-4ffe-40ca-887e-3a70c6e0771f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1092410 Jul 09 16:41:28.126543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba02335c-8bc0-4f06-bb8a-31a43f6644ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77917209935441a18c93739037a6a7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571580 Jul 09 16:41:28.131123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45148) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:28.137802 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.182933 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb74683-8767-4525-bfca-46cd1988c261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.183398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09e1aeba-641b-42ee-be93-1327056ab0a8 req-634b6889-9066-493c-bc9b-53a0390cb9b4 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729110 Jul 09 16:41:28.186322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93b16197-50c2-4315-b60a-3ff11bdd84a1 req-93a88688-2fd3-4ca3-83aa-3d8f08a08a95 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Jul 09 16:41:28.206080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 59f3acb3-a0af-4135-a33a-be89255ae670, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=59f3acb3-a0af-4135-a33a-be89255ae670,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:28.210013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb74683-8767-4525-bfca-46cd1988c261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.218184 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.279913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b917-c737-489d-81df-499d55971eeb'}, {'server_uuid': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f3acb3-a0af-4135-a33a-be89255ae670'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:28.282748 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547f1d9-7f46-4df7-bdf8-146083df4d72" -d '{"events": [{"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b917-c737-489d-81df-499d55971eeb"}, {"server_uuid": "b3773e9c-2c9a-4a47-bb8d-19a60ef317b3", "name": "network-vif-plugged", "status": "completed", "tag": "59f3acb3-a0af-4135-a33a-be89255ae670"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:28.291452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=59f3acb3-a0af-4135-a33a-be89255ae670,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:28.298176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb74683-8767-4525-bfca-46cd1988c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.304158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb74683-8767-4525-bfca-46cd1988c261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.305428 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4fb74683-8767-4525-bfca-46cd1988c261 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30e2b3b6-5463-4ec1-a151-00b7ac83d69e HTTP/1.1" status: 204 len: 168 time: 0.1731818 Jul 09 16:41:28.315127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb74683-8767-4525-bfca-46cd1988c261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e2b3b6-5463-4ec1-a151-00b7ac83d69e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:28.378434 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e292b-8af2-4766-b559-4a3e33bf7ab1 x-openstack-request-id: req-6b1e292b-8af2-4766-b559-4a3e33bf7ab1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:28.378827 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b917-c737-489d-81df-499d55971eeb", "code": 200}, {"server_uuid": "b3773e9c-2c9a-4a47-bb8d-19a60ef317b3", "name": "network-vif-plugged", "status": "completed", "tag": "59f3acb3-a0af-4135-a33a-be89255ae670", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:28.379580 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b1e292b-8af2-4766-b559-4a3e33bf7ab1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:28.379580 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b917-c737-489d-81df-499d55971eeb', 'code': 200} Jul 09 16:41:28.379942 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f3acb3-a0af-4135-a33a-be89255ae670', 'code': 200} Jul 09 16:41:28.396684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed581-e217-4ebe-be34-9980380e1503 req-6c10c66d-0d08-463a-be6a-b661540ac528 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.398856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-daeed581-e217-4ebe-be34-9980380e1503 req-6c10c66d-0d08-463a-be6a-b661540ac528 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.0809777 Jul 09 16:41:28.460494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-daeed581-e217-4ebe-be34-9980380e1503 req-6c60750b-a543-4922-a3ad-a835fb3c89c5 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536134 Jul 09 16:41:28.673246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8397f-7c78-440e-9f0e-0598b0c6edf8 req-fa84713c-246c-49fb-8c39-a99ffc720b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.675313 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdf8397f-7c78-440e-9f0e-0598b0c6edf8 req-fa84713c-246c-49fb-8c39-a99ffc720b5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 1100 time: 0.1164694 Jul 09 16:41:28.694521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e0f2-60f5-4b69-9604-0cf040899a36 req-7a80d442-aa4c-4801-99c4-c0297679c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.696484 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b64e0f2-60f5-4b69-9604-0cf040899a36 req-7a80d442-aa4c-4801-99c4-c0297679c08b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 1096 time: 0.1044304 Jul 09 16:41:28.742036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdf8397f-7c78-440e-9f0e-0598b0c6edf8 req-fa948b8d-d8bb-45ee-b77f-dd7adeb90b84 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589268 Jul 09 16:41:28.763774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b64e0f2-60f5-4b69-9604-0cf040899a36 req-2b25d627-b18d-47e0-bc3c-86492c664a63 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Jul 09 16:41:28.799756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45170) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:28.858943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0df00171-29c0-4234-aed5-bbdd3099db0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=493f059ce1dd4b07b5519ca3b3707e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551262 Jul 09 16:41:28.860740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:28.947509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f677b-39bc-4540-8fb8-e46580460481 req-74d54feb-6393-4635-bfd4-03dbbe883770 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.949180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-997f677b-39bc-4540-8fb8-e46580460481 req-74d54feb-6393-4635-bfd4-03dbbe883770 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 949 time: 0.1280479 Jul 09 16:41:28.956306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.009534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.035784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-997f677b-39bc-4540-8fb8-e46580460481 req-eac3df59-0406-4ffc-a7ee-f1115c7a81fa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772486 Jul 09 16:41:29.126493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cf2d-2965-42de-9eef-f138be5f23ea req-3ad07391-007f-4895-8614-4851262e8508 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:29.128301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75b7cf2d-2965-42de-9eef-f138be5f23ea req-3ad07391-007f-4895-8614-4851262e8508 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.0895317 Jul 09 16:41:29.131579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.134426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.135643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69fb39db-c24c-467c-9114-e868319acfc7 HTTP/1.1" status: 204 len: 168 time: 0.2731080 Jul 09 16:41:29.159271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb39db-c24c-467c-9114-e868319acfc7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:29.187124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.187544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.187917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.188524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.188966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.189379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.189777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.190216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.190612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.191004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.191396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.191852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba878-70f6-4aff-9bad-59e5d397077a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:29.220987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75b7cf2d-2965-42de-9eef-f138be5f23ea req-8c559abf-10b8-4f9e-9ac8-bc1c7ed1b031 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Jul 09 16:41:29.288207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887cd75-2fcf-4fec-b8d9-ae25ac66a723 req-a26579f8-362f-4b2f-bc2d-afaf7cd0c265 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:29.290029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0887cd75-2fcf-4fec-b8d9-ae25ac66a723 req-a26579f8-362f-4b2f-bc2d-afaf7cd0c265 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1056299 Jul 09 16:41:29.338977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0887cd75-2fcf-4fec-b8d9-ae25ac66a723 req-6cb7db47-8d40-40b7-a443-c193471afdcc tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Jul 09 16:41:29.583006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733715f5-9fd7-469a-a95c-d4d8ffd67e3d req-19256bf2-c80d-4946-867a-be0ec21a77e6 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:29.590903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-733715f5-9fd7-469a-a95c-d4d8ffd67e3d req-19256bf2-c80d-4946-867a-be0ec21a77e6 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.0923531 Jul 09 16:41:29.653198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-733715f5-9fd7-469a-a95c-d4d8ffd67e3d req-b332d813-55cd-4c7a-9c9f-7278833d85db tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/security-groups?id=b196a467-dada-41d5-a118-79127f3b0ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613146 Jul 09 16:41:29.728791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-6a06e139-a15e-478c-bb80-d39d0817b94e tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:29.731139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-6a06e139-a15e-478c-bb80-d39d0817b94e tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 950 time: 0.1460171 Jul 09 16:41:29.815081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe29e82-253f-4e46-ab05-3f45cedb076e req-d041c7e3-fd73-46bb-997d-e957784207f4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:29.817164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe29e82-253f-4e46-ab05-3f45cedb076e req-d041c7e3-fd73-46bb-997d-e957784207f4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.0971758 Jul 09 16:41:29.889944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe29e82-253f-4e46-ab05-3f45cedb076e req-3e8b7da7-fdb8-4916-8bbb-e9670afb3ab1 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657535 Jul 09 16:41:29.902274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Deleting port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:29.902679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.102734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] For port e037dfd2-7497-4a0f-b5b5-4ddfeff33088, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:30.103302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.118423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Calling delete_port for e037dfd2-7497-4a0f-b5b5-4ddfeff33088 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:30.149238 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:41:30.272185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313500f-7caa-48be-ae4d-156a793c7478 req-63b46236-2564-47f3-ae43-785c22edca2a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:30.275212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d313500f-7caa-48be-ae4d-156a793c7478 req-63b46236-2564-47f3-ae43-785c22edca2a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 949 time: 0.0742342 Jul 09 16:41:30.336912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d313500f-7caa-48be-ae4d-156a793c7478 req-97b45317-c9e8-4a69-a034-04962c19f82f tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554922 Jul 09 16:41:30.571469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ad21-ff17-4244-89c5-ae83c647f6e8 req-9c1535d4-795d-4d6c-b2c5-0f38d095b6b8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:30.574559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02c5ad21-ff17-4244-89c5-ae83c647f6e8 req-9c1535d4-795d-4d6c-b2c5-0f38d095b6b8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1267188 Jul 09 16:41:30.592418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348c38-341e-4a6c-b56b-53b64ef334af req-573f7a08-c2ee-41d2-9666-35b3b4b12e6e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:30.593923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28348c38-341e-4a6c-b56b-53b64ef334af req-573f7a08-c2ee-41d2-9666-35b3b4b12e6e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.0985494 Jul 09 16:41:30.644966 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.669008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02c5ad21-ff17-4244-89c5-ae83c647f6e8 req-9d7299ff-fc56-4c83-81e1-3240eca9894b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jul 09 16:41:30.673998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28348c38-341e-4a6c-b56b-53b64ef334af req-20ec83c5-acf8-4c0e-8b84-59d5687c68b2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669751 Jul 09 16:41:30.687103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Pushing event deleted for resources: {'Port': ['ID=e037dfd2-7497-4a0f-b5b5-4ddfeff33088,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:30.762948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] No DVR routers for this DVR port e037dfd2-7497-4a0f-b5b5-4ddfeff33088 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:30.766981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.769258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d909b4b-0450-4cbc-9c12-005d75ab80af req-d003df22-6387-49f7-abde-8b60e2d3e945 tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.37 "DELETE /v2.0/ports/e037dfd2-7497-4a0f-b5b5-4ddfeff33088 HTTP/1.1" status: 204 len: 173 time: 1.0322602 Jul 09 16:41:30.769988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'name': 'network-vif-deleted', 'tag': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:30.772364 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e975c190-bece-409e-b1bf-68aa1bbdb719" -d '{"events": [{"server_uuid": "bfcd8440-365f-4e34-b947-e5c1ae0681b4", "name": "network-vif-deleted", "tag": "e037dfd2-7497-4a0f-b5b5-4ddfeff33088"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:31.023687 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b196346-e57f-4461-9041-371d915b1bce x-openstack-request-id: req-5b196346-e57f-4461-9041-371d915b1bce {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:31.024087 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcd8440-365f-4e34-b947-e5c1ae0681b4", "name": "network-vif-deleted", "tag": "e037dfd2-7497-4a0f-b5b5-4ddfeff33088", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:31.024338 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b196346-e57f-4461-9041-371d915b1bce {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:31.024784 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcd8440-365f-4e34-b947-e5c1ae0681b4', 'name': 'network-vif-deleted', 'tag': 'e037dfd2-7497-4a0f-b5b5-4ddfeff33088', 'status': 'completed', 'code': 200} Jul 09 16:41:31.046968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed2f9c1-a5ad-464f-8872-fe77e54a0c76 req-e7e254f5-f976-46b9-a6d5-2a583063732d tempest-LiveMigrationNegativeTest-560940460 tempest-LiveMigrationNegativeTest-560940460-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcd8440-365f-4e34-b947-e5c1ae0681b4 HTTP/1.1" status: 200 len: 210 time: 0.0648575 Jul 09 16:41:31.241903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97595e52-f0d7-43f3-89ee-838725c16128 req-98416059-32b6-4c1f-bbef-8eb5abe5b5bf tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:31.251436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97595e52-f0d7-43f3-89ee-838725c16128 req-98416059-32b6-4c1f-bbef-8eb5abe5b5bf tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.0971642 Jul 09 16:41:31.307742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97595e52-f0d7-43f3-89ee-838725c16128 req-1095b60e-1757-4e53-acd2-1b4041068643 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Jul 09 16:41:31.308939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e037dfd2-7497-4a0f-b5b5-4ddfeff33088 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:31.353843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: e037dfd2-7497-4a0f-b5b5-4ddfeff33088 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:31.354697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e037dfd2-7497-4a0f-b5b5-4ddfeff33088 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:31.567954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888511b-6aa2-4231-857e-fdde0c47214b req-61961219-bbf1-481b-9626-6d22b75a8fff tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:31.569664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f888511b-6aa2-4231-857e-fdde0c47214b req-61961219-bbf1-481b-9626-6d22b75a8fff tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 949 time: 0.0983806 Jul 09 16:41:31.623684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f888511b-6aa2-4231-857e-fdde0c47214b req-c88b7ccc-00ba-4c1c-a4be-1bf2196e57e7 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Jul 09 16:41:31.827034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8469b5bd-2cd1-40ed-9701-3c4bded0eb6b req-b1e74146-714e-4b94-8b21-e24f89ff86c3 tempest-FlavorsV2NegativeTest-1657978593 tempest-FlavorsV2NegativeTest-1657978593-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1b8d0d5df47a4163b5a088f111a65e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240154 Jul 09 16:41:32.020433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b5bd-2cd1-40ed-9701-3c4bded0eb6b req-87a76158-f8c5-47fa-9e4c-540f089a1761 tempest-FlavorsV2NegativeTest-1657978593 tempest-FlavorsV2NegativeTest-1657978593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:32.023546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8469b5bd-2cd1-40ed-9701-3c4bded0eb6b req-87a76158-f8c5-47fa-9e4c-540f089a1761 tempest-FlavorsV2NegativeTest-1657978593 tempest-FlavorsV2NegativeTest-1657978593-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864614 Jul 09 16:41:32.041179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8469b5bd-2cd1-40ed-9701-3c4bded0eb6b req-05f95a9d-0554-4f55-bc9b-cf7dae92c1b3 tempest-FlavorsV2NegativeTest-1657978593 tempest-FlavorsV2NegativeTest-1657978593-project] 10.222.0.48 "GET /v2.0/quotas/1b8d0d5df47a4163b5a088f111a65e2c HTTP/1.1" status: 200 len: 375 time: 0.0112774 Jul 09 16:41:32.130818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8469b5bd-2cd1-40ed-9701-3c4bded0eb6b req-4979635c-c345-4a4d-a5f7-b06bfc56a7a7 tempest-FlavorsV2NegativeTest-1657978593 tempest-FlavorsV2NegativeTest-1657978593-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b8d0d5df47a4163b5a088f111a65e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807970 Jul 09 16:41:32.390690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5913e9-3549-47d7-9523-a26138b62b7f req-1d27b691-154d-43ff-8c9d-a60577bda779 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:32.398818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d5913e9-3549-47d7-9523-a26138b62b7f req-1d27b691-154d-43ff-8c9d-a60577bda779 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1440804 Jul 09 16:41:32.455836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d5913e9-3549-47d7-9523-a26138b62b7f req-b6e876b3-ead5-47b2-9386-042d88a15ab6 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560009 Jul 09 16:41:32.479769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325673e-5b55-4daa-8986-453682de6e58 req-7aba4826-bac4-431a-b75b-24c8e272a9fc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:32.482919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6325673e-5b55-4daa-8986-453682de6e58 req-7aba4826-bac4-431a-b75b-24c8e272a9fc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1467080 Jul 09 16:41:32.562540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6325673e-5b55-4daa-8986-453682de6e58 req-e1099610-a58d-47f2-a216-8bd03f0e57a5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685430 Jul 09 16:41:32.875179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eefa8-000d-4404-87df-435cab04ac20 req-f0df9388-2ac0-4e9e-9f8a-849fa4ca465c tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:32.883213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-392eefa8-000d-4404-87df-435cab04ac20 req-f0df9388-2ac0-4e9e-9f8a-849fa4ca465c tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 949 time: 0.0887277 Jul 09 16:41:32.904445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:32.978862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-392eefa8-000d-4404-87df-435cab04ac20 req-e6027dda-b199-43bc-9d87-d69daee999ec tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946267 Jul 09 16:41:33.013614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9231e2-a324-4346-93ea-df670a5ff91e req-7ed023a0-9f40-47eb-829c-e6d7bb6bfd71 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:33.015231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb9231e2-a324-4346-93ea-df670a5ff91e req-7ed023a0-9f40-47eb-829c-e6d7bb6bfd71 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1224654 Jul 09 16:41:33.025457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:33.071080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb9231e2-a324-4346-93ea-df670a5ff91e req-7dee95bd-c170-4bc9-911b-e2c816fb49bb tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Jul 09 16:41:33.112747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3925e42-ce32-4239-9d04-ad618805690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.217742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-39707555-a1e9-42ae-bcc7-22b26d9a8ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2eadb1b2b194ac6833c82991fa4b674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904788 Jul 09 16:41:33.221394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:33.270615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3925e42-ce32-4239-9d04-ad618805690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.279001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3925e42-ce32-4239-9d04-ad618805690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.333608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a3925e42-ce32-4239-9d04-ad618805690c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b8d0d5df47a4163b5a088f111a65e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237220 Jul 09 16:41:33.333608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3925e42-ce32-4239-9d04-ad618805690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82f3f3-301a-41f5-b469-e517ae80d933,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:33.333608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45340) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:33.340226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72ef4cc9-536f-4038-bc30-c586b95ec954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.380721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72ef4cc9-536f-4038-bc30-c586b95ec954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.437164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d5f606d-3159-4ad9-ac18-8dc7487951c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.465027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d5f606d-3159-4ad9-ac18-8dc7487951c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.487936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72ef4cc9-536f-4038-bc30-c586b95ec954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.492166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72ef4cc9-536f-4038-bc30-c586b95ec954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.493957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-72ef4cc9-536f-4038-bc30-c586b95ec954 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b196a467-dada-41d5-a118-79127f3b0ed2 HTTP/1.1" status: 204 len: 168 time: 0.2714357 Jul 09 16:41:33.533006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4cc9-536f-4038-bc30-c586b95ec954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b196a467-dada-41d5-a118-79127f3b0ed2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:33.578191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d5f606d-3159-4ad9-ac18-8dc7487951c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.583124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d5f606d-3159-4ad9-ac18-8dc7487951c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.589219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d5f606d-3159-4ad9-ac18-8dc7487951c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e82f3f3-301a-41f5-b469-e517ae80d933 HTTP/1.1" status: 204 len: 168 time: 0.2509077 Jul 09 16:41:33.618141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f606d-3159-4ad9-ac18-8dc7487951c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82f3f3-301a-41f5-b469-e517ae80d933,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:33.871010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-e57df07f-79f9-461f-b094-ae9d226f0ba8 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:33.873821 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-e57df07f-79f9-461f-b094-ae9d226f0ba8 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 1100 time: 0.0840716 Jul 09 16:41:33.899647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8542b-d30e-4eaf-a979-20f79f890fcb req-7fa2f016-cef7-4c4a-be84-5115397bfecf tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:33.910983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87b8542b-d30e-4eaf-a979-20f79f890fcb req-7fa2f016-cef7-4c4a-be84-5115397bfecf tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.2041397 Jul 09 16:41:33.937228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad82d-0386-4258-9f5a-97985ce3f668 req-322fc084-0f16-4533-b90d-7bef6f7330de tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:33.955153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66bad82d-0386-4258-9f5a-97985ce3f668 req-322fc084-0f16-4533-b90d-7bef6f7330de tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.2312706 Jul 09 16:41:34.002114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Deleting port 59f3acb3-a0af-4135-a33a-be89255ae670 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:34.003294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.059427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87b8542b-d30e-4eaf-a979-20f79f890fcb req-d3702f28-fac5-49de-857b-99d74f1b035a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468992 Jul 09 16:41:34.075678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66bad82d-0386-4258-9f5a-97985ce3f668 req-951c129d-c3be-406a-bd8c-a0468632bbd1 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177907 Jul 09 16:41:34.148793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] For port 59f3acb3-a0af-4135-a33a-be89255ae670, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=59f3acb3-a0af-4135-a33a-be89255ae670,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:34.149239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.164717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Calling delete_port for 59f3acb3-a0af-4135-a33a-be89255ae670 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:34.230355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.373741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.374613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-64a86528-ccd2-45d9-a4c2-12610391b41a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d60f5091435340878ae3ece475639e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311114 Jul 09 16:41:34.411620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.444891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['59f3acb3-a0af-4135-a33a-be89255ae670'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:34.460828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Pushing event deleted for resources: {'Port': ['ID=59f3acb3-a0af-4135-a33a-be89255ae670,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:34.484870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21402d0-d801-4bef-9ade-ba46c10e7981 req-10dc8a55-7e29-48c9-a175-f210f4815b37 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:34.487503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d21402d0-d801-4bef-9ade-ba46c10e7981 req-10dc8a55-7e29-48c9-a175-f210f4815b37 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3773e9c-2c9a-4a47-bb8d-19a60ef317b3 HTTP/1.1" status: 200 len: 867 time: 0.1741199 Jul 09 16:41:34.517881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56afff3f-3251-4533-b6ab-5bb49737f2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.554010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d43e2-3af0-4aca-84bb-fd80be3ce27d req-1a758fa5-c6c3-4ebc-9971-76998195d893 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:34.554545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] No DVR routers for this DVR port 59f3acb3-a0af-4135-a33a-be89255ae670 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:34.562252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.566529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b0eb518d-0a53-4583-b85f-c5bbbe533bb1 req-c913d1e5-e389-4f76-bf92-bcf4e37a7e22 tempest-DeleteServersAdminTestJSON-9928978 tempest-DeleteServersAdminTestJSON-9928978-project-admin] 10.222.0.37 "DELETE /v2.0/ports/59f3acb3-a0af-4135-a33a-be89255ae670 HTTP/1.1" status: 204 len: 173 time: 0.6861570 Jul 09 16:41:34.567597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'name': 'network-vif-deleted', 'tag': '59f3acb3-a0af-4135-a33a-be89255ae670'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:34.569843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-962d43e2-3af0-4aca-84bb-fd80be3ce27d req-1a758fa5-c6c3-4ebc-9971-76998195d893 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1856163 Jul 09 16:41:34.590135 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1792ede-e10f-4969-890c-a5bc47531f9d" -d '{"events": [{"server_uuid": "b3773e9c-2c9a-4a47-bb8d-19a60ef317b3", "name": "network-vif-deleted", "tag": "59f3acb3-a0af-4135-a33a-be89255ae670"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:34.634678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d21402d0-d801-4bef-9ade-ba46c10e7981 req-d7eed048-fa7b-4631-92b5-a3695f19725d tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382139 Jul 09 16:41:34.638495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56afff3f-3251-4533-b6ab-5bb49737f2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.707640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-962d43e2-3af0-4aca-84bb-fd80be3ce27d req-fdc83d45-7b87-49f7-8ec1-30a042500b7a tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327114 Jul 09 16:41:34.727515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56afff3f-3251-4533-b6ab-5bb49737f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.734358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56afff3f-3251-4533-b6ab-5bb49737f2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.743276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56afff3f-3251-4533-b6ab-5bb49737f2c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a7c944a-bf28-4dea-a94a-965b6703d051 HTTP/1.1" status: 204 len: 168 time: 0.3679762 Jul 09 16:41:34.751331 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a1fb67-f821-42bf-80c0-f4a805cd8e43 x-openstack-request-id: req-c9a1fb67-f821-42bf-80c0-f4a805cd8e43 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:34.751487 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3773e9c-2c9a-4a47-bb8d-19a60ef317b3", "name": "network-vif-deleted", "tag": "59f3acb3-a0af-4135-a33a-be89255ae670", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:34.751751 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9a1fb67-f821-42bf-80c0-f4a805cd8e43 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:34.752158 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3773e9c-2c9a-4a47-bb8d-19a60ef317b3', 'name': 'network-vif-deleted', 'tag': '59f3acb3-a0af-4135-a33a-be89255ae670', 'status': 'completed', 'code': 200} Jul 09 16:41:34.764554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afff3f-3251-4533-b6ab-5bb49737f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7c944a-bf28-4dea-a94a-965b6703d051,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:34.803012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.957517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-network', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:34.991535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Made reservation on behalf of e3c83753b4fd461fa7f31425222ab6fa for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:34.994691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.005187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.134922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.142428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.195396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:41:35.222616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d82aa5-cc60-49cd-968e-6388096064f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:35.231826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.232402 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Added segment 9fa45b86-52fd-4058-bc4c-b43f6b6b8681 of type vlan for network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e Jul 09 16:41:35.306946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.390653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.393001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:35.395192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.480627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] Pushing event updated for resources: {'Network': ['ID=9546ec96-e744-4cf6-bbc4-fbbdc48bf77e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:35.498126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:41:35.499814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1c802831-597f-40b3-a84c-58437c655f39 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6947649 Jul 09 16:41:35.502691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:35.510356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Request body: {'subnet': {'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-subnet', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:35.578901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Made reservation on behalf of e3c83753b4fd461fa7f31425222ab6fa for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:35.588468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.714632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340c83b-cedb-4c3f-aa7f-5c419bbdfd53 req-dc5e122f-2256-464b-9b82-84004e278558 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:35.719243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0340c83b-cedb-4c3f-aa7f-5c419bbdfd53 req-dc5e122f-2256-464b-9b82-84004e278558 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.2769833 Jul 09 16:41:35.744873 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b434a6a9-0a06-4ad8-95ba-ee353bdd5e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.774867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8b41f-65b9-4708-8def-57cce72ab51c req-6ca86e91-53c6-4463-af1d-915f40ba346c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:35.796875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56c8b41f-65b9-4708-8def-57cce72ab51c req-6ca86e91-53c6-4463-af1d-915f40ba346c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.4542768 Jul 09 16:41:35.869628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0340c83b-cedb-4c3f-aa7f-5c419bbdfd53 req-45b4854a-fb00-4d82-a7fe-76b70c412f33 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374593 Jul 09 16:41:35.893240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56c8b41f-65b9-4708-8def-57cce72ab51c req-9607640e-cc4a-4661-bdcf-bef0649d6cfc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951765 Jul 09 16:41:35.951600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.126910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Checking segment: {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:36.127728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Network hostable DHCP agents. Network: 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:41:36.147017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d04e938-9acf-4f3a-84ee-1c3e042cdedd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:36.169978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:41:36.194102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:36.209200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:36.210329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.222249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7980526-320d-48fb-a37b-d3cc8a66951d None None] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:36.245673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a6a43d8-0da0-4c0d-86e7-2e3237e76950 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7414393 Jul 09 16:41:36.249833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:36.262091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:36.317779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.320469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.582520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-9546ec96-e744-4cf6-bbc4-fbbdc48bf77e', 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'fixed_ips': [{'subnet_id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:41:36.585070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.587923 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.908297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55daf8-3d22-4cc2-afa6-1139415d9fb7 req-c43a20a4-4dab-4822-9873-3e6ece0e2b13 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:36.925674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe55daf8-3d22-4cc2-afa6-1139415d9fb7 req-c43a20a4-4dab-4822-9873-3e6ece0e2b13 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.5794575 Jul 09 16:41:36.990521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Allocated IP 172.20.0.2 (9546ec96-e744-4cf6-bbc4-fbbdc48bf77e/8d04e938-9acf-4f3a-84ee-1c3e042cdedd/e0219b2f-c049-48de-9720-f18a38f5deb7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:36.995749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-953667a1-5eac-4c59-9fb1-8059b62562ef tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=15d7eb2439634c9bb33d0de28a516e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210010 Jul 09 16:41:37.058815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe55daf8-3d22-4cc2-afa6-1139415d9fb7 req-ef16b154-16ba-4f34-a1c6-d57ca6c1f9f9 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313515 Jul 09 16:41:37.237753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.284384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-cc27e99d-aa19-4fb9-bcbf-7fedff30585c tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:37.291235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-cc27e99d-aa19-4fb9-bcbf-7fedff30585c tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943788 Jul 09 16:41:37.305163 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.328297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Transition to ACTIVE for port object e0219b2f-c049-48de-9720-f18a38f5deb7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:37.356384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Transition to ACTIVE for port object e0219b2f-c049-48de-9720-f18a38f5deb7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:37.364037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 59f3acb3-a0af-4135-a33a-be89255ae670 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:37.372490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-33007d4d-7b8f-4d5b-8685-12d1625216f9 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/quotas/15d7eb2439634c9bb33d0de28a516e95 HTTP/1.1" status: 200 len: 375 time: 0.0802598 Jul 09 16:41:37.397910 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.400549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 59f3acb3-a0af-4135-a33a-be89255ae670 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:37.401278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 59f3acb3-a0af-4135-a33a-be89255ae670 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:37.420739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-82148669-5683-4a43-8b9f-4380b94d0e70 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15d7eb2439634c9bb33d0de28a516e95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472717 Jul 09 16:41:37.480841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:37.488682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:37.502987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:37.524153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e56488-12fd-4028-b981-d96e824d39c1 req-ccfbe9fd-e86d-4af3-b543-c88990855418 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:37.535196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56e56488-12fd-4028-b981-d96e824d39c1 req-ccfbe9fd-e86d-4af3-b543-c88990855418 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.2414672 Jul 09 16:41:37.579641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Pushing event updated for resources: {'Port': ['ID=e0219b2f-c049-48de-9720-f18a38f5deb7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:37.597303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.598538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.598538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.598888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.599424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.599990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.600434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.600696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.601028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.601353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.601677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.602000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:37.603003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56e56488-12fd-4028-b981-d96e824d39c1 req-fbc0037e-fdb4-4f29-ab9e-758ee40e3032 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663431 Jul 09 16:41:37.610658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Attempting to bind port e0219b2f-c049-48de-9720-f18a38f5deb7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:37.611749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Attempting to bind port e0219b2f-c049-48de-9720-f18a38f5deb7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:37.612892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Attempting to bind port e0219b2f-c049-48de-9720-f18a38f5deb7 on network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:37.620916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:37.621639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Checking segment: {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:37.622546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.623626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Bound using segment: {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:37.624780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Bound port: e0219b2f-c049-48de-9720-f18a38f5deb7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:37.626019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.747452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] For port e0219b2f-c049-48de-9720-f18a38f5deb7, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:37.751107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] For port e0219b2f-c049-48de-9720-f18a38f5deb7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e0219b2f-c049-48de-9720-f18a38f5deb7,segment=NetworkSegment(9fa45b86-52fd-4058-bc4c-b43f6b6b8681),segment_id=9fa45b86-52fd-4058-bc4c-b43f6b6b8681)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:37.758212 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.857743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174feac8-64fc-406f-bb8e-b398895a408a None None] Pushing event updated for resources: {'Port': ['ID=e0219b2f-c049-48de-9720-f18a38f5deb7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:37.908487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.010429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.270971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bfdfbce-532d-4d17-b3ba-2a1c49689209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.397328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.431486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-1869fd34-2497-4ca5-8f5c-70421dafb334 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397396 Jul 09 16:41:38.499772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a67d2-6d99-4d79-a668-f9b08b0e87e8 req-2ba8f755-5352-4a6a-8acd-8dcb06d3729c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:38.502086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-559a67d2-6d99-4d79-a668-f9b08b0e87e8 req-2ba8f755-5352-4a6a-8acd-8dcb06d3729c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.7273488 Jul 09 16:41:38.535028 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.658395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-559a67d2-6d99-4d79-a668-f9b08b0e87e8 req-f3224111-8ddb-4f7c-9c25-305ae68679d6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416159 Jul 09 16:41:38.705411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Allocated IP 172.25.7.34 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b686a351-08eb-4473-a630-dea8d9b63e25) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:38.724134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-a3c64eb8-c896-4a2a-8c93-066cc60a5649 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:38.730870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-a3c64eb8-c896-4a2a-8c93-066cc60a5649 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439182 Jul 09 16:41:38.831302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-db709357-71d4-47f7-b878-3c95881f9d78 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/quotas/4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 375 time: 0.0994592 Jul 09 16:41:38.901104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-8ad53867-b41f-41b1-a5c6-4d192f9e8fa2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688615 Jul 09 16:41:38.997602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40f24207-a26d-48ac-85cb-048e390aabbe req-72ecca3e-76e3-454a-b2c0-231fbb6f81c5 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 210 time: 0.0731404 Jul 09 16:41:39.002430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.091878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.153599 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.210940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Pushing event updated for resources: {'Port': ['ID=b686a351-08eb-4473-a630-dea8d9b63e25,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.219204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:39.221183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:39.227750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:39.274652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f90f7e-a541-470e-8617-8985b931f119 None None] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:39.373267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9e8c419-c028-4e71-8b02-cc1e90cbf39b None None] Provisioning for port e0219b2f-c049-48de-9720-f18a38f5deb7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:39.402031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-14a896b9-2368-461c-bdfa-e1f4d784719c tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=15d7eb2439634c9bb33d0de28a516e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513051 Jul 09 16:41:39.550140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ede3-e181-417f-ac88-209efb7f7c8f req-6cb623fa-415d-4828-9a76-5ec0a97cd28d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:39.552302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8f9ede3-e181-417f-ac88-209efb7f7c8f req-6cb623fa-415d-4828-9a76-5ec0a97cd28d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.3191640 Jul 09 16:41:39.614152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e0219b2f-c049-48de-9720-f18a38f5deb7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:39.615661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61b965-4f60-4e69-b602-38c5d0b6b2f4 req-0d4be525-ec00-41c3-afba-c44cd48f905b tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:39.618177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a61b965-4f60-4e69-b602-38c5d0b6b2f4 req-0d4be525-ec00-41c3-afba-c44cd48f905b tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.3226688 Jul 09 16:41:39.662873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-3259fb90-3c9a-4930-8ba5-13b7114c2288 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:39.671629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-3259fb90-3c9a-4930-8ba5-13b7114c2288 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633595 Jul 09 16:41:39.689741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Request body: {'port': {'device_id': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '15d7eb2439634c9bb33d0de28a516e95'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:39.737864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e0219b2f-c049-48de-9720-f18a38f5deb7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:39.754037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e0219b2f-c049-48de-9720-f18a38f5deb7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:39.754374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.797548 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.891853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8f9ede3-e181-417f-ac88-209efb7f7c8f req-a71c1d13-180c-44b0-9b86-f67565ddc1bb tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296804 Jul 09 16:41:39.934117 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.995589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Made reservation on behalf of 15d7eb2439634c9bb33d0de28a516e95 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:39.998267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a61b965-4f60-4e69-b602-38c5d0b6b2f4 req-3507ba9c-fa13-42ca-bb4f-90e0369dbbd5 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717756 Jul 09 16:41:40.015548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.056269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e0219b2f-c049-48de-9720-f18a38f5deb7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e0219b2f-c049-48de-9720-f18a38f5deb7,segment=NetworkSegment(9fa45b86-52fd-4058-bc4c-b43f6b6b8681),segment_id=9fa45b86-52fd-4058-bc4c-b43f6b6b8681)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:40.072338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.225189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Allocated IP 192.168.233.67 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/63960eec-5632-4c91-9b86-9dae5120acbd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:40.241924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e0219b2f-c049-48de-9720-f18a38f5deb7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:40.266274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-125f19e7-74c0-403c-98d9-deb277cf0baa None None] Provisioning complete for port e0219b2f-c049-48de-9720-f18a38f5deb7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:40.266689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-125f19e7-74c0-403c-98d9-deb277cf0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.331634 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-301d3b66-c004-48c7-b2df-2dac1f3368de req-30cdeedf-646b-42e9-acc8-b4a07c25ea94 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 210 time: 0.0595272 Jul 09 16:41:40.347090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.477327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.496172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Transition to ACTIVE for port object 63960eec-5632-4c91-9b86-9dae5120acbd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:40.530020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.547592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9016b4a5-4fd5-4dfc-82d1-b65eedb69c8b req-4b34557e-d1dc-4322-a2e6-559f09dbd8d6 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 210 time: 0.0558596 Jul 09 16:41:40.581454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:40.587256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:40.591564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:40.630410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Pushing event updated for resources: {'Port': ['ID=63960eec-5632-4c91-9b86-9dae5120acbd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:40.638231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426609-0f56-40ae-9aca-621d3d6f24f0 req-f345c8c7-e138-45ad-a777-77b78d9e00a5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:40.640331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e426609-0f56-40ae-9aca-621d3d6f24f0 req-f345c8c7-e138-45ad-a777-77b78d9e00a5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1683853 Jul 09 16:41:40.641661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Router 9a00c5ec-fda7-49ea-8669-306c979a176b is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:41:40.692070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:40.693544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.698964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e426609-0f56-40ae-9aca-621d3d6f24f0 req-a58a846e-e6a1-4501-933c-f6591bb8f1a1 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Jul 09 16:41:40.712678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-c8709924-f3ac-4c6f-98b8-f412d9879199 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0266705 Jul 09 16:41:40.730247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Request body: {'port': {'device_id': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:40.837625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.870081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:40.886715 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Sync routers for ids ['9a00c5ec-fda7-49ea-8669-306c979a176b'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:40.896466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.897715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-326f97a0-d05c-425d-b4d7-f03d0b0e8663 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6461253 Jul 09 16:41:40.901229 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Routers {'9a00c5ec-fda7-49ea-8669-306c979a176b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:40.901868 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a00c5ec-fda7-49ea-8669-306c979a176b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:40.903762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:40.986736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.016532 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-ed150c1b-7b0f-4a95-9a0e-ace210f5c718 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727286 Jul 09 16:41:41.075465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:41.083690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3892a109-fbf5-485c-a838-841d0af84c4e None None] Provisioning for port 63960eec-5632-4c91-9b86-9dae5120acbd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:41.100834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3892a109-fbf5-485c-a838-841d0af84c4e None None] Provisioning complete for port 63960eec-5632-4c91-9b86-9dae5120acbd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:41.101149 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3892a109-fbf5-485c-a838-841d0af84c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.184507 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Set router 9a00c5ec-fda7-49ea-8669-306c979a176b gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:41.212946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3892a109-fbf5-485c-a838-841d0af84c4e None None] Port 63960eec-5632-4c91-9b86-9dae5120acbd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:41.469418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-551e2da5-39f3-497a-80ef-b0049b7498cc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:41.471056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-551e2da5-39f3-497a-80ef-b0049b7498cc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436078 Jul 09 16:41:41.479745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e0219b2f-c049-48de-9720-f18a38f5deb7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:41.504444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cafa5854-bdbe-462a-a683-872a8cad50a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.557589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Request body: {'port': {'device_id': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '4b36c56c59d843588bcf0b416136d371'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:41.578351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e0219b2f-c049-48de-9720-f18a38f5deb7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:41.578351 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.613394 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:39Z', 'revision_number': 3, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.624033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af0a4-3ba3-4252-831a-1c81f69d8e20 req-cf78962d-8f46-4497-a555-39f2f8876c2e tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:41.626426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae7af0a4-3ba3-4252-831a-1c81f69d8e20 req-cf78962d-8f46-4497-a555-39f2f8876c2e tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.4199793 Jul 09 16:41:41.654914 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Checking router: 9a00c5ec-fda7-49ea-8669-306c979a176b for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:41.655448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Updating router 9a00c5ec-fda7-49ea-8669-306c979a176b port b686a351-08eb-4473-a630-dea8d9b63e25 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:41.695253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160eed4-7806-41af-a252-90b944c38c65 req-e957d162-4a67-4b69-8c69-50666f273ce8 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:41.696783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8160eed4-7806-41af-a252-90b944c38c65 req-e957d162-4a67-4b69-8c69-50666f273ce8 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.5216126 Jul 09 16:41:41.718135 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.783974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae7af0a4-3ba3-4252-831a-1c81f69d8e20 req-a5f46716-5bba-47db-a7da-ab99f00a5174 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121485 Jul 09 16:41:41.837807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8160eed4-7806-41af-a252-90b944c38c65 req-ac9662a6-8a77-4d9a-a88a-e32984f44d29 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272254 Jul 09 16:41:41.847399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63960eec-5632-4c91-9b86-9dae5120acbd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:41.863207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.890298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Transition to ACTIVE for port object 63960eec-5632-4c91-9b86-9dae5120acbd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:41.896776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.934149 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cafa5854-bdbe-462a-a683-872a8cad50a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.962177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cafa5854-bdbe-462a-a683-872a8cad50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.994667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Made reservation on behalf of 4b36c56c59d843588bcf0b416136d371 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:41.999090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.054035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.061395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5854-bdbe-462a-a683-872a8cad50a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea2cb28-b91c-4002-b2c1-6d26534e4c21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.082454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cafa5854-bdbe-462a-a683-872a8cad50a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b9e09a104424467b6abc1aa9ce64491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0053148 Jul 09 16:41:42.092525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:42.134360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.149006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Pushing event updated for resources: {'Port': ['ID=63960eec-5632-4c91-9b86-9dae5120acbd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.185081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Attempting to bind port 63960eec-5632-4c91-9b86-9dae5120acbd on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:42.185894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Attempting to bind port 63960eec-5632-4c91-9b86-9dae5120acbd by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:42.185894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Attempting to bind port 63960eec-5632-4c91-9b86-9dae5120acbd on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:42.197500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Port 63960eec-5632-4c91-9b86-9dae5120acbd on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:42.198081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Attempting to bind port 63960eec-5632-4c91-9b86-9dae5120acbd on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:42.212376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:42.212810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:42.213214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:42.214137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Bound port: 63960eec-5632-4c91-9b86-9dae5120acbd, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:42.214587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.255296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3ca4284-3d58-4be9-a393-70bf07018a74 req-aa87479d-d3db-4b19-afea-c5cf3b24ae08 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 210 time: 0.1401205 Jul 09 16:41:42.259908 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.285380 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Transition to ACTIVE for port object b686a351-08eb-4473-a630-dea8d9b63e25 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:42.294559 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.300542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] For port 63960eec-5632-4c91-9b86-9dae5120acbd, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:42.305092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] For port 63960eec-5632-4c91-9b86-9dae5120acbd, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=63960eec-5632-4c91-9b86-9dae5120acbd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:42.314159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.359319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:42.359947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.362258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] 10.222.0.37 "PUT /v2.0/ports/63960eec-5632-4c91-9b86-9dae5120acbd HTTP/1.1" status: 200 len: 1095 time: 1.6376085 Jul 09 16:41:42.367940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'tag': '63960eec-5632-4c91-9b86-9dae5120acbd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:42.371403 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be498c2-13f4-48d6-bbbd-fa2364e8b129" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8", "tag": "63960eec-5632-4c91-9b86-9dae5120acbd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:42.432044 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Pushing event updated for resources: {'Port': ['ID=b686a351-08eb-4473-a630-dea8d9b63e25,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.442754 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Attempting to bind port b686a351-08eb-4473-a630-dea8d9b63e25 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:42.444764 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Attempting to bind port b686a351-08eb-4473-a630-dea8d9b63e25 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:42.445698 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Attempting to bind port b686a351-08eb-4473-a630-dea8d9b63e25 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:42.470407 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.470874 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.471274 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.472277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.472447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3f499-3412-465a-b852-e423cfbaed65 service neutron] Pushing event updated for resources: {'Port': ['ID=63960eec-5632-4c91-9b86-9dae5120acbd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.472707 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.472707 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.473402 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.474052 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.475174 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.486969 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.489419 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.490504 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:42.502760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94a27aa-d8b6-4375-a82e-2d36bb6370a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.505051 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:42.505784 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:42.507624 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.509171 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:42.510960 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Bound port: b686a351-08eb-4473-a630-dea8d9b63e25, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:42.511701 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.552199 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.575029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.583355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-8ae68426-da0a-4bc8-94e4-a5fb5075080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:42.585544 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-8ae68426-da0a-4bc8-94e4-a5fb5075080e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15d7eb2439634c9bb33d0de28a516e95&device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 1098 time: 0.1556296 Jul 09 16:41:42.601907 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] For port b686a351-08eb-4473-a630-dea8d9b63e25, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:42.610335 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] For port b686a351-08eb-4473-a630-dea8d9b63e25, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b686a351-08eb-4473-a630-dea8d9b63e25,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:42.615613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e67e61-a714-4ea0-8d8e-0c36707fa617 req-51d07714-e162-498a-8113-2dcc2cc2fb3b tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:42.623234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24e67e61-a714-4ea0-8d8e-0c36707fa617 req-51d07714-e162-498a-8113-2dcc2cc2fb3b tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 947 time: 0.4414840 Jul 09 16:41:42.627962 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.631244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94a27aa-d8b6-4375-a82e-2d36bb6370a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.682563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-985d0991-0f27-475d-a60b-a0d68bbcb56a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=63960eec-5632-4c91-9b86-9dae5120acbd HTTP/1.1" status: 200 len: 217 time: 0.0818779 Jul 09 16:41:42.717719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Allocated IP 172.20.0.1 (9546ec96-e744-4cf6-bbc4-fbbdc48bf77e/8d04e938-9acf-4f3a-84ee-1c3e042cdedd/b871c77b-62e5-42ab-b400-7c49137b4ed6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:42.745805 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Routers {'9a00c5ec-fda7-49ea-8669-306c979a176b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:42.746434 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a00c5ec-fda7-49ea-8669-306c979a176b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:42.748215 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d732bbe-abc5-47da-b70a-0f71feb7559f None None] Pushing event updated for resources: {'Port': ['ID=b686a351-08eb-4473-a630-dea8d9b63e25,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.767069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24e67e61-a714-4ea0-8d8e-0c36707fa617 req-ab59e9cc-1406-4fb1-8251-e4698265cefc tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425862 Jul 09 16:41:42.777519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce702a-9bf3-4f9a-859a-aa40050d94e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.805746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae0f4f-8d6e-432d-acfa-78335ab4a182 req-4d3226b0-1a30-4d15-86a0-24a2fe751b0f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:42.808954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbae0f4f-8d6e-432d-acfa-78335ab4a182 req-4d3226b0-1a30-4d15-86a0-24a2fe751b0f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.3079219 Jul 09 16:41:42.845140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-5b36cc06-6266-437c-8578-cd8c53540949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:42.847378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-5b36cc06-6266-437c-8578-cd8c53540949 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1252294 Jul 09 16:41:42.853039 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d44c212-2401-4ea6-9743-a577980cf1a1 x-openstack-request-id: req-8d44c212-2401-4ea6-9743-a577980cf1a1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:42.853394 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8", "tag": "63960eec-5632-4c91-9b86-9dae5120acbd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:42.853579 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d44c212-2401-4ea6-9743-a577980cf1a1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:42.853962 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'tag': '63960eec-5632-4c91-9b86-9dae5120acbd', 'status': 'completed', 'code': 200} Jul 09 16:41:42.898547 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] Set router 9a00c5ec-fda7-49ea-8669-306c979a176b gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:42.918004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Allocated IP 192.168.233.75 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/d8930375-f0c2-42c1-81f1-62910d9424c7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:43.035631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97244f1-b608-4902-a27d-396deb848db2 req-6697b722-8643-4b8a-b4a8-d203585a2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:43.037769 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-6697b722-8643-4b8a-b4a8-d203585a2e94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678925 Jul 09 16:41:43.136806 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:39Z', 'revision_number': 3, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:43.171851 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97260a-3cee-4857-8dc9-36f6c020d339 None None] The sync data for ids ['9a00c5ec-fda7-49ea-8669-306c979a176b'] in n-d-800085-2 is: [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:39Z', 'revision_number': 3, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:43.256522 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-213b78ee-3232-4cbc-aee9-cdca735d4be1 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717570 Jul 09 16:41:43.260008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.352337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Transition to ACTIVE for port object d8930375-f0c2-42c1-81f1-62910d9424c7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:43.363426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94a27aa-d8b6-4375-a82e-2d36bb6370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.365912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94a27aa-d8b6-4375-a82e-2d36bb6370a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.367112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c94a27aa-d8b6-4375-a82e-2d36bb6370a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cea2cb28-b91c-4002-b2c1-6d26534e4c21 HTTP/1.1" status: 204 len: 168 time: 1.2733066 Jul 09 16:41:43.403485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e97244f1-b608-4902-a27d-396deb848db2 req-8f9606ff-beb9-4083-aae7-f33c6f62112a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407540 Jul 09 16:41:43.437790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.479242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbae0f4f-8d6e-432d-acfa-78335ab4a182 req-123bcb85-9a49-4440-bd45-c49f47a6768c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040060 Jul 09 16:41:43.495306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a27aa-d8b6-4375-a82e-2d36bb6370a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea2cb28-b91c-4002-b2c1-6d26534e4c21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:43.545578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:43.572231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:43.575033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:43.580500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6ae7-1857-4335-9178-be36444c46ef req-0aad6258-55e9-4839-9a38-27c08f194177 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:43.590600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-007b6ae7-1857-4335-9178-be36444c46ef req-0aad6258-55e9-4839-9a38-27c08f194177 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.3143818 Jul 09 16:41:43.594934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.626573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:43.667464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Transition to ACTIVE for port object b871c77b-62e5-42ab-b400-7c49137b4ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:43.680043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:43.680499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.723848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-02a54f56-ca2c-4517-85e9-284bc23cd3af tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1707945 Jul 09 16:41:43.729694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-5cdd7eff-81f1-4a59-99f2-5c6b23ec357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:43.731275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-5cdd7eff-81f1-4a59-99f2-5c6b23ec357e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15d7eb2439634c9bb33d0de28a516e95&device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 1098 time: 0.1885958 Jul 09 16:41:43.750232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-007b6ae7-1857-4335-9178-be36444c46ef req-739ef8c6-6749-402a-a8ed-45fe3462cb29 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585903 Jul 09 16:41:43.765444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Request body: {'port': {'device_id': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:43.904751 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.956975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40dad7cb-91a9-4651-9f79-c127cae1d591 None None] Provisioning for port d8930375-f0c2-42c1-81f1-62910d9424c7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:43.965946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40dad7cb-91a9-4651-9f79-c127cae1d591 None None] Provisioning complete for port d8930375-f0c2-42c1-81f1-62910d9424c7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:43.967609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40dad7cb-91a9-4651-9f79-c127cae1d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.982028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:43.997563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Pushing event updated for resources: {'Port': ['ID=b871c77b-62e5-42ab-b400-7c49137b4ed6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:44.009197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:44.009762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.019391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:44.033887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-523b62cc-2532-49da-aae8-443177743f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.037131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-523b62cc-2532-49da-aae8-443177743f7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2916925 Jul 09 16:41:44.055280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-40dad7cb-91a9-4651-9f79-c127cae1d591 None None] Port d8930375-f0c2-42c1-81f1-62910d9424c7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:44.159969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.160530 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-f508cf21-09a1-4f6a-9930-e33083a86d1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=63960eec-5632-4c91-9b86-9dae5120acbd HTTP/1.1" status: 200 len: 217 time: 0.0797222 Jul 09 16:41:44.337685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40892b2c-b4fa-43b0-8bff-f17205a555a8 req-910ec85f-f245-4407-96aa-5975513ff809 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.339330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40892b2c-b4fa-43b0-8bff-f17205a555a8 req-910ec85f-f245-4407-96aa-5975513ff809 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.4953465 Jul 09 16:41:44.378545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-dba5b7c5-6833-4a95-bdaa-7c2ff5dcc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.381298 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-dba5b7c5-6833-4a95-bdaa-7c2ff5dcc693 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2116621 Jul 09 16:41:44.395813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-35c54c06-cfa2-4a38-9f00-27c20e918ea6 None None] Provisioning for port b871c77b-62e5-42ab-b400-7c49137b4ed6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:44.399962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-35c54c06-cfa2-4a38-9f00-27c20e918ea6 None None] Provisioning complete for port b871c77b-62e5-42ab-b400-7c49137b4ed6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:44.400341 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35c54c06-cfa2-4a38-9f00-27c20e918ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.457076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.473261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-35c54c06-cfa2-4a38-9f00-27c20e918ea6 None None] Port b871c77b-62e5-42ab-b400-7c49137b4ed6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:44.482589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40892b2c-b4fa-43b0-8bff-f17205a555a8 req-947dc70e-ea3e-419b-af2f-687100706d61 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247032 Jul 09 16:41:44.512682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a62ab-7437-4197-a384-b79fa141b88c req-ce3bf771-13c2-4215-a88f-f58a7d06883f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.520144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f1a62ab-7437-4197-a384-b79fa141b88c req-ce3bf771-13c2-4215-a88f-f58a7d06883f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 935 time: 0.1920974 Jul 09 16:41:44.594296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-197b242a-6ab2-465f-a3a9-a43d722e9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.596454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-197b242a-6ab2-465f-a3a9-a43d722e9766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075937 Jul 09 16:41:44.611090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f1a62ab-7437-4197-a384-b79fa141b88c req-51fba862-980c-437b-b05a-f9509ccbcd80 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841329 Jul 09 16:41:44.726299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8930375-f0c2-42c1-81f1-62910d9424c7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:44.771054 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.793650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Transition to ACTIVE for port object d8930375-f0c2-42c1-81f1-62910d9424c7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:44.804066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.861513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.876662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3866d-3df4-4f63-b580-f48e9c7e4acb req-e1709d08-4617-4c2d-8cee-521a6d6812ba tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.877166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-97aac38c-2f64-43ab-a803-0a669547d687 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654103 Jul 09 16:41:44.878211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2a3866d-3df4-4f63-b580-f48e9c7e4acb req-e1709d08-4617-4c2d-8cee-521a6d6812ba tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 947 time: 0.1849093 Jul 09 16:41:44.879275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.880396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:44.960491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364cc8-6ef3-4920-91a6-67a09784b81d req-cf46a18a-ee4c-40dd-ac16-957a15844cf3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:44.962228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54364cc8-6ef3-4920-91a6-67a09784b81d req-cf46a18a-ee4c-40dd-ac16-957a15844cf3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.2109995 Jul 09 16:41:45.005580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Pushing event updated for resources: {'Port': ['ID=b871c77b-62e5-42ab-b400-7c49137b4ed6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:45.018541 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.026816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2a3866d-3df4-4f63-b580-f48e9c7e4acb req-cdace34b-732b-4a43-8baf-f55f1c69435c tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204515 Jul 09 16:41:45.089156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2be498c2-13f4-48d6-bbbd-fa2364e8b129 req-36a4a930-a694-4729-abe8-c835140e0099 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046273 Jul 09 16:41:45.090554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:45.091127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:45.091290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:45.096654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Port d8930375-f0c2-42c1-81f1-62910d9424c7 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:41:45.096973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:45.107053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:45.108546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:45.108982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:45.109436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Bound port: d8930375-f0c2-42c1-81f1-62910d9424c7, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:45.109807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.116616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54364cc8-6ef3-4920-91a6-67a09784b81d req-dd7b497c-1197-457a-baa6-0cf1b1947a81 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450262 Jul 09 16:41:45.200675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:45.203113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:45.223271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:45.228914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:45.240278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.302386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:45.303079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.304960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 1095 time: 1.5441670 Jul 09 16:41:45.305663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:45.309608 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373" -d '{"events": [{"name": "network-changed", "server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:45.371858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ac0b2-2008-48d5-9573-9114836582a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:45.487244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-bd6d7188-7d86-4161-86e7-42a11dffbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:45.490490 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-bd6d7188-7d86-4161-86e7-42a11dffbc90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1079924 Jul 09 16:41:45.558887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b243e21-f4b5-4ded-87bd-b00e44de2c01 req-61dc4c6e-9eed-4059-b561-c4655a018a4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:45.572330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b243e21-f4b5-4ded-87bd-b00e44de2c01 req-61dc4c6e-9eed-4059-b561-c4655a018a4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.2446234 Jul 09 16:41:45.604670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Router 9a00c5ec-fda7-49ea-8669-306c979a176b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:45.607802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b686a351-08eb-4473-a630-dea8d9b63e25 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:45.621522 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-b09f4795-3d44-43c8-9426-f59b83cb68fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.1121180 Jul 09 16:41:45.711984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b243e21-f4b5-4ded-87bd-b00e44de2c01 req-96dde289-9feb-4772-98de-6453fa6ee6cf tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385469 Jul 09 16:41:45.754952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b686a351-08eb-4473-a630-dea8d9b63e25 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:45.767162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-17692bce-bfad-4dfa-aaa3-2d1bc85b4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:45.767945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b686a351-08eb-4473-a630-dea8d9b63e25 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:45.768502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.769979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-17692bce-bfad-4dfa-aaa3-2d1bc85b4724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1411755 Jul 09 16:41:45.797450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-42ad1e90-d66b-46de-aae8-604a86e855a1 None None] Provisioning complete for port b871c77b-62e5-42ab-b400-7c49137b4ed6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:45.797819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42ad1e90-d66b-46de-aae8-604a86e855a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.868842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-42ad1e90-d66b-46de-aae8-604a86e855a1 None None] Port b871c77b-62e5-42ab-b400-7c49137b4ed6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:45.904392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caaead-498c-4ffe-be34-6281988d3071 req-ada8128a-473a-49d4-9dc2-caf4574d2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:45.907366 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-ada8128a-473a-49d4-9dc2-caf4574d2e5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299450 Jul 09 16:41:46.005438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:46.013333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-193de926-949f-4ca5-886f-4d5a8d88b9fd admin admin] 10.222.0.48 "PUT /v2.0/routers/9a00c5ec-fda7-49ea-8669-306c979a176b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1080835 Jul 09 16:41:46.207558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.215029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Sync routers for ids ['9a00c5ec-fda7-49ea-8669-306c979a176b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:46.241062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Routers {'9a00c5ec-fda7-49ea-8669-306c979a176b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:46.243165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a00c5ec-fda7-49ea-8669-306c979a176b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:46.311803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b686a351-08eb-4473-a630-dea8d9b63e25, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b686a351-08eb-4473-a630-dea8d9b63e25,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:46.331368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.461718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b686a351-08eb-4473-a630-dea8d9b63e25,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:46.489992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c66d1e-2765-4f74-b2ef-63876cff4772 req-0e8609de-eb58-4c90-bc17-22566010b122 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:46.491682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62c66d1e-2765-4f74-b2ef-63876cff4772 req-0e8609de-eb58-4c90-bc17-22566010b122 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 947 time: 0.1382563 Jul 09 16:41:46.492396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Set router 9a00c5ec-fda7-49ea-8669-306c979a176b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:46.501078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034b94-dc6a-4cb6-8f9b-37bb92a23b89 req-456d0695-f7f5-4650-8c8c-51c8f9214e1c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:46.503030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de034b94-dc6a-4cb6-8f9b-37bb92a23b89 req-456d0695-f7f5-4650-8c8c-51c8f9214e1c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1322174 Jul 09 16:41:46.567024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62c66d1e-2765-4f74-b2ef-63876cff4772 req-b2982691-e40b-469b-b00b-b5700dffeabd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629528 Jul 09 16:41:46.584967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de034b94-dc6a-4cb6-8f9b-37bb92a23b89 req-016ec8c8-eaa3-4e8e-99e2-152a37a993b9 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737076 Jul 09 16:41:46.634327 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe81697-4a3b-4ac4-a114-83fa89fc2408 x-openstack-request-id: req-efe81697-4a3b-4ac4-a114-83fa89fc2408 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:46.634576 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:46.634825 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efe81697-4a3b-4ac4-a114-83fa89fc2408 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:46.635215 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'status': 'completed', 'code': 200} Jul 09 16:41:46.698605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-ba2ae371-ffdb-4699-a1b8-ab9a43d7fa89 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844427 Jul 09 16:41:46.831624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:44Z', 'revision_number': 4, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b871c77b-62e5-42ab-b400-7c49137b4ed6', 'name': '', 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'mac_address': 'fa:16:3e:af:33:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:42Z', 'updated_at': '2021-07-09T16:41:44Z', 'revision_number': 2, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'subnets': [{'id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:46.847500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-45caaead-498c-4ffe-be34-6281988d3071 req-6ea0a7dd-cc55-4a5d-aa57-0a982e219e44 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409740 Jul 09 16:41:46.877782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Checking router: 9a00c5ec-fda7-49ea-8669-306c979a176b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:46.878688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Updating router 9a00c5ec-fda7-49ea-8669-306c979a176b port b871c77b-62e5-42ab-b400-7c49137b4ed6 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:46.936494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96936a2a-86de-4680-87d1-608a0f2fd56e req-4683dc42-213f-41d2-9736-068d6a2ea642 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:46.938145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96936a2a-86de-4680-87d1-608a0f2fd56e req-4683dc42-213f-41d2-9736-068d6a2ea642 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 947 time: 0.1423733 Jul 09 16:41:46.953502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.012122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3424f0-f012-4c98-bf40-a5ee37df430b req-6bc40620-085e-421a-bc27-df7caa4f148c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.014096 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b3424f0-f012-4c98-bf40-a5ee37df430b req-6bc40620-085e-421a-bc27-df7caa4f148c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1486008 Jul 09 16:41:47.022458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96936a2a-86de-4680-87d1-608a0f2fd56e req-f7e14e83-083f-4ba1-8a45-0c7fb6566afa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625901 Jul 09 16:41:47.086651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b3424f0-f012-4c98-bf40-a5ee37df430b req-a51c7cd6-47a7-40df-b21a-cf3a6db66ccf tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589130 Jul 09 16:41:47.093356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-28f9ddbf-52ff-4498-9791-89a271eeff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.094930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-28f9ddbf-52ff-4498-9791-89a271eeff00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1181161 Jul 09 16:41:47.185960 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-2b118be8-8b6b-4396-b897-5d7ceb916a8f req-ea72dbd0-ec24-4da8-9197-6996650c1822 tempest-FloatingIPDetailsNegativeTestJSON-1026257713 tempest-FloatingIPDetailsNegativeTestJSON-1026257713-project] show failed (client error): The resource could not be found. Jul 09 16:41:47.193022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b118be8-8b6b-4396-b897-5d7ceb916a8f req-ea72dbd0-ec24-4da8-9197-6996650c1822 tempest-FloatingIPDetailsNegativeTestJSON-1026257713 tempest-FloatingIPDetailsNegativeTestJSON-1026257713-project] 10.222.0.48 "GET /v2.0/floatingips/79da9d1c-fff6-48bb-abce-0dffa688356c HTTP/1.1" status: 404 len: 350 time: 0.0494041 Jul 09 16:41:47.203370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:47.268419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-1aa8c6a2-80b5-47ee-b8bd-92951759b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.270137 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-1aa8c6a2-80b5-47ee-b8bd-92951759b6ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1624250 Jul 09 16:41:47.322635 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-40ed5456-ad8d-4f18-804f-4e0fd94d6d0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0453286 Jul 09 16:41:47.382677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-cb1a4c45-4d7a-4056-852f-47c34d66cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.384122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-cb1a4c45-4d7a-4056-852f-47c34d66cd40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0558183 Jul 09 16:41:47.395500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.411516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Transition to ACTIVE for port object b871c77b-62e5-42ab-b400-7c49137b4ed6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:47.419331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 63960eec-5632-4c91-9b86-9dae5120acbd details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:47.440146 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.455267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b686a351-08eb-4473-a630-dea8d9b63e25 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:47.470439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-f95f9386-7245-4239-8984-b1de2cc59cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.474009 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-f95f9386-7245-4239-8984-b1de2cc59cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830564 Jul 09 16:41:47.493509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e076-11da-4661-8100-6d8dbcdfc836 req-b620eb30-b58d-4952-8d49-2d1fc7db8567 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.495325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33e2e076-11da-4661-8100-6d8dbcdfc836 req-b620eb30-b58d-4952-8d49-2d1fc7db8567 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1958728 Jul 09 16:41:47.572399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516418e6-56b8-405a-88ef-3fb48e80f6f1 None None] Pushing event updated for resources: {'Port': ['ID=b871c77b-62e5-42ab-b400-7c49137b4ed6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:47.628904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-924f1c89-5b7b-4bd0-97ec-32be3b86061e service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466968 Jul 09 16:41:47.659368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Attempting to bind port b871c77b-62e5-42ab-b400-7c49137b4ed6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:47.659739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Attempting to bind port b871c77b-62e5-42ab-b400-7c49137b4ed6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:47.660139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Attempting to bind port b871c77b-62e5-42ab-b400-7c49137b4ed6 on network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:47.669723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:47.670161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Checking segment: {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:47.670552 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.670943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Bound using segment: {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:47.671428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Bound port: b871c77b-62e5-42ab-b400-7c49137b4ed6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa45b86-52fd-4058-bc4c-b43f6b6b8681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:47.672408 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.682110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33e2e076-11da-4661-8100-6d8dbcdfc836 req-1fcfd0fa-3657-4677-b3d6-a9376279e14c tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694002 Jul 09 16:41:47.714105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 63960eec-5632-4c91-9b86-9dae5120acbd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=63960eec-5632-4c91-9b86-9dae5120acbd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:47.717326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b686a351-08eb-4473-a630-dea8d9b63e25 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:47.717699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.810324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cddd6e8b-e44b-4330-b4c4-53fc8c3b4373 req-5e38f0f6-1e3f-4dab-9e9f-aff6070eadda service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745703 Jul 09 16:41:47.821624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '63960eec-5632-4c91-9b86-9dae5120acbd', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '63960eec-5632-4c91-9b86-9dae5120acbd', 'mac_address': 'fa:16:3e:eb:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:47.919071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] For port b871c77b-62e5-42ab-b400-7c49137b4ed6, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:47.931646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.936735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] For port b871c77b-62e5-42ab-b400-7c49137b4ed6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b871c77b-62e5-42ab-b400-7c49137b4ed6,segment=NetworkSegment(9fa45b86-52fd-4058-bc4c-b43f6b6b8681),segment_id=9fa45b86-52fd-4058-bc4c-b43f6b6b8681)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:47.954574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.960283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63960eec-5632-4c91-9b86-9dae5120acbd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:47.967949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855d99-28a9-400f-a0f3-1a18eb385f5c req-0281a5d4-f363-4047-9e52-bfe73d72bdee tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:47.969511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af855d99-28a9-400f-a0f3-1a18eb385f5c req-0281a5d4-f363-4047-9e52-bfe73d72bdee tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.2230029 Jul 09 16:41:48.002826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daf286-7ae4-4831-af10-019c5f7e2502 req-e0d0fac6-ccba-4090-a6a3-23f3fa9d1d30 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:48.004669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43daf286-7ae4-4831-af10-019c5f7e2502 req-e0d0fac6-ccba-4090-a6a3-23f3fa9d1d30 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 947 time: 0.1483817 Jul 09 16:41:48.015784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 63960eec-5632-4c91-9b86-9dae5120acbd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=63960eec-5632-4c91-9b86-9dae5120acbd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:48.031423 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.046703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Routers {'9a00c5ec-fda7-49ea-8669-306c979a176b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:48.047354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a00c5ec-fda7-49ea-8669-306c979a176b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.071488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af855d99-28a9-400f-a0f3-1a18eb385f5c req-45b4eda3-e908-4bfa-b23c-24bf65c07061 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866885 Jul 09 16:41:48.090030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516418e6-56b8-405a-88ef-3fb48e80f6f1 None None] Pushing event updated for resources: {'Port': ['ID=b871c77b-62e5-42ab-b400-7c49137b4ed6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:48.115252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43daf286-7ae4-4831-af10-019c5f7e2502 req-f1393a7d-7914-495c-8b65-3af78243578d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949466 Jul 09 16:41:48.171787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.266193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=63960eec-5632-4c91-9b86-9dae5120acbd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:48.280634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] Set router 9a00c5ec-fda7-49ea-8669-306c979a176b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:48.407059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dc059-2ee4-4f14-8547-9c236ebf41bd req-5ccd211f-cd9a-49b2-aa7b-1d6bcd0cabf6 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:48.408561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea6dc059-2ee4-4f14-8547-9c236ebf41bd req-5ccd211f-cd9a-49b2-aa7b-1d6bcd0cabf6 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 948 time: 0.1501856 Jul 09 16:41:48.492938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['63960eec-5632-4c91-9b86-9dae5120acbd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:48.516319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61e1f-f775-42bf-9a5b-8ea048ea181f req-9293c0d9-20f5-4e73-abec-eacf439bafae tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:48.517831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3df61e1f-f775-42bf-9a5b-8ea048ea181f req-9293c0d9-20f5-4e73-abec-eacf439bafae tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1878896 Jul 09 16:41:48.524421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea6dc059-2ee4-4f14-8547-9c236ebf41bd req-be0e65c7-f168-4ac2-8981-569f20c03caf tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842361 Jul 09 16:41:48.572858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:44Z', 'revision_number': 4, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b871c77b-62e5-42ab-b400-7c49137b4ed6', 'name': '', 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'mac_address': 'fa:16:3e:af:33:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:42Z', 'updated_at': '2021-07-09T16:41:47Z', 'revision_number': 4, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'subnets': [{'id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.592883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3df61e1f-f775-42bf-9a5b-8ea048ea181f req-d87e463a-e1cd-43b9-8739-10a1f175dfa4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652523 Jul 09 16:41:48.643106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d87f4-db47-4094-96fe-af85e9b3c0bd None None] The sync data for ids ['9a00c5ec-fda7-49ea-8669-306c979a176b'] in n-d-800085-2 is: [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:44Z', 'revision_number': 4, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b871c77b-62e5-42ab-b400-7c49137b4ed6', 'name': '', 'network_id': '9546ec96-e744-4cf6-bbc4-fbbdc48bf77e', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'mac_address': 'fa:16:3e:af:33:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:42Z', 'updated_at': '2021-07-09T16:41:47Z', 'revision_number': 4, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'subnets': [{'id': '8d04e938-9acf-4f3a-84ee-1c3e042cdedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:48.815531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Deleting port b871c77b-62e5-42ab-b400-7c49137b4ed6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:48.816474 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.070504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] For port b871c77b-62e5-42ab-b400-7c49137b4ed6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b871c77b-62e5-42ab-b400-7c49137b4ed6,segment=NetworkSegment(9fa45b86-52fd-4058-bc4c-b43f6b6b8681),segment_id=9fa45b86-52fd-4058-bc4c-b43f6b6b8681)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:49.071185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.090155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Calling delete_port for b871c77b-62e5-42ab-b400-7c49137b4ed6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:49.164445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee331ab-0d0a-4674-85f2-9220405e87b2 req-349d6181-4f2e-468e-8aee-f241c1b96d24 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:49.166099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ee331ab-0d0a-4674-85f2-9220405e87b2 req-349d6181-4f2e-468e-8aee-f241c1b96d24 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1517689 Jul 09 16:41:49.317798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ee331ab-0d0a-4674-85f2-9220405e87b2 req-569e8ba4-ee42-4ea5-9e6d-a24919709f7d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434820 Jul 09 16:41:49.401814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860a842-750d-4146-a65d-b02d6ad3c852 req-1ae41063-e5bb-4cc7-a5ef-d74e20f7587f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:49.403530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9860a842-750d-4146-a65d-b02d6ad3c852 req-1ae41063-e5bb-4cc7-a5ef-d74e20f7587f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1616251 Jul 09 16:41:49.451269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:41:49.493267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.503856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b871c77b-62e5-42ab-b400-7c49137b4ed6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:49.554912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9860a842-750d-4146-a65d-b02d6ad3c852 req-2f1fe5a7-13ee-40d0-83f3-b8a4ca8412e2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378679 Jul 09 16:41:49.574030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Pushing event deleted for resources: {'Port': ['ID=b871c77b-62e5-42ab-b400-7c49137b4ed6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:49.841377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6583aa-86c5-424b-a6ef-7e43459de459 req-5575e830-1d7f-4679-9c11-cf658e60901a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:49.852731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af6583aa-86c5-424b-a6ef-7e43459de459 req-5575e830-1d7f-4679-9c11-cf658e60901a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 947 time: 0.3391304 Jul 09 16:41:49.856227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b871c77b-62e5-42ab-b400-7c49137b4ed6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:49.856759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b871c77b-62e5-42ab-b400-7c49137b4ed6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 16:41:49.923163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port b871c77b-62e5-42ab-b400-7c49137b4ed6 not found, will not notify nova. {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 16:41:50.002863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:50.016373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'mac_address': 'fa:16:3e:03:b3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:41:50.065510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.082541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8930375-f0c2-42c1-81f1-62910d9424c7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:41:50.107321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:50.119970 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.196005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:50.443116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af6583aa-86c5-424b-a6ef-7e43459de459 req-9e9703b1-d0d3-4965-9a45-941ce59ec68e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889785 Jul 09 16:41:50.459726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced87ce-1af0-4643-928d-885c9ff02ac9 req-f5c1e72f-6eb4-4638-a59f-7a2b8ca82c24 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:50.468384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fced87ce-1af0-4643-928d-885c9ff02ac9 req-f5c1e72f-6eb4-4638-a59f-7a2b8ca82c24 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 948 time: 0.7037814 Jul 09 16:41:50.469190 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.541580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:50.558423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fced87ce-1af0-4643-928d-885c9ff02ac9 req-5612642a-9ade-46f4-a09a-0a009e552dda tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868812 Jul 09 16:41:50.760583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d352d3-412c-443b-9de4-b5d5add370e0 req-a930eb11-47c7-41b6-b34c-d033803525c7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:50.762918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6d352d3-412c-443b-9de4-b5d5add370e0 req-a930eb11-47c7-41b6-b34c-d033803525c7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1694925 Jul 09 16:41:50.842041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6d352d3-412c-443b-9de4-b5d5add370e0 req-71a42930-def4-4155-8ce2-e36e186b7dbf tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Jul 09 16:41:50.851236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Router 9a00c5ec-fda7-49ea-8669-306c979a176b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:51.044211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:51.051184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-968857ab-9e18-43e8-937d-93b56b6bf54a admin admin] 10.222.0.48 "PUT /v2.0/routers/9a00c5ec-fda7-49ea-8669-306c979a176b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8460422 Jul 09 16:41:51.053815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45676) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.064708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674943aa-33fd-46ec-99bb-866b5b55ed32 req-bde74d74-340a-43a1-be6f-c0933553a427 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:51.064951 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] Sync routers for ids ['9a00c5ec-fda7-49ea-8669-306c979a176b'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:51.066308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-674943aa-33fd-46ec-99bb-866b5b55ed32 req-bde74d74-340a-43a1-be6f-c0933553a427 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1620815 Jul 09 16:41:51.084115 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] Routers {'9a00c5ec-fda7-49ea-8669-306c979a176b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:51.085073 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a00c5ec-fda7-49ea-8669-306c979a176b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:51.114129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bec8bc-1775-47c4-a86a-9f03d81ba165 req-4b5394cb-30f8-4f4e-8a2d-89529ac0b85b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:51.115891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5bec8bc-1775-47c4-a86a-9f03d81ba165 req-4b5394cb-30f8-4f4e-8a2d-89529ac0b85b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1349721 Jul 09 16:41:51.136732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-674943aa-33fd-46ec-99bb-866b5b55ed32 req-2a8a4f7f-3bc3-40ac-97a8-1e59d5bd6d91 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Jul 09 16:41:51.173094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5bec8bc-1775-47c4-a86a-9f03d81ba165 req-76f3d8e1-53f7-4bac-9036-35765e8428c7 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Jul 09 16:41:51.175277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.228941 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] Set router 9a00c5ec-fda7-49ea-8669-306c979a176b gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:51.282750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.344251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Deleting port b686a351-08eb-4473-a630-dea8d9b63e25 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:51.344585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.426999 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:49Z', 'revision_number': 5, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port': {'id': 'b686a351-08eb-4473-a630-dea8d9b63e25', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:38Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:51.445895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] For port b686a351-08eb-4473-a630-dea8d9b63e25, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b686a351-08eb-4473-a630-dea8d9b63e25,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:51.446495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.456605 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] Checking router: 9a00c5ec-fda7-49ea-8669-306c979a176b for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:51.460070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Calling delete_port for b686a351-08eb-4473-a630-dea8d9b63e25 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:51.463960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 63960eec-5632-4c91-9b86-9dae5120acbd up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:51.466354 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] Routers {'9a00c5ec-fda7-49ea-8669-306c979a176b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:51.466997 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:41:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a00c5ec-fda7-49ea-8669-306c979a176b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:51.534255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 63960eec-5632-4c91-9b86-9dae5120acbd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:51.547021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 63960eec-5632-4c91-9b86-9dae5120acbd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:51.548696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.562811 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] Set router 9a00c5ec-fda7-49ea-8669-306c979a176b gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:51.621908 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:51Z', 'revision_number': 6, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:51.664548 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55e947-9a56-45ba-8583-39307e35cbee None None] The sync data for ids ['9a00c5ec-fda7-49ea-8669-306c979a176b'] in n-d-800085-2 is: [{'id': '9a00c5ec-fda7-49ea-8669-306c979a176b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1843829156-router', 'tenant_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:36Z', 'updated_at': '2021-07-09T16:41:51Z', 'revision_number': 6, 'project_id': 'e3c83753b4fd461fa7f31425222ab6fa', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:51.722024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.722752 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.737681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fb0f7-3cc5-4807-8d1d-1a751ec4c8fc req-fa744e80-ef7b-4615-b491-858af66672ce tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:51.746673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-208fb0f7-3cc5-4807-8d1d-1a751ec4c8fc req-fa744e80-ef7b-4615-b491-858af66672ce tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 948 time: 0.1043725 Jul 09 16:41:51.750377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63960eec-5632-4c91-9b86-9dae5120acbd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:51.755381 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa84701-d0e8-4088-a496-665e13d5143b" -d '{"events": [{"server_uuid": "fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8", "name": "network-vif-plugged", "status": "completed", "tag": "63960eec-5632-4c91-9b86-9dae5120acbd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:51.775106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 63960eec-5632-4c91-9b86-9dae5120acbd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=63960eec-5632-4c91-9b86-9dae5120acbd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:51.781993 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.797773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Pushing event deleted for resources: {'Port': ['ID=b686a351-08eb-4473-a630-dea8d9b63e25,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:51.813615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-208fb0f7-3cc5-4807-8d1d-1a751ec4c8fc req-0ae3946c-499c-48e7-9235-254f6dda6a3d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602055 Jul 09 16:41:51.858612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=63960eec-5632-4c91-9b86-9dae5120acbd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:51.877203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.882685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e178e-bf93-4177-85ed-85c442faef0d req-373d3964-e3f5-403b-8181-b1df399f0db0 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:51.884409 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-868e178e-bf93-4177-85ed-85c442faef0d req-373d3964-e3f5-403b-8181-b1df399f0db0 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.1020691 Jul 09 16:41:51.932373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-868e178e-bf93-4177-85ed-85c442faef0d req-e8b4e759-d849-4597-a26b-418e63322f7a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Jul 09 16:41:51.975462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.978221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.984024 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4956e982-73b9-47ab-96ea-ab98213eaa65 x-openstack-request-id: req-4956e982-73b9-47ab-96ea-ab98213eaa65 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:51.984660 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8", "name": "network-vif-plugged", "status": "completed", "tag": "63960eec-5632-4c91-9b86-9dae5120acbd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:51.985008 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4956e982-73b9-47ab-96ea-ab98213eaa65 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:51.986026 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63960eec-5632-4c91-9b86-9dae5120acbd', 'code': 200} Jul 09 16:41:52.038269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.040452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a00c5ec-fda7-49ea-8669-306c979a176b {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:52.045370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.048810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9b616164-ab4c-4b0f-b26a-8cfdfb84b170 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9a00c5ec-fda7-49ea-8669-306c979a176b HTTP/1.1" status: 204 len: 168 time: 0.9909229 Jul 09 16:41:52.049116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.136747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Deleting subnet 8d04e938-9acf-4f3a-84ee-1c3e042cdedd {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:52.140640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.179681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34aabf-a55c-477a-9a9b-e536586c2ac6 req-8b5a97c9-668d-47eb-b370-682daaf1dd58 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:52.189632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb34aabf-a55c-477a-9a9b-e536586c2ac6 req-8b5a97c9-668d-47eb-b370-682daaf1dd58 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.0927660 Jul 09 16:41:52.193915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.231798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d74fc-2373-4294-a23e-a31671b46212 req-9b479653-92f7-411c-85b6-de3c0852abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:52.233378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-106d74fc-2373-4294-a23e-a31671b46212 req-9b479653-92f7-411c-85b6-de3c0852abd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 1100 time: 0.1299942 Jul 09 16:41:52.242597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb34aabf-a55c-477a-9a9b-e536586c2ac6 req-0e12523d-6282-4d3e-b5f3-50ca869fe109 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471888 Jul 09 16:41:52.293180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-106d74fc-2373-4294-a23e-a31671b46212 req-3db03f50-dd53-4ab2-9866-28fc87761b6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Jul 09 16:41:52.328801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.363941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019c966-f225-4fbd-81ec-44533cc601d0 req-c3ed9ada-53d5-4e08-8b8f-3ab3567efd82 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:52.365558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e019c966-f225-4fbd-81ec-44533cc601d0 req-c3ed9ada-53d5-4e08-8b8f-3ab3567efd82 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.0875831 Jul 09 16:41:52.397659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.410595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.413057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d04e938-9acf-4f3a-84ee-1c3e042cdedd HTTP/1.1" status: 204 len: 168 time: 0.3630731 Jul 09 16:41:52.421722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.421942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f683c7-d56f-4e37-ac27-f6cdddf6890b None None] Network 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:52.422053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.437345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943a9a-58f8-44ec-bdd3-0fd69fb89b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d04e938-9acf-4f3a-84ee-1c3e042cdedd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:52.509124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e019c966-f225-4fbd-81ec-44533cc601d0 req-da38f244-2273-45ca-a460-e5246f2c4c60 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328034 Jul 09 16:41:52.544840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.571943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bd672-6ec7-4b2a-bd13-727a394e51d7 req-482140cd-4ad6-409e-8d3f-4972e62f4842 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:52.573934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-192bd672-6ec7-4b2a-bd13-727a394e51d7 req-482140cd-4ad6-409e-8d3f-4972e62f4842 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.2074230 Jul 09 16:41:52.623393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da23566e-1427-451b-806a-0295fc14fbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.642069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] DHCP port deletion for 9546ec96-e744-4cf6-bbc4-fbbdc48bf77e request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:52.674518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-192bd672-6ec7-4b2a-bd13-727a394e51d7 req-851a2fb6-bec3-40a9-8425-86da7e33edfc tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879164 Jul 09 16:41:52.700489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] Deleting port e0219b2f-c049-48de-9720-f18a38f5deb7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:52.700942 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.716097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Deleting port e0219b2f-c049-48de-9720-f18a38f5deb7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:52.716440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.776417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] For port e0219b2f-c049-48de-9720-f18a38f5deb7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e0219b2f-c049-48de-9720-f18a38f5deb7,segment=NetworkSegment(9fa45b86-52fd-4058-bc4c-b43f6b6b8681),segment_id=9fa45b86-52fd-4058-bc4c-b43f6b6b8681)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:52.777094 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.793522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] Calling delete_port for e0219b2f-c049-48de-9720-f18a38f5deb7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:52.806546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] For port e0219b2f-c049-48de-9720-f18a38f5deb7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e0219b2f-c049-48de-9720-f18a38f5deb7,segment=NetworkSegment(9fa45b86-52fd-4058-bc4c-b43f6b6b8681),segment_id=9fa45b86-52fd-4058-bc4c-b43f6b6b8681)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:52.806923 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.829166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Calling delete_port for e0219b2f-c049-48de-9720-f18a38f5deb7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:52.903629 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da23566e-1427-451b-806a-0295fc14fbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.910435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da23566e-1427-451b-806a-0295fc14fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.916011 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.955175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] Pushing event deleted for resources: {'Port': ['ID=e0219b2f-c049-48de-9720-f18a38f5deb7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:52.957428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f19e3b-9a6d-46b8-8e17-85c127337922 None None] No DVR routers for this DVR port e0219b2f-c049-48de-9720-f18a38f5deb7 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:52.992027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23566e-1427-451b-806a-0295fc14fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e1c35-38fd-47c3-9cb6-eff270521508,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.014868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da23566e-1427-451b-806a-0295fc14fbec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=776ab33ae5204d86ac4fd379a177dea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905747 Jul 09 16:41:53.017839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:53.045102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.077440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0219b2f-c049-48de-9720-f18a38f5deb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.089741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22665d66-b269-496f-a3f0-6963b7824578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.114767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22665d66-b269-496f-a3f0-6963b7824578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.119306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] No DVR routers for this DVR port e0219b2f-c049-48de-9720-f18a38f5deb7 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:53.155519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8834d0e-8c58-4462-98a7-5d29715305b3 req-ef2a4a76-a4c0-47f1-ab88-d243e9444097 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:53.156940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8834d0e-8c58-4462-98a7-5d29715305b3 req-ef2a4a76-a4c0-47f1-ab88-d243e9444097 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 948 time: 0.1872830 Jul 09 16:41:53.199204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22665d66-b269-496f-a3f0-6963b7824578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.202368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22665d66-b269-496f-a3f0-6963b7824578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.203214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-22665d66-b269-496f-a3f0-6963b7824578 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b8e1c35-38fd-47c3-9cb6-eff270521508 HTTP/1.1" status: 204 len: 168 time: 0.1838646 Jul 09 16:41:53.212545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22665d66-b269-496f-a3f0-6963b7824578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e1c35-38fd-47c3-9cb6-eff270521508,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.244999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.266450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9546ec96-e744-4cf6-bbc4-fbbdc48bf77e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:53.273349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8834d0e-8c58-4462-98a7-5d29715305b3 req-9f2fffb4-0005-459f-88f6-d8ccf1a6232c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096621 Jul 09 16:41:53.285224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa45b86-52fd-4058-bc4c-b43f6b6b8681') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:53.285512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa45b86-52fd-4058-bc4c-b43f6b6b8681') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:53.295038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a489e7-dc2b-4026-a937-691e6442ccbf req-afaa075e-0b61-4f2b-b6df-ee348ed797a4 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:53.296752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0a489e7-dc2b-4026-a937-691e6442ccbf req-afaa075e-0b61-4f2b-b6df-ee348ed797a4 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.2208283 Jul 09 16:41:53.315283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.346080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.356968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:53.357374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:53.359248 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:53.381358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0a489e7-dc2b-4026-a937-691e6442ccbf req-43136cc7-eff0-4924-a14d-3bc49c6bdd5a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Jul 09 16:41:53.442844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b686a351-08eb-4473-a630-dea8d9b63e25 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:53.465309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.471463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.474651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9546ec96-e744-4cf6-bbc4-fbbdc48bf77e HTTP/1.1" status: 204 len: 168 time: 1.0515802 Jul 09 16:41:53.484091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:53.487090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b686a351-08eb-4473-a630-dea8d9b63e25 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:53.487483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b686a351-08eb-4473-a630-dea8d9b63e25 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:53.492002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b871c77b-62e5-42ab-b400-7c49137b4ed6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:53.494221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cebf0c-c16f-4af4-8c39-baf3f7b7c8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9546ec96-e744-4cf6-bbc4-fbbdc48bf77e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.519446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b871c77b-62e5-42ab-b400-7c49137b4ed6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:53.519796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b871c77b-62e5-42ab-b400-7c49137b4ed6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:53.520423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e0219b2f-c049-48de-9720-f18a38f5deb7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:53.580211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e0219b2f-c049-48de-9720-f18a38f5deb7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:53.580562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e0219b2f-c049-48de-9720-f18a38f5deb7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:53.608987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.625169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port d8930375-f0c2-42c1-81f1-62910d9424c7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:53.630183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port d8930375-f0c2-42c1-81f1-62910d9424c7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:53.630797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.731888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32369aff-4132-4597-9cd9-ecbd45a07693 req-83ab0f24-c08e-4d8c-8037-2428a0217612 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:53.733537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32369aff-4132-4597-9cd9-ecbd45a07693 req-83ab0f24-c08e-4d8c-8037-2428a0217612 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1802502 Jul 09 16:41:53.809084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:53.815378 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.861778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:53.867372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.877489 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44d6ff62-36c6-4274-9615-8b2a91971454 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3c83753b4fd461fa7f31425222ab6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670824 Jul 09 16:41:53.882176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:53.913767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32369aff-4132-4597-9cd9-ecbd45a07693 req-1833eeb8-d0d9-45e3-ad32-46921de101b9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604974 Jul 09 16:41:53.930570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.961237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71826c26-66f7-4c82-9e6c-a4499bc1c40d req-392912e3-eeca-4079-84b7-292205f51b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:53.961755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e796687-ea84-454b-895f-64887ca9fe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.962796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71826c26-66f7-4c82-9e6c-a4499bc1c40d req-392912e3-eeca-4079-84b7-292205f51b27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 1096 time: 0.0951118 Jul 09 16:41:53.987299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:53.992334 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748913c2-4e5a-4419-8691-047c64bd344c" -d '{"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:54.009132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa8f00-a48b-4227-a74c-3fb7f0a9d510 req-98fd999d-6cc3-4029-b0ed-0948c770cb51 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:54.017753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48fa8f00-a48b-4227-a74c-3fb7f0a9d510 req-98fd999d-6cc3-4029-b0ed-0948c770cb51 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.2315478 Jul 09 16:41:54.020088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e796687-ea84-454b-895f-64887ca9fe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.054367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71826c26-66f7-4c82-9e6c-a4499bc1c40d req-fbf004b2-7714-4ab1-912c-1cabf1a2472c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833361 Jul 09 16:41:54.078292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e796687-ea84-454b-895f-64887ca9fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.081921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e796687-ea84-454b-895f-64887ca9fe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.083563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e796687-ea84-454b-895f-64887ca9fe1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73d82aa5-cc60-49cd-968e-6388096064f7 HTTP/1.1" status: 204 len: 168 time: 0.1995020 Jul 09 16:41:54.092888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e796687-ea84-454b-895f-64887ca9fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d82aa5-cc60-49cd-968e-6388096064f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:54.123684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48fa8f00-a48b-4227-a74c-3fb7f0a9d510 req-b54d38f8-1b7f-42ed-a2f1-c505fb8fbe67 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049118 Jul 09 16:41:54.156417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1def26e-7aca-4f13-a85d-9d1b216ab6d2 req-a3f949d6-3638-4d20-a1fc-99ab45ebe876 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:54.159512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1def26e-7aca-4f13-a85d-9d1b216ab6d2 req-a3f949d6-3638-4d20-a1fc-99ab45ebe876 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1073895 Jul 09 16:41:54.190903 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0666a9-2cc9-4ab1-865d-fde8c78bbc5f x-openstack-request-id: req-fc0666a9-2cc9-4ab1-865d-fde8c78bbc5f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:54.191274 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:54.192143 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc0666a9-2cc9-4ab1-865d-fde8c78bbc5f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:54.193045 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'code': 200} Jul 09 16:41:54.211822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1def26e-7aca-4f13-a85d-9d1b216ab6d2 req-5e9ee4c8-e441-4204-9a6d-76f416556020 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452609 Jul 09 16:41:54.366138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e7771-2eee-416d-bcb5-a6d3d3bbf7c9 req-fbdd2d43-9115-43c8-80d4-46fdd633f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:54.368265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d6e7771-2eee-416d-bcb5-a6d3d3bbf7c9 req-fbdd2d43-9115-43c8-80d4-46fdd633f41f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.0680852 Jul 09 16:41:54.433320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d6e7771-2eee-416d-bcb5-a6d3d3bbf7c9 req-79b57575-daf3-4b53-845a-dbdb3c9e27de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Jul 09 16:41:54.509664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc13af8-efd9-48bf-8260-8ae72c63f315 req-af9a1a72-6451-4a9e-8183-c1d608b9e310 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:54.515084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dc13af8-efd9-48bf-8260-8ae72c63f315 req-af9a1a72-6451-4a9e-8183-c1d608b9e310 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1070445 Jul 09 16:41:54.592146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dc13af8-efd9-48bf-8260-8ae72c63f315 req-543c3124-911a-4b8b-8bef-5bc8ce44d239 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733891 Jul 09 16:41:54.643091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d6fa2-5a7b-4f3a-a4c5-f49530b9220e req-f54a633b-d23a-4d1f-b50c-b8c6afbdd8b3 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:54.645575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c26d6fa2-5a7b-4f3a-a4c5-f49530b9220e req-f54a633b-d23a-4d1f-b50c-b8c6afbdd8b3 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.1069438 Jul 09 16:41:54.712365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c26d6fa2-5a7b-4f3a-a4c5-f49530b9220e req-9d8f4ade-3bef-4673-bccf-75c19102b11a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587149 Jul 09 16:41:55.264086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0f4d-e9c0-4d6b-ac00-d57f4292a967 req-a7e4027e-128e-4807-b66d-2fe2000eed51 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:55.265625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38cd0f4d-e9c0-4d6b-ac00-d57f4292a967 req-a7e4027e-128e-4807-b66d-2fe2000eed51 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1338768 Jul 09 16:41:55.309857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037388f-09f7-4478-ad02-0d20fc3ba75b req-7fb75341-fc9e-4ade-87e2-be16f5e81604 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:55.311420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7037388f-09f7-4478-ad02-0d20fc3ba75b req-7fb75341-fc9e-4ade-87e2-be16f5e81604 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.1058738 Jul 09 16:41:55.341731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38cd0f4d-e9c0-4d6b-ac00-d57f4292a967 req-07207174-1af7-435d-bb75-8c466c23bb85 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Jul 09 16:41:55.364303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7037388f-09f7-4478-ad02-0d20fc3ba75b req-1484fde0-0854-4a7b-a1e5-6c515946e1d1 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 Jul 09 16:41:55.592744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e556-46ef-4640-b153-9e1a0d3cdfb4 req-73b7eee3-67a5-4914-aed2-c65269909a5f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:55.594252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ff7e556-46ef-4640-b153-9e1a0d3cdfb4 req-73b7eee3-67a5-4914-aed2-c65269909a5f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1125362 Jul 09 16:41:55.616645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e48d38-4acc-4f6c-9faa-afafaf9b6016 req-763b2ad6-af9c-4939-a40a-5547af8be8b4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:55.618185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3e48d38-4acc-4f6c-9faa-afafaf9b6016 req-763b2ad6-af9c-4939-a40a-5547af8be8b4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1038790 Jul 09 16:41:55.669366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ff7e556-46ef-4640-b153-9e1a0d3cdfb4 req-d4562fe8-7f8a-4448-90a6-718846fa557b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681500 Jul 09 16:41:55.677095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3e48d38-4acc-4f6c-9faa-afafaf9b6016 req-e540852d-f6e9-4301-80b5-14b37ad1e0d4 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509188 Jul 09 16:41:56.025531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-63248e19-7753-4631-9be3-9d1b7aea692a tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1c342e2b65394fc5853ec73eb81f297d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284026 Jul 09 16:41:56.208525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-93c015f5-c9dd-46e3-afd4-4f6c955bc4ee tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.209157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-93c015f5-c9dd-46e3-afd4-4f6c955bc4ee tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767395 Jul 09 16:41:56.221875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd502b8-ce2e-4aac-9191-d01d8c7678b3 req-def6532e-6ca1-4c23-83a2-c4c199143fb0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.223999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd502b8-ce2e-4aac-9191-d01d8c7678b3 req-def6532e-6ca1-4c23-83a2-c4c199143fb0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1304812 Jul 09 16:41:56.256882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-461f4879-72c3-45bf-8b2c-985620bf7579 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/quotas/1c342e2b65394fc5853ec73eb81f297d HTTP/1.1" status: 200 len: 375 time: 0.0316923 Jul 09 16:41:56.298440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-adc1cab4-f3cf-4dd2-afd3-c6943c78eecc tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c342e2b65394fc5853ec73eb81f297d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353162 Jul 09 16:41:56.301628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcd502b8-ce2e-4aac-9191-d01d8c7678b3 req-9100f4ab-b614-4cb0-9327-51320abd977e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686519 Jul 09 16:41:56.619605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-fcf5e5dc-7c99-4faa-90d7-3eff364dc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.621401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-fcf5e5dc-7c99-4faa-90d7-3eff364dc680 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 1096 time: 0.0684588 Jul 09 16:41:56.797761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-8516a16c-ff44-4c93-b7b6-ae63c4622b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.799334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-8516a16c-ff44-4c93-b7b6-ae63c4622b5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 200 len: 911 time: 0.1602979 Jul 09 16:41:56.829297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c422b-2b19-4b68-a8eb-b31ff4644d97 req-1414ea42-ae11-4414-aa9b-55c7e7852b9a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.830861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c33c422b-2b19-4b68-a8eb-b31ff4644d97 req-1414ea42-ae11-4414-aa9b-55c7e7852b9a tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.2084055 Jul 09 16:41:56.867292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-e4a6699c-3281-44d9-98bb-a97400de5cda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61 HTTP/1.1" status: 200 len: 217 time: 0.0554397 Jul 09 16:41:56.891619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa4b05-d098-4acf-b990-bf7ef87f79c3 req-4842021a-9c91-4a41-83f7-6f55431be366 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.893159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50aa4b05-d098-4acf-b990-bf7ef87f79c3 req-4842021a-9c91-4a41-83f7-6f55431be366 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1712010 Jul 09 16:41:56.905188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:56.965403 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c33c422b-2b19-4b68-a8eb-b31ff4644d97 req-59fd5508-cdcc-4ea8-bae8-c3647e45dca6 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045854 Jul 09 16:41:56.983392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-c63fd341-087f-4b77-b73b-f51d39d29946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:56.984845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-c63fd341-087f-4b77-b73b-f51d39d29946 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 200 len: 850 time: 0.1016922 Jul 09 16:41:56.996692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50aa4b05-d098-4acf-b990-bf7ef87f79c3 req-dcd2cf8d-c463-42ce-9f1c-77a9721fbb45 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933921 Jul 09 16:41:57.044960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-a1c6e61e-0fdd-4fa4-a77c-db885cdb89f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fdac0f18-02ea-48ed-ab6f-d51543c9190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471444 Jul 09 16:41:57.045881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20eddb6d-c94f-4491-9e79-82f0eb1d4a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.191479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20eddb6d-c94f-4491-9e79-82f0eb1d4a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.197478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20eddb6d-c94f-4491-9e79-82f0eb1d4a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.227346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20eddb6d-c94f-4491-9e79-82f0eb1d4a81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=399c74827c764f008959806df41ca583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183537 Jul 09 16:41:57.234751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-3a282f32-e67e-45c9-ab2c-e6da6c046ae8 service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825333 Jul 09 16:41:57.236687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.238869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf3ca29-ab7f-4841-9fd9-b19de191a2c2 req-2b9d3a06-1082-4114-bcbe-27389e35b69d tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 210 time: 0.0584915 Jul 09 16:41:57.261252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eddb6d-c94f-4491-9e79-82f0eb1d4a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18776651-f128-4cf1-aa25-86c18ecffaba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:57.388998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c902ce-0748-4c3a-93fd-6bff7e3ce553 req-75edcb91-c7cc-4576-849e-955bec1af369 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:57.390562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40c902ce-0748-4c3a-93fd-6bff7e3ce553 req-75edcb91-c7cc-4576-849e-955bec1af369 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.2443717 Jul 09 16:41:57.438082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d371c87-e9c8-49f1-8762-7fd674836109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.477588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3255dfd-f5de-4dda-a442-8724c7451608 req-c1f78a22-7fc3-4e38-b058-cf80f9e08d2d service neutron] 10.222.0.43 "GET /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290752 Jul 09 16:41:57.490050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d371c87-e9c8-49f1-8762-7fd674836109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.507151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40c902ce-0748-4c3a-93fd-6bff7e3ce553 req-394fbbe6-d24b-44f5-bc45-3285760ef68b tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036422 Jul 09 16:41:57.568646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763159e-1d01-4e41-b3e6-47aec94f6788 req-250b42d1-c896-43f5-9434-481feb9894b1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:57.570449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b763159e-1d01-4e41-b3e6-47aec94f6788 req-250b42d1-c896-43f5-9434-481feb9894b1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1960757 Jul 09 16:41:57.592668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d371c87-e9c8-49f1-8762-7fd674836109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.595131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d371c87-e9c8-49f1-8762-7fd674836109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.596249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d371c87-e9c8-49f1-8762-7fd674836109 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18776651-f128-4cf1-aa25-86c18ecffaba HTTP/1.1" status: 204 len: 168 time: 0.3564131 Jul 09 16:41:57.615779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371c87-e9c8-49f1-8762-7fd674836109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18776651-f128-4cf1-aa25-86c18ecffaba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:57.646189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b763159e-1d01-4e41-b3e6-47aec94f6788 req-03ad35db-6f6d-4201-96d2-843701ec344a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Jul 09 16:41:57.724603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0a2f-4bf0-4e2b-90d7-b519fe4b3c62 req-ce0e508c-5e27-4e3b-bd10-c1fcb650c8d4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:57.733683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-946d0a2f-4bf0-4e2b-90d7-b519fe4b3c62 req-ce0e508c-5e27-4e3b-bd10-c1fcb650c8d4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1058114 Jul 09 16:41:57.803103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-946d0a2f-4bf0-4e2b-90d7-b519fe4b3c62 req-aee00cbd-eb07-4ae9-8979-2bd62f54f24d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Jul 09 16:41:57.830427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-fcf405b6-7dc5-4806-a7a9-c365c4adf364 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:57.830427 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-fcf405b6-7dc5-4806-a7a9-c365c4adf364 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.1324258 Jul 09 16:41:57.857167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-941e449c-1d10-48b9-ae5c-0a3af4428ee6 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1c342e2b65394fc5853ec73eb81f297d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619347 Jul 09 16:41:58.001423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Deleting port 63960eec-5632-4c91-9b86-9dae5120acbd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:58.002101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.068136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-2b37520c-8a74-4796-bffd-dbad46726fe3 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:58.073257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-2b37520c-8a74-4796-bffd-dbad46726fe3 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037380 Jul 09 16:41:58.090998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Request body: {'port': {'device_id': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '1c342e2b65394fc5853ec73eb81f297d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:58.170232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.193684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] For port 63960eec-5632-4c91-9b86-9dae5120acbd, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=63960eec-5632-4c91-9b86-9dae5120acbd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:58.194077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.197169 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9737-6385-43c4-9cd0-c2ae58ab9167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.248775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Calling delete_port for 63960eec-5632-4c91-9b86-9dae5120acbd owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:58.305045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376824-1e28-42bc-8290-f54cb5110d86 req-46a0e289-1f58-4e45-a94c-889587891347 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:58.307022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae376824-1e28-42bc-8290-f54cb5110d86 req-46a0e289-1f58-4e45-a94c-889587891347 tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/ports?device_id=fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8 HTTP/1.1" status: 200 len: 949 time: 0.0946684 Jul 09 16:41:58.372878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9737-6385-43c4-9cd0-c2ae58ab9167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.380405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae376824-1e28-42bc-8290-f54cb5110d86 req-e8bff928-bae8-4e13-9df1-c68184efbe8b tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.48 "GET /v2.0/security-groups?id=807d81bc-357b-4f35-8498-16af866c1633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657892 Jul 09 16:41:58.386072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9737-6385-43c4-9cd0-c2ae58ab9167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.410442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Made reservation on behalf of 1c342e2b65394fc5853ec73eb81f297d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:58.413965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.425978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.444541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19e6d1-0379-441e-a226-4603e0cb2c90 req-372e72be-77d0-4638-8be6-f5cb104f3c10 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:58.445444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e9737-6385-43c4-9cd0-c2ae58ab9167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402687a3-8cf4-4df7-800b-bd4da09a3a30,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.446075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c19e6d1-0379-441e-a226-4603e0cb2c90 req-372e72be-77d0-4638-8be6-f5cb104f3c10 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1037698 Jul 09 16:41:58.491465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f4e9737-6385-43c4-9cd0-c2ae58ab9167 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc680531a72d4f6a95799648ffd92192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193393 Jul 09 16:41:58.495362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.513336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.521978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c19e6d1-0379-441e-a226-4603e0cb2c90 req-880e8263-75ec-4dc3-94ff-bb11e0a5a217 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.551029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['63960eec-5632-4c91-9b86-9dae5120acbd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:41:58.558284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Pushing event deleted for resources: {'Port': ['ID=63960eec-5632-4c91-9b86-9dae5120acbd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.625188 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.631786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956cb76c-610e-4f00-be46-43406158e7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.639644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dacd3-bcde-413b-bef9-3ebdfbb6aa2f req-be9e45a6-597e-4936-b18b-557ddbbd8cbb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:58.641259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-192dacd3-bcde-413b-bef9-3ebdfbb6aa2f req-be9e45a6-597e-4936-b18b-557ddbbd8cbb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1226296 Jul 09 16:41:58.642045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] No DVR routers for this DVR port 63960eec-5632-4c91-9b86-9dae5120acbd on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:58.646241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.646720 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.648083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58d177a2-4719-4a9a-8725-d6a0d1f03799 req-eb8bed28-c9bf-4aa0-a45d-848cfce7acfa tempest-DeleteServersAdminTestJSON-92422665 tempest-DeleteServersAdminTestJSON-92422665-project] 10.222.0.37 "DELETE /v2.0/ports/63960eec-5632-4c91-9b86-9dae5120acbd HTTP/1.1" status: 204 len: 173 time: 0.8088892 Jul 09 16:41:58.648619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'name': 'network-vif-deleted', 'tag': '63960eec-5632-4c91-9b86-9dae5120acbd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:58.651001 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1cad34-6a0a-4054-bb85-fce530241072" -d '{"events": [{"server_uuid": "fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8", "name": "network-vif-deleted", "tag": "63960eec-5632-4c91-9b86-9dae5120acbd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:58.672382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956cb76c-610e-4f00-be46-43406158e7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.732966 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956cb76c-610e-4f00-be46-43406158e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.735676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-956cb76c-610e-4f00-be46-43406158e7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.736851 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-956cb76c-610e-4f00-be46-43406158e7b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/402687a3-8cf4-4df7-800b-bd4da09a3a30 HTTP/1.1" status: 204 len: 168 time: 0.2378187 Jul 09 16:41:58.751684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cb76c-610e-4f00-be46-43406158e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402687a3-8cf4-4df7-800b-bd4da09a3a30,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.774367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b99e3-8063-4fc2-9da6-4e63257ce807,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.820684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-192dacd3-bcde-413b-bef9-3ebdfbb6aa2f req-493ab12f-8f35-41e3-80d6-c5c5e6a8bc0b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438572 Jul 09 16:41:58.918292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Allocated IP 192.168.233.84 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/f4e42247-22ac-4096-aa5a-0c3e91341860) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:58.968963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c19e6d1-0379-441e-a226-4603e0cb2c90 req-880e8263-75ec-4dc3-94ff-bb11e0a5a217 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.991571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c19e6d1-0379-441e-a226-4603e0cb2c90 req-880e8263-75ec-4dc3-94ff-bb11e0a5a217 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.022753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec11cb36-29da-4d96-a4c1-4237a8ee3570 req-af095ab1-5c5f-4909-8f28-a51f74d93ca8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 210 time: 0.0462854 Jul 09 16:41:59.056530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c19e6d1-0379-441e-a226-4603e0cb2c90 req-880e8263-75ec-4dc3-94ff-bb11e0a5a217 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690157 Jul 09 16:41:59.110257 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e1d1e2-ed9a-4ca8-8ded-9947d2a54ee1 x-openstack-request-id: req-b7e1d1e2-ed9a-4ca8-8ded-9947d2a54ee1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:59.110851 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8", "name": "network-vif-deleted", "tag": "63960eec-5632-4c91-9b86-9dae5120acbd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:59.111122 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7e1d1e2-ed9a-4ca8-8ded-9947d2a54ee1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:59.111611 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc752d0-e5ce-4c6d-b3b8-6b7e481f03c8', 'name': 'network-vif-deleted', 'tag': '63960eec-5632-4c91-9b86-9dae5120acbd', 'status': 'completed', 'code': 200} Jul 09 16:41:59.628191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e8263-75ec-4dc3-94ff-bb11e0a5a217 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f0da7b-f766-4b2b-894d-b41dd4707e9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:59.707477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.727499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76559c0b-aaf7-45ce-bb54-d61ef5cf93aa req-c1e73248-3092-4042-b5d0-1ddd90728b09 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:59.729018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76559c0b-aaf7-45ce-bb54-d61ef5cf93aa req-c1e73248-3092-4042-b5d0-1ddd90728b09 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1711714 Jul 09 16:41:59.739161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Transition to ACTIVE for port object f4e42247-22ac-4096-aa5a-0c3e91341860 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:59.747907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba225-d720-4bef-8dd0-07876d98d3c5 req-4c7d5b65-04de-4c06-86cc-ac0267954061 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:59.749398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-312ba225-d720-4bef-8dd0-07876d98d3c5 req-4c7d5b65-04de-4c06-86cc-ac0267954061 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1783736 Jul 09 16:41:59.821345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76559c0b-aaf7-45ce-bb54-d61ef5cf93aa req-c8139a83-3f48-4bef-8aaa-e46e3db1e4d9 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839958 Jul 09 16:41:59.828800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-312ba225-d720-4bef-8dd0-07876d98d3c5 req-2fbfb0d7-5e74-42eb-90ed-8d973b3b4216 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718393 Jul 09 16:41:59.839656 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.901817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:59.905271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:59.910089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:59.912874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Pushing event updated for resources: {'Port': ['ID=f4e42247-22ac-4096-aa5a-0c3e91341860,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:59.973273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:59.974061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.991488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-ce06e4ca-11d9-47f8-8a7f-1335b1b22421 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9052250 Jul 09 16:42:00.009794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Request body: {'port': {'device_id': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:00.114004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.273098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f640b91-40cd-4211-871f-18bf5a76b470 None None] Provisioning for port f4e42247-22ac-4096-aa5a-0c3e91341860 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:00.277127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f640b91-40cd-4211-871f-18bf5a76b470 None None] Provisioning complete for port f4e42247-22ac-4096-aa5a-0c3e91341860 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:00.277837 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f640b91-40cd-4211-871f-18bf5a76b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.313354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7f640b91-40cd-4211-871f-18bf5a76b470 None None] Port f4e42247-22ac-4096-aa5a-0c3e91341860 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:00.384731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6f475-024b-47cb-b878-3cac80aa8832 req-a763b967-4615-4474-ab6a-718fe4794b86 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:00.386290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a6f475-024b-47cb-b878-3cac80aa8832 req-a763b967-4615-4474-ab6a-718fe4794b86 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1770964 Jul 09 16:42:00.461384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a6f475-024b-47cb-b878-3cac80aa8832 req-1c596981-f939-4700-b634-97ce2ddc0ed9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559752 Jul 09 16:42:00.540464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e42247-22ac-4096-aa5a-0c3e91341860 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:00.561157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.592310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Transition to ACTIVE for port object f4e42247-22ac-4096-aa5a-0c3e91341860 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:00.601537 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.739833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e42247-22ac-4096-aa5a-0c3e91341860,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:00.758796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-196775fe-1c69-4505-a964-505b113a9b3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2058263 Jul 09 16:42:00.818214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39e9fd-75dd-4975-8944-de8b4ef3377f req-1f3d05d1-cde7-46b6-8fe9-cf7a5680118b tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:00.819804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c39e9fd-75dd-4975-8944-de8b4ef3377f req-1f3d05d1-cde7-46b6-8fe9-cf7a5680118b tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 947 time: 0.2142065 Jul 09 16:42:00.829378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbb3ef-be06-44c2-bad9-58b0a653ad84 req-48637ac9-4b36-4348-8acb-a86b13f499c9 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:00.830902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41bbb3ef-be06-44c2-bad9-58b0a653ad84 req-48637ac9-4b36-4348-8acb-a86b13f499c9 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.2319589 Jul 09 16:42:00.896854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Attempting to bind port f4e42247-22ac-4096-aa5a-0c3e91341860 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:00.897185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Attempting to bind port f4e42247-22ac-4096-aa5a-0c3e91341860 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:00.897518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Attempting to bind port f4e42247-22ac-4096-aa5a-0c3e91341860 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:00.913859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c39e9fd-75dd-4975-8944-de8b4ef3377f req-b0008185-ca18-416b-b8c8-15a0d41b9949 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767438 Jul 09 16:42:00.916645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Port f4e42247-22ac-4096-aa5a-0c3e91341860 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:00.916967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Attempting to bind port f4e42247-22ac-4096-aa5a-0c3e91341860 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:00.922949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41bbb3ef-be06-44c2-bad9-58b0a653ad84 req-30bbdea8-c83b-40e8-9ccd-fba8c810a2af tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841711 Jul 09 16:42:00.926324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:00.926696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:00.927206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:00.927501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Bound port: f4e42247-22ac-4096-aa5a-0c3e91341860, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:00.928009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.045701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] For port f4e42247-22ac-4096-aa5a-0c3e91341860, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:01.052471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] For port f4e42247-22ac-4096-aa5a-0c3e91341860, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f4e42247-22ac-4096-aa5a-0c3e91341860,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:01.057581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.126416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.127885 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.130778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/f4e42247-22ac-4096-aa5a-0c3e91341860 HTTP/1.1" status: 200 len: 1095 time: 1.1256738 Jul 09 16:42:01.130778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'tag': 'f4e42247-22ac-4096-aa5a-0c3e91341860'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:01.134910 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed3f81-7196-478a-87ac-b34ff2a82257" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9b226e-a44a-4a3f-9e99-e35eb760e267", "tag": "f4e42247-22ac-4096-aa5a-0c3e91341860"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:01.246529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c030c-b65b-4e00-b163-77c582cca9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e42247-22ac-4096-aa5a-0c3e91341860,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:01.330209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4e02-b323-45a7-9986-6f3c38266939 req-298b78cf-3390-4528-9ebc-acf1c5699557 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.337506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87dd4e02-b323-45a7-9986-6f3c38266939 req-298b78cf-3390-4528-9ebc-acf1c5699557 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.2367301 Jul 09 16:42:01.379507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-decf5436-1396-4bd2-861e-ab51306fa0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.381194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-decf5436-1396-4bd2-861e-ab51306fa0bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c342e2b65394fc5853ec73eb81f297d&device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 1098 time: 0.1926277 Jul 09 16:42:01.395541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89be5e-214b-4391-bdf5-b1f593f368b4 req-9da35c5f-81a0-464e-a8c8-3268b17197ab tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.402918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb89be5e-214b-4391-bdf5-b1f593f368b4 req-9da35c5f-81a0-464e-a8c8-3268b17197ab tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 946 time: 0.1934593 Jul 09 16:42:01.476156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87dd4e02-b323-45a7-9986-6f3c38266939 req-cbefc800-8012-49b0-b0b4-51b99f1a9370 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375985 Jul 09 16:42:01.484115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-a6e0f33a-6f0c-4766-b31f-22bae63e9508 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=f4e42247-22ac-4096-aa5a-0c3e91341860 HTTP/1.1" status: 200 len: 217 time: 0.0624783 Jul 09 16:42:01.502368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb89be5e-214b-4391-bdf5-b1f593f368b4 req-2fe13ea2-2332-4ffc-9614-5657c31fc9dd tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985594 Jul 09 16:42:01.526493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 63960eec-5632-4c91-9b86-9dae5120acbd no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:01.557362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-1a771539-8cd0-4c75-bb10-12e332ff7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.559064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-1a771539-8cd0-4c75-bb10-12e332ff7f55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0557835 Jul 09 16:42:01.585653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 63960eec-5632-4c91-9b86-9dae5120acbd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:01.588121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 63960eec-5632-4c91-9b86-9dae5120acbd not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:01.714860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-78833e52-8c44-45a3-be9c-50649ff53fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.716404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-78833e52-8c44-45a3-be9c-50649ff53fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465678 Jul 09 16:42:01.724533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112ef00-66ea-40e5-8ba2-b3b7ddb6b3ea req-810f881f-923d-41e1-ac0f-e89700fc7cd9 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.726060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9112ef00-66ea-40e5-8ba2-b3b7ddb6b3ea req-810f881f-923d-41e1-ac0f-e89700fc7cd9 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1122735 Jul 09 16:42:01.727639 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e98e49a-4e61-45df-9d6f-57b067ea2cc9 x-openstack-request-id: req-4e98e49a-4e61-45df-9d6f-57b067ea2cc9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:01.727916 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9b226e-a44a-4a3f-9e99-e35eb760e267", "tag": "f4e42247-22ac-4096-aa5a-0c3e91341860", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:01.728174 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e98e49a-4e61-45df-9d6f-57b067ea2cc9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:01.728571 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'tag': 'f4e42247-22ac-4096-aa5a-0c3e91341860', 'status': 'completed', 'code': 200} Jul 09 16:42:01.851278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9112ef00-66ea-40e5-8ba2-b3b7ddb6b3ea req-734e01f5-d485-4d4f-9bb4-0535d2965032 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186247 Jul 09 16:42:01.909439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:01.917236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-1aed938c-4973-4f2d-9b54-abcb1bed4917 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718311 Jul 09 16:42:02.007598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a284-397d-4aa7-825c-bff4c575547c req-222618b4-f13a-499f-b244-5466fdec513d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.015658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c362a284-397d-4aa7-825c-bff4c575547c req-222618b4-f13a-499f-b244-5466fdec513d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1574006 Jul 09 16:42:02.073372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb69c82b-d2bd-47cc-aaa5-8381646bc821 req-866a1003-be5e-4cba-95a7-c2bcd981acf3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452584 Jul 09 16:42:02.080552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c362a284-397d-4aa7-825c-bff4c575547c req-f843884e-6f69-4276-b94e-40378b969a8b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624638 Jul 09 16:42:02.084297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b6f6-ff1e-4964-8933-f78f36017bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.220523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b6f6-ff1e-4964-8933-f78f36017bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.229576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b6f6-ff1e-4964-8933-f78f36017bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.249696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-f165a52f-972f-457f-934b-cb745c22f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.251394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-f165a52f-972f-457f-934b-cb745c22f9d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c342e2b65394fc5853ec73eb81f297d&device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 1098 time: 0.0949490 Jul 09 16:42:02.309698 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4c6b6f6-ff1e-4964-8933-f78f36017bad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=964012a5d46143a792c2128915ab0153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987627 Jul 09 16:42:02.311119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6b6f6-ff1e-4964-8933-f78f36017bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dd3bd9-65bf-4b19-bc7a-9d1b8a2b2dbf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:02.318075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:02.387646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-f986a328-52b3-479b-ad0b-0326add42f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.389257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-f986a328-52b3-479b-ad0b-0326add42f8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1289530 Jul 09 16:42:02.425445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33207fa0-c971-44f1-9a25-5bc3290e9704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.465712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33207fa0-c971-44f1-9a25-5bc3290e9704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.489590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-fab29fcc-6ca3-4b6e-9938-af5c7a5f38ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=f4e42247-22ac-4096-aa5a-0c3e91341860 HTTP/1.1" status: 200 len: 217 time: 0.0664988 Jul 09 16:42:02.548754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33207fa0-c971-44f1-9a25-5bc3290e9704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.554631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33207fa0-c971-44f1-9a25-5bc3290e9704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.569785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-33207fa0-c971-44f1-9a25-5bc3290e9704 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23dd3bd9-65bf-4b19-bc7a-9d1b8a2b2dbf HTTP/1.1" status: 204 len: 168 time: 0.2430897 Jul 09 16:42:02.585766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-d7ba2cdc-718b-43a5-a38a-bf990c1333ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.587408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-d7ba2cdc-718b-43a5-a38a-bf990c1333ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0918667 Jul 09 16:42:02.611385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207fa0-c971-44f1-9a25-5bc3290e9704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dd3bd9-65bf-4b19-bc7a-9d1b8a2b2dbf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:02.649015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fceef-c28d-4f84-920d-9c671a4133fd req-08a91d3c-8b5a-40f6-aea1-ce701f665edd tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.657481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b65fceef-c28d-4f84-920d-9c671a4133fd req-08a91d3c-8b5a-40f6-aea1-ce701f665edd tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 947 time: 0.1517017 Jul 09 16:42:02.699412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-b4ed5a59-5eec-4209-b893-83f78bfe8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.701465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-b4ed5a59-5eec-4209-b893-83f78bfe8caa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1248629 Jul 09 16:42:02.724603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b65fceef-c28d-4f84-920d-9c671a4133fd req-707d3352-09f0-4f18-8e3e-8b03b34dbdc8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Jul 09 16:42:02.744401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-483f8cd7-06a6-412e-bcd0-39de62e67ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.749183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-483f8cd7-06a6-412e-bcd0-39de62e67ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513302 Jul 09 16:42:02.926923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-a6ad5133-e303-4e5d-ae02-0367856d8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:02.930678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-a6ad5133-e303-4e5d-ae02-0367856d8460 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2197776 Jul 09 16:42:02.941391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-b65d0a05-23b0-4096-8656-eb6dcb755b38 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780469 Jul 09 16:42:02.994781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-c79f9750-50fa-44b5-abe1-4baebad7fef0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0574591 Jul 09 16:42:03.085431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-b977bc85-baa7-445c-8f4a-67d7234a23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:03.091608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-b977bc85-baa7-445c-8f4a-67d7234a23ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0901961 Jul 09 16:42:03.117108 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baed3f81-7196-478a-87ac-b34ff2a82257 req-b3b89ddb-6f60-4db2-8c38-8441b9dd5e7b service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650007 Jul 09 16:42:03.148543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcb0b8-c9d9-4074-a2bb-902c80562afa req-ab7ccab1-e8a3-46c9-a619-9b6fdb4f9315 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:03.155732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eafcb0b8-c9d9-4074-a2bb-902c80562afa req-ab7ccab1-e8a3-46c9-a619-9b6fdb4f9315 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.1334703 Jul 09 16:42:03.162276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.194109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4a23ead-3316-463d-8f15-9a5a0d3a697c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.228853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eafcb0b8-c9d9-4074-a2bb-902c80562afa req-92654b8c-0c3f-4e19-81d4-64bdfe95492e tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638437 Jul 09 16:42:03.290093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-19415d77-ef94-42a7-b06d-7ff935e17b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:03.292140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-19415d77-ef94-42a7-b06d-7ff935e17b6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932702 Jul 09 16:42:03.393296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ea5a-da77-4521-bb47-298e29abf733 req-82ba7785-b4a7-4b87-b674-244ac17b4040 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:03.401430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2872ea5a-da77-4521-bb47-298e29abf733 req-82ba7785-b4a7-4b87-b674-244ac17b4040 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1425400 Jul 09 16:42:03.460763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.467682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-fee62d32-0579-403e-b3d4-89ddcc8c84c1 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629188 Jul 09 16:42:03.479483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2872ea5a-da77-4521-bb47-298e29abf733 req-f7cf8dd6-f377-43e9-9368-976308a3054e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766268 Jul 09 16:42:03.534334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4a23ead-3316-463d-8f15-9a5a0d3a697c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.560901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f395238-a938-48ec-9881-49ed63f8bf9a req-ccd2955d-c07a-4463-8590-b27327d037bd tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:03.567123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f395238-a938-48ec-9881-49ed63f8bf9a req-ccd2955d-c07a-4463-8590-b27327d037bd tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.2008548 Jul 09 16:42:03.577100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4a23ead-3316-463d-8f15-9a5a0d3a697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.618442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a23ead-3316-463d-8f15-9a5a0d3a697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24eda50-acfa-4d95-861e-f48bad286067,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:03.633805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f395238-a938-48ec-9881-49ed63f8bf9a req-60af2a58-9284-4332-932b-f66e56de814b tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601883 Jul 09 16:42:03.655430 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f4a23ead-3316-463d-8f15-9a5a0d3a697c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=784ab41d5ff34ab9bda64914bbb1f51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917552 Jul 09 16:42:03.660519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.693501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-4f7a36c3-5ea3-4cf1-8899-f3ea9b192c79 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079678 Jul 09 16:42:03.739797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9dcb1e4-1ee1-4938-b96d-30e29fdffbe8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15d7eb2439634c9bb33d0de28a516e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757745 Jul 09 16:42:03.740190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.787323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e695e3-51a9-4b52-ae4a-cf71fc8d22ec req-b435ab33-229b-4ff5-902b-15937afaed69 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:03.789076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9e695e3-51a9-4b52-ae4a-cf71fc8d22ec req-b435ab33-229b-4ff5-902b-15937afaed69 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1806197 Jul 09 16:42:03.794700 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0537dc-d876-4503-ad22-c857808ddd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.857836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0537dc-d876-4503-ad22-c857808ddd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.870907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddeca29-2fbd-44ab-a5cb-38c905a5bac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.879523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9e695e3-51a9-4b52-ae4a-cf71fc8d22ec req-4af39ebd-f6e5-4b4d-9286-a037a11bf086 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794518 Jul 09 16:42:03.935309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddeca29-2fbd-44ab-a5cb-38c905a5bac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.037339 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0537dc-d876-4503-ad22-c857808ddd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.038306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddeca29-2fbd-44ab-a5cb-38c905a5bac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.040716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0537dc-d876-4503-ad22-c857808ddd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.041068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eddeca29-2fbd-44ab-a5cb-38c905a5bac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.046813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd0537dc-d876-4503-ad22-c857808ddd12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c24eda50-acfa-4d95-861e-f48bad286067 HTTP/1.1" status: 204 len: 168 time: 0.3807111 Jul 09 16:42:04.047106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eddeca29-2fbd-44ab-a5cb-38c905a5bac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/807d81bc-357b-4f35-8498-16af866c1633 HTTP/1.1" status: 204 len: 168 time: 0.3021197 Jul 09 16:42:04.060847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeca29-2fbd-44ab-a5cb-38c905a5bac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807d81bc-357b-4f35-8498-16af866c1633,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.089215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0537dc-d876-4503-ad22-c857808ddd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24eda50-acfa-4d95-861e-f48bad286067,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.115064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe8c58-b9c2-493e-ad38-9ada5978529e req-a33eec11-8f06-40e1-aa68-70b5572ada23 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:04.126906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dbe8c58-b9c2-493e-ad38-9ada5978529e req-a33eec11-8f06-40e1-aa68-70b5572ada23 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 947 time: 0.2027013 Jul 09 16:42:04.188983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dbe8c58-b9c2-493e-ad38-9ada5978529e req-ccf1e7fe-ec50-4759-91b4-ca5adb18d72b tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Jul 09 16:42:04.534024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdea26d-60cc-407d-8c75-6c9c468f6b5b req-3792c5f9-2a8f-437e-b755-d4dea138b0e7 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:04.535976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfdea26d-60cc-407d-8c75-6c9c468f6b5b req-3792c5f9-2a8f-437e-b755-d4dea138b0e7 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.0993617 Jul 09 16:42:04.631343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfdea26d-60cc-407d-8c75-6c9c468f6b5b req-1a339cb6-cfff-4b85-9645-916bfb4c48a1 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868654 Jul 09 16:42:04.657088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:04.677256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c1f51f5-b345-4319-96d2-91401c1dd355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.740364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb73086-25a1-4ab0-8784-32e70793b8e1 req-c35f4e47-1f64-4dc1-a907-74812e4f3be8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:04.742874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cb73086-25a1-4ab0-8784-32e70793b8e1 req-c35f4e47-1f64-4dc1-a907-74812e4f3be8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1103430 Jul 09 16:42:04.811148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cb73086-25a1-4ab0-8784-32e70793b8e1 req-163b5ccd-08a1-4a44-b8d2-3ce5c087b358 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587759 Jul 09 16:42:04.827842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c1f51f5-b345-4319-96d2-91401c1dd355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.841013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c1f51f5-b345-4319-96d2-91401c1dd355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.885151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f51f5-b345-4319-96d2-91401c1dd355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babc4527-fc2d-4760-bf0d-e93648b70948,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.890368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c1f51f5-b345-4319-96d2-91401c1dd355 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83dd1d5874674496be7ab01e3ac4463f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326636 Jul 09 16:42:04.893941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:04.923746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd716-864f-45de-8988-d97b4868ed72 req-7f80d620-5ed6-4bbf-9719-2efa2bec46bb tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:04.931285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d0bd716-864f-45de-8988-d97b4868ed72 req-7f80d620-5ed6-4bbf-9719-2efa2bec46bb tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1183505 Jul 09 16:42:04.990455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2cdebb-5017-4a89-848c-b3a7d36a693f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.999408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d0bd716-864f-45de-8988-d97b4868ed72 req-072490f3-ed69-4104-ad29-4192cf038dd8 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668759 Jul 09 16:42:05.053248 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2cdebb-5017-4a89-848c-b3a7d36a693f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.122341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f4e42247-22ac-4096-aa5a-0c3e91341860 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:05.150290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2cdebb-5017-4a89-848c-b3a7d36a693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.157091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2cdebb-5017-4a89-848c-b3a7d36a693f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.163889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af2cdebb-5017-4a89-848c-b3a7d36a693f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/babc4527-fc2d-4760-bf0d-e93648b70948 HTTP/1.1" status: 204 len: 168 time: 0.2653098 Jul 09 16:42:05.192345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cdebb-5017-4a89-848c-b3a7d36a693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc4527-fc2d-4760-bf0d-e93648b70948,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:05.221580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29cfb1-3b69-4556-bc7e-937c94ad0519 req-80e31301-51f6-42f3-953a-d21111e1576f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:05.224923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c29cfb1-3b69-4556-bc7e-937c94ad0519 req-80e31301-51f6-42f3-953a-d21111e1576f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1587000 Jul 09 16:42:05.373921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c29cfb1-3b69-4556-bc7e-937c94ad0519 req-894d060a-9002-44fe-83f1-fee884b36550 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419308 Jul 09 16:42:05.396386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f4e42247-22ac-4096-aa5a-0c3e91341860, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f4e42247-22ac-4096-aa5a-0c3e91341860,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:05.428572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'f4e42247-22ac-4096-aa5a-0c3e91341860', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'f4e42247-22ac-4096-aa5a-0c3e91341860', 'mac_address': 'fa:16:3e:26:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:05.490702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63719830-4d0f-4ddd-b83b-05f7aee46b3b req-e3676ce0-d54d-4bf8-803b-d5fff1903b68 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:05.495400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63719830-4d0f-4ddd-b83b-05f7aee46b3b req-e3676ce0-d54d-4bf8-803b-d5fff1903b68 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 947 time: 0.1389847 Jul 09 16:42:05.508258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.526907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2b50b917-c737-489d-81df-499d55971eeb details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:05.532027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e42247-22ac-4096-aa5a-0c3e91341860 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:05.564007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63719830-4d0f-4ddd-b83b-05f7aee46b3b req-75e6fe5d-ed94-4e50-b18e-a0ce7dc849d9 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658050 Jul 09 16:42:05.587999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f4e42247-22ac-4096-aa5a-0c3e91341860, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f4e42247-22ac-4096-aa5a-0c3e91341860,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:05.594840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.596026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:05.824566 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4047a82-81fc-4161-b75c-78860f6aafa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.829226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f4e42247-22ac-4096-aa5a-0c3e91341860,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:05.962597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:05.968672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb3e18-8a37-463e-9152-4b7c65cc670c req-0fb51790-5a33-469a-81f8-693770ea14da tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:05.976638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bceb3e18-8a37-463e-9152-4b7c65cc670c req-0fb51790-5a33-469a-81f8-693770ea14da tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.1556134 Jul 09 16:42:05.992911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:06.006126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '2b50b917-c737-489d-81df-499d55971eeb', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': '2b50b917-c737-489d-81df-499d55971eeb', 'mac_address': 'fa:16:3e:d5:38:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:06.013162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'mac_address': 'fa:16:3e:0d:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:06.073451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bceb3e18-8a37-463e-9152-4b7c65cc670c req-46901069-ac23-4a3e-bf12-4521b9247eb2 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954547 Jul 09 16:42:06.131047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.139285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d38fb-8160-49b6-b34a-82e42eb112fc req-bb95ca0d-0d2d-4890-bfe4-8d8225a62877 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:06.150059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e94d38fb-8160-49b6-b34a-82e42eb112fc req-bb95ca0d-0d2d-4890-bfe4-8d8225a62877 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1635728 Jul 09 16:42:06.174042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee4e3f79-12e0-43ce-9090-a0ce0c949fbf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:06.189897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-fcb0e2b8-9eee-4aa6-b903-a55d70276b25 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:06.193094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-fcb0e2b8-9eee-4aa6-b903-a55d70276b25 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.37 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.1242781 Jul 09 16:42:06.208914 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.235558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e94d38fb-8160-49b6-b34a-82e42eb112fc req-7390d231-af3c-4853-9e7a-7f5d27fbe737 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725899 Jul 09 16:42:06.241534 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:06.245989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b50b917-c737-489d-81df-499d55971eeb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:06.256813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.383321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:06.432412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:06.441893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.457154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Deleting port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:06.460658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.483318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f616c5-d77b-4b4c-8663-cd5983432b8a req-3933a84d-5c5e-4200-af07-3e407c08a153 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:06.486368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31f616c5-d77b-4b4c-8663-cd5983432b8a req-3933a84d-5c5e-4200-af07-3e407c08a153 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.1710014 Jul 09 16:42:06.635183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:06.675964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:06.718356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] For port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:06.719351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.733851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2b50b917-c737-489d-81df-499d55971eeb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:06.810502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31f616c5-d77b-4b4c-8663-cd5983432b8a req-141118f7-1c91-456b-8d94-28fee30acc56 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167312 Jul 09 16:42:06.829389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f4e42247-22ac-4096-aa5a-0c3e91341860'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:06.980658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654fe2-fc7c-41ac-a447-c1835939fc49 req-203d74f0-02f4-4234-bff1-a274c64fcfa1 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:06.989169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69654fe2-fc7c-41ac-a447-c1835939fc49 req-203d74f0-02f4-4234-bff1-a274c64fcfa1 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 944 time: 0.3640935 Jul 09 16:42:07.056749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69654fe2-fc7c-41ac-a447-c1835939fc49 req-2c6d5ad5-70f8-4d38-9e09-9c1ed570135f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661306 Jul 09 16:42:07.149339 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:42:07.307904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.308517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.308624 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Floating IP 93158274-0a2a-459b-b918-b3275c8661c5 disassociated. External IP: 172.25.7.167, port: 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9. Jul 09 16:42:07.314033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Calling delete_port for 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:07.523390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919275a-9f93-4278-91fc-f8762a05f601 req-6c381cbd-07db-442b-af7f-cd2eea235b4e tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:07.525049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2919275a-9f93-4278-91fc-f8762a05f601 req-6c381cbd-07db-442b-af7f-cd2eea235b4e tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 948 time: 0.4235408 Jul 09 16:42:07.529989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2b50b917-c737-489d-81df-499d55971eeb up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:07.608785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-e31bf7c9-b17f-4a94-92f6-224aa69fe539 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:07.617349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-e31bf7c9-b17f-4a94-92f6-224aa69fe539 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 945 time: 0.4775898 Jul 09 16:42:07.649647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d9dc9-60f6-4cbb-a4e2-8570c08dea84 req-d59bdf81-5f65-42fb-b6b8-d676b1263309 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:07.656751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 2b50b917-c737-489d-81df-499d55971eeb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:07.657245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.661885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-463d9dc9-60f6-4cbb-a4e2-8570c08dea84 req-d59bdf81-5f65-42fb-b6b8-d676b1263309 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/ports?device_id=965d6a79-5ef6-452f-9aac-b84d5a6d12c5 HTTP/1.1" status: 200 len: 946 time: 0.3387191 Jul 09 16:42:07.749333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.844743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event deleted for resources: {'Port': ['ID=26c2e140-45b7-4f4d-89a8-37ccffc6b4f9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:07.870854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.957575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-463d9dc9-60f6-4cbb-a4e2-8570c08dea84 req-ebba6efd-f2c3-4141-8433-d26ade5326ca tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a321fff-7295-4618-93fc-20b2bbe08aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936692 Jul 09 16:42:07.975831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b917-c737-489d-81df-499d55971eeb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:07.992344 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230dcd3e-66f5-40de-b9b0-09fa76093602" -d '{"events": [{"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b917-c737-489d-81df-499d55971eeb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:07.999489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2919275a-9f93-4278-91fc-f8762a05f601 req-c35d8d3b-0c10-4638-a8aa-6b53d7bafd77 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520121 Jul 09 16:42:08.063081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Router 363e66f7-bd7e-4a76-9783-cc3ef1569387 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:08.094608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:08.098544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.101765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.201552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:08.227068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Deleting port 6021e980-bc18-40ac-9afb-f21a0ae1af61 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:08.227514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.262904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7fc19744-0ece-460c-a16e-2038a8c25f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.414046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:08.557606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] No DVR routers for this DVR port 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:08.569620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.573120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4a410592-d33f-49de-87f4-3a0298e7b57f req-84b1dfd1-dc14-4093-a61f-bfa9781382e5 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.37 "DELETE /v2.0/ports/26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 HTTP/1.1" status: 204 len: 173 time: 2.3721716 Jul 09 16:42:08.573659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'name': 'network-vif-deleted', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:08.579550 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afbd2eb-a7c2-408b-9f2d-72839a28125b" -d '{"events": [{"server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "name": "network-vif-deleted", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:08.786348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.826614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] Sync routers for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:08.857371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:08.865080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:09.086279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] For port 6021e980-bc18-40ac-9afb-f21a0ae1af61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6021e980-bc18-40ac-9afb-f21a0ae1af61,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:09.086845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.104315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Calling delete_port for 6021e980-bc18-40ac-9afb-f21a0ae1af61 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:09.183260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f4e42247-22ac-4096-aa5a-0c3e91341860 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:09.347595 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.350654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:09.404406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f43b6532-5a29-4aeb-9369-f5a150af73d9 req-bc7e071b-000c-4769-a552-5eec67c27703 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf405fd-62bc-4be3-971d-8cd224ffc39b HTTP/1.1" status: 200 len: 210 time: 0.0617139 Jul 09 16:42:09.479811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['4d28ed83-da55-452c-9f6b-0fba51a0bf92'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:09.500114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.518451 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cac43e-edef-4ed4-a48b-435299c7c95a x-openstack-request-id: req-74cac43e-edef-4ed4-a48b-435299c7c95a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:09.518998 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b917-c737-489d-81df-499d55971eeb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:09.519644 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74cac43e-edef-4ed4-a48b-435299c7c95a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:09.520255 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b917-c737-489d-81df-499d55971eeb', 'code': 200} Jul 09 16:42:09.613624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Pushing event deleted for resources: {'Port': ['ID=6021e980-bc18-40ac-9afb-f21a0ae1af61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.664361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:09.666739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] No DVR routers for this DVR port 6021e980-bc18-40ac-9afb-f21a0ae1af61 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:09.680773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.683235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65c0bfbf-8715-44bb-8bd2-fe41580b496e req-3fea6b07-b297-40ac-bc3f-d36ec72ceb4f tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "DELETE /v2.0/ports/6021e980-bc18-40ac-9afb-f21a0ae1af61 HTTP/1.1" status: 204 len: 173 time: 2.0102363 Jul 09 16:42:09.693692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'name': 'network-vif-deleted', 'tag': '6021e980-bc18-40ac-9afb-f21a0ae1af61'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:09.697092 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dbee70-8580-421a-b2b4-be6f06e0cd1e" -d '{"events": [{"server_uuid": "ebf405fd-62bc-4be3-971d-8cd224ffc39b", "name": "network-vif-deleted", "tag": "6021e980-bc18-40ac-9afb-f21a0ae1af61"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:09.741219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f63c-7a4c-478d-91d9-7cdc7eda703f req-a5316680-c43c-4faf-82c5-e64a5158daaa tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:09.751232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6d8f63c-7a4c-478d-91d9-7cdc7eda703f req-a5316680-c43c-4faf-82c5-e64a5158daaa tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.4111021 Jul 09 16:42:09.875873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6d8f63c-7a4c-478d-91d9-7cdc7eda703f req-6f10e536-8cbf-4a45-977b-a9fbb05dae93 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232045 Jul 09 16:42:09.904531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da87e32-fe5d-49b4-9618-625c4451efd5 req-f63e1982-afc9-48db-9677-95697c480450 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:09.907568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6da87e32-fe5d-49b4-9618-625c4451efd5 req-f63e1982-afc9-48db-9677-95697c480450 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1481230 Jul 09 16:42:09.921762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:09.922350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 26c2e140-45b7-4f4d-89a8-37ccffc6b4f9 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:09.983264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port f4e42247-22ac-4096-aa5a-0c3e91341860 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:10.009715 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ede33-1958-4a12-b9b1-7577b9b34147 x-openstack-request-id: req-220ede33-1958-4a12-b9b1-7577b9b34147 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:10.010691 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d6a79-5ef6-452f-9aac-b84d5a6d12c5", "name": "network-vif-deleted", "tag": "26c2e140-45b7-4f4d-89a8-37ccffc6b4f9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:10.011099 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-220ede33-1958-4a12-b9b1-7577b9b34147 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:10.011680 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d6a79-5ef6-452f-9aac-b84d5a6d12c5', 'name': 'network-vif-deleted', 'tag': '26c2e140-45b7-4f4d-89a8-37ccffc6b4f9', 'status': 'completed', 'code': 200} Jul 09 16:42:10.024360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6da87e32-fe5d-49b4-9618-625c4451efd5 req-8f66272f-451d-46eb-893d-25fd04c95100 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085849 Jul 09 16:42:10.124332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port f4e42247-22ac-4096-aa5a-0c3e91341860 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:10.124706 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.359231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c21825-0696-44f1-be26-5923d3390657 req-193b8aa8-fb47-43bb-82c9-fc900276f135 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:10.361483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c21825-0696-44f1-be26-5923d3390657 req-193b8aa8-fb47-43bb-82c9-fc900276f135 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 948 time: 0.1221910 Jul 09 16:42:10.477852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.483242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82c21825-0696-44f1-be26-5923d3390657 req-36df1841-3dfd-4ca4-9609-29bc54b6f3ca tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147561 Jul 09 16:42:10.532307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:10.572973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] Checking router: 363e66f7-bd7e-4a76-9783-cc3ef1569387 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:10.577391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f4e42247-22ac-4096-aa5a-0c3e91341860, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f4e42247-22ac-4096-aa5a-0c3e91341860,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:10.585678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.586608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:10.592381 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe0ee3-4896-4ae6-968f-e996ce3df29e x-openstack-request-id: req-20fe0ee3-4896-4ae6-968f-e996ce3df29e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:10.592903 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf405fd-62bc-4be3-971d-8cd224ffc39b", "name": "network-vif-deleted", "tag": "6021e980-bc18-40ac-9afb-f21a0ae1af61", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:10.593320 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20fe0ee3-4896-4ae6-968f-e996ce3df29e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:10.593911 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf405fd-62bc-4be3-971d-8cd224ffc39b', 'name': 'network-vif-deleted', 'tag': '6021e980-bc18-40ac-9afb-f21a0ae1af61', 'status': 'completed', 'code': 200} Jul 09 16:42:10.638754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:10.640539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:10.796097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f4e42247-22ac-4096-aa5a-0c3e91341860,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:10.816836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:10.816836 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.852385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:11.042630 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.057812 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.210121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:11.218665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.235457 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.279114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6021e980-bc18-40ac-9afb-f21a0ae1af61 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:11.318949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:11.337715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e047df2-2526-4e13-a6b9-c638147dade3 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.359364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b91e2-ab05-4052-b27b-ff8b75315aae None None] The sync data for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 is: [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 4, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2edb9d01-3461-4c49-b306-bac7a94d0f0b', 'name': '', 'network_id': 'a68e0734-f834-4843-be3c-6d7eab84c04a', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'mac_address': 'fa:16:3e:99:ab:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:27Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'subnets': [{'id': 'ee4a5930-5381-4e8e-a924-705dacb46815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:11.361811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 6021e980-bc18-40ac-9afb-f21a0ae1af61 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:11.362374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6021e980-bc18-40ac-9afb-f21a0ae1af61 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:11.381734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:11.419687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e047df2-2526-4e13-a6b9-c638147dade3 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.521642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e42247-22ac-4096-aa5a-0c3e91341860'}, {'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:11.525368 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa1a63-f6e2-450e-ab62-5336bb33173e" -d '{"events": [{"server_uuid": "4d9b226e-a44a-4a3f-9e99-e35eb760e267", "name": "network-vif-plugged", "status": "completed", "tag": "f4e42247-22ac-4096-aa5a-0c3e91341860"}, {"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-plugged", "status": "completed", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:11.530848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e047df2-2526-4e13-a6b9-c638147dade3 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.534769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e047df2-2526-4e13-a6b9-c638147dade3 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.537532 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3e047df2-2526-4e13-a6b9-c638147dade3 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "DELETE /v2.0/security-groups/7a321fff-7295-4618-93fc-20b2bbe08aa6 HTTP/1.1" status: 204 len: 168 time: 0.3165503 Jul 09 16:42:11.540311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.559098 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e9273b12-ebad-4f99-837d-8525def9261b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] show failed (client error): The resource could not be found. Jul 09 16:42:11.569296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9273b12-ebad-4f99-837d-8525def9261b tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "GET /v2.0/security-groups/7a321fff-7295-4618-93fc-20b2bbe08aa6 HTTP/1.1" status: 404 len: 347 time: 0.0273254 Jul 09 16:42:11.573562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.580571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047df2-2526-4e13-a6b9-c638147dade3 tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a321fff-7295-4618-93fc-20b2bbe08aa6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:12.007579 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110e8fa-07ef-4448-99cd-baff4754ecf1 None None] New status for floating IP 93158274-0a2a-459b-b918-b3275c8661c5: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:42:12.010986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Deleting port b837f846-8fbb-4591-aa4f-16771a185963 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:12.011412 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.118761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.119118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.134746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Calling delete_port for b837f846-8fbb-4591-aa4f-16771a185963 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:12.258101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b23dd-6987-46b7-8775-f31d60101a02 req-07202822-7aa1-4fe1-8eef-abfee0d8ee87 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:12.282375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-036b23dd-6987-46b7-8775-f31d60101a02 req-07202822-7aa1-4fe1-8eef-abfee0d8ee87 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.5822043 Jul 09 16:42:12.446148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-036b23dd-6987-46b7-8775-f31d60101a02 req-bdde6fda-2bd1-4011-958b-ef55b698b7a8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627245 Jul 09 16:42:12.486952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.552737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Pushing event deleted for resources: {'Port': ['ID=b837f846-8fbb-4591-aa4f-16771a185963,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:12.668283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.671436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.676127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18446670-35d0-4739-b89f-cf35404c93ed tempest-ServersTestJSON-361176802 tempest-ServersTestJSON-361176802-project] 10.222.0.48 "DELETE /v2.0/floatingips/93158274-0a2a-459b-b918-b3275c8661c5 HTTP/1.1" status: 204 len: 168 time: 1.1013649 Jul 09 16:42:12.676648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:12.826594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7531bfc-9678-49d8-80bc-0113875b5ca8 req-277335c0-11c3-4a77-9c15-2ef824016bdc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:12.859075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7531bfc-9678-49d8-80bc-0113875b5ca8 req-277335c0-11c3-4a77-9c15-2ef824016bdc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.1894748 Jul 09 16:42:12.928760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7531bfc-9678-49d8-80bc-0113875b5ca8 req-7c0ed96e-8584-4316-a483-bff383d18091 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678158 Jul 09 16:42:13.436245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.427608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb83f6-6701-46a7-8573-8eb7eb7e1177 req-ed299d11-0605-4f6e-a7c1-b750e0c46c3c tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:14.437726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7fb83f6-6701-46a7-8573-8eb7eb7e1177 req-ed299d11-0605-4f6e-a7c1-b750e0c46c3c tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 949 time: 0.1667898 Jul 09 16:42:14.500104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7fb83f6-6701-46a7-8573-8eb7eb7e1177 req-f00a6498-8978-4980-84eb-d17adf2fc590 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612621 Jul 09 16:42:14.622216 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82463c8-34c8-4835-956e-177d421faf25 x-openstack-request-id: req-f82463c8-34c8-4835-956e-177d421faf25 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:14.622861 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b226e-a44a-4a3f-9e99-e35eb760e267", "name": "network-vif-plugged", "status": "completed", "tag": "f4e42247-22ac-4096-aa5a-0c3e91341860", "code": 200}, {"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-plugged", "status": "completed", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:14.622965 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f82463c8-34c8-4835-956e-177d421faf25 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:14.623539 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e42247-22ac-4096-aa5a-0c3e91341860', 'code': 200} Jul 09 16:42:14.623882 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'code': 200} Jul 09 16:42:14.891133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a19f34-237d-4549-8458-6ecbce77087a req-a1e9c892-5bf8-4d55-b6a9-ab62323478ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:14.897463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7a19f34-237d-4549-8458-6ecbce77087a req-a1e9c892-5bf8-4d55-b6a9-ab62323478ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 1100 time: 0.1549938 Jul 09 16:42:15.105406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7a19f34-237d-4549-8458-6ecbce77087a req-80a94486-1f9e-4a65-b74a-7ae4da910631 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992192 Jul 09 16:42:15.121729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Deleting port 2edb9d01-3461-4c49-b306-bac7a94d0f0b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:15.122269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.189372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7ff9f-76a2-4b39-816e-0f30977e4ff1 req-5b44444a-f599-4b0b-8707-dd62952e303f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:15.199141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc7ff9f-76a2-4b39-816e-0f30977e4ff1 req-5b44444a-f599-4b0b-8707-dd62952e303f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.2353125 Jul 09 16:42:15.276232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] For port 2edb9d01-3461-4c49-b306-bac7a94d0f0b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2edb9d01-3461-4c49-b306-bac7a94d0f0b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:15.277155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.304302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Calling delete_port for 2edb9d01-3461-4c49-b306-bac7a94d0f0b owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:15.320322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc7ff9f-76a2-4b39-816e-0f30977e4ff1 req-954f2f0c-7bb4-4c0f-9b98-71439dea69dc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152055 Jul 09 16:42:15.894089 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.964068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2edb9d01-3461-4c49-b306-bac7a94d0f0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:16.346864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd157d2e-b70b-4e5c-882a-83d5f753ccaa req-de386858-8550-4957-95b0-0674b3843211 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:16.355930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd157d2e-b70b-4e5c-882a-83d5f753ccaa req-de386858-8550-4957-95b0-0674b3843211 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.2541811 Jul 09 16:42:16.449354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd157d2e-b70b-4e5c-882a-83d5f753ccaa req-dadafbb1-13c8-4a8b-b005-d0220c1bb78f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920458 Jul 09 16:42:16.468815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.804593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37dfdd-a49e-433f-9312-a0b01298f629 req-8acfbab8-5eee-4a3d-8e52-c5b172359223 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:16.821057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b37dfdd-a49e-433f-9312-a0b01298f629 req-8acfbab8-5eee-4a3d-8e52-c5b172359223 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.1487720 Jul 09 16:42:16.881950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b37dfdd-a49e-433f-9312-a0b01298f629 req-ed3a4700-24b6-42f5-804c-d7117e521423 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.48 "GET /v2.0/security-groups?id=c51467f4-6897-4555-9488-84f728f5a8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551560 Jul 09 16:42:17.112914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Router 363e66f7-bd7e-4a76-9783-cc3ef1569387 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:17.374295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0c4b-2157-45ec-8c83-2329be4430f5 req-204fe271-8d10-41dd-a1de-3e8622607271 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:17.386429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a39f0c4b-2157-45ec-8c83-2329be4430f5 req-204fe271-8d10-41dd-a1de-3e8622607271 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 949 time: 0.3321593 Jul 09 16:42:17.421468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:17.433995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] Sync routers for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:17.438680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-00414d4a-09d3-4c53-8d27-7190d5a98b5d admin admin] 10.222.0.48 "PUT /v2.0/routers/363e66f7-bd7e-4a76-9783-cc3ef1569387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7576008 Jul 09 16:42:17.439263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:17.451216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:17.451968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:17.462420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a39f0c4b-2157-45ec-8c83-2329be4430f5 req-33e305fa-2841-4bd2-99ab-18ca074af8e4 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Jul 09 16:42:17.509162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18422752-8b0f-4454-86a5-c71db32971ee req-0dbba6f2-fd58-4d60-aec4-08c5df15a98d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:17.514610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18422752-8b0f-4454-86a5-c71db32971ee req-0dbba6f2-fd58-4d60-aec4-08c5df15a98d tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b3176b2-e708-4915-b4e8-174fc410a1ee HTTP/1.1" status: 200 len: 945 time: 0.3763337 Jul 09 16:42:17.746113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.803593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Deleting port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:17.808304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.811954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:18.040378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] For port 4d28ed83-da55-452c-9f6b-0fba51a0bf92, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=4d28ed83-da55-452c-9f6b-0fba51a0bf92,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:18.047923 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.066000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.135923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Calling delete_port for 4d28ed83-da55-452c-9f6b-0fba51a0bf92 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:18.312194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Deleting port 6d5959a1-00cf-497a-8e94-15f620865348 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:18.315475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.601699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.626032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['4d28ed83-da55-452c-9f6b-0fba51a0bf92'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:18.656930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] For port 6d5959a1-00cf-497a-8e94-15f620865348, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d5959a1-00cf-497a-8e94-15f620865348,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:18.657382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.687662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '6d5959a1-00cf-497a-8e94-15f620865348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:42:15Z', 'revision_number': 5, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port': {'id': '6d5959a1-00cf-497a-8e94-15f620865348', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:23Z', 'updated_at': '2021-07-09T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:18.690124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Calling delete_port for 6d5959a1-00cf-497a-8e94-15f620865348 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:18.723187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Pushing event deleted for resources: {'Port': ['ID=4d28ed83-da55-452c-9f6b-0fba51a0bf92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:18.803216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] Checking router: 363e66f7-bd7e-4a76-9783-cc3ef1569387 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:18.824358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] Routers {'363e66f7-bd7e-4a76-9783-cc3ef1569387'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:18.827169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['363e66f7-bd7e-4a76-9783-cc3ef1569387'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:18.949373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] No DVR routers for this DVR port 4d28ed83-da55-452c-9f6b-0fba51a0bf92 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:18.975717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.981361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18422752-8b0f-4454-86a5-c71db32971ee req-574d7a83-713e-4d8c-99b3-da3dbf6e2632 tempest-ServerRescueTestJSON-1317796074 tempest-ServerRescueTestJSON-1317796074-project] 10.222.0.43 "DELETE /v2.0/ports/4d28ed83-da55-452c-9f6b-0fba51a0bf92 HTTP/1.1" status: 204 len: 173 time: 1.4595678 Jul 09 16:42:18.981915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'name': 'network-vif-deleted', 'tag': '4d28ed83-da55-452c-9f6b-0fba51a0bf92'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:18.986560 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c4b11f-9b55-4d4d-bb9b-8068f5e642cf" -d '{"events": [{"server_uuid": "5b3176b2-e708-4915-b4e8-174fc410a1ee", "name": "network-vif-deleted", "tag": "4d28ed83-da55-452c-9f6b-0fba51a0bf92"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:19.046521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb2cf0-4d50-4bb1-867a-b4fc0bee0512 req-b62a8e9c-5fef-4b37-9bd2-3c581cd6318c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.049993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2eb2cf0-4d50-4bb1-867a-b4fc0bee0512 req-b62a8e9c-5fef-4b37-9bd2-3c581cd6318c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.4695365 Jul 09 16:42:19.079158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] Set router 363e66f7-bd7e-4a76-9783-cc3ef1569387 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:19.160161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:42:18Z', 'revision_number': 6, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:19.169979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2eb2cf0-4d50-4bb1-867a-b4fc0bee0512 req-11fd0bfd-57e2-45f9-aa53-c794f87484c7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052372 Jul 09 16:42:19.240572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab8584-ac8c-4429-80e1-5eb21bf78997 None None] The sync data for ids ['363e66f7-bd7e-4a76-9783-cc3ef1569387'] in n-d-800085-2 is: [{'id': '363e66f7-bd7e-4a76-9783-cc3ef1569387', 'name': 'tempest-ServersTestJSON-2119651752-router', 'tenant_id': 'b9b85094d6dc4777bca51b79370372a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:21Z', 'updated_at': '2021-07-09T16:42:18Z', 'revision_number': 6, 'project_id': 'b9b85094d6dc4777bca51b79370372a0', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:19.285115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.367527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5959a1-00cf-497a-8e94-15f620865348,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:19.592978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2edb9d01-3461-4c49-b306-bac7a94d0f0b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:19.624193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.638633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.709102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2edb9d01-3461-4c49-b306-bac7a94d0f0b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:19.714158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2edb9d01-3461-4c49-b306-bac7a94d0f0b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:19.752462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.755263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.827817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.828503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 363e66f7-bd7e-4a76-9783-cc3ef1569387 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:42:19.840182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.844248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fbf4267b-c73f-4af2-9ac5-a28acd50be12 admin admin] 10.222.0.48 "DELETE /v2.0/routers/363e66f7-bd7e-4a76-9783-cc3ef1569387 HTTP/1.1" status: 204 len: 168 time: 2.3872311 Jul 09 16:42:19.844551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.981041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Deleting subnet ee4a5930-5381-4e8e-a924-705dacb46815 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:42:20.000513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bed8fa38-b1e1-45dc-a732-082bb700f8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.002812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.245709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.535902 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.651032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bed8fa38-b1e1-45dc-a732-082bb700f8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.669430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d66d-97df-4f49-903f-d6e72eb1869d req-83420722-7702-4d07-b9b5-8721ae2a1da7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:20.672163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a738d66d-97df-4f49-903f-d6e72eb1869d req-83420722-7702-4d07-b9b5-8721ae2a1da7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.5820906 Jul 09 16:42:20.675217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bed8fa38-b1e1-45dc-a732-082bb700f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.773892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8fa38-b1e1-45dc-a732-082bb700f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6324bab2-29c6-4232-b6b8-2dbd1ae132e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:20.780146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bed8fa38-b1e1-45dc-a732-082bb700f8e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ab52d6f382a4db1b9af0b92e8e7df0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1399484 Jul 09 16:42:20.783003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:20.783463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.861050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a738d66d-97df-4f49-903f-d6e72eb1869d req-fdbba0c1-d355-4cb4-95fe-fbf52bfde58e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624513 Jul 09 16:42:20.869907 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.874131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf55a4-8d1c-4645-a8a0-b7877ba94780 None None] Network a68e0734-f834-4843-be3c-6d7eab84c04a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:20.885427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee4a5930-5381-4e8e-a924-705dacb46815 HTTP/1.1" status: 204 len: 168 time: 1.0322080 Jul 09 16:42:20.886095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ddbfb-4ee6-41b0-9c70-05459772adb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4a5930-5381-4e8e-a924-705dacb46815,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:20.889281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:20.955093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.065083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:21.081925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.085400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.188721 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-c901284c-58db-4593-9229-5dbefee6b090 req-9a5e46df-0344-4801-8927-f697b0d5d1c5 service neutron] show failed (client error): The resource could not be found. Jul 09 16:42:21.190155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-9a5e46df-0344-4801-8927-f697b0d5d1c5 service neutron] 10.222.0.37 "GET /v2.0/ports/d8930375-f0c2-42c1-81f1-62910d9424c7/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.3510926 Jul 09 16:42:21.219748 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0956690b-6558-4500-98b7-399cecae6d7f x-openstack-request-id: req-0956690b-6558-4500-98b7-399cecae6d7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:21.220192 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3176b2-e708-4915-b4e8-174fc410a1ee", "name": "network-vif-deleted", "tag": "4d28ed83-da55-452c-9f6b-0fba51a0bf92", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:21.220592 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0956690b-6558-4500-98b7-399cecae6d7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:21.221183 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3176b2-e708-4915-b4e8-174fc410a1ee', 'name': 'network-vif-deleted', 'tag': '4d28ed83-da55-452c-9f6b-0fba51a0bf92', 'status': 'completed', 'code': 200} Jul 09 16:42:21.247003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4d28ed83-da55-452c-9f6b-0fba51a0bf92 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:21.296789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Deleting port 70dc8d05-8afc-402c-b849-901adc02665b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:21.297178 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.304103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] DHCP port deletion for a68e0734-f834-4843-be3c-6d7eab84c04a request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:42:21.308739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 4d28ed83-da55-452c-9f6b-0fba51a0bf92 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:21.309092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 4d28ed83-da55-452c-9f6b-0fba51a0bf92 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:21.463293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Deleting port 70dc8d05-8afc-402c-b849-901adc02665b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:21.474715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.480921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.491610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.498509 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6324bab2-29c6-4232-b6b8-2dbd1ae132e1 HTTP/1.1" status: 204 len: 168 time: 0.7131128 Jul 09 16:42:21.506957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] For port 70dc8d05-8afc-402c-b849-901adc02665b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=70dc8d05-8afc-402c-b849-901adc02665b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:21.507518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.515469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 70dc8d05-8afc-402c-b849-901adc02665b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:21.553870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Calling delete_port for 70dc8d05-8afc-402c-b849-901adc02665b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:21.809949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No active binding found for port 70dc8d05-8afc-402c-b849-901adc02665b {{(pid=93769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:42:21.810310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 70dc8d05-8afc-402c-b849-901adc02665b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:21.810751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d5959a1-00cf-497a-8e94-15f620865348 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:21.819141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.822252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] For port 70dc8d05-8afc-402c-b849-901adc02665b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=70dc8d05-8afc-402c-b849-901adc02665b,segment=NetworkSegment(e1b2d55b-abc3-401e-8fce-2ad4942d7719),segment_id=e1b2d55b-abc3-401e-8fce-2ad4942d7719)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:21.822679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.845528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6d5959a1-00cf-497a-8e94-15f620865348 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:21.845882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d5959a1-00cf-497a-8e94-15f620865348 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:21.872677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324bab2-29c6-4232-b6b8-2dbd1ae132e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:21.879537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Calling delete_port for 70dc8d05-8afc-402c-b849-901adc02665b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:21.887993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=70dc8d05-8afc-402c-b849-901adc02665b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:21.902301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] No DVR routers for this DVR port 70dc8d05-8afc-402c-b849-901adc02665b on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:21.936027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.942098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.944275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.945446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.949337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.949909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.950458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.950862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.951882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.953888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.954441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:21.955004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69513631-5ff6-404a-addb-001890f2283c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.000592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d7c6e-4787-43dc-b52c-64cc018cba3b req-8969c1d9-b42b-4a03-afe5-c4f435526ad7 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:22.008457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-944d7c6e-4787-43dc-b52c-64cc018cba3b req-8969c1d9-b42b-4a03-afe5-c4f435526ad7 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 949 time: 0.3251300 Jul 09 16:42:22.094256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.109646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68e0734-f834-4843-be3c-6d7eab84c04a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:22.122151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b2d55b-abc3-401e-8fce-2ad4942d7719') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:22.122449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b2d55b-abc3-401e-8fce-2ad4942d7719') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:22.133080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.151217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.157587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:42:22.157910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.228155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:42:22.235779 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:42:22.267097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.267803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:22.274503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-9ad6c495-6a91-4b40-b113-c210b5032558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:22.276049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-9ad6c495-6a91-4b40-b113-c210b5032558 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8&tenant_id=4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 1100 time: 0.5369632 Jul 09 16:42:22.298867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1212badd-1168-4357-8d05-591112582a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.311273 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.312417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.316764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Pushing event deleted for resources: {'Port': ['ID=70dc8d05-8afc-402c-b849-901adc02665b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:22.317034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a68e0734-f834-4843-be3c-6d7eab84c04a HTTP/1.1" status: 204 len: 168 time: 1.4262192 Jul 09 16:42:22.318019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7647e5-decf-4c9e-beb2-2f2595196d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68e0734-f834-4843-be3c-6d7eab84c04a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:22.332405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:22.344010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] Network a68e0734-f834-4843-be3c-6d7eab84c04a is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:42:22.344784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fb415-0595-4b58-b8dd-e1bc90085dd8 None None] No DVR routers for this DVR port 70dc8d05-8afc-402c-b849-901adc02665b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:22.405931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881550e6-cada-4126-aaac-cada32ea0fba req-0903a0c9-8767-4818-b125-b985b8784712 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:22.408074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-881550e6-cada-4126-aaac-cada32ea0fba req-0903a0c9-8767-4818-b125-b985b8784712 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 949 time: 0.7351773 Jul 09 16:42:22.457026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.533401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-944d7c6e-4787-43dc-b52c-64cc018cba3b req-074ae62a-74dc-4479-a417-9f9f4f782af0 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/security-groups?id=d77b99e3-8063-4fc2-9da6-4e63257ce807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235486 Jul 09 16:42:22.675348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:22.767636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Deleting port f4e42247-22ac-4096-aa5a-0c3e91341860 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:22.767636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.875074 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1398eb1b-ce7e-40f3-9c2d-9049300c1ee7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9b85094d6dc4777bca51b79370372a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936321 Jul 09 16:42:22.888204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:22.896611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1212badd-1168-4357-8d05-591112582a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.034046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1212badd-1168-4357-8d05-591112582a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.127005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1212badd-1168-4357-8d05-591112582a82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9f13e5f930b45bfa37fb3a6659b9b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574400 Jul 09 16:42:23.131157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212badd-1168-4357-8d05-591112582a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67bc7e6-4b6b-462f-b26f-91cfa469b43c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.136527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:23.189050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-fe04846b-b3ab-452e-ae58-b858a744ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.208527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-fe04846b-b3ab-452e-ae58-b858a744ccc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 1096 time: 0.2540379 Jul 09 16:42:23.217313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] For port f4e42247-22ac-4096-aa5a-0c3e91341860, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f4e42247-22ac-4096-aa5a-0c3e91341860,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:23.217990 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.221499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a984df4d-ab76-4e74-89d4-410e856d4bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.230036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5364e67-d1c4-4a60-ae0f-4f65a731de11 req-7d8c4ffa-99f2-4e5f-a511-c19a29a8fddb tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.231852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5364e67-d1c4-4a60-ae0f-4f65a731de11 req-7d8c4ffa-99f2-4e5f-a511-c19a29a8fddb tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.4362409 Jul 09 16:42:23.257287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Calling delete_port for f4e42247-22ac-4096-aa5a-0c3e91341860 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:23.379903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a984df4d-ab76-4e74-89d4-410e856d4bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.405162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2a22cb-6cb6-4d9c-800f-840fae5d0b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.405824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:23.446335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5364e67-d1c4-4a60-ae0f-4f65a731de11 req-b4e60b26-296d-47e8-a8d8-c5fdfaff0b89 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003784 Jul 09 16:42:23.449258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:23.539404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-6d6007d9-6604-4921-8ffb-23d5538342ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.540960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-6d6007d9-6604-4921-8ffb-23d5538342ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.3222997 Jul 09 16:42:23.562889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2a22cb-6cb6-4d9c-800f-840fae5d0b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.571238 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.579719 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:23.624873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-3be752ae-c7c8-4dd1-ab01-612b0c76169e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b50b917-c737-489d-81df-499d55971eeb HTTP/1.1" status: 200 len: 217 time: 0.0587151 Jul 09 16:42:23.696202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a984df4d-ab76-4e74-89d4-410e856d4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.698852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a984df4d-ab76-4e74-89d4-410e856d4bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.700120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a984df4d-ab76-4e74-89d4-410e856d4bb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5c34a3e-71db-435f-b1ba-44c9036f1314 HTTP/1.1" status: 204 len: 168 time: 0.6838391 Jul 09 16:42:23.723836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-0fa6f9a2-a5b8-421a-80b2-e7f31b830ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.725326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-0fa6f9a2-a5b8-421a-80b2-e7f31b830ac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.0882192 Jul 09 16:42:23.727940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Deleting port af4a706c-c376-4f9d-b442-873b249fdd17 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:23.727940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.732391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984df4d-ab76-4e74-89d4-410e856d4bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c34a3e-71db-435f-b1ba-44c9036f1314,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.802600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.431036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] For port af4a706c-c376-4f9d-b442-873b249fdd17, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=af4a706c-c376-4f9d-b442-873b249fdd17,segment=NetworkSegment(c583e5c8-19cd-4db4-aa49-6f9ac670342a),segment_id=c583e5c8-19cd-4db4-aa49-6f9ac670342a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:24.431675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.434117 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2a22cb-6cb6-4d9c-800f-840fae5d0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.436971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2a22cb-6cb6-4d9c-800f-840fae5d0b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.438734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c2a22cb-6cb6-4d9c-800f-840fae5d0b85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e67bc7e6-4b6b-462f-b26f-91cfa469b43c HTTP/1.1" status: 204 len: 168 time: 1.3001144 Jul 09 16:42:24.448773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:24.452955 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d827b-9ed6-4bda-a189-58885c5c47aa" -d '{"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:24.461571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.469976 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-249ede9a-d7a2-47c2-ae2e-215172f2f00a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559151 Jul 09 16:42:24.475338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Calling delete_port for af4a706c-c376-4f9d-b442-873b249fdd17 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:24.495230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a22cb-6cb6-4d9c-800f-840fae5d0b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67bc7e6-4b6b-462f-b26f-91cfa469b43c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.563714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Transition to ACTIVE for port object d8930375-f0c2-42c1-81f1-62910d9424c7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:24.565450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.606453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.646052 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:42:24.647214 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:42:24.664426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Pushing event deleted for resources: {'Port': ['ID=f4e42247-22ac-4096-aa5a-0c3e91341860,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.748262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.769074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85cc83-e637-43e6-9f25-89d22823a32b req-b99d62d5-b0b7-4f41-bfea-c8a4f4abd0d5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:24.778380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e85cc83-e637-43e6-9f25-89d22823a32b req-b99d62d5-b0b7-4f41-bfea-c8a4f4abd0d5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.4282749 Jul 09 16:42:24.817793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] No DVR routers for this DVR port f4e42247-22ac-4096-aa5a-0c3e91341860 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:24.826821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.830944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-881550e6-cada-4126-aaac-cada32ea0fba req-b6e96071-714b-40cc-a24c-e043b04740a8 tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.43 "DELETE /v2.0/ports/f4e42247-22ac-4096-aa5a-0c3e91341860 HTTP/1.1" status: 204 len: 173 time: 2.3758678 Jul 09 16:42:24.872175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-236f1f99-70ca-440c-90b5-5d1a84dae2ce service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759310 Jul 09 16:42:24.905564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] No DVR routers for this DVR port d8930375-f0c2-42c1-81f1-62910d9424c7 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:25.062329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e85cc83-e637-43e6-9f25-89d22823a32b req-8c4dbecb-db23-4d87-b438-e7894da8eb2f tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829607 Jul 09 16:42:25.083247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:25.086580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:25.087169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:25.118610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Port d8930375-f0c2-42c1-81f1-62910d9424c7 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:25.118952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Attempting to bind port d8930375-f0c2-42c1-81f1-62910d9424c7 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:25.125095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:25.125450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:25.125797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:25.126251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Bound port: d8930375-f0c2-42c1-81f1-62910d9424c7, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:25.126831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.266440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f4e42247-22ac-4096-aa5a-0c3e91341860 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:25.296164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: f4e42247-22ac-4096-aa5a-0c3e91341860 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:25.296758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f4e42247-22ac-4096-aa5a-0c3e91341860 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:25.330429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:25.340346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:25.344341 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c782b28-8c02-4e57-a9d6-a82131cff2a9 x-openstack-request-id: req-9c782b28-8c02-4e57-a9d6-a82131cff2a9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:25.344551 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:25.344685 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c782b28-8c02-4e57-a9d6-a82131cff2a9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:25.345040 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'code': 200} Jul 09 16:42:25.426675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4bffdc92-170b-4fae-afc7-d3a8369c778f req-89548165-7f9c-4295-accc-895552bd125b tempest-ImagesNegativeTestJSON-418290833 tempest-ImagesNegativeTestJSON-418290833-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d9b226e-a44a-4a3f-9e99-e35eb760e267 HTTP/1.1" status: 200 len: 210 time: 0.0798504 Jul 09 16:42:25.428799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.440544 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb1fc84c-bf46-4ba4-a501-0627dc630042 req-01fc3f1f-cc7f-40ae-828f-9bd7e41c66bc service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583644 Jul 09 16:42:25.497510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.537092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=af4a706c-c376-4f9d-b442-873b249fdd17,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.586910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:25.659111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:25.660779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.661742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] 10.222.0.43 "PUT /v2.0/ports/d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 1095 time: 3.3546746 Jul 09 16:42:25.846455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a377db2-03ec-4fb1-9cae-1485d1752776 req-b6028bb9-c8e2-4e9d-8ed2-d9ca53a23766 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:25.857095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a377db2-03ec-4fb1-9cae-1485d1752776 req-b6028bb9-c8e2-4e9d-8ed2-d9ca53a23766 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 947 time: 0.2612574 Jul 09 16:42:25.862175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe61c-8f91-4a8a-ad75-770b18dd0d9d service neutron] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.926219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2144549016-network', 'tenant_id': '35fbbc031bcd4878a1bafe1f43a0d099'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:26.010651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a377db2-03ec-4fb1-9cae-1485d1752776 req-45652c14-e700-4c8e-92c9-fdc4e83d5a48 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519551 Jul 09 16:42:26.048237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Made reservation on behalf of 35fbbc031bcd4878a1bafe1f43a0d099 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:26.060749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.077664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.080086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-f01050ee-e728-4d12-b608-eeb60033c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:26.088272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-f01050ee-e728-4d12-b608-eeb60033c593 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1098 time: 0.3616991 Jul 09 16:42:26.131293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.375362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-e12c9692-0922-4a25-a9be-328705c4e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:26.377032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-e12c9692-0922-4a25-a9be-328705c4e573 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2817318 Jul 09 16:42:26.464060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-ccd0b897-27a0-4015-8097-3271ad482007 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0790975 Jul 09 16:42:26.655784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:26.663892 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.671793 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.681860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-e408af97-59de-4363-8a4d-04f87f9f2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:26.692120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-e408af97-59de-4363-8a4d-04f87f9f2dc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1987133 Jul 09 16:42:26.749238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed188a-74e0-4284-a851-3df325d2f134 req-da2895ce-3eae-411a-98ff-76d44bedb957 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:26.758461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4ed188a-74e0-4284-a851-3df325d2f134 req-da2895ce-3eae-411a-98ff-76d44bedb957 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.2975662 Jul 09 16:42:26.762947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:42:26.784894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb50756d-53f0-41ec-9c62-74c128d8ee51,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:26.830939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4ed188a-74e0-4284-a851-3df325d2f134 req-0cddf07d-018f-4ffe-afd8-b876328f45ba tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713410 Jul 09 16:42:26.838998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901284c-58db-4593-9229-5dbefee6b090 req-0013c000-a66f-4774-b752-2ea45646347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:26.840840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-0013c000-a66f-4774-b752-2ea45646347c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415801 Jul 09 16:42:26.869368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.869719 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Added segment ffb27f50-70fe-4097-9c0a-33990e0ba409 of type vlan for network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 Jul 09 16:42:26.951675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.963535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:26.980352 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] Sync routers for ids ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:26.982996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-da55c97a-91ff-4241-ad41-d8cd7c584d4d admin admin] 10.222.0.48 "PUT /v2.0/routers/b98a1c20-65a4-4c24-acd2-d0a44ebaa4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9161425 Jul 09 16:42:26.985608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:27.003004 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] Routers {'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:27.003678 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:27.033166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.035093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:27.036237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.059003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4669497 Jul 09 16:42:27.069618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:27.123904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Request body: {'subnet': {'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2144549016-subnet', 'tenant_id': '35fbbc031bcd4878a1bafe1f43a0d099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:27.219635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c88e8f-d16b-49eb-9861-e24861f2df00 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9e5f41-145c-4922-951f-5f0d9a3bd545,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:27.233346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:42:27.245556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Made reservation on behalf of 35fbbc031bcd4878a1bafe1f43a0d099 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:27.250171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.334939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-358f0dd4-5e5b-473c-99d0-e8f7160407c9 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860923 Jul 09 16:42:27.360914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'name': 'network-vif-deleted', 'tag': 'f4e42247-22ac-4096-aa5a-0c3e91341860'}, {'name': 'network-changed', 'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:27.363969 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e97397c-dce7-4339-8c78-f5451216dda8" -d '{"events": [{"server_uuid": "4d9b226e-a44a-4a3f-9e99-e35eb760e267", "name": "network-vif-deleted", "tag": "f4e42247-22ac-4096-aa5a-0c3e91341860"}, {"name": "network-changed", "server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:27.506796 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] Set router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:27.593153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.612132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c901284c-58db-4593-9229-5dbefee6b090 req-e7ae2999-3137-444a-a0a9-7a3589a30d09 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439597 Jul 09 16:42:27.655988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.738501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Checking segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:27.739596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Network hostable DHCP agents. Network: 1e9e5f41-145c-4922-951f-5f0d9a3bd545, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:27.743248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a299a82-6817-4e22-af63-02ebc46daa5f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:27.765954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:27.791466 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1e9e5f41-145c-4922-951f-5f0d9a3bd545) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:27.801951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a301c8e-ca2e-475c-bcfb-8fbd02c490f9 None None] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:27.802520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:27.803134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.851707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bce50ed7-8a09-4000-a663-fcee8e555671 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7712038 Jul 09 16:42:27.878919 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:42:25Z', 'revision_number': 5, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:27.942285 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] Checking router: b98a1c20-65a4-4c24-acd2-d0a44ebaa4db for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:27.973201 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] Routers {'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:27.973845 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:28.040947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66296-e67e-4ac2-9301-d3941dbd7c0e req-223ded4e-3e32-487a-8c0a-a928fc586a1c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.048533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ad66296-e67e-4ac2-9301-d3941dbd7c0e req-223ded4e-3e32-487a-8c0a-a928fc586a1c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 947 time: 0.7267342 Jul 09 16:42:28.095364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fab9f-3900-4022-a6e6-66117bf7b573 None None] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:28.220753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:28.250137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] Set router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:28.290360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ad66296-e67e-4ac2-9301-d3941dbd7c0e req-72443133-0593-4a47-92f4-d390c6abb5e8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196283 Jul 09 16:42:28.296665 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4a339-fb47-4761-9078-df2c8e5e0954 x-openstack-request-id: req-1cf4a339-fb47-4761-9078-df2c8e5e0954 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:28.296829 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b226e-a44a-4a3f-9e99-e35eb760e267", "name": "network-vif-deleted", "tag": "f4e42247-22ac-4096-aa5a-0c3e91341860", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:28.297099 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cf4a339-fb47-4761-9078-df2c8e5e0954 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:28.297553 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9b226e-a44a-4a3f-9e99-e35eb760e267', 'name': 'network-vif-deleted', 'tag': 'f4e42247-22ac-4096-aa5a-0c3e91341860', 'status': 'completed', 'code': 200} Jul 09 16:42:28.297811 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'status': 'completed', 'code': 200} Jul 09 16:42:28.448864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-e18cc1a5-70af-454d-bcde-cacc17a9a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.450395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-e18cc1a5-70af-454d-bcde-cacc17a9a00f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1505709 Jul 09 16:42:28.675691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-54a39ea2-bea8-43c0-8d8c-ae6bb8c8fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.680943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-54a39ea2-bea8-43c0-8d8c-ae6bb8c8fbeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2233663 Jul 09 16:42:28.694127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-ee2ec274-64df-428c-a7ef-90075256d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.712493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-ee2ec274-64df-428c-a7ef-90075256d1cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1098 time: 0.3885548 Jul 09 16:42:28.717301 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:42:25Z', 'revision_number': 5, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:28.769658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-ff6e7428-8ac0-4bc1-867d-aef5c6c204cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0796847 Jul 09 16:42:28.794897 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd593790-8d54-46d3-bad8-4551f13f6953 None None] The sync data for ids ['b98a1c20-65a4-4c24-acd2-d0a44ebaa4db'] in n-d-800085-2 is: [{'id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'name': 'tempest-ServerRescueTestJSON-620184829-router', 'tenant_id': '4a406fc8780340909fe81d2c1a63ad7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:44Z', 'updated_at': '2021-07-09T16:42:25Z', 'revision_number': 5, 'project_id': '4a406fc8780340909fe81d2c1a63ad7e', 'gw_port': {'id': 'edaa5a54-fcbc-44c1-bf49-fd90e972013e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a1c20-65a4-4c24-acd2-d0a44ebaa4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:45Z', 'updated_at': '2021-07-09T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:28.864516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-4c083e81-2fcf-40ec-86b5-cc5ddb06c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.866160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-4c083e81-2fcf-40ec-86b5-cc5ddb06c978 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0884683 Jul 09 16:42:28.871531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Deleting port edaa5a54-fcbc-44c1-bf49-fd90e972013e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:28.872902 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.022591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-de51804d-2514-4532-a72c-a649737987f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.024145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-de51804d-2514-4532-a72c-a649737987f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510539 Jul 09 16:42:29.079152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c41af-b106-42a8-80f4-fa8b59f48945 req-411201d6-2df7-45bb-a8d6-ddf2e152748a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.088152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-984c41af-b106-42a8-80f4-fa8b59f48945 req-411201d6-2df7-45bb-a8d6-ddf2e152748a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.5139143 Jul 09 16:42:29.096689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-08181803-f806-4f27-930d-4a19322c4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.098184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-08181803-f806-4f27-930d-4a19322c4172 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3684680 Jul 09 16:42:29.172194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-f24ab27a-0253-4c78-8484-347eeefbbf6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0550807 Jul 09 16:42:29.173669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] For port edaa5a54-fcbc-44c1-bf49-fd90e972013e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=edaa5a54-fcbc-44c1-bf49-fd90e972013e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:29.174033 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.247882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Calling delete_port for edaa5a54-fcbc-44c1-bf49-fd90e972013e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:29.266503 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-dcc4575d-9634-423c-8269-ac75437fb958 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334111 Jul 09 16:42:29.276731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-984c41af-b106-42a8-80f4-fa8b59f48945 req-25c309d5-c5a7-487a-a134-0c29576ddde9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875229 Jul 09 16:42:29.316546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:29.424733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af4a706c-c376-4f9d-b442-873b249fdd17 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:29.534569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: af4a706c-c376-4f9d-b442-873b249fdd17 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:29.534926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af4a706c-c376-4f9d-b442-873b249fdd17 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:29.580351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-14e12a8f-9174-4d25-9245-a4c1c359c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.581770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-f127a82e-82ba-4fa4-a5dc-cb9771b551e5 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011732 Jul 09 16:42:29.584314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-14e12a8f-9174-4d25-9245-a4c1c359c998 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3826180 Jul 09 16:42:29.604831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-3ef4e21b-ca77-451b-9564-0b84a79ec1e7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.612978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-3ef4e21b-ca77-451b-9564-0b84a79ec1e7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 815 time: 0.3317473 Jul 09 16:42:29.656558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.720622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:29.725713 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9dad14-1421-4e90-bb8f-9810f9205148" -d '{"events": [{"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-unplugged", "status": "completed", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:29.753882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:29.761170 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.809777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-33180e47-dd65-4ac9-9655-691e719b18ba tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/quotas/35fbbc031bcd4878a1bafe1f43a0d099 HTTP/1.1" status: 200 len: 375 time: 0.1949744 Jul 09 16:42:29.865111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:29.920907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-b9635647-0c98-47fc-a69e-5c3beba4550a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096740 Jul 09 16:42:30.184483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-774e66df-05c2-4ca1-8cba-5ee672aa0d77 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:30.186074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-774e66df-05c2-4ca1-8cba-5ee672aa0d77 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.5706830 Jul 09 16:42:30.188189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-fb1eaca7-f0d1-42a2-875e-2a1d5a5f60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:30.189871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-fb1eaca7-f0d1-42a2-875e-2a1d5a5f60a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5709136 Jul 09 16:42:30.313570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-1bd1988a-30aa-49cb-953c-eef68f3ea940 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/quotas/ccaf50604f66437abd7dc7219a4e5e39 HTTP/1.1" status: 200 len: 375 time: 0.0861676 Jul 09 16:42:30.324161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.343845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-de0b6bdb-5e90-4668-9266-476d434c2ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212193 Jul 09 16:42:30.410698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=edaa5a54-fcbc-44c1-bf49-fd90e972013e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:30.422306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:30.500912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.501238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.501613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.501983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.502301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.502693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.502931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.503319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.503718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.504117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.504469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.504775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:30.581995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5359144c-7c59-45a4-82d4-ea42b1750a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.740147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5359144c-7c59-45a4-82d4-ea42b1750a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.747733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5359144c-7c59-45a4-82d4-ea42b1750a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.814308 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5359144c-7c59-45a4-82d4-ea42b1750a09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=468dc34753294ad88da412e102578fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904135 Jul 09 16:42:30.815753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359144c-7c59-45a4-82d4-ea42b1750a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f4a67-6719-4067-b274-96f3bb3cd72e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:30.819740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:30.901832 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cd0fff-6586-4a64-9db8-faa4422dc1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.928782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cd0fff-6586-4a64-9db8-faa4422dc1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.962822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-326ec0ca-7603-48b6-8c0a-0b14fc68d59f service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621222 Jul 09 16:42:30.997385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cd0fff-6586-4a64-9db8-faa4422dc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.001020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cd0fff-6586-4a64-9db8-faa4422dc1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.001391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-45cd0fff-6586-4a64-9db8-faa4422dc1b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/085f4a67-6719-4067-b274-96f3bb3cd72e HTTP/1.1" status: 204 len: 168 time: 0.1802809 Jul 09 16:42:31.013973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd0fff-6586-4a64-9db8-faa4422dc1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f4a67-6719-4067-b274-96f3bb3cd72e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.088951 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.099223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-c5880177-f97c-4f79-a682-11e096588124 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425268 Jul 09 16:42:31.204390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-db3e2f38-68e6-4575-91e7-d22138c4e85e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8896599 Jul 09 16:42:31.242594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.255483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.310014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46806) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:31.326811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e4bacc9-43ce-4cb8-8778-a80159054927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.336742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:31.354073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-8c271a9e-0259-49b6-b677-8f3988038dac tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:31.355742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-8c271a9e-0259-49b6-b677-8f3988038dac tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecbc9b56-75c8-406e-a73a-c47eb73b3d10 HTTP/1.1" status: 200 len: 944 time: 0.4113927 Jul 09 16:42:31.387985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e97397c-dce7-4339-8c78-f5451216dda8 req-2eee8a0e-61be-4e44-80a1-ee65242ae79c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976936 Jul 09 16:42:31.454307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.454898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98a1c20-65a4-4c24-acd2-d0a44ebaa4db {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:42:31.466282 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.470052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72405e26-27bd-41a4-b359-e048de921b9e admin admin] 10.222.0.48 "DELETE /v2.0/routers/b98a1c20-65a4-4c24-acd2-d0a44ebaa4db HTTP/1.1" status: 204 len: 168 time: 4.4834504 Jul 09 16:42:31.474541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:31.488582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e4bacc9-43ce-4cb8-8778-a80159054927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.508722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e4bacc9-43ce-4cb8-8778-a80159054927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.529442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:31.544344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'mac_address': 'fa:16:3e:03:b3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:31.545615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e4bacc9-43ce-4cb8-8778-a80159054927 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d88f52c3b7a4308a52c81c3cd321ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344444 Jul 09 16:42:31.548202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:31.581240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-491524ef-5542-4f11-bed4-6b7129104124 service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662944 Jul 09 16:42:31.602804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.620274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8930375-f0c2-42c1-81f1-62910d9424c7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:31.624414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bacc9-43ce-4cb8-8778-a80159054927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe4e315-127a-49bc-b064-6b462adb776e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.653328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:31.654383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adaa38c8-77ea-4bda-bb68-842e44369ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.659281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.697563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Deleting subnet 918ee96b-3f39-4c06-abdc-121185822afc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:42:31.705252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adaa38c8-77ea-4bda-bb68-842e44369ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.711998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.752084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.758977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797e8a5-f25c-431e-9188-fb31511f9d9e req-58e73f1c-8dc8-44c8-917f-ce965383c1e7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:31.766720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5797e8a5-f25c-431e-9188-fb31511f9d9e req-58e73f1c-8dc8-44c8-917f-ce965383c1e7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 947 time: 0.4067681 Jul 09 16:42:31.798983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adaa38c8-77ea-4bda-bb68-842e44369ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.806132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adaa38c8-77ea-4bda-bb68-842e44369ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.808539 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-adaa38c8-77ea-4bda-bb68-842e44369ffb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbe4e315-127a-49bc-b064-6b462adb776e HTTP/1.1" status: 204 len: 168 time: 0.2580433 Jul 09 16:42:31.812061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.822639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa38c8-77ea-4bda-bb68-842e44369ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe4e315-127a-49bc-b064-6b462adb776e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.886344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-9fa416db-ef6a-4b8c-8e40-ae5a94a22d80 service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042061 Jul 09 16:42:31.894106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Deleting port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:31.894600 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.906342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5797e8a5-f25c-431e-9188-fb31511f9d9e req-5fcfa3b1-b60b-48f9-8d47-b3fbd9de4ab8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385727 Jul 09 16:42:31.956898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:31.966850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.133297 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1eb79-61ca-460b-83db-c38da962028d x-openstack-request-id: req-64a1eb79-61ca-460b-83db-c38da962028d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:32.135941 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-unplugged", "status": "completed", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:32.136245 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64a1eb79-61ca-460b-83db-c38da962028d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:32.136760 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'code': 200} Jul 09 16:42:32.181741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-1012dd88-9723-4396-8d40-0152e7973ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.183281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-1012dd88-9723-4396-8d40-0152e7973ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 1096 time: 0.1615329 Jul 09 16:42:32.220404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] For port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:32.224206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.300688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Calling delete_port for ee4e3f79-12e0-43ce-9090-a0ce0c949fbf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:32.308307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.370282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-925b887b-15b8-4a2e-a5e5-336f81ffc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.374537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-925b887b-15b8-4a2e-a5e5-336f81ffc3cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.1818097 Jul 09 16:42:32.374758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=918ee96b-3f39-4c06-abdc-121185822afc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:32.383914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.395300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4271e32-4599-4d4d-afe1-7c05a5dd5257 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/918ee96b-3f39-4c06-abdc-121185822afc HTTP/1.1" status: 204 len: 168 time: 0.9130597 Jul 09 16:42:32.431983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:32.453736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-31398974-e16d-4aae-ab0e-bd673781948d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b50b917-c737-489d-81df-499d55971eeb HTTP/1.1" status: 200 len: 217 time: 0.0743291 Jul 09 16:42:32.549626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c759b5ee-63d7-4d44-85e9-4c3e8f95625e req-5e23b460-ecaf-4f04-865b-304220c8f339 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 210 time: 0.0854874 Jul 09 16:42:32.621707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eb69b-dd64-4f92-bf36-478199cc18c1 req-609dd750-2a88-428b-adb9-7000bc6ba1e1 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.637640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-367eb69b-dd64-4f92-bf36-478199cc18c1 req-609dd750-2a88-428b-adb9-7000bc6ba1e1 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 945 time: 0.4097440 Jul 09 16:42:32.650063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-62109cf3-6f27-494e-9a4d-cf27a90555cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.651741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-62109cf3-6f27-494e-9a4d-cf27a90555cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1839104 Jul 09 16:42:32.655017 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.702799 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-fe648db8-186a-47e6-95b8-bb24ec7efd83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437696 Jul 09 16:42:32.740150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-367eb69b-dd64-4f92-bf36-478199cc18c1 req-b1c97519-f2f7-4140-9b7f-3b2421bae355 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011827 Jul 09 16:42:32.871490 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.933532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event deleted for resources: {'Port': ['ID=ee4e3f79-12e0-43ce-9090-a0ce0c949fbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:32.958930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.996747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdac0f18-02ea-48ed-ab6f-d51543c9190f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:33.031655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] No DVR routers for this DVR port ee4e3f79-12e0-43ce-9090-a0ce0c949fbf on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:33.035594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.037705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b1b6360-03db-4593-a0a3-a4740c0d3424 req-79483503-7585-432b-966d-042c42c42bc1 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "DELETE /v2.0/ports/ee4e3f79-12e0-43ce-9090-a0ce0c949fbf HTTP/1.1" status: 204 len: 173 time: 1.6719737 Jul 09 16:42:33.038172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-deleted', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:33.040582 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07654b94-70fd-4594-9ca9-d309a0809519" -d '{"events": [{"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-deleted", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:33.045277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c583e5c8-19cd-4db4-aa49-6f9ac670342a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:33.045567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c583e5c8-19cd-4db4-aa49-6f9ac670342a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:33.056095 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-ca5fc898-d4e2-4113-a5b8-fe6bc1bdc359 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472416 Jul 09 16:42:33.061361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.121044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.136047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:42:33.138088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:42:33.214448 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:42:33.225302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.230197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68de3227-9c6b-4dce-8cb2-a971a83d0c0c req-24066e7b-cd58-45c7-9581-26943cf240a7 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 210 time: 0.0653777 Jul 09 16:42:33.233646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.235398 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fdac0f18-02ea-48ed-ab6f-d51543c9190f HTTP/1.1" status: 204 len: 168 time: 0.8022156 Jul 09 16:42:33.255838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7cfeb-db66-4a7d-8d57-7dbab5f54a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdac0f18-02ea-48ed-ab6f-d51543c9190f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:33.312661 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ee1b08e-61b9-4cf3-936e-38723eae694a req-6e093f1d-8c20-49b6-af28-a4e853863d57 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483830 Jul 09 16:42:33.345141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:33.420855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device edaa5a54-fcbc-44c1-bf49-fd90e972013e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:33.479865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: edaa5a54-fcbc-44c1-bf49-fd90e972013e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:33.483362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device edaa5a54-fcbc-44c1-bf49-fd90e972013e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:33.553740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port d8930375-f0c2-42c1-81f1-62910d9424c7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:33.561323 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16f63e-cd81-4d19-9c4a-78b515dc4a05 x-openstack-request-id: req-8f16f63e-cd81-4d19-9c4a-78b515dc4a05 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:33.561610 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbc9b56-75c8-406e-a73a-c47eb73b3d10", "name": "network-vif-deleted", "tag": "ee4e3f79-12e0-43ce-9090-a0ce0c949fbf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:33.562792 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f16f63e-cd81-4d19-9c4a-78b515dc4a05 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:33.563708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port d8930375-f0c2-42c1-81f1-62910d9424c7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:33.564319 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbc9b56-75c8-406e-a73a-c47eb73b3d10', 'name': 'network-vif-deleted', 'tag': 'ee4e3f79-12e0-43ce-9090-a0ce0c949fbf', 'status': 'completed', 'code': 200} Jul 09 16:42:33.565808 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.656329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2b50b917-c737-489d-81df-499d55971eeb no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:33.707857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-1acb61c5-31a4-47ab-b3e5-436f671fc597 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:33.710419 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.713220 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-1acb61c5-31a4-47ab-b3e5-436f671fc597 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8&tenant_id=4b36c56c59d843588bcf0b416136d371&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 948 time: 0.3437114 Jul 09 16:42:33.762560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:33.769095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-c595679d-4d1b-4f0a-97e4-0a7292ecf448 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:33.769719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.781751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-c595679d-4d1b-4f0a-97e4-0a7292ecf448 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 815 time: 0.4079766 Jul 09 16:42:33.785949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:33.804343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Request body: {'port': {'device_id': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'admin_state_up': True, 'tenant_id': '35fbbc031bcd4878a1bafe1f43a0d099'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:33.831285 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-c9e7ca8a-712e-4f29-8c92-148d104f13de service neutron] delete failed (client error): The resource could not be found. Jul 09 16:42:33.832403 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-c9e7ca8a-712e-4f29-8c92-148d104f13de service neutron] 10.222.0.37 "DELETE /v2.0/ports/d8930375-f0c2-42c1-81f1-62910d9424c7/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.1108336 Jul 09 16:42:34.003286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:34.009030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2ef95-480e-4861-9a29-16550ef352e8 req-d82ed3ab-513b-44fc-bf86-e02369e2e4d5 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.017258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84e2ef95-480e-4861-9a29-16550ef352e8 req-d82ed3ab-513b-44fc-bf86-e02369e2e4d5 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 948 time: 0.4604545 Jul 09 16:42:34.037476 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.116328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84e2ef95-480e-4861-9a29-16550ef352e8 req-f4637b10-a811-4b23-94f1-b12eae4ae4f8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896931 Jul 09 16:42:34.116328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Made reservation on behalf of 35fbbc031bcd4878a1bafe1f43a0d099 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:34.131576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.138368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7'}, {'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b50b917-c737-489d-81df-499d55971eeb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:34.140852 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2ead6-7a72-4b40-94c0-f54f74b560d1" -d '{"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7"}, {"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-unplugged", "status": "completed", "tag": "2b50b917-c737-489d-81df-499d55971eeb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:34.163291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:34.169373 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.209524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:34.214542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-4187eb75-ffc3-4548-ae05-f81a88b4b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.216104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-4187eb75-ffc3-4548-ae05-f81a88b4b6cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1407733 Jul 09 16:42:34.223193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e09c3b1-9e8a-4839-a97d-bef633f2ded3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a406fc8780340909fe81d2c1a63ad7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347420 Jul 09 16:42:34.226198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:34.271676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:34.357826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-30b2124a-0444-4650-9cae-a33a5dee9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.360160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-30b2124a-0444-4650-9cae-a33a5dee9096 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1308835 Jul 09 16:42:34.415954 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-81b84ec1-d624-4c76-bdb7-db4b8fc69073 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0489471 Jul 09 16:42:34.474338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-9e6b6579-b584-4076-86fe-4d495ca587d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.476259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-9e6b6579-b584-4076-86fe-4d495ca587d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0515447 Jul 09 16:42:34.501073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c65e4cea-e124-42a5-b9bc-ac96614a1ce1 req-945cd998-e223-4626-9a08-102a677f4acb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 210 time: 0.1502771 Jul 09 16:42:34.627010 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4f948-ad78-42b2-acf6-5487d860d71d x-openstack-request-id: req-54a4f948-ad78-42b2-acf6-5487d860d71d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:34.628137 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7", "code": 200}, {"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-unplugged", "status": "completed", "tag": "2b50b917-c737-489d-81df-499d55971eeb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:34.629151 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54a4f948-ad78-42b2-acf6-5487d860d71d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:34.629763 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'code': 200} Jul 09 16:42:34.630200 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b50b917-c737-489d-81df-499d55971eeb', 'code': 200} Jul 09 16:42:34.666718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50492206-d011-4b35-93cc-50cdbc488d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.679304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-a0c875e4-e443-4dab-9e29-d6f7b68701a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.680827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-a0c875e4-e443-4dab-9e29-d6f7b68701a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971207 Jul 09 16:42:34.685839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e1555ff8-c396-41e9-bc73-b076880ad89d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.688107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e1555ff8-c396-41e9-bc73-b076880ad89d tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.4408035 Jul 09 16:42:34.731984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Request body: {'port': {'device_id': '33b088c7-f232-41b7-8843-3ff969d31971', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'admin_state_up': True, 'tenant_id': 'ccaf50604f66437abd7dc7219a4e5e39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:34.751457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-76eab291-a84c-455e-8d53-b07ed1908c18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c342e2b65394fc5853ec73eb81f297d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342391 Jul 09 16:42:34.776970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:34.818845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50492206-d011-4b35-93cc-50cdbc488d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.857136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d452823-198c-4f10-aef3-4d078b45fd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.877696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b54dd-cc73-437f-ad2e-71d7b75ebeff req-b40b863f-37bc-4b7f-a77c-a0e3dbd7a9fd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.879289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-030b54dd-cc73-437f-ad2e-71d7b75ebeff req-b40b863f-37bc-4b7f-a77c-a0e3dbd7a9fd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 943 time: 0.4506407 Jul 09 16:42:34.882003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-8ef9e3cf-591b-4059-b9d0-62f5b7637625 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779718 Jul 09 16:42:34.890047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cba5c943-fccd-41da-ba4b-a4e20d01aa3b req-cea89379-c90a-4941-b461-a0c0f8a5817f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 210 time: 0.0761051 Jul 09 16:42:34.892155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d452823-198c-4f10-aef3-4d078b45fd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.920028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Allocated IP 172.20.0.9 (1e9e5f41-145c-4922-951f-5f0d9a3bd545/4a299a82-6817-4e22-af63-02ebc46daa5f/bce6ed61-6107-432b-b905-79c080b6a07c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:35.018539 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d452823-198c-4f10-aef3-4d078b45fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.022231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d452823-198c-4f10-aef3-4d078b45fd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.023565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d452823-198c-4f10-aef3-4d078b45fd69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d77b99e3-8063-4fc2-9da6-4e63257ce807 HTTP/1.1" status: 204 len: 168 time: 0.2453418 Jul 09 16:42:35.030158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cfc26863-6fde-4b34-a541-b983a56e1cda req-b966448d-0159-42fa-a1bf-8d1cfbce1f30 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383450 Jul 09 16:42:35.035005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452823-198c-4f10-aef3-4d078b45fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b99e3-8063-4fc2-9da6-4e63257ce807,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:35.083853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-030b54dd-cc73-437f-ad2e-71d7b75ebeff req-759c34b1-bfeb-4d80-bfaf-e44fd17c5bd6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849840 Jul 09 16:42:35.104022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50492206-d011-4b35-93cc-50cdbc488d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.107257 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50492206-d011-4b35-93cc-50cdbc488d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.108530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-50492206-d011-4b35-93cc-50cdbc488d67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c51467f4-6897-4555-9488-84f728f5a8a8 HTTP/1.1" status: 204 len: 168 time: 0.8275359 Jul 09 16:42:35.134146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50492206-d011-4b35-93cc-50cdbc488d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51467f4-6897-4555-9488-84f728f5a8a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:35.142096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Made reservation on behalf of ccaf50604f66437abd7dc7219a4e5e39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:35.147666 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.371746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:35.397754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: ee4e3f79-12e0-43ce-9090-a0ce0c949fbf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:35.399035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ee4e3f79-12e0-43ce-9090-a0ce0c949fbf not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:35.426900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.449214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Allocated IP 172.20.0.2 (4a539bff-43f2-40af-8118-b20c382f9e0b/bedd376b-90e4-4762-a702-56c845287038/019d316b-1934-4e97-8c59-58d297df7a8f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:35.462108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b27b-eaf7-4e85-a59a-21cd9af4df0a req-b2c7e171-0918-40c2-8c38-9731cc91f896 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.463692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9933b27b-eaf7-4e85-a59a-21cd9af4df0a req-b2c7e171-0918-40c2-8c38-9731cc91f896 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1978385 Jul 09 16:42:35.579572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9933b27b-eaf7-4e85-a59a-21cd9af4df0a req-6dbf08c9-07b2-4fcf-9b31-04bd19e21a63 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092582 Jul 09 16:42:35.590310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.727306 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9928f4d6-79ca-47e1-83b7-ec9c0222c3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.730671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:35.744222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:35.753412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:35.780603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:35.851451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.852094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.874784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.894440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51e30b-3bf4-4f85-bdd7-0308b1405a65 req-53b982aa-a2f4-4d26-b0f9-2581234b3c87 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.896219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb51e30b-3bf4-4f85-bdd7-0308b1405a65 req-53b982aa-a2f4-4d26-b0f9-2581234b3c87 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 931 time: 0.2166233 Jul 09 16:42:35.899449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-626af077-4140-47c2-be94-f52a7e296881 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1144223 Jul 09 16:42:35.952037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Request body: {'port': {'device_id': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:36.109696 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.112940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46970) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:36.145569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb51e30b-3bf4-4f85-bdd7-0308b1405a65 req-72ed375d-7768-4262-beda-2e01ce4bcd22 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365828 Jul 09 16:42:36.270311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Network 4a539bff-43f2-40af-8118-b20c382f9e0b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:36.290013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:36.292717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:36.341864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e94bf7-18ef-4beb-9a51-59ec55b8b7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.486490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e94bf7-18ef-4beb-9a51-59ec55b8b7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.494388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4e94bf7-18ef-4beb-9a51-59ec55b8b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.550702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4e94bf7-18ef-4beb-9a51-59ec55b8b7fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f00661dc65c421cb9203e99095eb317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365423 Jul 09 16:42:36.553357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:36.560892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e94bf7-18ef-4beb-9a51-59ec55b8b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b19a6d4-877d-4c8f-869b-0ba93fc10f6e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.622947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7588ff1-b4ad-4040-a190-1ba7ad05c64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.649210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7588ff1-b4ad-4040-a190-1ba7ad05c64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.704788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7588ff1-b4ad-4040-a190-1ba7ad05c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.707710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7588ff1-b4ad-4040-a190-1ba7ad05c64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.708869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7588ff1-b4ad-4040-a190-1ba7ad05c64d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b19a6d4-877d-4c8f-869b-0ba93fc10f6e HTTP/1.1" status: 204 len: 168 time: 0.1542914 Jul 09 16:42:36.719049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7588ff1-b4ad-4040-a190-1ba7ad05c64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b19a6d4-877d-4c8f-869b-0ba93fc10f6e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.735467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.746767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.785303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:36.785966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.805837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1c8c3-d39f-4365-93cb-8b34e77fda03 req-43934825-bc2f-4446-86ac-9ed35320be9a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:36.807401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92b1c8c3-d39f-4365-93cb-8b34e77fda03 req-43934825-bc2f-4446-86ac-9ed35320be9a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 931 time: 0.7020464 Jul 09 16:42:36.853610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c87a6b-83a3-4a18-bac3-b0bbd1ec9a38 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1291523 Jul 09 16:42:36.873813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468056df-5e85-470b-b379-3663bd61a6f9 req-d154307e-6a0b-4bb9-abc7-d859cca24707 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:36.875304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-468056df-5e85-470b-b379-3663bd61a6f9 req-d154307e-6a0b-4bb9-abc7-d859cca24707 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 943 time: 0.6107876 Jul 09 16:42:36.888318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Request body: {'port': {'device_id': '33b088c7-f232-41b7-8843-3ff969d31971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:37.056889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92b1c8c3-d39f-4365-93cb-8b34e77fda03 req-36b96104-9c54-4795-a720-8d8cc61f8e17 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252288 Jul 09 16:42:37.079708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-468056df-5e85-470b-b379-3663bd61a6f9 req-c935bf7c-83fe-4dee-b6d5-e0e9f085754c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886637 Jul 09 16:42:37.120884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.145442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.264020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.292604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d119544-cf97-4f92-96df-1334db0febbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.413762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d119544-cf97-4f92-96df-1334db0febbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.423146 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d119544-cf97-4f92-96df-1334db0febbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.454462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0d119544-cf97-4f92-96df-1334db0febbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea7998d01b334096a7b230274f48321a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891651 Jul 09 16:42:37.457153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.507823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c12037-b969-4d72-b38a-58f52aedabb4 req-a0eaf387-7a2d-41f8-8ad7-e4a698c471ef tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.515852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55c12037-b969-4d72-b38a-58f52aedabb4 req-a0eaf387-7a2d-41f8-8ad7-e4a698c471ef tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1992972 Jul 09 16:42:37.518840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d119544-cf97-4f92-96df-1334db0febbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a23f1e-ecc5-47f9-acdd-33333d1d1da4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:37.540251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d78719-e4f1-4243-94e8-a73dbad22089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.546610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-486434398-network', 'tenant_id': '1f53eab9392046749fe7940d2b161a4c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:37.581518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d78719-e4f1-4243-94e8-a73dbad22089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.608875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Made reservation on behalf of 1f53eab9392046749fe7940d2b161a4c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:37.611812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.621572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55c12037-b969-4d72-b38a-58f52aedabb4 req-5622fa90-b8fd-45ae-8f8b-1eea1da92151 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045537 Jul 09 16:42:37.625805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.649370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2b50b917-c737-489d-81df-499d55971eeb no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:37.686461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d78719-e4f1-4243-94e8-a73dbad22089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.692556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d78719-e4f1-4243-94e8-a73dbad22089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.699970 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84d78719-e4f1-4243-94e8-a73dbad22089 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21a23f1e-ecc5-47f9-acdd-33333d1d1da4 HTTP/1.1" status: 204 len: 168 time: 0.2392695 Jul 09 16:42:37.709255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce6ed61-6107-432b-b905-79c080b6a07c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:37.731135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.737606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d78719-e4f1-4243-94e8-a73dbad22089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a23f1e-ecc5-47f9-acdd-33333d1d1da4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:37.795571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019d316b-1934-4e97-8c59-58d297df7a8f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:37.800773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Transition to ACTIVE for port object bce6ed61-6107-432b-b905-79c080b6a07c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:37.805830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.808623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.822581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.829304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.856663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Transition to ACTIVE for port object 019d316b-1934-4e97-8c59-58d297df7a8f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:37.870596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:42:37.881970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca3065-5b76-4c68-9b33-17b3b9f32802,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:37.891623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.892346 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Added segment 3c6b57d5-0c00-4e37-8286-775c8b7b0cfc of type vlan for network 226ea304-5fa8-4649-961b-3208944134ff Jul 09 16:42:37.896081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.950448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:37.979339 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.031225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.033198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.034923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.036247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.085159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9630139 Jul 09 16:42:38.095228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.115977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Request body: {'subnet': {'network_id': '226ea304-5fa8-4649-961b-3208944134ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-486434398-subnet', 'tenant_id': '1f53eab9392046749fe7940d2b161a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:38.155566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Attempting to bind port 019d316b-1934-4e97-8c59-58d297df7a8f on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:38.156102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Attempting to bind port 019d316b-1934-4e97-8c59-58d297df7a8f by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:38.156288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8150c6-2899-41d8-8c55-412dd4477d34 admin admin] Pushing event updated for resources: {'Network': ['ID=226ea304-5fa8-4649-961b-3208944134ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.157276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Attempting to bind port 019d316b-1934-4e97-8c59-58d297df7a8f on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:38.170499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 226ea304-5fa8-4649-961b-3208944134ff details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:42:38.183314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866e00-f469-4fcb-8fc6-8b53e35b87ef req-c1da660f-caea-4d63-818c-23afd9b16ad8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.185426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51866e00-f469-4fcb-8fc6-8b53e35b87ef req-c1da660f-caea-4d63-818c-23afd9b16ad8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 943 time: 0.3336773 Jul 09 16:42:38.188586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Attempting to bind port bce6ed61-6107-432b-b905-79c080b6a07c on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:38.189073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Attempting to bind port bce6ed61-6107-432b-b905-79c080b6a07c by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:38.189527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Attempting to bind port bce6ed61-6107-432b-b905-79c080b6a07c on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:38.192240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.199930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Port 019d316b-1934-4e97-8c59-58d297df7a8f on network 4a539bff-43f2-40af-8118-b20c382f9e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:38.200611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Attempting to bind port 019d316b-1934-4e97-8c59-58d297df7a8f on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:38.217358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Port bce6ed61-6107-432b-b905-79c080b6a07c on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:38.217818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Attempting to bind port bce6ed61-6107-432b-b905-79c080b6a07c on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:38.234677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:38.235416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Checking segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:38.236014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Bound using segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:38.236712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Bound port: 019d316b-1934-4e97-8c59-58d297df7a8f, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:38.237317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.242451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Made reservation on behalf of 1f53eab9392046749fe7940d2b161a4c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:38.245796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.256296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:38.257421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1435649-a587-4fa2-a7ea-d49f96d2d7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.258342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Checking segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:38.259311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Bound using segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:38.260302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Bound port: bce6ed61-6107-432b-b905-79c080b6a07c, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:38.261276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.348667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.361355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.372484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51866e00-f469-4fcb-8fc6-8b53e35b87ef req-124a8ba1-bb28-4315-80c9-55b674bd9508 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760871 Jul 09 16:42:38.393065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920410a-e626-4ccc-beec-22632c7e0a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.474185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:38.505440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:38.511352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:38.517383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.549353 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.591426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:38.592306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920410a-e626-4ccc-beec-22632c7e0a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.598236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3920410a-e626-4ccc-beec-22632c7e0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.635826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.652003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920410a-e626-4ccc-beec-22632c7e0a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3409a5-4df4-44ad-b0a0-23f24762bf58,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.656397 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3920410a-e626-4ccc-beec-22632c7e0a3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cb2429770a04f19a5663020f13593f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885098 Jul 09 16:42:38.657227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7e44-5ef1-4dd5-aee9-38119c80ea84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.659358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.664185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.664900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.666325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] 10.222.0.43 "PUT /v2.0/ports/019d316b-1934-4e97-8c59-58d297df7a8f HTTP/1.1" status: 200 len: 1091 time: 1.7887762 Jul 09 16:42:38.673886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:38.676132 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b4410-ae83-43cc-969e-dd373daa7e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:38.732624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.733267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.734804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] 10.222.0.43 "PUT /v2.0/ports/bce6ed61-6107-432b-b905-79c080b6a07c HTTP/1.1" status: 200 len: 1091 time: 2.8167069 Jul 09 16:42:38.752409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31c6739e-0653-49f6-8586-ee095ccdeb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.782720 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ea42b-09cf-4fcb-a799-9fbc516f485b service neutron] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.794265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31c6739e-0653-49f6-8586-ee095ccdeb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.855093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.864963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7e44-5ef1-4dd5-aee9-38119c80ea84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.868645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7e44-5ef1-4dd5-aee9-38119c80ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.890433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31c6739e-0653-49f6-8586-ee095ccdeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.893008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31c6739e-0653-49f6-8586-ee095ccdeb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.894143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-31c6739e-0653-49f6-8586-ee095ccdeb7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c3409a5-4df4-44ad-b0a0-23f24762bf58 HTTP/1.1" status: 204 len: 168 time: 0.2335961 Jul 09 16:42:38.917231 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c6ce7e44-5ef1-4dd5-aee9-38119c80ea84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc08019c5b424923ab5159b3d85257e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661254 Jul 09 16:42:38.917954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.918619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce7e44-5ef1-4dd5-aee9-38119c80ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2ffdf-be31-49ac-8d8a-0e0441058682,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.940024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6739e-0653-49f6-8586-ee095ccdeb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3409a5-4df4-44ad-b0a0-23f24762bf58,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.957226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b971f5-0a6f-4663-8304-8f8fa0d0c556 req-6098a77d-80b6-4b13-b6d5-7af08c14b020 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.963513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59b971f5-0a6f-4663-8304-8f8fa0d0c556 req-6098a77d-80b6-4b13-b6d5-7af08c14b020 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.4095917 Jul 09 16:42:38.971993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e5280-da10-472a-b350-bb6832a32487 service neutron] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.984675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-7a950014-3998-4740-8fcc-9a6999d39933 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.991521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-7a950014-3998-4740-8fcc-9a6999d39933 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1264311-a3cf-4e02-a92a-3ecb2d29cfac HTTP/1.1" status: 200 len: 943 time: 0.4051507 Jul 09 16:42:38.997592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2370f5e2-0a08-4a2f-ad97-2a8c3c41e869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.034025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-235aa33d-da98-41f1-9db3-61b7d54dea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.035681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-235aa33d-da98-41f1-9db3-61b7d54dea6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 1094 time: 0.3209803 Jul 09 16:42:39.036340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82886238-1c07-47d5-98be-8b4d50417a35,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:39.139748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.140363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-30057bd1-c9e5-4a62-ac6c-53c8143f6731 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=019d316b-1934-4e97-8c59-58d297df7a8f HTTP/1.1" status: 200 len: 217 time: 0.0733860 Jul 09 16:42:39.145891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Checking segment: {'id': '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '226ea304-5fa8-4649-961b-3208944134ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:39.146265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Network hostable DHCP agents. Network: 226ea304-5fa8-4649-961b-3208944134ff, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:39.154920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-fbe8bda5-ceab-40bd-b6a5-0f6f42d5161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.156685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-fbe8bda5-ceab-40bd-b6a5-0f6f42d5161c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 1094 time: 0.3706722 Jul 09 16:42:39.179080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59b971f5-0a6f-4663-8304-8f8fa0d0c556 req-7f811ffc-75d4-4479-8368-9c86d3c676af tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802249 Jul 09 16:42:39.288952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-5fd2792b-0464-4a7b-82fd-ff7418846a91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce6ed61-6107-432b-b905-79c080b6a07c HTTP/1.1" status: 200 len: 217 time: 0.1020567 Jul 09 16:42:39.301186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Network 226ea304-5fa8-4649-961b-3208944134ff is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:39.304028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-05cf484c-b20b-4033-bf12-da98243291bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.305694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-05cf484c-b20b-4033-bf12-da98243291bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.1459508 Jul 09 16:42:39.370405 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2370f5e2-0a08-4a2f-ad97-2a8c3c41e869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.382085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-9994d753-42ec-42f2-9541-00e6a7150a57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628746 Jul 09 16:42:39.387915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 226ea304-5fa8-4649-961b-3208944134ff) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:39.398944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2118904-3c8f-4b5d-aa14-908e245fcbd9 None None] Network 226ea304-5fa8-4649-961b-3208944134ff requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:39.409839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.410451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.426862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2370f5e2-0a08-4a2f-ad97-2a8c3c41e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.433369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Deleting port 2b50b917-c737-489d-81df-499d55971eeb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:39.433952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.434391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2370f5e2-0a08-4a2f-ad97-2a8c3c41e869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.439873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2370f5e2-0a08-4a2f-ad97-2a8c3c41e869 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20d2ffdf-be31-49ac-8d8a-0e0441058682 HTTP/1.1" status: 204 len: 168 time: 0.5183952 Jul 09 16:42:39.457606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370f5e2-0a08-4a2f-ad97-2a8c3c41e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2ffdf-be31-49ac-8d8a-0e0441058682,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:39.483617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-f2ec5e23-c773-4feb-a324-d7f4ec8ebea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.485465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-f2ec5e23-c773-4feb-a324-d7f4ec8ebea3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 200 len: 855 time: 0.1778271 Jul 09 16:42:39.566763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-0ad5dc1a-9d13-4c85-8164-27392e8c77da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9e5f41-145c-4922-951f-5f0d9a3bd545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431106 Jul 09 16:42:39.569450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd5f1305-f0f4-4f30-b0b2-ecbf7cf168d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4626031 Jul 09 16:42:39.597004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd788d-7983-400c-b9d9-357f85d06d36 None None] Network 226ea304-5fa8-4649-961b-3208944134ff requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:39.688651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-e9c3fb6d-4a13-495d-aaf6-24a0a01b1bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979982 Jul 09 16:42:39.824171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] For port 2b50b917-c737-489d-81df-499d55971eeb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2b50b917-c737-489d-81df-499d55971eeb,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:39.824546 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.843629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-052a7d47-6fa1-4983-a687-5a86be5a4a4f service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686369 Jul 09 16:42:39.849348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Calling delete_port for 2b50b917-c737-489d-81df-499d55971eeb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:39.890413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:39.910221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3130-51d7-4214-9107-75d4f95cac5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.000741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae029bb6-9f84-40cc-a6ac-0003397ef9ec req-eb748e62-edca-4877-a840-026f171168c8 service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929778 Jul 09 16:42:40.031047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432e4bc-3f2b-499e-bf62-ba7d17a4b1c4 req-f9877719-103b-427c-a465-d5e8c1ec7301 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793966 Jul 09 16:42:40.116855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3130-51d7-4214-9107-75d4f95cac5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.122242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3130-51d7-4214-9107-75d4f95cac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.178815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f4b3130-51d7-4214-9107-75d4f95cac5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc28ed9a3f2746faa04dc16f20a2f3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868719 Jul 09 16:42:40.179977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:40.190525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.209247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b3130-51d7-4214-9107-75d4f95cac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa8b9d4-46f4-4be0-8025-ded45970e913,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:40.222013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event deleted for resources: {'Port': ['ID=2b50b917-c737-489d-81df-499d55971eeb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:40.253368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4405a-70a0-4f98-8823-fd0e5bffa0f2 req-f6ff8f4c-8e7a-42ef-a50a-a5b4ff6fe65c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.265682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1dd4405a-70a0-4f98-8823-fd0e5bffa0f2 req-f6ff8f4c-8e7a-42ef-a50a-a5b4ff6fe65c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 943 time: 0.1464393 Jul 09 16:42:40.273254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f069d0d8-eee7-4f0a-867a-5e81cb848b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.306079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f069d0d8-eee7-4f0a-867a-5e81cb848b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.344907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] No DVR routers for this DVR port 2b50b917-c737-489d-81df-499d55971eeb on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:40.348553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.357839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a84021b-edd2-49c1-9d22-447c067a1185 req-1f47ba82-7685-4a34-988c-acd60564fc9c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "DELETE /v2.0/ports/2b50b917-c737-489d-81df-499d55971eeb HTTP/1.1" status: 204 len: 173 time: 1.3647521 Jul 09 16:42:40.380891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f069d0d8-eee7-4f0a-867a-5e81cb848b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.387975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f069d0d8-eee7-4f0a-867a-5e81cb848b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.393162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f069d0d8-eee7-4f0a-867a-5e81cb848b9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caa8b9d4-46f4-4be0-8025-ded45970e913 HTTP/1.1" status: 204 len: 168 time: 0.2068815 Jul 09 16:42:40.409290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1dd4405a-70a0-4f98-8823-fd0e5bffa0f2 req-243d7153-94f5-4183-b614-2e69eecf059f tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406186 Jul 09 16:42:40.432729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d0d8-eee7-4f0a-867a-5e81cb848b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa8b9d4-46f4-4be0-8025-ded45970e913,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:40.489290 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e909f8-927f-4e3b-b85a-55395eaf3e2c x-openstack-request-id: req-e2e909f8-927f-4e3b-b85a-55395eaf3e2c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:40.489450 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:40.489601 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2e909f8-927f-4e3b-b85a-55395eaf3e2c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:40.490023 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f', 'status': 'completed', 'code': 200} Jul 09 16:42:40.598875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-ee6c2003-9eae-4d0d-9362-e6c84249e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.600539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-ee6c2003-9eae-4d0d-9362-e6c84249e5c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 1094 time: 0.0727465 Jul 09 16:42:40.836848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-1d083b61-33b7-4ea2-a719-73364768703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.839456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-1d083b61-33b7-4ea2-a719-73364768703a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 905 time: 0.2248178 Jul 09 16:42:40.857381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2c5e9-dcc7-476b-9aac-2e0271cd7517 req-6b7de8bf-7401-40e3-8645-d67489095981 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.859957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efe2c5e9-dcc7-476b-9aac-2e0271cd7517 req-6b7de8bf-7401-40e3-8645-d67489095981 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 943 time: 0.1621752 Jul 09 16:42:40.912864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-0c0367db-d91d-4629-a07d-26734a2d693b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=019d316b-1934-4e97-8c59-58d297df7a8f HTTP/1.1" status: 200 len: 217 time: 0.0516217 Jul 09 16:42:40.977690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:41.014863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efe2c5e9-dcc7-476b-9aac-2e0271cd7517 req-5210df37-1bb6-4404-9823-e0a3916ed50a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099789 Jul 09 16:42:41.022123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-e5ae701f-53a9-416a-be9a-c906e8dfb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:41.023845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-e5ae701f-53a9-416a-be9a-c906e8dfb9cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.0965080 Jul 09 16:42:41.071314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-3525ba22-3783-4d6f-b09e-6a37e119e04f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328498 Jul 09 16:42:41.199566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-34e2a73e-1d66-422c-983c-1c70ba8793bf service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190114 Jul 09 16:42:41.373761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8b4410-ae83-43cc-969e-dd373daa7e3a req-2c6ea9e1-a647-4756-a2ea-017d2c5ec0ee service neutron] 10.222.0.43 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618567 Jul 09 16:42:41.896700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21844b19-8c83-44e1-a95b-f849bf40be11 req-16d9122e-91da-479e-a71f-0f8755e31b2f tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0374143 Jul 09 16:42:41.955612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-b9ce9a05-16c4-43f9-9460-136c6910bf78 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:41.957586 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-b9ce9a05-16c4-43f9-9460-136c6910bf78 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/networks?id=226ea304-5fa8-4649-961b-3208944134ff HTTP/1.1" status: 200 len: 821 time: 0.4951665 Jul 09 16:42:41.975195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-a0290835-3501-4472-8f4d-db79e68a8b8f tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/quotas/1f53eab9392046749fe7940d2b161a4c HTTP/1.1" status: 200 len: 375 time: 0.0100105 Jul 09 16:42:42.027222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-c23a9380-d61a-4bf4-a622-8b8babb74fa5 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f53eab9392046749fe7940d2b161a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452263 Jul 09 16:42:42.040697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-6701d6e2-a76c-4cc1-8b94-3126919f95da tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418737 Jul 09 16:42:42.214033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-f92f19dc-26b6-4a33-8336-e9e1eff55a0c service neutron] 10.222.0.48 "GET /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723657 Jul 09 16:42:42.221044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-868ca5ea-5246-4fcd-bca5-8da7fe56a58e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:42.222422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-868ca5ea-5246-4fcd-bca5-8da7fe56a58e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735826 Jul 09 16:42:42.275823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-55074a58-fffb-44b9-9bd5-4ce6fd7bb3a4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/quotas/4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 375 time: 0.0431309 Jul 09 16:42:42.359113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2b948c31-e065-4299-8acd-5ff64ed23794 service neutron] 10.222.0.48 "GET /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346691 Jul 09 16:42:42.379264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-99ad989f-deb9-4c09-a1cc-5b2ce97a63ab tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950892 Jul 09 16:42:42.499204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c'}, {'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-deleted', 'tag': '2b50b917-c737-489d-81df-499d55971eeb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:42.509281 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b40816-c82d-4375-b71c-600e00765b87" -d '{"events": [{"name": "network-changed", "server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c"}, {"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-deleted", "tag": "2b50b917-c737-489d-81df-499d55971eeb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:42.806490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b5fca-e12b-47ec-8c4b-7f87fb1a69cd req-4cf3477b-05e4-4060-8570-d5b60058a06b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:42.809502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-737b5fca-e12b-47ec-8c4b-7f87fb1a69cd req-4cf3477b-05e4-4060-8570-d5b60058a06b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 943 time: 0.1401994 Jul 09 16:42:42.967873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-737b5fca-e12b-47ec-8c4b-7f87fb1a69cd req-779b3fd8-62da-4473-aa0f-5d11e699d6fa tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478074 Jul 09 16:42:43.121466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-468c839c-8b59-4bc0-a574-7e099e2d87e8 req-fc84ece7-15d5-44cd-9eb4-aa23efdb4fc1 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 210 time: 0.0810359 Jul 09 16:42:43.232799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d9ac-c0b5-46e8-b15a-913eb7d4fc6c req-b93877ad-c266-4220-ab4a-27378e0623a1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:43.234635 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a52d9ac-c0b5-46e8-b15a-913eb7d4fc6c req-b93877ad-c266-4220-ab4a-27378e0623a1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 943 time: 0.0803964 Jul 09 16:42:43.298108 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a52d9ac-c0b5-46e8-b15a-913eb7d4fc6c req-fe4ad050-1df9-43b7-afe1-7c93b5e32387 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575190 Jul 09 16:42:43.335363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7ecd0b1-1915-4710-8598-9d2bb816f1fd req-99761a81-1b95-406e-80d2-dd6c6d2844da tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 210 time: 0.0588894 Jul 09 16:42:43.368846 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49df833c-7f39-4b62-8fff-bca846cca7af x-openstack-request-id: req-49df833c-7f39-4b62-8fff-bca846cca7af {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:43.369021 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c", "status": "completed", "code": 200}, {"server_uuid": "d1264311-a3cf-4e02-a92a-3ecb2d29cfac", "name": "network-vif-deleted", "tag": "2b50b917-c737-489d-81df-499d55971eeb", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:43.369281 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49df833c-7f39-4b62-8fff-bca846cca7af {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:43.369694 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'status': 'completed', 'code': 200} Jul 09 16:42:43.369975 n-d-800085-2 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1264311-a3cf-4e02-a92a-3ecb2d29cfac', 'name': 'network-vif-deleted', 'tag': '2b50b917-c737-489d-81df-499d55971eeb', 'status': 'failed', 'code': 422} returned with failed status Jul 09 16:42:43.433735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:43.590655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:43.606119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '019d316b-1934-4e97-8c59-58d297df7a8f', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': '019d316b-1934-4e97-8c59-58d297df7a8f', 'mac_address': 'fa:16:3e:dd:25:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:43.606376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01b40879-5885-4aa6-9b8f-08fe1e426cbe req-b34a4154-8aa6-471c-9980-c4c35844533e tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.1017969 Jul 09 16:42:43.669478 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:43.685585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019d316b-1934-4e97-8c59-58d297df7a8f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:43.705428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-54013b93-b0f0-4cfd-b8b2-0732645a23d6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:43.711381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:43.713347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-54013b93-b0f0-4cfd-b8b2-0732645a23d6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.2289746 Jul 09 16:42:43.721067 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:43.722900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bce6ed61-6107-432b-b905-79c080b6a07c details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:43.742793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-41ce32ae-6d45-495e-aec2-e2d93055f3bf tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0281053 Jul 09 16:42:43.797958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-88158bcd-353e-445f-b237-e05f2e7156f0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542340 Jul 09 16:42:43.824450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:43.839901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.840532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.841058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.841558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.842235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.842756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.843275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.843765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.844428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.844923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.845410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.846043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:43.861105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b40816-c82d-4375-b71c-600e00765b87 req-564741bc-ab61-490d-ac7b-8aacd187d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:43.862829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-564741bc-ab61-490d-ac7b-8aacd187d395 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 1094 time: 0.4557860 Jul 09 16:42:43.889740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:43.902539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'port_id': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'mac_address': 'fa:16:3e:11:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a299a82-6817-4e22-af63-02ebc46daa5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:43.990853 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.009029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-5eea5603-7967-40f6-9516-4ff411564c72 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098010 Jul 09 16:42:44.010282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce6ed61-6107-432b-b905-79c080b6a07c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:44.062243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:44.067799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.115466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-fda9268f-5641-4082-8748-3f03faa0abcc service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054595 Jul 09 16:42:44.117187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b40816-c82d-4375-b71c-600e00765b87 req-88a639e4-fc1f-48ca-ae00-a26d0768e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:44.125139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-88a639e4-fc1f-48ca-ae00-a26d0768e64a service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 916 time: 0.2474906 Jul 09 16:42:44.154167 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:42:44.174757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:44.244730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-4b409b58-6014-4ed3-8fe1-7689d7d5038c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279598 Jul 09 16:42:44.249898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-2ed0acd8-b541-4f85-9932-edf1a775aefc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce6ed61-6107-432b-b905-79c080b6a07c HTTP/1.1" status: 200 len: 217 time: 0.1235795 Jul 09 16:42:44.306147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-67fe907f-95f6-4101-b5b4-5c92801a05d7 req-3b89f5a1-da0e-4070-86d1-52c500d69f96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0324836 Jul 09 16:42:44.371570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['019d316b-1934-4e97-8c59-58d297df7a8f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:44.400427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b40816-c82d-4375-b71c-600e00765b87 req-0ab0f0ce-e64e-4870-8159-a9eb2abd4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:44.406413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-0ab0f0ce-e64e-4870-8159-a9eb2abd4dac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 200 len: 855 time: 0.1347318 Jul 09 16:42:44.468293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['bce6ed61-6107-432b-b905-79c080b6a07c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:44.501417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004a1e-1c25-45f2-a0ea-4a4aa6effeee req-696a2711-c75c-4bd9-83b1-731457c6ae78 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:44.512703 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5004a1e-1c25-45f2-a0ea-4a4aa6effeee req-696a2711-c75c-4bd9-83b1-731457c6ae78 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 944 time: 0.2684510 Jul 09 16:42:44.515010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-39571d1a-42ad-48ae-bac3-5afdec3bdc1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9e5f41-145c-4922-951f-5f0d9a3bd545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977504 Jul 09 16:42:44.542965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-a7868aaf-3684-46fc-9971-b6cff1d47c5f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:44.544490 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-a7868aaf-3684-46fc-9971-b6cff1d47c5f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942245 Jul 09 16:42:44.646306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b5b73e3-054e-40c5-a087-ebac29c47191 req-e29c939c-6321-450f-8e04-74beea0b18be tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 210 time: 0.0544953 Jul 09 16:42:44.659846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5004a1e-1c25-45f2-a0ea-4a4aa6effeee req-ef6f04e9-178c-4d1e-957f-6365a88a4583 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392469 Jul 09 16:42:44.700733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Request body: {'port': {'device_id': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '4b36c56c59d843588bcf0b416136d371'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:44.722344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-44af983f-73f7-46f6-9423-67081c5a1103 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926610 Jul 09 16:42:44.857317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Made reservation on behalf of 4b36c56c59d843588bcf0b416136d371 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:44.862404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.937064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fede927-a4d2-4eac-80ab-5732042e5e06 req-0d01d050-ce43-404f-aec9-c09395f89ab8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 210 time: 0.2087960 Jul 09 16:42:45.125984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58b40816-c82d-4375-b71c-600e00765b87 req-cf2b1c7b-58f7-4c9b-bf6d-84a2668195a5 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855052 Jul 09 16:42:45.148821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Allocated IP 192.168.233.23 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/cc5b9a6a-32a0-47f3-8de9-92325c6204cc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:45.169656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc03e85-b733-4a4d-b2d3-f94b091b0bdc req-005bb94f-5d69-4089-847d-2e9f107d160e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:45.177659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc03e85-b733-4a4d-b2d3-f94b091b0bdc req-005bb94f-5d69-4089-847d-2e9f107d160e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 944 time: 0.2849205 Jul 09 16:42:45.220405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3edd7156-db66-42a7-813f-0225941beba8 req-b8008f90-9f09-46ed-b271-ddb4f4d405ae tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 210 time: 0.0737655 Jul 09 16:42:45.251745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc03e85-b733-4a4d-b2d3-f94b091b0bdc req-9706efaf-cd2f-4a15-a977-aa0836428f8b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Jul 09 16:42:45.461406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:45.518500 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e207e04f-7814-4afd-9edc-89c7f1422515 req-8e7fab17-d696-473d-8dfc-c59044cb3387 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0457811 Jul 09 16:42:45.554057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 019d316b-1934-4e97-8c59-58d297df7a8f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:45.562137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 019d316b-1934-4e97-8c59-58d297df7a8f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:45.562690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.730650 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.753341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-e1600c48-9b59-48eb-b4f3-cfbec2d49030 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:45.755072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-e1600c48-9b59-48eb-b4f3-cfbec2d49030 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.37 "GET /v2.0/networks?id=226ea304-5fa8-4649-961b-3208944134ff HTTP/1.1" status: 200 len: 821 time: 0.2977409 Jul 09 16:42:45.790636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:45.793070 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ee86bb-1891-45ac-b93d-4897e0ff448c" -d '{"events": [{"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-plugged", "status": "completed", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:45.801359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Request body: {'port': {'device_id': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'network_id': '226ea304-5fa8-4649-961b-3208944134ff', 'admin_state_up': True, 'tenant_id': '1f53eab9392046749fe7940d2b161a4c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:45.853064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:45.864580 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.866261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bce6ed61-6107-432b-b905-79c080b6a07c up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:45.951277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.993981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51d9396e-712c-46fa-8c45-25421ec232a9 req-2a142edc-844a-423d-9ace-0da28d6ed54e tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 210 time: 0.0822103 Jul 09 16:42:46.002010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:46.014757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Transition to ACTIVE for port object cc5b9a6a-32a0-47f3-8de9-92325c6204cc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:46.019305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:46.034691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port bce6ed61-6107-432b-b905-79c080b6a07c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:46.041648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port bce6ed61-6107-432b-b905-79c080b6a07c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:46.042257 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.090656 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b410bed7-4c5f-42d1-938e-ceadb27fcc27 x-openstack-request-id: req-b410bed7-4c5f-42d1-938e-ceadb27fcc27 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:46.091245 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-plugged", "status": "completed", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:46.091663 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b410bed7-4c5f-42d1-938e-ceadb27fcc27 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:46.092392 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f', 'code': 200} Jul 09 16:42:46.162721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370e937-fb27-4a75-b1b8-612b09948532 req-c4829bdf-b431-421d-81f4-5e293ef6062b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:46.174114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8370e937-fb27-4a75-b1b8-612b09948532 req-c4829bdf-b431-421d-81f4-5e293ef6062b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 945 time: 0.2090325 Jul 09 16:42:46.197082 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.203174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.226857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:46.311329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:46.324414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:46.327661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Made reservation on behalf of 1f53eab9392046749fe7940d2b161a4c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:46.334773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.334993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.339986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:46.342580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8370e937-fb27-4a75-b1b8-612b09948532 req-1fbb5659-f0f7-4ae3-a236-c5858a84eba3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668923 Jul 09 16:42:46.344004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:46.396274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b048275-930e-412a-9d3d-b9e1acc01d09 req-0c74b073-5c64-4185-9880-0d09b6b631b7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 210 time: 0.0856149 Jul 09 16:42:46.443842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa8143-47a0-4dcd-86c2-952d22ccb9fb req-a965e3e6-497c-476c-92d3-7d3d15c0c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:46.449424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:46.450244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.468926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12fa8143-47a0-4dcd-86c2-952d22ccb9fb req-a965e3e6-497c-476c-92d3-7d3d15c0c0c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 1096 time: 0.2570212 Jul 09 16:42:46.495368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7976978 Jul 09 16:42:46.508605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da671e42-11d8-4e79-b156-6d777b41d4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.579689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:46.583101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12fa8143-47a0-4dcd-86c2-952d22ccb9fb req-3f9038ef-6f7b-4996-834c-552f48053a5f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038566 Jul 09 16:42:46.611910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Request body: {'port': {'device_id': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:46.719307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917370-0ee3-4529-8e62-4cb6b15eeef2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:46.770530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00542ab4-bef7-4102-be61-baa7d3e31527 None None] Provisioning for port cc5b9a6a-32a0-47f3-8de9-92325c6204cc completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:46.776055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00542ab4-bef7-4102-be61-baa7d3e31527 None None] Provisioning complete for port cc5b9a6a-32a0-47f3-8de9-92325c6204cc triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:46.777172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00542ab4-bef7-4102-be61-baa7d3e31527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.856556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-00542ab4-bef7-4102-be61-baa7d3e31527 None None] Port cc5b9a6a-32a0-47f3-8de9-92325c6204cc cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:46.883382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Allocated IP 172.20.0.10 (226ea304-5fa8-4649-961b-3208944134ff/82886238-1c07-47d5-98be-8b4d50417a35/dbf12150-36b5-414c-af8b-4cbd0d110178) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:46.891980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.961875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216015c-8ee7-4185-8718-716e10fbcd0c req-0a2afc33-8bc8-456a-8d6e-d9c430a27438 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:46.969938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8216015c-8ee7-4185-8718-716e10fbcd0c req-0a2afc33-8bc8-456a-8d6e-d9c430a27438 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2629857 Jul 09 16:42:47.021461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406bb65-713e-4154-b68f-d615cb1dc7ef req-bfd0d6b1-6f6d-4197-b9b4-70fe326b2bde tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:47.030411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a406bb65-713e-4154-b68f-d615cb1dc7ef req-bfd0d6b1-6f6d-4197-b9b4-70fe326b2bde tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 935 time: 0.4125307 Jul 09 16:42:47.059735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-254c7265-8d07-41ec-8b0e-ab2e7a7802db tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:47.061849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-254c7265-8d07-41ec-8b0e-ab2e7a7802db tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.3872373 Jul 09 16:42:47.071807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8216015c-8ee7-4185-8718-716e10fbcd0c req-0a08a2ff-db07-4d5f-8cba-d5f1afaa106d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007464 Jul 09 16:42:47.082017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Request body: {'port': {'device_id': '88406cdf-b918-4299-86c3-c75f740880b5', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'admin_state_up': True, 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:47.167058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.168681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a406bb65-713e-4154-b68f-d615cb1dc7ef req-71349cd7-1c69-453d-aa02-eee28ffbb89f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372614 Jul 09 16:42:47.228911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.316636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ddb2462-6886-4e33-b6cc-ed0b265a7cf4 req-8c8d10ca-584a-4b81-a343-f9de1a486615 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0685298 Jul 09 16:42:47.466212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Network 226ea304-5fa8-4649-961b-3208944134ff is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:47.472220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:47.472775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ae5cc-f2fa-4cae-b7d1-4bab3c9b830f req-dbca14c0-f687-49f9-8c7c-0ebce400a747 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:47.474403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Pushing event updated for resources: {'Port': ['ID=dbf12150-36b5-414c-af8b-4cbd0d110178,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:47.479272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa9ae5cc-f2fa-4cae-b7d1-4bab3c9b830f req-dbca14c0-f687-49f9-8c7c-0ebce400a747 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 932 time: 0.1224844 Jul 09 16:42:47.480533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:47.492841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da671e42-11d8-4e79-b156-6d777b41d4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.545914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa9ae5cc-f2fa-4cae-b7d1-4bab3c9b830f req-1bb249a9-aee9-496c-8ff0-5c9746eb411c tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636134 Jul 09 16:42:47.555013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da671e42-11d8-4e79-b156-6d777b41d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.557324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:47.561830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.657788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da671e42-11d8-4e79-b156-6d777b41d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c08e6b-fdce-4898-985c-0a821918a9e1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:47.685784 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-da671e42-11d8-4e79-b156-6d777b41d4b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=625e7c57d1bf42509f7d9b2a667e095a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6531689 Jul 09 16:42:47.687232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:47.748446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:47.749826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.799246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-faf29c4d-03d5-4b9b-96d9-3a33fd410caf tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0164165 Jul 09 16:42:47.823979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Request body: {'port': {'device_id': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:47.901794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07d5c7ad-2cc9-4596-b6ae-c5e232d39f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.955121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d8d87fb-f98e-4ff0-a118-ec8cecbdc808 req-e2db5087-d8c3-4de0-80b7-5e8759c634b3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 210 time: 0.0747125 Jul 09 16:42:48.005605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07d5c7ad-2cc9-4596-b6ae-c5e232d39f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.007359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.023996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Allocated IP 172.20.0.12 (f976fc9b-2641-4ee0-a4dd-6a1ee789a40a/d2da96f6-8a04-4eea-b8a8-a341748b256f/fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:48.044548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfd5c-6e86-4377-ad50-f6e25635585f req-3c7c8428-7c78-4b87-a880-cbe7c73c5b73 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:48.046198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f8bfd5c-6e86-4377-ad50-f6e25635585f req-3c7c8428-7c78-4b87-a880-cbe7c73c5b73 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 945 time: 0.2605128 Jul 09 16:42:48.062146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5b9a6a-32a0-47f3-8de9-92325c6204cc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:48.093455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.096302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:48.124244 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ef89be-c38d-4091-8d69-5664b0e543cb" -d '{"events": [{"server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "name": "network-vif-plugged", "status": "completed", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:48.132035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f8bfd5c-6e86-4377-ad50-f6e25635585f req-78018f9e-d493-45b2-8068-6289e7e6ac8c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747106 Jul 09 16:42:48.204127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Transition to ACTIVE for port object cc5b9a6a-32a0-47f3-8de9-92325c6204cc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:48.208583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07d5c7ad-2cc9-4596-b6ae-c5e232d39f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.212069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07d5c7ad-2cc9-4596-b6ae-c5e232d39f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.213384 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07d5c7ad-2cc9-4596-b6ae-c5e232d39f2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21c08e6b-fdce-4898-985c-0a821918a9e1 HTTP/1.1" status: 204 len: 168 time: 0.4981632 Jul 09 16:42:48.225568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.250243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5c7ad-2cc9-4596-b6ae-c5e232d39f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c08e6b-fdce-4898-985c-0a821918a9e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:48.605355 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.804165 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4615a-8109-487d-9bc3-384ac89316cd x-openstack-request-id: req-09a4615a-8109-487d-9bc3-384ac89316cd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:48.804626 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "name": "network-vif-plugged", "status": "completed", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:48.805034 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09a4615a-8109-487d-9bc3-384ac89316cd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:48.805703 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'code': 200} Jul 09 16:42:48.808937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf12150-36b5-414c-af8b-4cbd0d110178 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:48.866251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.871092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66219e-176b-4e01-affb-454ab0fe642f req-a514ac0c-70a1-4cc5-a97a-4f2985ed8bb8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:48.882812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff66219e-176b-4e01-affb-454ab0fe642f req-a514ac0c-70a1-4cc5-a97a-4f2985ed8bb8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.3918717 Jul 09 16:42:48.905276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.941153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Transition to ACTIVE for port object dbf12150-36b5-414c-af8b-4cbd0d110178 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:48.949429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:48.999219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event updated for resources: {'Port': ['ID=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:49.002742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.028719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:49.074523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:49.079525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:49.181158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff66219e-176b-4e01-affb-454ab0fe642f req-cae4b01e-56f7-409e-9a60-552d2f73ed54 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942252 Jul 09 16:42:49.226270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:49.227416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:49.228135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:49.231434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf12150-36b5-414c-af8b-4cbd0d110178,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:49.249880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:49.250099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:49.264903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:49.287153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:49.287582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:49.288182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:49.288892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Bound port: cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:49.289454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.312840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.313905 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.366532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1d25-67bc-481a-ba8b-0cb40a7e0dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.421827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Attempting to bind port dbf12150-36b5-414c-af8b-4cbd0d110178 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:49.422308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Attempting to bind port dbf12150-36b5-414c-af8b-4cbd0d110178 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '226ea304-5fa8-4649-961b-3208944134ff'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:49.422826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Attempting to bind port dbf12150-36b5-414c-af8b-4cbd0d110178 on network 226ea304-5fa8-4649-961b-3208944134ff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:49.435420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dd282-7b3c-49eb-8763-9338c661e53d req-924b2bca-cb60-41ca-8c08-dc13b31f3b44 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.443830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Port dbf12150-36b5-414c-af8b-4cbd0d110178 on network 226ea304-5fa8-4649-961b-3208944134ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:49.444089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af1dd282-7b3c-49eb-8763-9338c661e53d req-924b2bca-cb60-41ca-8c08-dc13b31f3b44 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.5172029 Jul 09 16:42:49.444310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Attempting to bind port dbf12150-36b5-414c-af8b-4cbd0d110178 on network 226ea304-5fa8-4649-961b-3208944134ff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:49.452731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-0673316f-ed61-424f-b034-9e2f84b7dff6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3751211 Jul 09 16:42:49.468737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Request body: {'port': {'device_id': '88406cdf-b918-4299-86c3-c75f740880b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:49.477193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:49.477677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Checking segment: {'id': '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '226ea304-5fa8-4649-961b-3208944134ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:49.478091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Bound using segment: {'id': '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '226ea304-5fa8-4649-961b-3208944134ff'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:49.478845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Bound port: dbf12150-36b5-414c-af8b-4cbd0d110178, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '226ea304-5fa8-4649-961b-3208944134ff'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:49.479006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.503592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be52c-a9bc-4637-bf5d-12cca765924d req-c8ca27aa-a364-4a70-8277-bb8a1439ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.505429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b0be52c-a9bc-4637-bf5d-12cca765924d req-c8ca27aa-a364-4a70-8277-bb8a1439ced4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 1096 time: 0.4937913 Jul 09 16:42:49.527812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:49.568512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:49.580224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.584562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af1dd282-7b3c-49eb-8763-9338c661e53d req-c3b7cdf1-940e-4613-a5f0-f398f8a7b801 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394515 Jul 09 16:42:49.628237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b0be52c-a9bc-4637-bf5d-12cca765924d req-9abbc662-2410-470f-818d-a8a09a27dad8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050246 Jul 09 16:42:49.660717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc70757-31b8-4150-bece-d56bc02d5d45 req-8260896e-918e-4be7-8dc5-6f7d85e5f34a tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.687183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cc70757-31b8-4150-bece-d56bc02d5d45 req-8260896e-918e-4be7-8dc5-6f7d85e5f34a tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 944 time: 0.3110852 Jul 09 16:42:49.689979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.690648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.692070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] 10.222.0.37 "PUT /v2.0/ports/cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 1095 time: 3.0897293 Jul 09 16:42:49.701340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:49.704091 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a2e91-d133-4858-8247-ddb3c90ca579" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:49.759776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.785448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] For port dbf12150-36b5-414c-af8b-4cbd0d110178, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:49.803952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cc70757-31b8-4150-bece-d56bc02d5d45 req-ea7bce01-1661-4ecd-9887-df7205754da2 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144035 Jul 09 16:42:49.820488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] For port dbf12150-36b5-414c-af8b-4cbd0d110178, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dbf12150-36b5-414c-af8b-4cbd0d110178,segment=NetworkSegment(3c6b57d5-0c00-4e37-8286-775c8b7b0cfc),segment_id=3c6b57d5-0c00-4e37-8286-775c8b7b0cfc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:49.834919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.836980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb96232-3d26-4549-a933-da6eb4ecf6bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:49.904005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9db5aa24-905a-4a64-aa4a-d5c857716bde req-062110a4-27c1-42e0-8da4-50dca1bac2bb tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0935235 Jul 09 16:42:50.000388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1d25-67bc-481a-ba8b-0cb40a7e0dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.005535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.008037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.010817 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] 10.222.0.37 "PUT /v2.0/ports/dbf12150-36b5-414c-af8b-4cbd0d110178 HTTP/1.1" status: 200 len: 1092 time: 2.1970799 Jul 09 16:42:50.034721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1d25-67bc-481a-ba8b-0cb40a7e0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.075509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7a8ee-6815-4b33-b324-5e0967709bfb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf12150-36b5-414c-af8b-4cbd0d110178,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.212675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-550d460d-e547-4c66-8244-0c485f7b7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.214412 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-550d460d-e547-4c66-8244-0c485f7b7033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1098 time: 0.4512725 Jul 09 16:42:50.217304 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0a7f1d25-67bc-481a-ba8b-0cb40a7e0dc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4201b3cc2a1748238001ed32602a2171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9510474 Jul 09 16:42:50.221600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:50.223766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f1d25-67bc-481a-ba8b-0cb40a7e0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed93951-881c-468e-aa0b-395fc4b571e7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.304679 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-86a41709-4a5a-4e83-9ba0-a1d9a2e50c3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.0534697 Jul 09 16:42:50.346992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-57e1dcb3-39fc-4cba-8d25-d1aa5c240f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.349910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-57e1dcb3-39fc-4cba-8d25-d1aa5c240f9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f53eab9392046749fe7940d2b161a4c&device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 1095 time: 0.2533128 Jul 09 16:42:50.379670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae43f-d1d4-454e-80a9-853f8da7319b req-28d93d20-416c-4742-a0a9-bd3ca4358176 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.381300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb6ae43f-d1d4-454e-80a9-853f8da7319b req-28d93d20-416c-4742-a0a9-bd3ca4358176 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 932 time: 0.4180839 Jul 09 16:42:50.473701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-b3760526-eb6a-4dd0-9bb1-54837393ffbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf12150-36b5-414c-af8b-4cbd0d110178 HTTP/1.1" status: 200 len: 217 time: 0.0853713 Jul 09 16:42:50.487027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb6ae43f-d1d4-454e-80a9-853f8da7319b req-8f58ed09-d669-4e4d-8eaa-9c4f676c8181 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913644 Jul 09 16:42:50.503205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fef6c0c1-29fe-44fe-a416-103d419dface admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.511364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d642d2-23e4-4f00-aa44-97cb0ee6aebb req-10cdad0d-1087-4714-96f4-5d0afa9ccb53 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.513346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25d642d2-23e4-4f00-aa44-97cb0ee6aebb req-10cdad0d-1087-4714-96f4-5d0afa9ccb53 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 945 time: 0.1995194 Jul 09 16:42:50.518275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:50.535610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.558689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fef6c0c1-29fe-44fe-a416-103d419dface admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.576314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Transition to ACTIVE for port object fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:50.587084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.606129 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b7954-d68a-4503-906d-906e4c2bc14c x-openstack-request-id: req-438b7954-d68a-4503-906d-906e4c2bc14c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:50.606612 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:50.607012 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-438b7954-d68a-4503-906d-906e4c2bc14c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:50.607631 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'status': 'completed', 'code': 200} Jul 09 16:42:50.627429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-3792c5b3-b86e-4cac-9211-1b4603baccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.630001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-3792c5b3-b86e-4cac-9211-1b4603baccbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3148336 Jul 09 16:42:50.646042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25d642d2-23e4-4f00-aa44-97cb0ee6aebb req-102d053a-b0c9-4159-8f74-4ec0108b8fe0 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226285 Jul 09 16:42:50.684194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.753279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-6245d529-acf0-46d2-af39-e30f5cb8c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.755751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-6245d529-acf0-46d2-af39-e30f5cb8c6cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82886238-1c07-47d5-98be-8b4d50417a35 HTTP/1.1" status: 200 len: 861 time: 0.2703590 Jul 09 16:42:50.809775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-544c2388-c48e-4530-99b1-fe3baa9d8691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=226ea304-5fa8-4649-961b-3208944134ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459225 Jul 09 16:42:50.846630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fef6c0c1-29fe-44fe-a416-103d419dface admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.848864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fef6c0c1-29fe-44fe-a416-103d419dface admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.854045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fef6c0c1-29fe-44fe-a416-103d419dface admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fed93951-881c-468e-aa0b-395fc4b571e7 HTTP/1.1" status: 204 len: 168 time: 0.6274538 Jul 09 16:42:50.907592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6c0c1-29fe-44fe-a416-103d419dface admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed93951-881c-468e-aa0b-395fc4b571e7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.913529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416281-a084-4b54-a971-315269d8b629 req-29a96fdb-dd22-475c-8b8d-f0b1e563c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.915310 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-29a96fdb-dd22-475c-8b8d-f0b1e563c108 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2647858 Jul 09 16:42:51.349893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Attempting to bind port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:51.350164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Attempting to bind port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:51.350400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Attempting to bind port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:51.354352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-eb14efa4-95df-4338-ab02-df6f603e46ab service neutron] 10.222.0.37 "GET /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361912 Jul 09 16:42:51.364320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:51.364671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Attempting to bind port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:51.401905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7ecbd-9bba-41d2-b4cd-3825f6d53bd7 req-42901e0d-f863-4016-8364-200082d34537 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:51.413605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56c7ecbd-9bba-41d2-b4cd-3825f6d53bd7 req-42901e0d-f863-4016-8364-200082d34537 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.5869212 Jul 09 16:42:51.416710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:51.417272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:51.417914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Bound using segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:51.418677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Bound port: fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:51.419269 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.446632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e54b3-98be-4290-a7b7-cb66abff89da req-e96a776d-9a22-46c9-938a-8a730e673e25 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:51.453437 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-9acf082b-3008-44ac-9a1a-fc93d615824a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288424 Jul 09 16:42:51.458331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e45e54b3-98be-4290-a7b7-cb66abff89da req-e96a776d-9a22-46c9-938a-8a730e673e25 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.6548245 Jul 09 16:42:51.567593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7aaa8939-0603-48d9-bbec-a543f5e8d6e5 req-deca5607-fe41-471f-8367-b8599477366f service neutron] 10.222.0.37 "GET /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052472 Jul 09 16:42:51.582133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c416281-a084-4b54-a971-315269d8b629 req-58dbd13e-56dc-4f6f-a8d8-40d36d6e079d service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211665 Jul 09 16:42:51.626028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e45e54b3-98be-4290-a7b7-cb66abff89da req-09c0e1dd-799c-4b6c-89a6-de4b5d24624e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663620 Jul 09 16:42:51.648735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56c7ecbd-9bba-41d2-b4cd-3825f6d53bd7 req-e8b48c99-ed62-4ad3-a139-f7359a081a27 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282677 Jul 09 16:42:51.734339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] For port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:51.742664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] For port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:51.750021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.840906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:51.870693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:51.871838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.873452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-ce985b67-42d3-43b5-8a61-9633a8a085e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 HTTP/1.1" status: 200 len: 1092 time: 2.4089055 Jul 09 16:42:51.874115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88406cdf-b918-4299-86c3-c75f740880b5', 'tag': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:51.876791 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f49411-9319-4f24-8e0d-c741e23a1ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "88406cdf-b918-4299-86c3-c75f740880b5", "tag": "fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:51.885043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-d2fbab2a-ad1e-40a7-8c61-b155964fe77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:51.891540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-d2fbab2a-ad1e-40a7-8c61-b155964fe77b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1098 time: 0.1812022 Jul 09 16:42:52.026917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-c6d7bcc5-fa82-4a74-a075-9c3483533367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.028877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-c6d7bcc5-fa82-4a74-a075-9c3483533367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1304302 Jul 09 16:42:52.037074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86e7fb-7402-4264-b8a5-a9acd82d6c0c req-af8a81ff-423e-401b-a02f-51978ec9d514 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.039936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b86e7fb-7402-4264-b8a5-a9acd82d6c0c req-af8a81ff-423e-401b-a02f-51978ec9d514 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 944 time: 0.1495733 Jul 09 16:42:52.043567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-60e06c13-15bd-4142-9554-843a02ae0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.045825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-60e06c13-15bd-4142-9554-843a02ae0d90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 1095 time: 0.1072638 Jul 09 16:42:52.134582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-870a4251-a5dd-4185-bdb7-e109b4be3573 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 HTTP/1.1" status: 200 len: 217 time: 0.0502341 Jul 09 16:42:52.159043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b86e7fb-7402-4264-b8a5-a9acd82d6c0c req-b06bf8e6-c6c0-4649-8c94-4d50b768f445 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028647 Jul 09 16:42:52.159260 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-5d6ad519-77dc-4a84-841f-3622d7f398d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.1208916 Jul 09 16:42:52.250623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-e5f90afe-ccd0-42b1-8414-869fd6596bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.252300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-e5f90afe-ccd0-42b1-8414-869fd6596bea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.0947628 Jul 09 16:42:52.289571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-37d8eadc-bc30-4362-b768-7c8afb3a22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.293518 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-37d8eadc-bc30-4362-b768-7c8afb3a22e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1289382 Jul 09 16:42:52.381090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-4af9414e-ce41-4e53-b338-c197a532b239 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101925 Jul 09 16:42:52.433129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-8e48a1ca-97bf-4279-a83a-f5fc880d8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.435491 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-8e48a1ca-97bf-4279-a83a-f5fc880d8e30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347418 Jul 09 16:42:52.449410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63724d8b-b464-48a4-9b53-c59bced755fb req-f770c000-0623-4da7-ad87-a4789049ce46 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.1770372 Jul 09 16:42:52.590950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-bd682993-af07-460d-b0ae-0aa8ada64951 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482823 Jul 09 16:42:52.598702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-140a9ac9-1750-42ca-bbed-3cdb058bf026 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601012 Jul 09 16:42:52.604270 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4348a10-09b2-4162-9a6f-ca1c0d977f38 x-openstack-request-id: req-d4348a10-09b2-4162-9a6f-ca1c0d977f38 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:52.604666 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88406cdf-b918-4299-86c3-c75f740880b5", "tag": "fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:52.604928 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4348a10-09b2-4162-9a6f-ca1c0d977f38 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:52.605326 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88406cdf-b918-4299-86c3-c75f740880b5', 'tag': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77', 'status': 'completed', 'code': 200} Jul 09 16:42:52.611471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'tag': 'dbf12150-36b5-414c-af8b-4cbd0d110178'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:52.622133 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "91d9b120-b456-4d66-b95f-3b0cf96ab55d", "tag": "dbf12150-36b5-414c-af8b-4cbd0d110178"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:52.724531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0dc6fd3-4b1f-4970-8977-9e29c5cf3506 req-6f830f40-3241-4fee-9102-0d7e965f9e5e service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090596 Jul 09 16:42:52.737697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf703-cd8b-4cc9-9a5b-1e5bf00cf720 req-53e902da-49a9-421d-9989-2772188c9aea tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.739437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed0bf703-cd8b-4cc9-9a5b-1e5bf00cf720 req-53e902da-49a9-421d-9989-2772188c9aea tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 944 time: 0.3402088 Jul 09 16:42:52.792805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b39a2e91-d133-4858-8247-ddb3c90ca579 req-74452b99-d07a-4586-8500-f45f8b6168ae service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861906 Jul 09 16:42:52.912947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed0bf703-cd8b-4cc9-9a5b-1e5bf00cf720 req-4c5dab1c-df5d-41a1-8e90-6ab758e60f37 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479406 Jul 09 16:42:52.963326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caf094-2643-4966-9cdc-e6aaa2ca67a7 req-b45e5075-0a9f-435a-8c7a-75e82962be48 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.972991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97caf094-2643-4966-9cdc-e6aaa2ca67a7 req-b45e5075-0a9f-435a-8c7a-75e82962be48 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 945 time: 0.2322662 Jul 09 16:42:52.993672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-3a5b8fa0-9051-4f50-9af4-7381b5cc2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.995255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-3a5b8fa0-9051-4f50-9af4-7381b5cc2185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 1095 time: 0.1662054 Jul 09 16:42:53.005007 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214bbbae-d19e-4b30-89cd-daf2771f6ffe x-openstack-request-id: req-214bbbae-d19e-4b30-89cd-daf2771f6ffe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:53.005321 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d9b120-b456-4d66-b95f-3b0cf96ab55d", "tag": "dbf12150-36b5-414c-af8b-4cbd0d110178", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:53.005579 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-214bbbae-d19e-4b30-89cd-daf2771f6ffe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:53.006413 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'tag': 'dbf12150-36b5-414c-af8b-4cbd0d110178', 'status': 'completed', 'code': 200} Jul 09 16:42:53.037789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97caf094-2643-4966-9cdc-e6aaa2ca67a7 req-1972a9d7-1acb-4c81-b406-9fa3fb7931e7 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Jul 09 16:42:53.151357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-bec454f0-9cef-4fcb-8d08-2da0c5c17630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.152907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-bec454f0-9cef-4fcb-8d08-2da0c5c17630 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f53eab9392046749fe7940d2b161a4c&device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 1095 time: 0.0964150 Jul 09 16:42:53.216465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-bd725c89-cc75-4276-8b53-789b6a68d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.218944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-bd725c89-cc75-4276-8b53-789b6a68d13a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.2069087 Jul 09 16:42:53.299778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-a2c6ac60-a0fe-45c4-b3a6-da78da04c8fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 HTTP/1.1" status: 200 len: 217 time: 0.0668280 Jul 09 16:42:53.318559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-b95cd39a-2332-40e6-99a6-7b8347ba45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.320681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-b95cd39a-2332-40e6-99a6-7b8347ba45d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=226ea304-5fa8-4649-961b-3208944134ff HTTP/1.1" status: 200 len: 922 time: 0.1609778 Jul 09 16:42:53.353811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c0395-63ad-4925-8e09-1f4b1d80e1d9 req-f4384943-ee53-4d0f-8b2c-3eb644506d46 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.361587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-111c0395-63ad-4925-8e09-1f4b1d80e1d9 req-f4384943-ee53-4d0f-8b2c-3eb644506d46 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.2169852 Jul 09 16:42:53.380460 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-2f405f8d-50a6-4035-aa89-a920b8fd9f45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf12150-36b5-414c-af8b-4cbd0d110178 HTTP/1.1" status: 200 len: 217 time: 0.0487926 Jul 09 16:42:53.446245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-111c0395-63ad-4925-8e09-1f4b1d80e1d9 req-35d1c397-faab-4784-a047-4287febce608 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836368 Jul 09 16:42:53.473748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-10380464-e4b9-4693-8f3e-557611852a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.475813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-10380464-e4b9-4693-8f3e-557611852a6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.1447568 Jul 09 16:42:53.480946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-8c7bbd36-804c-4e53-8fdd-9dd5cf91d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.482560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-8c7bbd36-804c-4e53-8fdd-9dd5cf91d917 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82886238-1c07-47d5-98be-8b4d50417a35 HTTP/1.1" status: 200 len: 861 time: 0.0964639 Jul 09 16:42:53.507111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433df54-229f-47d6-be93-6073a8bcb060 req-6b400927-38f1-4889-9427-ce2c18034303 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.509088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7433df54-229f-47d6-be93-6073a8bcb060 req-6b400927-38f1-4889-9427-ce2c18034303 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2130485 Jul 09 16:42:53.529287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-fd3d47c8-e56c-4007-a03a-acf531b6d30b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414302 Jul 09 16:42:53.537891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-1c03c31a-e70b-4f21-802b-22e12d7ff7e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=226ea304-5fa8-4649-961b-3208944134ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477347 Jul 09 16:42:53.556804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:53.654873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-3cd9d631-5fef-4090-8639-47d215a0b0dd service neutron] 10.222.0.37 "GET /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093197 Jul 09 16:42:53.658001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7433df54-229f-47d6-be93-6073a8bcb060 req-371602e3-e870-4ccd-8297-0c63f7a3864e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310868 Jul 09 16:42:53.712638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-235b3ce8-912e-4b7f-bc4a-bf9d34cc2bc7 service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657894 Jul 09 16:42:53.744341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dc6b3-7a66-4b25-b183-e2685502095a req-03cdac06-d212-4070-a862-547465d16718 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.752362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca6dc6b3-7a66-4b25-b183-e2685502095a req-03cdac06-d212-4070-a862-547465d16718 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 944 time: 0.1411517 Jul 09 16:42:53.789536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb604dc-dcb1-4b3a-adc6-83550e0ac5fa req-12a6d550-4f21-41bb-82d8-f3f54f9d1a23 service neutron] 10.222.0.37 "GET /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279535 Jul 09 16:42:53.847465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca6dc6b3-7a66-4b25-b183-e2685502095a req-dcb477a4-385a-49d0-945a-b8c240768c20 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933876 Jul 09 16:42:53.914739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02f49411-9319-4f24-8e0d-c741e23a1ed5 req-78dd3fac-e077-47d2-a79f-a9e46dce3eba service neutron] 10.222.0.43 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943481 Jul 09 16:42:54.001149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33693ff2-ee89-4343-a11a-80d21c0aadd7 req-42975e1e-673b-4351-a2a2-3aae2accdcf7 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0330999 Jul 09 16:42:54.133572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bd05e-75df-4001-a77b-68d706395b52 req-ed4b92e0-b36c-4d1d-bbd4-00a607b37caa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.135218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7bd05e-75df-4001-a77b-68d706395b52 req-ed4b92e0-b36c-4d1d-bbd4-00a607b37caa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.0850332 Jul 09 16:42:54.178446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7bd05e-75df-4001-a77b-68d706395b52 req-74936175-1abd-4f5a-9e0e-5a9dbc6fa2c7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jul 09 16:42:54.368430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036e53b-508c-49b5-b6e6-97fc40c86a05 req-c5387bc8-13a4-4d36-a21f-313afd3fa884 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.370199 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c036e53b-508c-49b5-b6e6-97fc40c86a05 req-c5387bc8-13a4-4d36-a21f-313afd3fa884 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 944 time: 0.0760183 Jul 09 16:42:54.418795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c036e53b-508c-49b5-b6e6-97fc40c86a05 req-fd0c237c-e7b7-4226-882f-c6e47c5c9efb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Jul 09 16:42:54.577071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3ca44-fd81-4dc2-a364-049faec5939b req-6dd4c1eb-416b-400f-a0b3-02f85c720fe5 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.578923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82b3ca44-fd81-4dc2-a364-049faec5939b req-6dd4c1eb-416b-400f-a0b3-02f85c720fe5 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 945 time: 0.0790036 Jul 09 16:42:54.620490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82b3ca44-fd81-4dc2-a364-049faec5939b req-5361b357-6d60-4344-bc27-88b6673f5cf4 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Jul 09 16:42:54.869546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae94f1-9443-4437-8fb2-0c30021aa4dd req-3d80b5db-bad6-4328-9191-1b3099f6e57b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.871530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ae94f1-9443-4437-8fb2-0c30021aa4dd req-3d80b5db-bad6-4328-9191-1b3099f6e57b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.0973074 Jul 09 16:42:54.923553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ae94f1-9443-4437-8fb2-0c30021aa4dd req-103bbe83-c80a-4c1f-a119-49a2a6b8989a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Jul 09 16:42:55.297310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d930d-421d-4f26-9167-3e191b2d1bb4 req-d0cd2619-8339-43e3-8e26-25c0abe7add1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:55.300372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab4d930d-421d-4f26-9167-3e191b2d1bb4 req-d0cd2619-8339-43e3-8e26-25c0abe7add1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.0929735 Jul 09 16:42:55.368436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab4d930d-421d-4f26-9167-3e191b2d1bb4 req-b60bb173-17ed-4f42-8305-1218ccfe530f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619974 Jul 09 16:42:55.529436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:55.531809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:55.662257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe4ffc23-ac38-4d5c-9d62-7f04b409107a req-136b95cf-365b-4a8e-83cd-ac7bbee21a96 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0945301 Jul 09 16:42:55.697866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dbf12150-36b5-414c-af8b-4cbd0d110178 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:55.704676 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7d91a8-db42-4d6c-ba22-ac344ca6b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.739772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bfbd0-eab6-461e-b29b-67b920b94f1d req-4d5296be-f656-44c0-92d9-b3a3edf88b9e tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:55.747111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d41bfbd0-eab6-461e-b29b-67b920b94f1d req-4d5296be-f656-44c0-92d9-b3a3edf88b9e tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 944 time: 0.1906285 Jul 09 16:42:55.757143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:55.782396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77', 'mac_address': 'fa:16:3e:8f:67:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:55.832508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d41bfbd0-eab6-461e-b29b-67b920b94f1d req-b611bcaf-8e22-4c0e-80b7-a881aafb1d53 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842004 Jul 09 16:42:55.866849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.869446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:42:55.914004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7d91a8-db42-4d6c-ba22-ac344ca6b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.919576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e7d91a8-db42-4d6c-ba22-ac344ca6b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.928958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:56.014418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6e7d91a8-db42-4d6c-ba22-ac344ca6b449 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=866aa814495349f495d16e8c3c990e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766443 Jul 09 16:42:56.014839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:56.024120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d91a8-db42-4d6c-ba22-ac344ca6b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d992f6-8fff-4612-aee4-ebe1a8840f05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.084905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d5f8c-6c63-47eb-8683-6ed77fc4a60e req-7fd4ee46-819e-4bc2-a9b7-05df2b157d4d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:56.087374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d49d5f8c-6c63-47eb-8683-6ed77fc4a60e req-7fd4ee46-819e-4bc2-a9b7-05df2b157d4d tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 944 time: 0.1509950 Jul 09 16:42:56.107908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:56.120529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.140822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0cc29b7-fc32-4109-8b48-aa75f38a9461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.157727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d49d5f8c-6c63-47eb-8683-6ed77fc4a60e req-87373cda-d25c-4b57-a4df-cfd33d3abd45 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620553 Jul 09 16:42:56.198846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port dbf12150-36b5-414c-af8b-4cbd0d110178, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dbf12150-36b5-414c-af8b-4cbd0d110178,segment=NetworkSegment(3c6b57d5-0c00-4e37-8286-775c8b7b0cfc),segment_id=3c6b57d5-0c00-4e37-8286-775c8b7b0cfc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:56.211466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0cc29b7-fc32-4109-8b48-aa75f38a9461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.241854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'dbf12150-36b5-414c-af8b-4cbd0d110178', 'network_id': '226ea304-5fa8-4649-961b-3208944134ff', 'port_id': 'dbf12150-36b5-414c-af8b-4cbd0d110178', 'mac_address': 'fa:16:3e:40:e6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82886238-1c07-47d5-98be-8b4d50417a35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:56.257597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.297246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce9ea-3a2f-47ec-8dbe-8cf292241471 req-af53763c-2f32-4907-a325-6149959bb06c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:56.300719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-482ce9ea-3a2f-47ec-8dbe-8cf292241471 req-af53763c-2f32-4907-a325-6149959bb06c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.1292970 Jul 09 16:42:56.309648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.326221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0cc29b7-fc32-4109-8b48-aa75f38a9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.329984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0cc29b7-fc32-4109-8b48-aa75f38a9461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.330442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf12150-36b5-414c-af8b-4cbd0d110178 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:56.332602 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0cc29b7-fc32-4109-8b48-aa75f38a9461 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56d992f6-8fff-4612-aee4-ebe1a8840f05 HTTP/1.1" status: 204 len: 168 time: 0.3163273 Jul 09 16:42:56.366420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc29b7-fc32-4109-8b48-aa75f38a9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d992f6-8fff-4612-aee4-ebe1a8840f05,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.373574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-482ce9ea-3a2f-47ec-8dbe-8cf292241471 req-6f42db29-628d-4c55-b2ee-418df1685285 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613039 Jul 09 16:42:56.377800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port dbf12150-36b5-414c-af8b-4cbd0d110178, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dbf12150-36b5-414c-af8b-4cbd0d110178,segment=NetworkSegment(3c6b57d5-0c00-4e37-8286-775c8b7b0cfc),segment_id=3c6b57d5-0c00-4e37-8286-775c8b7b0cfc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:56.383795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.384458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:56.496334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:56.521696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=dbf12150-36b5-414c-af8b-4cbd0d110178,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.600942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:56.620773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'mac_address': 'fa:16:3e:67:94:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:56.673640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d527-9f3d-4c29-bfcc-2f2596b73297 req-96fb1c61-ba91-4db9-8c32-27c0fbc3a551 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:56.675347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a573d527-9f3d-4c29-bfcc-2f2596b73297 req-96fb1c61-ba91-4db9-8c32-27c0fbc3a551 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.0913296 Jul 09 16:42:56.696726 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.729303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5b9a6a-32a0-47f3-8de9-92325c6204cc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:56.742785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a573d527-9f3d-4c29-bfcc-2f2596b73297 req-b3c6f499-4f1c-4f53-b04e-a15f2342bb08 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555129 Jul 09 16:42:56.795992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:56.809713 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.893900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cfab38c-6500-4a79-b37d-bd8ef0353bb5 req-d521c466-4607-4105-9c04-896ed99eb660 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0600083 Jul 09 16:42:56.932166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.979739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:56.995335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7318ae0-83e5-4277-8494-ba798c2e9b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.140023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ee2b-1718-4cac-8b66-dd93e1be55ec req-852160c1-4ca3-4c7d-870f-6373b2c2c6f3 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.141644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c899ee2b-1718-4cac-8b66-dd93e1be55ec req-852160c1-4ca3-4c7d-870f-6373b2c2c6f3 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 945 time: 0.1117747 Jul 09 16:42:57.181377 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7318ae0-83e5-4277-8494-ba798c2e9b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.195439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7318ae0-83e5-4277-8494-ba798c2e9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.266263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7318ae0-83e5-4277-8494-ba798c2e9b17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c26b5c0505a448f2ac0be09cbdc49c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853880 Jul 09 16:42:57.269949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c899ee2b-1718-4cac-8b66-dd93e1be55ec req-d495f02d-19a7-4942-912a-1cd62410a11e tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219611 Jul 09 16:42:57.270854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7318ae0-83e5-4277-8494-ba798c2e9b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04edaad4-491e-4cac-84c6-29d33c5f9aac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:57.271491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:57.290285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['cc5b9a6a-32a0-47f3-8de9-92325c6204cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:57.356251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dbf12150-36b5-414c-af8b-4cbd0d110178'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:57.417695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6142b102-509d-4514-b78a-276ef918faa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.465105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b17bd-ad96-4105-8b02-27c340f3932a req-60767d85-98fa-4770-9fb5-2fdc1cbee560 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.473955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-359b17bd-ad96-4105-8b02-27c340f3932a req-60767d85-98fa-4770-9fb5-2fdc1cbee560 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 945 time: 0.1194820 Jul 09 16:42:57.486111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6142b102-509d-4514-b78a-276ef918faa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.533528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-359b17bd-ad96-4105-8b02-27c340f3932a req-68758ff9-93d8-4bea-a04c-76bfac0d0ccc tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557587 Jul 09 16:42:57.555300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:57.600079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6142b102-509d-4514-b78a-276ef918faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.604952 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6142b102-509d-4514-b78a-276ef918faa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.606378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6142b102-509d-4514-b78a-276ef918faa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04edaad4-491e-4cac-84c6-29d33c5f9aac HTTP/1.1" status: 204 len: 168 time: 0.3294780 Jul 09 16:42:57.617944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142b102-509d-4514-b78a-276ef918faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edaad4-491e-4cac-84c6-29d33c5f9aac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:57.640974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e54f0-b82e-40a0-aa3d-ec21569ebd2c req-e0e6df8e-e2d1-46c9-b3f4-c5d87d58e04d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.649150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f0e54f0-b82e-40a0-aa3d-ec21569ebd2c req-e0e6df8e-e2d1-46c9-b3f4-c5d87d58e04d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 948 time: 0.0909815 Jul 09 16:42:57.701295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f0e54f0-b82e-40a0-aa3d-ec21569ebd2c req-523ec38e-f113-4862-8699-b3e268d9c348 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Jul 09 16:42:57.903105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:57.918760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '019d316b-1934-4e97-8c59-58d297df7a8f', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': '019d316b-1934-4e97-8c59-58d297df7a8f', 'mac_address': 'fa:16:3e:dd:25:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:58.015363 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:58.039786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 019d316b-1934-4e97-8c59-58d297df7a8f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:58.074455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:58.086531 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:58.086807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e87fb-b044-4036-a454-efcce9a829fc req-374ffc27-7ccc-4178-9666-6f38885979b7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.097989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-470e87fb-b044-4036-a454-efcce9a829fc req-374ffc27-7ccc-4178-9666-6f38885979b7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1940296 Jul 09 16:42:58.181494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-470e87fb-b044-4036-a454-efcce9a829fc req-2ff6b7a6-4e94-48a5-9fc0-6bafb75a5290 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824406 Jul 09 16:42:58.184590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:58.234360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['019d316b-1934-4e97-8c59-58d297df7a8f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:58.255426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d84f4a1b-4c90-4165-84ba-f686d6cf4f05 req-7e82f29c-c107-4c82-9ca9-03d6f810e7ac tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0323315 Jul 09 16:42:58.595577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7aba6-a266-4a0c-8399-93f527c9d9f4 req-b49d7108-f0cc-4d4e-add0-94d858d9997c tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.606051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1b7aba6-a266-4a0c-8399-93f527c9d9f4 req-b49d7108-f0cc-4d4e-add0-94d858d9997c tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 945 time: 0.0939403 Jul 09 16:42:58.701049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1b7aba6-a266-4a0c-8399-93f527c9d9f4 req-ce98d29d-e50f-4591-ac4d-0e2720f3e566 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936406 Jul 09 16:42:58.760215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862450-1eb1-4a1b-b4b9-7c6732dba4be req-fb8fcd27-bc4f-4b19-ad61-016b6f499784 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.769855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39862450-1eb1-4a1b-b4b9-7c6732dba4be req-fb8fcd27-bc4f-4b19-ad61-016b6f499784 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 945 time: 0.1079111 Jul 09 16:42:58.822947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39862450-1eb1-4a1b-b4b9-7c6732dba4be req-46fbd3ad-afac-49d1-b858-5154b29f7b04 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494115 Jul 09 16:42:58.968181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993316-8696-4bbe-be7f-cc8900ad2a23 req-e96b84c5-9e6d-4147-8ef8-57c2e27e1521 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.969826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de993316-8696-4bbe-be7f-cc8900ad2a23 req-e96b84c5-9e6d-4147-8ef8-57c2e27e1521 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 948 time: 0.1079369 Jul 09 16:42:59.039193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de993316-8696-4bbe-be7f-cc8900ad2a23 req-9ac596ac-af2d-4e3d-9136-ceb068a389f2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Jul 09 16:42:59.462065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d48f3-ae24-48e6-9e4f-9cc4107e7830 req-0c9e3a30-5cb1-461c-9182-f2415b48740e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:59.475606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0d48f3-ae24-48e6-9e4f-9cc4107e7830 req-0c9e3a30-5cb1-461c-9182-f2415b48740e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1603613 Jul 09 16:42:59.550258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1086597b-597a-4265-96d6-2f911f7b5ab8 req-22f2f7c1-fa27-40c6-9a48-8ff043be6570 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0698633 Jul 09 16:42:59.558942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:59.629768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0d48f3-ae24-48e6-9e4f-9cc4107e7830 req-1e2827fa-e3dd-48d9-9ff2-6069d9332792 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525154 Jul 09 16:42:59.683970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:59.688869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:59.689638 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.736458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:59.849898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port cc5b9a6a-32a0-47f3-8de9-92325c6204cc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:59.859894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port cc5b9a6a-32a0-47f3-8de9-92325c6204cc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:59.860273 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.914061 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.954839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88406cdf-b918-4299-86c3-c75f740880b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:59.957589 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de48b1-4745-45e4-9354-2befdb65eca1" -d '{"events": [{"server_uuid": "88406cdf-b918-4299-86c3-c75f740880b5", "name": "network-vif-plugged", "status": "completed", "tag": "fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:59.980369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:59.987507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.999618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:00.133422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54209be-541f-4d4f-a702-b3e1c59e5480 req-171341c3-0944-41ba-9f6c-99e6d11edbf5 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.141979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c54209be-541f-4d4f-a702-b3e1c59e5480 req-171341c3-0944-41ba-9f6c-99e6d11edbf5 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 945 time: 0.1908050 Jul 09 16:43:00.159048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:00.163111 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.208213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 019d316b-1934-4e97-8c59-58d297df7a8f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:00.209159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.214095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c54209be-541f-4d4f-a702-b3e1c59e5480 req-f182535b-2f45-4cbf-b45b-240ca781b3f3 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 Jul 09 16:43:00.240045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:00.268361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.269529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dbf12150-36b5-414c-af8b-4cbd0d110178 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:00.282593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7eb72-8a04-4df0-9230-b4d507c41d37 req-11483a58-7f78-4809-b4e5-740a10a0e96e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.308093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9df7eb72-8a04-4df0-9230-b4d507c41d37 req-11483a58-7f78-4809-b4e5-740a10a0e96e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2599223 Jul 09 16:43:00.321278 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938fba13-aa0a-4f40-a7ee-8cf6e2b8d66d x-openstack-request-id: req-938fba13-aa0a-4f40-a7ee-8cf6e2b8d66d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:00.321837 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88406cdf-b918-4299-86c3-c75f740880b5", "name": "network-vif-plugged", "status": "completed", "tag": "fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:00.322228 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-938fba13-aa0a-4f40-a7ee-8cf6e2b8d66d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:00.322761 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88406cdf-b918-4299-86c3-c75f740880b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77', 'code': 200} Jul 09 16:43:00.393866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:00.440285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port dbf12150-36b5-414c-af8b-4cbd0d110178 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:00.447240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port dbf12150-36b5-414c-af8b-4cbd0d110178 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:00.447709 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.576234 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.590904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9df7eb72-8a04-4df0-9230-b4d507c41d37 req-81fa9fd3-d4c8-401a-a617-fa0c6d3d83c4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681823 Jul 09 16:43:00.664333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:00.683496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:00.721753 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.743230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a48aa9-2d79-4f26-a62b-60191c529f8a req-d31cd3b3-54de-4d4f-b5dd-0882c2fd71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.745118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00a48aa9-2d79-4f26-a62b-60191c529f8a req-d31cd3b3-54de-4d4f-b5dd-0882c2fd71a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 1097 time: 0.3530824 Jul 09 16:43:00.803502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.840545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e8d6d-cdea-4b0b-9ad4-d429b1fceb23 req-47ca9bc4-fde1-44cf-90af-59417fc8920d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.841758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:00.844379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c5e8d6d-cdea-4b0b-9ad4-d429b1fceb23 req-47ca9bc4-fde1-44cf-90af-59417fc8920d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.4046652 Jul 09 16:43:00.861205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port dbf12150-36b5-414c-af8b-4cbd0d110178, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dbf12150-36b5-414c-af8b-4cbd0d110178,segment=NetworkSegment(3c6b57d5-0c00-4e37-8286-775c8b7b0cfc),segment_id=3c6b57d5-0c00-4e37-8286-775c8b7b0cfc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:00.866602 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.923683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=dbf12150-36b5-414c-af8b-4cbd0d110178,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:00.933897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00a48aa9-2d79-4f26-a62b-60191c529f8a req-94e4c812-f688-4c3b-a0b8-ec1b93aade37 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731579 Jul 09 16:43:00.952838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12d9862-75ef-4c15-9acc-3a2f2afbad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:00.983112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a61e4407-6c0a-4416-8879-b073b2dcf5dc req-a0e8a4a3-7e2b-4e34-8bcb-041eee49f44c tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.1076612 Jul 09 16:43:01.043302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c5e8d6d-cdea-4b0b-9ad4-d429b1fceb23 req-32e3ed1e-7f54-4791-a98c-3d91b1a501a1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779435 Jul 09 16:43:01.107627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12d9862-75ef-4c15-9acc-3a2f2afbad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:01.125314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12d9862-75ef-4c15-9acc-3a2f2afbad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:01.187377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d12d9862-75ef-4c15-9acc-3a2f2afbad66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f53622a91f264af996fc6c56b93ad129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028839 Jul 09 16:43:01.189071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d9862-75ef-4c15-9acc-3a2f2afbad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b502200-712e-4913-9b3a-31df817a2915,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:01.190268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:01.264502 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89508fc-3f30-444d-b0ec-f7ecbce995f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:01.347157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89508fc-3f30-444d-b0ec-f7ecbce995f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:01.442190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de1876-a0f4-4ec8-ac8e-425d3e9ed2aa req-0b974892-f8fb-4621-badd-dace7c65513c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:01.448374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8de1876-a0f4-4ec8-ac8e-425d3e9ed2aa req-0b974892-f8fb-4621-badd-dace7c65513c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1538014 Jul 09 16:43:01.468997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89508fc-3f30-444d-b0ec-f7ecbce995f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:01.473536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89508fc-3f30-444d-b0ec-f7ecbce995f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:01.475490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d89508fc-3f30-444d-b0ec-f7ecbce995f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b502200-712e-4913-9b3a-31df817a2915 HTTP/1.1" status: 204 len: 168 time: 0.2834313 Jul 09 16:43:01.532292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89508fc-3f30-444d-b0ec-f7ecbce995f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b502200-712e-4913-9b3a-31df817a2915,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:01.607041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8de1876-a0f4-4ec8-ac8e-425d3e9ed2aa req-78511c16-eb14-4817-a296-e2857674dddc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295245 Jul 09 16:43:01.830807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65829-de83-4b30-8578-6ede066b0678 req-3b9d6d17-f541-4678-8b74-6cecd1bf565f tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:01.841058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45c65829-de83-4b30-8578-6ede066b0678 req-3b9d6d17-f541-4678-8b74-6cecd1bf565f tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 946 time: 0.1507947 Jul 09 16:43:01.937426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45c65829-de83-4b30-8578-6ede066b0678 req-80267465-25fc-4785-914f-27025b9af1f1 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951474 Jul 09 16:43:02.022734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:02.055967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b93d8a-7b8b-4728-93d7-15a5d742ca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.310249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b93d8a-7b8b-4728-93d7-15a5d742ca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.324180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'}, {'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f'}, {'server_uuid': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf12150-36b5-414c-af8b-4cbd0d110178'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:02.327657 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539d364-6760-4ede-907b-265b0877d24b" -d '{"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc"}, {"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-plugged", "status": "completed", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f"}, {"server_uuid": "91d9b120-b456-4d66-b95f-3b0cf96ab55d", "name": "network-vif-plugged", "status": "completed", "tag": "dbf12150-36b5-414c-af8b-4cbd0d110178"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:02.334283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8b93d8a-7b8b-4728-93d7-15a5d742ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.413516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8b93d8a-7b8b-4728-93d7-15a5d742ca58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed826685e64b4f62bd6dca508ca4b786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883123 Jul 09 16:43:02.416020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:02.421297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b93d8a-7b8b-4728-93d7-15a5d742ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2456210-b661-4d90-80a2-d09eaa2187c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:02.450203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34ee18-c71e-4d0f-83ab-555d9d2dd468 req-125f1325-64be-4547-9c58-f7fe8fe26b61 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.458327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba34ee18-c71e-4d0f-83ab-555d9d2dd468 req-125f1325-64be-4547-9c58-f7fe8fe26b61 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2078648 Jul 09 16:43:02.488804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dc721-2064-4f6d-adde-691b59870701 req-112e8700-5d68-4c9c-84c8-1832c4210553 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.490459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa3dc721-2064-4f6d-adde-691b59870701 req-112e8700-5d68-4c9c-84c8-1832c4210553 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1935370 Jul 09 16:43:02.524946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba34ee18-c71e-4d0f-83ab-555d9d2dd468 req-b08e08fc-32aa-4c15-bcac-36c21364d0f7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Jul 09 16:43:02.527504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714d8d0e-5299-419a-8ed7-673a434860e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.563318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa3dc721-2064-4f6d-adde-691b59870701 req-3c861a09-d778-4789-bd0c-dfef11621112 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601444 Jul 09 16:43:02.576195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714d8d0e-5299-419a-8ed7-673a434860e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.650024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714d8d0e-5299-419a-8ed7-673a434860e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.653591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714d8d0e-5299-419a-8ed7-673a434860e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.664898 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-714d8d0e-5299-419a-8ed7-673a434860e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2456210-b661-4d90-80a2-d09eaa2187c9 HTTP/1.1" status: 204 len: 168 time: 0.2428992 Jul 09 16:43:02.684923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d8d0e-5299-419a-8ed7-673a434860e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2456210-b661-4d90-80a2-d09eaa2187c9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:02.841505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a2c205-074a-4abe-8bca-d2d761ee4cb6 req-343769c5-c2e2-4100-b881-8d2badcc4621 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0353334 Jul 09 16:43:03.072859 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5902c-159a-484f-b759-abaf0537c380 x-openstack-request-id: req-1ba5902c-159a-484f-b759-abaf0537c380 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:03.073168 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc", "code": 200}, {"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-plugged", "status": "completed", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f", "code": 200}, {"server_uuid": "91d9b120-b456-4d66-b95f-3b0cf96ab55d", "name": "network-vif-plugged", "status": "completed", "tag": "dbf12150-36b5-414c-af8b-4cbd0d110178", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:03.073433 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ba5902c-159a-484f-b759-abaf0537c380 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:03.073852 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'code': 200} Jul 09 16:43:03.074133 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f', 'code': 200} Jul 09 16:43:03.074672 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf12150-36b5-414c-af8b-4cbd0d110178', 'code': 200} Jul 09 16:43:03.416512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9850f1-e323-40f0-be31-3e9a94dd1eea req-9876b36f-4998-49f5-9feb-87c9cbe57718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:03.418193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e9850f1-e323-40f0-be31-3e9a94dd1eea req-9876b36f-4998-49f5-9feb-87c9cbe57718 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1100 time: 0.1941407 Jul 09 16:43:03.447569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09010d-47eb-48f3-9b61-86b95663e817 req-104be92b-80af-463c-885d-cd79aae902d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:03.449233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d09010d-47eb-48f3-9b61-86b95663e817 req-104be92b-80af-463c-885d-cd79aae902d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 1097 time: 0.2020175 Jul 09 16:43:03.454542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79817356-74f6-420f-b5aa-ec9d089b31d9 req-2884cbe5-ff02-42f2-ab78-024dfb986fd1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:03.458718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79817356-74f6-420f-b5aa-ec9d089b31d9 req-2884cbe5-ff02-42f2-ab78-024dfb986fd1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2131238 Jul 09 16:43:03.496948 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8e9850f1-e323-40f0-be31-3e9a94dd1eea req-c8b59d67-8cd1-4ca9-88bd-e0a8923d91d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714669 Jul 09 16:43:03.510663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d09010d-47eb-48f3-9b61-86b95663e817 req-7d8c7684-991c-4dd3-b743-e5684feb865b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Jul 09 16:43:03.548101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79817356-74f6-420f-b5aa-ec9d089b31d9 req-73347192-62a6-494b-8bf7-9cc539c49f97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770063 Jul 09 16:43:03.594987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b356a5-64c8-4ddc-a24d-01e185e5ed37 req-16e6a7c7-de52-4e7a-8af7-f5089a936625 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:03.602329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00b356a5-64c8-4ddc-a24d-01e185e5ed37 req-16e6a7c7-de52-4e7a-8af7-f5089a936625 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 946 time: 0.2160897 Jul 09 16:43:03.664801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00b356a5-64c8-4ddc-a24d-01e185e5ed37 req-4e839ced-3911-4a4c-b818-c7ab682c093a tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615370 Jul 09 16:43:03.911752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18928a6a-29ac-4325-a52c-d691eaf823a8 req-aa5fdc74-9138-41aa-ac51-1717b4ee4c42 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:03.925496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18928a6a-29ac-4325-a52c-d691eaf823a8 req-aa5fdc74-9138-41aa-ac51-1717b4ee4c42 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1218088 Jul 09 16:43:03.979996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18928a6a-29ac-4325-a52c-d691eaf823a8 req-7f6df449-0d7f-4ead-b259-932841d9f437 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530760 Jul 09 16:43:04.221344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74b9b43b-e752-4b60-b511-c8912ec00c76 req-0e6606ea-1253-47dc-a1b0-c0447618cbf2 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0774429 Jul 09 16:43:04.398009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86ec8-5231-44f8-94c0-0fa51787aaaf req-63048ab5-0407-4a6e-9bdf-e27e09eee809 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:04.400796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47e86ec8-5231-44f8-94c0-0fa51787aaaf req-63048ab5-0407-4a6e-9bdf-e27e09eee809 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1921754 Jul 09 16:43:04.481434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47e86ec8-5231-44f8-94c0-0fa51787aaaf req-99038483-201b-434a-b667-14a2f6576598 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701103 Jul 09 16:43:05.051545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b0ad-6474-481a-aca9-d7034856a92f req-52569955-66b1-494a-ac45-cdf36307ceb4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:05.065544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc76b0ad-6474-481a-aca9-d7034856a92f req-52569955-66b1-494a-ac45-cdf36307ceb4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1687334 Jul 09 16:43:05.142802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc76b0ad-6474-481a-aca9-d7034856a92f req-be1d217e-0cd0-46c7-9ef4-538e62434d86 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753691 Jul 09 16:43:05.559372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9bc38-2843-46f6-adbe-03272f2b574d req-d6a86220-b6a2-4502-8439-a9a5193fbfee tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:05.561382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ed9bc38-2843-46f6-adbe-03272f2b574d req-d6a86220-b6a2-4502-8439-a9a5193fbfee tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1862462 Jul 09 16:43:05.602499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fedf7-e4aa-45e8-b128-69ff1c9c4325 req-36504d36-b603-46ae-95ab-dd61373229e3 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:05.604060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7fedf7-e4aa-45e8-b128-69ff1c9c4325 req-36504d36-b603-46ae-95ab-dd61373229e3 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 946 time: 0.1831710 Jul 09 16:43:05.694894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ed9bc38-2843-46f6-adbe-03272f2b574d req-a0397285-cb40-4a42-9f92-1bf70df1ed1e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222837 Jul 09 16:43:05.739591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15ced1fb-a617-46dd-abd2-f1a1b04a6084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:05.768141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7fedf7-e4aa-45e8-b128-69ff1c9c4325 req-8d448db7-1124-4063-ab0b-ba3810062721 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475682 Jul 09 16:43:05.999488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0991000d-ae29-4bc2-af72-ffe8331dba6e req-0c751b38-7669-4ec6-a106-a7ac75a1afdc tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0475245 Jul 09 16:43:06.190691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11155fc-a17f-4f91-8afe-f4f3bf6de3c1 req-5a6bfabd-cd0c-471e-b622-b69d16ae23b1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:06.197708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11155fc-a17f-4f91-8afe-f4f3bf6de3c1 req-5a6bfabd-cd0c-471e-b622-b69d16ae23b1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.0929968 Jul 09 16:43:06.316626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11155fc-a17f-4f91-8afe-f4f3bf6de3c1 req-8b168efa-f199-44da-ab53-34404537f725 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177707 Jul 09 16:43:06.659107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-bd826c64-3b3d-44fc-b8c2-455f95cee042 req-70b8b067-ef9b-499a-92bc-c744f952d145 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:43:06.660887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd826c64-3b3d-44fc-b8c2-455f95cee042 req-70b8b067-ef9b-499a-92bc-c744f952d145 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212615 Jul 09 16:43:06.729554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c0ee-3302-4025-9b81-9e42e61ee27f req-9497b364-9827-4845-9070-4a0c090450b9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:06.753989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b8c0ee-3302-4025-9b81-9e42e61ee27f req-9497b364-9827-4845-9070-4a0c090450b9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1902559 Jul 09 16:43:06.847693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b8c0ee-3302-4025-9b81-9e42e61ee27f req-1ef3df95-162b-409f-baa5-22df6c943992 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920076 Jul 09 16:43:07.169879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfaf94-6967-4cdc-9145-6c2d62cf6b11 req-f77712f1-389d-4e7a-bdac-e1ebc256cc5e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:07.178669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1dfaf94-6967-4cdc-9145-6c2d62cf6b11 req-f77712f1-389d-4e7a-bdac-e1ebc256cc5e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.0816534 Jul 09 16:43:07.363793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1dfaf94-6967-4cdc-9145-6c2d62cf6b11 req-7823caf0-c962-4fff-be37-752ea541f04e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836376 Jul 09 16:43:07.407242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-680d42eb-f58f-4ec7-a0b6-d3c9de209fea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2206504 Jul 09 16:43:07.449563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e424b-8e15-493b-befb-deab4084fa78 req-cc001d21-733f-4e1a-8497-297d3472cbfb tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:07.462751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af4e424b-8e15-493b-befb-deab4084fa78 req-cc001d21-733f-4e1a-8497-297d3472cbfb tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 946 time: 0.2044086 Jul 09 16:43:07.543182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af4e424b-8e15-493b-befb-deab4084fa78 req-3d41739d-f33f-48c7-9a52-8bf86fca088d tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795093 Jul 09 16:43:07.806054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca50b251-c455-4632-ac71-d25ab05b3625 req-0abf5f54-1a33-4856-b518-0b765f97095d tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0811567 Jul 09 16:43:08.031752 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:08.205860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aaceb-fda6-499d-bf72-8b770ff5899d req-79ff8f6a-b173-41c1-b2b1-032cb0523086 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:08.246663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac8aaceb-fda6-499d-bf72-8b770ff5899d req-79ff8f6a-b173-41c1-b2b1-032cb0523086 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2378914 Jul 09 16:43:08.273774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d9c2ff3-69dd-46db-8e28-b7441fef45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:08.370176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac8aaceb-fda6-499d-bf72-8b770ff5899d req-34ad1b76-ae75-4256-90e8-47c3c371dcc4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219661 Jul 09 16:43:08.556875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:08.660133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc9f16-08d4-46f8-a86a-9131a3914901 req-ad1c9a0c-f91e-4907-baa1-b13da39c7c82 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:08.676255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eafc9f16-08d4-46f8-a86a-9131a3914901 req-ad1c9a0c-f91e-4907-baa1-b13da39c7c82 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1145577 Jul 09 16:43:08.829697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eafc9f16-08d4-46f8-a86a-9131a3914901 req-cc7bbfec-8ece-4837-aa90-5fbe064f1939 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522040 Jul 09 16:43:09.170964 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:09.345906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a947-8570-435f-929c-b3901f75f4b6 req-a73c5847-9c11-44f1-8c60-2a0780d1de1a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:09.348884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bab4a947-8570-435f-929c-b3901f75f4b6 req-a73c5847-9c11-44f1-8c60-2a0780d1de1a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2249253 Jul 09 16:43:09.421975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e096235b-80ef-434b-a873-9cbb86c098bc req-8915f8c0-c480-4966-aeb1-4066ddd773fe tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0944200 Jul 09 16:43:09.506233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bab4a947-8570-435f-929c-b3901f75f4b6 req-be566528-31fd-4eeb-879b-87a6c6a747b4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428154 Jul 09 16:43:10.097918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5728d-fb6c-4555-887c-307e268f0d0a req-f4a2640e-6977-4fad-b310-a050771bb76c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:10.101530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b5728d-fb6c-4555-887c-307e268f0d0a req-f4a2640e-6977-4fad-b310-a050771bb76c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2355118 Jul 09 16:43:10.262558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b5728d-fb6c-4555-887c-307e268f0d0a req-2ad3802e-6ed1-498f-8867-b34012a3fbb2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530375 Jul 09 16:43:10.311897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-13e0a15d-fa35-49b9-b7d8-56838d4af209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:10.316863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-13e0a15d-fa35-49b9-b7d8-56838d4af209 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1100 time: 0.1581738 Jul 09 16:43:10.683636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-36de6dab-b7ab-4741-92e2-360d4eb7c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:10.687250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-36de6dab-b7ab-4741-92e2-360d4eb7c8e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3625288 Jul 09 16:43:10.775476 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-2159d78b-4d87-4c86-9ee3-9b1a6add855b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.0803626 Jul 09 16:43:10.820983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea032-7cb5-440f-8a3c-0d0f858924fa req-db361a53-92f1-4b0b-a6e0-d6597534e6f9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:10.824001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5ea032-7cb5-440f-8a3c-0d0f858924fa req-db361a53-92f1-4b0b-a6e0-d6597534e6f9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1383462 Jul 09 16:43:10.914586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-dab2bcff-9b77-47ac-809f-7475a78ba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:10.918143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-dab2bcff-9b77-47ac-809f-7475a78ba269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1359200 Jul 09 16:43:10.991262 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:11.006138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5ea032-7cb5-440f-8a3c-0d0f858924fa req-1ccd5871-a570-4a32-847f-e530c7e4de4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723661 Jul 09 16:43:11.070061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-cbd4875d-47ed-4c4d-84b6-96ebc8de39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:11.081158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-cbd4875d-47ed-4c4d-84b6-96ebc8de39a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530674 Jul 09 16:43:11.111935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec0af7-8554-4bdd-ab0c-6f25ee0b0e3a req-b8ee9fbf-5032-4bfd-8447-033fc254849a tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:11.128125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17ec0af7-8554-4bdd-ab0c-6f25ee0b0e3a req-b8ee9fbf-5032-4bfd-8447-033fc254849a tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 946 time: 0.2071083 Jul 09 16:43:11.213780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17ec0af7-8554-4bdd-ab0c-6f25ee0b0e3a req-5184f3c9-fd46-4481-a388-13de5ef1bfc1 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/security-groups?id=40ca3065-5b76-4c68-9b33-17b3b9f32802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837417 Jul 09 16:43:11.309590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-c8af88a6-37b7-4a4a-a2fb-e8d773b63a7a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198415 Jul 09 16:43:11.322979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76f1558e-e51c-431d-9008-cc2283407201 req-682730a0-6d4d-40f8-b38d-71528aab887c tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0639212 Jul 09 16:43:11.517453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89d3a-c503-479a-b6ad-d5c2a465fbc3 req-11d6dcec-9108-407a-927d-4f35df1bc543 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:11.520857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d89d3a-c503-479a-b6ad-d5c2a465fbc3 req-11d6dcec-9108-407a-927d-4f35df1bc543 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1464694 Jul 09 16:43:11.561435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-44295da7-35fe-40cd-bfad-3e31aad4d633 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432377 Jul 09 16:43:11.842380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-c612c865-5701-4e3f-b26f-b897ec34fdb8 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:11.844259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-c612c865-5701-4e3f-b26f-b897ec34fdb8 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 946 time: 0.0908775 Jul 09 16:43:12.105105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Deleting port dbf12150-36b5-414c-af8b-4cbd0d110178 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:12.111528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.180845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d89d3a-c503-479a-b6ad-d5c2a465fbc3 req-ff6ff69a-38ba-406c-be21-222f13b5488a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464486 Jul 09 16:43:12.374644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] For port dbf12150-36b5-414c-af8b-4cbd0d110178, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dbf12150-36b5-414c-af8b-4cbd0d110178,segment=NetworkSegment(3c6b57d5-0c00-4e37-8286-775c8b7b0cfc),segment_id=3c6b57d5-0c00-4e37-8286-775c8b7b0cfc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:12.377232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.411110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Calling delete_port for dbf12150-36b5-414c-af8b-4cbd0d110178 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:12.481213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9274-31e8-452e-bfed-acfbdfe62916 req-748982b5-2b44-457a-9ee5-79cfbff02e6a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:12.491974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b4b9274-31e8-452e-bfed-acfbdfe62916 req-748982b5-2b44-457a-9ee5-79cfbff02e6a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1038475 Jul 09 16:43:12.558661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b4b9274-31e8-452e-bfed-acfbdfe62916 req-16d0e41d-990e-45ce-b0a1-78d97e739e23 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648608 Jul 09 16:43:12.702774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.814394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Pushing event deleted for resources: {'Port': ['ID=dbf12150-36b5-414c-af8b-4cbd0d110178,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:12.924973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e439e47-0aae-4fde-b708-3b15439d2455 req-fa3a21c6-afae-48f8-87c7-397c25767732 tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.48 "GET /v2.0/ports?device_id=91d9b120-b456-4d66-b95f-3b0cf96ab55d HTTP/1.1" status: 200 len: 210 time: 0.1414402 Jul 09 16:43:12.930431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] No DVR routers for this DVR port dbf12150-36b5-414c-af8b-4cbd0d110178 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:12.936827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.947658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fe70201-3439-4a1e-a2e1-81205f7a837c req-8eb3c086-da78-44a1-a0e2-1b05f9a9d0bd tempest-InstanceActionsNegativeTestJSON-451634743 tempest-InstanceActionsNegativeTestJSON-451634743-project] 10.222.0.37 "DELETE /v2.0/ports/dbf12150-36b5-414c-af8b-4cbd0d110178 HTTP/1.1" status: 204 len: 173 time: 1.0959456 Jul 09 16:43:12.949281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'name': 'network-vif-deleted', 'tag': 'dbf12150-36b5-414c-af8b-4cbd0d110178'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:12.953236 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990f3362-8848-4c56-8226-d1d930e8b336" -d '{"events": [{"server_uuid": "91d9b120-b456-4d66-b95f-3b0cf96ab55d", "name": "network-vif-deleted", "tag": "dbf12150-36b5-414c-af8b-4cbd0d110178"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:13.042565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fde09-30ce-40ce-9214-3a729af40dfa req-332ab0fb-0fac-4684-b724-11b0e6dda427 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.049659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e78fde09-30ce-40ce-9214-3a729af40dfa req-332ab0fb-0fac-4684-b724-11b0e6dda427 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2956748 Jul 09 16:43:13.117126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e78fde09-30ce-40ce-9214-3a729af40dfa req-b8b47b38-855f-4177-a9f7-d7fc4f454fe9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Jul 09 16:43:13.128218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-6c00151e-e16b-44ae-8146-fc899332f555 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1648118 Jul 09 16:43:13.401996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f9cfe27-497c-4702-bfad-4139ef327e5a req-0dfc7d6c-47d7-4de7-9ffd-83a63fcca86a tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0557826 Jul 09 16:43:13.423417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262517-e138-44af-ac91-915523d4376b req-60d10e4f-2afa-440d-b3f0-d9c4aa48dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.425589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-60d10e4f-2afa-440d-b3f0-d9c4aa48dcd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1246867 Jul 09 16:43:13.516745 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ec8b9c-e306-463a-8a10-b20186ebde45 x-openstack-request-id: req-b1ec8b9c-e306-463a-8a10-b20186ebde45 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:13.517353 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9b120-b456-4d66-b95f-3b0cf96ab55d", "name": "network-vif-deleted", "tag": "dbf12150-36b5-414c-af8b-4cbd0d110178", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:13.517863 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1ec8b9c-e306-463a-8a10-b20186ebde45 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:13.518578 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9b120-b456-4d66-b95f-3b0cf96ab55d', 'name': 'network-vif-deleted', 'tag': 'dbf12150-36b5-414c-af8b-4cbd0d110178', 'status': 'completed', 'code': 200} Jul 09 16:43:13.610690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262517-e138-44af-ac91-915523d4376b req-7b44817a-c294-4acd-8a98-96d2ba0b6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.612737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-7b44817a-c294-4acd-8a98-96d2ba0b6971 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1452646 Jul 09 16:43:13.718050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-03d2d6bd-3940-4fb5-ac84-233c72c899d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0920815 Jul 09 16:43:13.803818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dbf12150-36b5-414c-af8b-4cbd0d110178 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:13.848190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: dbf12150-36b5-414c-af8b-4cbd0d110178 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:13.852834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dbf12150-36b5-414c-af8b-4cbd0d110178 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:13.867406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262517-e138-44af-ac91-915523d4376b req-08fea536-3e6e-4ce0-b4b9-9d63acdee8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.868890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-08fea536-3e6e-4ce0-b4b9-9d63acdee8eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1200593 Jul 09 16:43:14.030676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910c051-1519-4b24-b66e-ef73b00264ec req-3fe9b780-0ba0-499b-ab2f-92b5037d5182 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:14.034762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2910c051-1519-4b24-b66e-ef73b00264ec req-3fe9b780-0ba0-499b-ab2f-92b5037d5182 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.3355207 Jul 09 16:43:14.161664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262517-e138-44af-ac91-915523d4376b req-5fd3126e-330e-42a6-b986-b3402d6569b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:14.174627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-5fd3126e-330e-42a6-b986-b3402d6569b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2785182 Jul 09 16:43:14.200592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2910c051-1519-4b24-b66e-ef73b00264ec req-5aa4ad97-3d3b-465d-b55d-3c6af5286dab tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564140 Jul 09 16:43:14.345856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-14bc8711-fbf0-44de-90ac-8a26fd8c94bf service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635392 Jul 09 16:43:14.509172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:14.622220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Deleting subnet 82886238-1c07-47d5-98be-8b4d50417a35 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:43:14.626367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.653428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f262517-e138-44af-ac91-915523d4376b req-94c14081-c745-4907-bebb-0fbad0463fb5 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947226 Jul 09 16:43:14.696281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb54-399d-47b1-ac0d-29f424a91097 req-30b3413d-4c16-4e27-81f0-ad99149a44d4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:14.698014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce00cb54-399d-47b1-ac0d-29f424a91097 req-30b3413d-4c16-4e27-81f0-ad99149a44d4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.3171544 Jul 09 16:43:14.760705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.809865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce00cb54-399d-47b1-ac0d-29f424a91097 req-c95c1198-2c31-4af4-8a8d-7970d801136d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992620 Jul 09 16:43:14.843759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.970612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d942b6-77a4-42c3-ac72-271ff971811c req-f99ad29e-a382-4500-97e7-9ddb550d2cf3 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:14.984060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75d942b6-77a4-42c3-ac72-271ff971811c req-f99ad29e-a382-4500-97e7-9ddb550d2cf3 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1952395 Jul 09 16:43:15.047288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.098064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75d942b6-77a4-42c3-ac72-271ff971811c req-92227cf8-639f-4691-b429-bc5c9495d604 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129274 Jul 09 16:43:15.113322 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.120318 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/82886238-1c07-47d5-98be-8b4d50417a35 HTTP/1.1" status: 204 len: 168 time: 0.6097653 Jul 09 16:43:15.127824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce65b5-a614-459e-8879-924cf73af5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82886238-1c07-47d5-98be-8b4d50417a35,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:15.129887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:15.223835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:15.297142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57a41323-fc1b-483c-8f1c-86c81469b0d9 req-038396ee-0e45-4218-872a-64d8035da5e7 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.1109359 Jul 09 16:43:15.342298 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.563269 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.580930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226ea304-5fa8-4649-961b-3208944134ff']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:15.597957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c9d65-32cd-48a9-8afd-87c172030f71 req-19068666-c9ef-4aab-b3cb-4a9431bc3f2a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:15.605351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e12c9d65-32cd-48a9-8afd-87c172030f71 req-19068666-c9ef-4aab-b3cb-4a9431bc3f2a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2046120 Jul 09 16:43:15.611347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:15.611347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6b57d5-0c00-4e37-8286-775c8b7b0cfc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:15.655511 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.668149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e12c9d65-32cd-48a9-8afd-87c172030f71 req-b0c59fb7-7663-4da3-bfc6-43374870b773 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618267 Jul 09 16:43:15.694743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.711108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:43:15.711562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.750121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7963ddb7-7e8d-4f57-8a26-8051376d7e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:43:15.773109 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:43:15.780097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.800633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.802587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/226ea304-5fa8-4649-961b-3208944134ff HTTP/1.1" status: 204 len: 168 time: 0.6595054 Jul 09 16:43:15.803732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f9d31-5296-4fe1-a788-9de04c10b9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=226ea304-5fa8-4649-961b-3208944134ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:15.960336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7963ddb7-7e8d-4f57-8a26-8051376d7e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.967018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7963ddb7-7e8d-4f57-8a26-8051376d7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.053207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963ddb7-7e8d-4f57-8a26-8051376d7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528271b3-3e3e-44fc-8063-168abcb3cf82,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:16.099292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aae4fb-7126-4e28-a3ed-6c6883859f3f req-f51ee4f0-18c6-408b-b3a2-83d28591d849 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:16.113789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33aae4fb-7126-4e28-a3ed-6c6883859f3f req-f51ee4f0-18c6-408b-b3a2-83d28591d849 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1654661 Jul 09 16:43:16.135758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7963ddb7-7e8d-4f57-8a26-8051376d7e66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7960645026f64c18ad17440dc88d27f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099107 Jul 09 16:43:16.139016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:16.262390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:16.286664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33aae4fb-7126-4e28-a3ed-6c6883859f3f req-4dabc3b1-e8d8-4177-9da1-b1c3e4fbb8f8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704366 Jul 09 16:43:16.364866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22a2bdda-a891-4b53-93a8-51d08aa3a42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.389813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f254f323-8021-4811-ab50-a7f10952a18b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f53eab9392046749fe7940d2b161a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210299 Jul 09 16:43:16.393261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:16.414799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22a2bdda-a891-4b53-93a8-51d08aa3a42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.484867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f7c8aa-a45b-4346-9575-105315194c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.517132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f7c8aa-a45b-4346-9575-105315194c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.552285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9fb689f-f7bf-4fcb-823e-7ea4557e6bef req-9636e670-ad38-4a3d-98b3-bf1fbe3f2d53 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0516856 Jul 09 16:43:16.553213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22a2bdda-a891-4b53-93a8-51d08aa3a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.556020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22a2bdda-a891-4b53-93a8-51d08aa3a42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.557586 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-22a2bdda-a891-4b53-93a8-51d08aa3a42a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/528271b3-3e3e-44fc-8063-168abcb3cf82 HTTP/1.1" status: 204 len: 168 time: 0.4138632 Jul 09 16:43:16.562965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21931a-5eb8-40b0-a9cb-35b3b00c4580 req-d6f66f7a-3cad-41d9-b4ff-a1c2ad227ffc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:16.569688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2bdda-a891-4b53-93a8-51d08aa3a42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528271b3-3e3e-44fc-8063-168abcb3cf82,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:16.595685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba21931a-5eb8-40b0-a9cb-35b3b00c4580 req-d6f66f7a-3cad-41d9-b4ff-a1c2ad227ffc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2495294 Jul 09 16:43:16.605430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f7c8aa-a45b-4346-9575-105315194c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.611137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f7c8aa-a45b-4346-9575-105315194c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.615877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-49f7c8aa-a45b-4346-9575-105315194c21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40ca3065-5b76-4c68-9b33-17b3b9f32802 HTTP/1.1" status: 204 len: 168 time: 0.2214026 Jul 09 16:43:16.651372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7c8aa-a45b-4346-9575-105315194c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca3065-5b76-4c68-9b33-17b3b9f32802,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:16.666929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba21931a-5eb8-40b0-a9cb-35b3b00c4580 req-eac116ab-aba0-465a-8a2a-45b791735691 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696239 Jul 09 16:43:16.865857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc61c93-2a1a-4def-87b3-251d98304efb req-d55719e2-bcb9-4689-9c00-1e88a38321ec tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:16.867459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc61c93-2a1a-4def-87b3-251d98304efb req-d55719e2-bcb9-4689-9c00-1e88a38321ec tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.0796106 Jul 09 16:43:16.960250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc61c93-2a1a-4def-87b3-251d98304efb req-ef6c8eff-65b6-472e-987c-7c50b50060e6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820463 Jul 09 16:43:17.217242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:17.252102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea99e940-5e33-433b-b3cd-fbe240b94c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.453465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea99e940-5e33-433b-b3cd-fbe240b94c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.461838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea99e940-5e33-433b-b3cd-fbe240b94c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.503262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99e940-5e33-433b-b3cd-fbe240b94c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3168c7a9-4d35-4961-b195-eedcc579d08b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:17.512445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea99e940-5e33-433b-b3cd-fbe240b94c45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38fa30b1aecc43988930fc2613fea5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905385 Jul 09 16:43:17.515952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:17.575126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5a4a0-766c-41cd-a122-a1a41798e0b5 req-473bb32b-890d-4bbd-a077-d7eb9a6692f7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:17.576834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe5a4a0-766c-41cd-a122-a1a41798e0b5 req-473bb32b-890d-4bbd-a077-d7eb9a6692f7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1142526 Jul 09 16:43:17.580012 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16c3a6c4-665d-4d1c-ac69-1b5692cf42f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.632635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16c3a6c4-665d-4d1c-ac69-1b5692cf42f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.639646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbe5a4a0-766c-41cd-a122-a1a41798e0b5 req-2753f1be-1316-4c1f-86ac-61b8606acb00 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Jul 09 16:43:17.708478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16c3a6c4-665d-4d1c-ac69-1b5692cf42f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.713568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16c3a6c4-665d-4d1c-ac69-1b5692cf42f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:17.716025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16c3a6c4-665d-4d1c-ac69-1b5692cf42f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3168c7a9-4d35-4961-b195-eedcc579d08b HTTP/1.1" status: 204 len: 168 time: 0.1984870 Jul 09 16:43:17.741417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3a6c4-665d-4d1c-ac69-1b5692cf42f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3168c7a9-4d35-4961-b195-eedcc579d08b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:17.838326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fa4ce04-4045-4dca-8e19-1981a5dafe74 req-ee69c126-57a4-49fb-abae-2723899a00d4 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0435140 Jul 09 16:43:18.074919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0181b-16ae-4547-95ad-71136a982db4 req-40cf3d70-4e4f-4965-8a23-9eeb6b1b3a11 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:18.083351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07a0181b-16ae-4547-95ad-71136a982db4 req-40cf3d70-4e4f-4965-8a23-9eeb6b1b3a11 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.0920768 Jul 09 16:43:18.138052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07a0181b-16ae-4547-95ad-71136a982db4 req-9c2b6c82-b228-4ec3-94b3-6cd39c69d7a7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536830 Jul 09 16:43:18.421341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918651b-c1d1-4a49-97c5-e0b40638e440 req-db108e3d-7021-40f4-808b-d46acac22b06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:18.428662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b918651b-c1d1-4a49-97c5-e0b40638e440 req-db108e3d-7021-40f4-808b-d46acac22b06 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.0929344 Jul 09 16:43:18.481898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b918651b-c1d1-4a49-97c5-e0b40638e440 req-c6b3dcb9-3f67-4852-9298-cb37a07c5f69 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Jul 09 16:43:18.759337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:18.885411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2b220-0c8c-44c4-b34b-74e84dc9bf83 req-14bdeaba-fa33-4506-bc74-b909baa72adc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:18.887615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08e2b220-0c8c-44c4-b34b-74e84dc9bf83 req-14bdeaba-fa33-4506-bc74-b909baa72adc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.0761762 Jul 09 16:43:19.058687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08e2b220-0c8c-44c4-b34b-74e84dc9bf83 req-c0bf39a2-63b4-4650-bda3-937df73e5456 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494541 Jul 09 16:43:19.062357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80d981bd-2355-4350-ac2f-e7b34fa1ca9b req-c84fadc6-a4ed-4d22-ab11-2da5c020b482 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0520449 Jul 09 16:43:19.160162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c1a60af4-0d20-4e9f-912e-436dfb89281a req-ee9ed3f3-d0eb-468d-abc2-5dc8b3d0f77d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0808434 Jul 09 16:43:19.186726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1671274772-network', 'tenant_id': '41ab974166044af59f006b4e24ee852e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:19.321348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-d6e6f590-ab3e-4a1f-ba1e-97ace6f43065 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:19.323202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-d6e6f590-ab3e-4a1f-ba1e-97ace6f43065 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.1277623 Jul 09 16:43:19.347902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-df90546e-5685-4663-b753-896eb6074583 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/quotas/ccaf50604f66437abd7dc7219a4e5e39 HTTP/1.1" status: 200 len: 375 time: 0.0172179 Jul 09 16:43:19.351136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:19.353919 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.368635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.469906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-e7396bc8-3166-48c1-a7c6-3a3d978ed57c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025579 Jul 09 16:43:19.605043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.613003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.632118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-0c33ea08-94d1-4b66-925c-a870f873af17 service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526396 Jul 09 16:43:19.711103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:43:19.794173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:19.801579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.802044 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Added segment 0a376017-12dd-4572-a46b-03b31a8c58d6 of type vlan for network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b Jul 09 16:43:19.875333 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.920617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6eb14-bd86-4566-a831-bbe8ca4a4aad req-deae723f-5161-457c-b738-0f48f55594f5 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:19.920617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ad6eb14-bd86-4566-a831-bbe8ca4a4aad req-deae723f-5161-457c-b738-0f48f55594f5 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.6119492 Jul 09 16:43:19.928576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-b19b7811-9469-438d-a16d-3975fd65fd06 service neutron] 10.222.0.48 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715008 Jul 09 16:43:19.960772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:19.961709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:19.962302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.047758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2858734 Jul 09 16:43:20.050207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:20.057734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Request body: {'subnet': {'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1671274772-subnet', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:20.061837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ad6eb14-bd86-4566-a831-bbe8ca4a4aad req-f818af82-d506-4393-b988-9d32a992aa65 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292930 Jul 09 16:43:20.077093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb8bb-1d4c-434d-8d7b-fd4dd94804e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b95dda8-0014-49d8-8e45-3c229bcb3e9b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:20.089482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:43:20.134494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:20.139411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.450592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc111e-72d0-43e2-a802-4f49d0b2a1a2 req-600c4f9b-3b05-48d7-885f-a0a4bb7d3a58 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:20.459883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84cc111e-72d0-43e2-a802-4f49d0b2a1a2 req-600c4f9b-3b05-48d7-885f-a0a4bb7d3a58 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1165640 Jul 09 16:43:20.579505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.598709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84cc111e-72d0-43e2-a802-4f49d0b2a1a2 req-042beaa2-ad27-4c9a-97a7-03d4760e16c6 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377704 Jul 09 16:43:20.662625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62b1a-ed00-42a6-b80b-672ca0ee4632 req-4ec379d5-f130-496c-bcf0-04a8d80c5891 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:20.665424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffc62b1a-ed00-42a6-b80b-672ca0ee4632 req-4ec379d5-f130-496c-bcf0-04a8d80c5891 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2018008 Jul 09 16:43:20.698619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99ae55f-2467-46c6-911e-c09ea43d448a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:20.700748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:20.701103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Network hostable DHCP agents. Network: 6b95dda8-0014-49d8-8e45-3c229bcb3e9b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:43:20.727476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:43:20.741874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 6b95dda8-0014-49d8-8e45-3c229bcb3e9b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:20.750608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:20.751858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.757403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c39b4-a57a-409f-8d7b-bd352e891586 None None] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:20.767209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffc62b1a-ed00-42a6-b80b-672ca0ee4632 req-e34ec2a9-222d-4fa9-904e-1c43e7a7ec08 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950346 Jul 09 16:43:20.783324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:20.785367 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5522a10f-ac9d-4348-b3b1-88d38cae6934 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7286644 Jul 09 16:43:20.790599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:20.861793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.862726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.941022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06b9c21c-1f3d-459f-83ac-ae2aadf2e154 req-1e7c9c65-bb85-4e6d-88e3-da92495589d4 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 210 time: 0.0692394 Jul 09 16:43:21.006209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cecc601-1f99-4f57-a11f-f6b9b04a48ef req-b1c7aa44-ca73-49ae-b397-2053a7a77adb tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.1139967 Jul 09 16:43:21.044643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:43:21.045643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.050935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.165467 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:43:21.361173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Allocated IP 172.20.0.2 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/1dc2f9c2-2581-4dc1-9e96-c7411dd2180d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:21.436039 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.592653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac25d9-7b8a-463e-9fad-6a7c441c50d6 req-584c3530-e0d0-4716-92b8-2ca36ebb8672 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:21.594427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-faac25d9-7b8a-463e-9fad-6a7c441c50d6 req-584c3530-e0d0-4716-92b8-2ca36ebb8672 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2670736 Jul 09 16:43:21.607742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-f31fd9bb-2c5c-4378-8800-11eba644f025 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:21.609435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-f31fd9bb-2c5c-4378-8800-11eba644f025 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "GET /v2.0/ports?device_id=33b088c7-f232-41b7-8843-3ff969d31971 HTTP/1.1" status: 200 len: 945 time: 0.2946854 Jul 09 16:43:21.651865 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.667250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Transition to ACTIVE for port object 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:21.684746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-faac25d9-7b8a-463e-9fad-6a7c441c50d6 req-80b205de-9933-4bfa-b024-1590207c954f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742927 Jul 09 16:43:21.713873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Transition to ACTIVE for port object 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:21.731527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:21.770612 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.834529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:21.839711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:21.842840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:21.856803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Pushing event updated for resources: {'Port': ['ID=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:21.938373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Deleting port 019d316b-1934-4e97-8c59-58d297df7a8f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:21.939011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.985463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Attempting to bind port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:21.986325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Attempting to bind port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:21.987094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Attempting to bind port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:21.996486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:21.997259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:22.004530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.005466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:22.006558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Bound port: 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:22.007519 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.010696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.071325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:22.074122 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c21c3-5fd9-444f-882e-9ddbaf10bf05" -d '{"events": [{"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-unplugged", "status": "completed", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:22.103556 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.124127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:22.131901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.169917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747d57-13da-40bd-8c19-ad1785149de9 req-b6c0311f-c2e4-4bf9-a25d-5ce57ed4ac64 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.195599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a747d57-13da-40bd-8c19-ad1785149de9 req-b6c0311f-c2e4-4bf9-a25d-5ce57ed4ac64 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.3154688 Jul 09 16:43:22.233173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] For port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:22.245589 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.266628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:22.273093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] For port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:22.280583 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.302513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:22.415128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd41e-0907-4f69-a53b-702481f8c3a2 None None] Pushing event updated for resources: {'Port': ['ID=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:22.427213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-7b3bc4a8-0276-4bea-a1b3-aced602c2ed2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.428779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-7b3bc4a8-0276-4bea-a1b3-aced602c2ed2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.37 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 804 time: 0.2572694 Jul 09 16:43:22.450499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Request body: {'port': {'device_id': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'admin_state_up': True, 'tenant_id': 'ccaf50604f66437abd7dc7219a4e5e39'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:22.472533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] For port 019d316b-1934-4e97-8c59-58d297df7a8f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=019d316b-1934-4e97-8c59-58d297df7a8f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:22.472923 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.511508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a747d57-13da-40bd-8c19-ad1785149de9 req-5fec6772-ef0f-41d0-9ae9-1f6533a680bd tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083189 Jul 09 16:43:22.525747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Calling delete_port for 019d316b-1934-4e97-8c59-58d297df7a8f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:22.600361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Made reservation on behalf of ccaf50604f66437abd7dc7219a4e5e39 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:22.606743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.609149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f398e-dd80-45b6-96c2-5e9d3f09d29b req-fbfa54f9-81de-44e2-aaea-a32bfc1b9b7c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.611112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-144f398e-dd80-45b6-96c2-5e9d3f09d29b req-fbfa54f9-81de-44e2-aaea-a32bfc1b9b7c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.3671670 Jul 09 16:43:22.662876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.715911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Allocated IP 172.25.7.148 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/f9593683-5003-4813-b6f5-0841c1219682) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:22.767953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bedc7fe-0d0d-439f-af54-78dda7796e50 req-27373645-cd69-4bc2-8e04-600666b2c006 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 210 time: 0.0830474 Jul 09 16:43:22.911101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Allocated IP 172.20.0.14 (4a539bff-43f2-40af-8118-b20c382f9e0b/bedd376b-90e4-4762-a702-56c845287038/69996265-b41a-468b-ae56-f2432ec1144f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:22.970457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-97395c06-c6d5-4b36-8e0f-0f3e5f845ff7 req-984a92cd-7db3-434d-9336-4f1a19d7f7f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0370574 Jul 09 16:43:23.044257 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.054096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.111145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-97395c06-c6d5-4b36-8e0f-0f3e5f845ff7 req-5adc7eaf-e415-4a24-8367-489f8b460b8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d54d600ee2504436bc06e3ef4b53c40b&device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0487239 Jul 09 16:43:23.127742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c88246ab05294f889867be270b828654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8204260 Jul 09 16:43:23.128426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:23.137452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50998ca1-44f0-4985-b8d9-16eef2c9e2cf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:23.171670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.172015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.172331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.172671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.172996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.173506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.173710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.174041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.174344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.174681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.175022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.175333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc928f9-1f0e-41b6-b6a1-23a9f9f5805c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:23.187792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-97395c06-c6d5-4b36-8e0f-0f3e5f845ff7 req-38778511-1dd6-4b79-86fa-0b5ef503f148 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d54d600ee2504436bc06e3ef4b53c40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426795 Jul 09 16:43:23.279314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f03f4329-45c5-4371-b6e6-1926c0d26a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.333581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5197ef0d-6867-40c3-948d-7a76757f7da7 req-1c852134-3db2-4c4e-ac2c-0fa708b33e68 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0390134 Jul 09 16:43:23.340944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.366193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f03f4329-45c5-4371-b6e6-1926c0d26a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.399188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395c06-c6d5-4b36-8e0f-0f3e5f845ff7 req-4528fb83-fad2-4219-8343-f4be213afeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:23.400682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-97395c06-c6d5-4b36-8e0f-0f3e5f845ff7 req-4528fb83-fad2-4219-8343-f4be213afeb8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013309 Jul 09 16:43:23.422573 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f54bc5-f185-4838-ae2e-714fc1326375 x-openstack-request-id: req-b3f54bc5-f185-4838-ae2e-714fc1326375 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:23.423086 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-unplugged", "status": "completed", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:23.423271 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3f54bc5-f185-4838-ae2e-714fc1326375 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:23.423549 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f', 'code': 200} Jul 09 16:43:23.425046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event deleted for resources: {'Port': ['ID=019d316b-1934-4e97-8c59-58d297df7a8f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:23.461800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.476364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-144f398e-dd80-45b6-96c2-5e9d3f09d29b req-2e16c5a7-5b0a-4043-ad18-c3a8cf6a756d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7905681 Jul 09 16:43:23.494719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] No DVR routers for this DVR port 019d316b-1934-4e97-8c59-58d297df7a8f on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:23.498540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.501881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edd7e7f2-c3ff-40bb-be78-f9beb3433428 req-25d07d58-cd85-4ede-a6f5-69b84980bdc3 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.43 "DELETE /v2.0/ports/019d316b-1934-4e97-8c59-58d297df7a8f HTTP/1.1" status: 204 len: 173 time: 1.8793833 Jul 09 16:43:23.503548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-deleted', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:23.509644 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc2158-e640-45d7-900d-ed66ded1d523" -d '{"events": [{"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-deleted", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:23.513628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.517753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f03f4329-45c5-4371-b6e6-1926c0d26a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.521104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f03f4329-45c5-4371-b6e6-1926c0d26a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.522805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f03f4329-45c5-4371-b6e6-1926c0d26a28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50998ca1-44f0-4985-b8d9-16eef2c9e2cf HTTP/1.1" status: 204 len: 168 time: 0.3934317 Jul 09 16:43:23.578452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f4329-45c5-4371-b6e6-1926c0d26a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50998ca1-44f0-4985-b8d9-16eef2c9e2cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:23.580588 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.608487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.651059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:23.697060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:23.721966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:23.728717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:23.730249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.791281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:23.810430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Network 4a539bff-43f2-40af-8118-b20c382f9e0b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:23.817373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:23.831196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:23.852081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9593683-5003-4813-b6f5-0841c1219682,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:23.914539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:23.919305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22549e7d-d187-492f-9f27-840d15d93e4c None None] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:23.947542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:23.949061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:23.965143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-ad946ec4-8a77-414e-95ec-76916e38e734 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5211895 Jul 09 16:43:23.983167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Request body: {'port': {'device_id': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:24.020147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] Provisioning for port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:24.023899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0753e16-3698-4f96-85a3-9d48e9db4e39 req-64abf5dd-d5e1-444d-ab67-1d90cf1dd7d8 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e046fc1164354cd38f1da833841b5253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774453 Jul 09 16:43:24.028170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] Provisioning complete for port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:24.028812 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.074445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2880622-ccf4-49d3-ae39-2ff7217d6246 req-f3493503-7939-49d2-9252-520900d3c96c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:24.076997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2880622-ccf4-49d3-ae39-2ff7217d6246 req-f3493503-7939-49d2-9252-520900d3c96c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.3165851 Jul 09 16:43:24.121874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.153076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:24.196914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924e2838-f7b8-4a9d-8b37-0b106e1c463f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.263255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2880622-ccf4-49d3-ae39-2ff7217d6246 req-3f88387e-697b-487f-a3aa-d1ecfefff6d0 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677065 Jul 09 16:43:24.332326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0753e16-3698-4f96-85a3-9d48e9db4e39 req-71deee6b-0ab2-4e7f-98fe-93c180174623 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:24.344482 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0753e16-3698-4f96-85a3-9d48e9db4e39 req-71deee6b-0ab2-4e7f-98fe-93c180174623 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983141 Jul 09 16:43:24.402889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0753e16-3698-4f96-85a3-9d48e9db4e39 req-adaa45f0-e169-4e9c-9936-e31bae9a7c76 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/quotas/e046fc1164354cd38f1da833841b5253 HTTP/1.1" status: 200 len: 375 time: 0.0570869 Jul 09 16:43:24.408196 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aae6b8-9aa2-4894-81b4-d40fcdd9f12b x-openstack-request-id: req-29aae6b8-9aa2-4894-81b4-d40fcdd9f12b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:24.408500 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b088c7-f232-41b7-8843-3ff969d31971", "name": "network-vif-deleted", "tag": "019d316b-1934-4e97-8c59-58d297df7a8f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:24.408634 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29aae6b8-9aa2-4894-81b4-d40fcdd9f12b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:24.409055 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b088c7-f232-41b7-8843-3ff969d31971', 'name': 'network-vif-deleted', 'tag': '019d316b-1934-4e97-8c59-58d297df7a8f', 'status': 'completed', 'code': 200} Jul 09 16:43:24.433009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.459258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0753e16-3698-4f96-85a3-9d48e9db4e39 req-4bd42b79-27f2-4551-8f85-2b07770df702 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e046fc1164354cd38f1da833841b5253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553565 Jul 09 16:43:24.489325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.525621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] For port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:24.546508 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.630181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaae4f-d0ed-4d6e-967f-7f86af438577 None None] Pushing event updated for resources: {'Port': ['ID=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:24.672124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69996265-b41a-468b-ae56-f2432ec1144f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:24.687948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.706370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924e2838-f7b8-4a9d-8b37-0b106e1c463f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.712309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924e2838-f7b8-4a9d-8b37-0b106e1c463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.715517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Transition to ACTIVE for port object 69996265-b41a-468b-ae56-f2432ec1144f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:24.736537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.742919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f3b6-cb0c-49cc-9a3a-0022df113f4d req-46d4fce5-5738-4cb8-93db-f113e35cba08 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:24.744632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c173f3b6-cb0c-49cc-9a3a-0022df113f4d req-46d4fce5-5738-4cb8-93db-f113e35cba08 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1705129 Jul 09 16:43:24.810399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-924e2838-f7b8-4a9d-8b37-0b106e1c463f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d525e94054147a2acd92815a7eddc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557603 Jul 09 16:43:24.817509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:24.828054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e2838-f7b8-4a9d-8b37-0b106e1c463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27427a3-f8da-4849-945e-ad1ec2d79933,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:24.867978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:24.875582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-57b2b26c-51f0-4a3d-9c57-040c37838b09 None None] Provisioning complete for port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:24.875963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57b2b26c-51f0-4a3d-9c57-040c37838b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.896770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c173f3b6-cb0c-49cc-9a3a-0022df113f4d req-4d7f111d-913a-4823-b5a9-b72186f51470 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077468 Jul 09 16:43:24.935153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.955130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7958561-84e8-4b77-8f12-fe2b88bd56ec req-60c42022-5d0e-4194-87af-97b1cb323383 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:24.956757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7958561-84e8-4b77-8f12-fe2b88bd56ec req-60c42022-5d0e-4194-87af-97b1cb323383 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 944 time: 0.1664760 Jul 09 16:43:24.969170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c900c05-3c22-4174-b198-527957bde050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:24.988751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Attempting to bind port 69996265-b41a-468b-ae56-f2432ec1144f on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:24.989139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Attempting to bind port 69996265-b41a-468b-ae56-f2432ec1144f by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:24.990144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Attempting to bind port 69996265-b41a-468b-ae56-f2432ec1144f on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:25.007353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Port 69996265-b41a-468b-ae56-f2432ec1144f on network 4a539bff-43f2-40af-8118-b20c382f9e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:25.007759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Attempting to bind port 69996265-b41a-468b-ae56-f2432ec1144f on network 4a539bff-43f2-40af-8118-b20c382f9e0b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:25.014714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c900c05-3c22-4174-b198-527957bde050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.023210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:25.023658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Checking segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:25.023942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Bound using segment: {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:25.024660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Bound port: 69996265-b41a-468b-ae56-f2432ec1144f, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67976a77-b31c-4f17-b318-4162a6792d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:25.025031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.071453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7958561-84e8-4b77-8f12-fe2b88bd56ec req-915f4502-2b19-4f06-8f00-878fae9d2486 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839260 Jul 09 16:43:25.144498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c900c05-3c22-4174-b198-527957bde050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.149297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c900c05-3c22-4174-b198-527957bde050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.151174 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c900c05-3c22-4174-b198-527957bde050 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d27427a3-f8da-4849-945e-ad1ec2d79933 HTTP/1.1" status: 204 len: 168 time: 0.3324778 Jul 09 16:43:25.153316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:25.160911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:25.181578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.190157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c900c05-3c22-4174-b198-527957bde050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27427a3-f8da-4849-945e-ad1ec2d79933,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:25.213661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Router 34733167-70d0-43b7-95e7-49a43b268332 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:43:25.240580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:25.241215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.242652 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] 10.222.0.37 "PUT /v2.0/ports/69996265-b41a-468b-ae56-f2432ec1144f HTTP/1.1" status: 200 len: 1092 time: 1.2643201 Jul 09 16:43:25.243100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:25.246020 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5026dc-44cc-4b95-9164-53dfa205eac7" -d '{"events": [{"name": "network-changed", "server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "tag": "69996265-b41a-468b-ae56-f2432ec1144f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:25.286095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886145-2dfa-40c1-a9b3-dff2d2f7f140 service neutron] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:25.366855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ff2f6d3-40ae-4940-8610-69bd9a002d1c req-10c29d7b-7c96-4f64-b538-7655dcc7f6f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d54d600ee2504436bc06e3ef4b53c40b&device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0681286 Jul 09 16:43:25.436256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:25.445657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e40de-e456-4dff-b396-a5937f0bf505 req-b438e34a-3ee0-447a-9762-d704e9c11306 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:25.453583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d34e40de-e456-4dff-b396-a5937f0bf505 req-b438e34a-3ee0-447a-9762-d704e9c11306 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2246845 Jul 09 16:43:25.461868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ff2f6d3-40ae-4940-8610-69bd9a002d1c req-9ef00ecc-2a14-42c9-890a-79b180e5814b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d54d600ee2504436bc06e3ef4b53c40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674140 Jul 09 16:43:25.474978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Sync routers for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:25.497346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:25.500227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:25.513103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.516398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-80fc7861-5e10-48ff-b7f4-6aae6eb165d5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7319348 Jul 09 16:43:25.519497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:25.575534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d34e40de-e456-4dff-b396-a5937f0bf505 req-ac2df838-b77c-42e6-9e54-6cdcbf2f5880 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208336 Jul 09 16:43:25.596172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3594518b-03c3-40a2-bdd3-e336a8f5c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:25.597867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-3594518b-03c3-40a2-bdd3-e336a8f5c548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 1095 time: 0.2381902 Jul 09 16:43:25.615894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f6d3-40ae-4940-8610-69bd9a002d1c req-b8b9242c-c757-49fc-9746-f30ab4dc5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:25.617168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:25.617662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ff2f6d3-40ae-4940-8610-69bd9a002d1c req-b8b9242c-c757-49fc-9746-f30ab4dc5d26 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430390 Jul 09 16:43:25.699436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:25.701332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-63fd93f4-b115-4334-a1b0-110a120542df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69996265-b41a-468b-ae56-f2432ec1144f HTTP/1.1" status: 200 len: 217 time: 0.0889874 Jul 09 16:43:25.823584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 019d316b-1934-4e97-8c59-58d297df7a8f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:25.823584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 019d316b-1934-4e97-8c59-58d297df7a8f not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:25.824917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-398965a3-a3b8-436c-b423-6251a71d0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:25.824917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-398965a3-a3b8-436c-b423-6251a71d0a29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.1000094 Jul 09 16:43:25.833460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:25.852355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-580e5f0c-3279-4532-928a-e41543c6f09e req-5dd1badd-c7aa-44c0-8e95-6774705d98e6 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0874066 Jul 09 16:43:25.861691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:25.862072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.869170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-8dae5ad7-82b2-403d-a863-645f0bc2cfba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511534 Jul 09 16:43:25.991632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:26.019442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-c696c38e-0e24-4a5f-8ec7-5c13774165e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418147 Jul 09 16:43:26.021125 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b92141-f92b-4801-929d-5bc750d84536 x-openstack-request-id: req-c7b92141-f92b-4801-929d-5bc750d84536 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:26.021666 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "tag": "69996265-b41a-468b-ae56-f2432ec1144f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:26.022024 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7b92141-f92b-4801-929d-5bc750d84536 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:26.022562 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f', 'status': 'completed', 'code': 200} Jul 09 16:43:26.028069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95f023bc-d4b0-4633-94d6-3eea3581ea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.131165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3378a07-b7c2-43a9-8694-ae177fa6d6c8 req-23d0ea6e-fa7d-4ef5-938a-1cec44479fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933352 Jul 09 16:43:26.175313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:24Z', 'revision_number': 3, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:26.203203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Checking router: 34733167-70d0-43b7-95e7-49a43b268332 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:26.203670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Updating router 34733167-70d0-43b7-95e7-49a43b268332 port f9593683-5003-4813-b6f5-0841c1219682 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:26.246358 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.297796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-8823ec25-b7a6-43e7-bbda-2e12c36091f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.299453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-8823ec25-b7a6-43e7-bbda-2e12c36091f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 1095 time: 0.0670979 Jul 09 16:43:26.342975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff9126-cb85-4800-9d6f-5f90dec1b5f1 req-66569373-181b-4918-82a7-730e89c391a5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.344497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50ff9126-cb85-4800-9d6f-5f90dec1b5f1 req-66569373-181b-4918-82a7-730e89c391a5 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2219851 Jul 09 16:43:26.361087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9381d0d-e315-4132-a83b-c4b2c718298a req-bf27ff65-ab5d-4984-a0aa-1c77b700a8e2 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.362632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9381d0d-e315-4132-a83b-c4b2c718298a req-bf27ff65-ab5d-4984-a0aa-1c77b700a8e2 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2839265 Jul 09 16:43:26.415963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-acad0fd5-f407-4586-a4f3-8e3dd02f48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.417469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-acad0fd5-f407-4586-a4f3-8e3dd02f48ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 200 len: 905 time: 0.1104460 Jul 09 16:43:26.449946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95f023bc-d4b0-4633-94d6-3eea3581ea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.461269 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95f023bc-d4b0-4633-94d6-3eea3581ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.468105 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-e33ca3ce-a2be-4b5a-ba41-48c9995c72d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69996265-b41a-468b-ae56-f2432ec1144f HTTP/1.1" status: 200 len: 217 time: 0.0421216 Jul 09 16:43:26.530034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9381d0d-e315-4132-a83b-c4b2c718298a req-baf689cc-df1a-4d44-b065-c15e5b48fb8c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514027 Jul 09 16:43:26.538500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-cfed17f5-71e7-4c8c-b875-a32c62271ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.540502 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-cfed17f5-71e7-4c8c-b875-a32c62271ea6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 200 len: 844 time: 0.0587623 Jul 09 16:43:26.540632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50ff9126-cb85-4800-9d6f-5f90dec1b5f1 req-dca90b15-4c5f-498c-9c42-6f4ed0837a84 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743665 Jul 09 16:43:26.543374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.555059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Transition to ACTIVE for port object f9593683-5003-4813-b6f5-0841c1219682 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:26.575452 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.595578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f023bc-d4b0-4633-94d6-3eea3581ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915764c4-6f8a-4307-a38a-119b7aeaa470,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:26.618485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-95f023bc-d4b0-4633-94d6-3eea3581ea64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06e7b42219d146caa04ab9b9710f2e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206806 Jul 09 16:43:26.623809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:26.631495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-5a1b7584-4b3a-41af-b7d0-b6b0f0619230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a539bff-43f2-40af-8118-b20c382f9e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826769 Jul 09 16:43:26.639902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080d30-d6f2-45ef-8058-3539879e68bf None None] Pushing event updated for resources: {'Port': ['ID=f9593683-5003-4813-b6f5-0841c1219682,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:26.642923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Attempting to bind port f9593683-5003-4813-b6f5-0841c1219682 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:26.643298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Attempting to bind port f9593683-5003-4813-b6f5-0841c1219682 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:26.643661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Attempting to bind port f9593683-5003-4813-b6f5-0841c1219682 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:26.649817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:26.650197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:26.650643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.651044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:26.651509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Bound port: f9593683-5003-4813-b6f5-0841c1219682, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:26.651893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.724802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] For port f9593683-5003-4813-b6f5-0841c1219682, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:26.729321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] For port f9593683-5003-4813-b6f5-0841c1219682, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9593683-5003-4813-b6f5-0841c1219682,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:26.737341 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.780801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-0acbc90d-1ee2-4173-bd73-7c2e60dcbb99 service neutron] 10.222.0.37 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395624 Jul 09 16:43:26.803851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:26.804938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:26.812252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77c8c240-4a26-4462-be40-abcb02548f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.859114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01973565-ef1c-49d5-ac9c-1359f641fe1a req-dd542a7d-61a3-48e2-a6b4-94889684a077 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.861261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01973565-ef1c-49d5-ac9c-1359f641fe1a req-dd542a7d-61a3-48e2-a6b4-94889684a077 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 944 time: 0.1676936 Jul 09 16:43:26.882258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080d30-d6f2-45ef-8058-3539879e68bf None None] Pushing event updated for resources: {'Port': ['ID=f9593683-5003-4813-b6f5-0841c1219682,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:26.908581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77c8c240-4a26-4462-be40-abcb02548f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.915713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce5026dc-44cc-4b95-9164-53dfa205eac7 req-ae666124-9a2f-4f59-9c28-f8d495a0b6d1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270933 Jul 09 16:43:26.949528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.954161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01973565-ef1c-49d5-ac9c-1359f641fe1a req-57c9a1fb-4f95-4d9b-8019-bc152c25f821 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821309 Jul 09 16:43:26.958267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:27.167219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:24Z', 'revision_number': 3, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:27.201084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dde92-1d64-49f5-875b-8747bdc52c3c None None] The sync data for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 is: [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:24Z', 'revision_number': 3, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:27.346162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ff2f6d3-40ae-4940-8610-69bd9a002d1c req-76a4be7d-3e68-4e4e-b117-ffeff4ee80ab tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.37 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.0429206 Jul 09 16:43:27.488046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77c8c240-4a26-4462-be40-abcb02548f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:27.494042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77c8c240-4a26-4462-be40-abcb02548f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:27.497361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-77c8c240-4a26-4462-be40-abcb02548f48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/915764c4-6f8a-4307-a38a-119b7aeaa470 HTTP/1.1" status: 204 len: 168 time: 0.8702347 Jul 09 16:43:27.532559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f65642-0012-453b-b15d-6ab7e23de62b req-58108b72-9352-4001-9d6e-1a81dde8d014 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:27.534060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04f65642-0012-453b-b15d-6ab7e23de62b req-58108b72-9352-4001-9d6e-1a81dde8d014 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.5739415 Jul 09 16:43:27.538459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8c240-4a26-4462-be40-abcb02548f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915764c4-6f8a-4307-a38a-119b7aeaa470,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:27.606000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed5e9e04-4ef0-46fe-b63b-a06ffe6327b6 req-6535ee2f-a2fd-4d3c-9cd6-92751cbb5087 tempest-ServerShowV254Test-1940565524 tempest-ServerShowV254Test-1940565524-project] 10.222.0.48 "GET /v2.0/ports?device_id=6023ef95-7c34-46ff-b127-00ae26b70c8f HTTP/1.1" status: 200 len: 210 time: 0.1092191 Jul 09 16:43:27.661977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04f65642-0012-453b-b15d-6ab7e23de62b req-ca2778f7-7b6e-421f-8f33-1f0ebf3cda2f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816081 Jul 09 16:43:27.765843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b297c38-f8e4-4002-a952-9f85100c5f6d req-88c0e0bf-c76f-4acd-bbd8-a8273658fade tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e046fc1164354cd38f1da833841b5253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354335 Jul 09 16:43:27.899958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Allocated IP 172.20.0.1 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/cda43092-2529-4ca2-b836-be92299974c6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:27.947602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297c38-f8e4-4002-a952-9f85100c5f6d req-93647ad1-a8af-4721-844b-27b47aad95f5 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:27.949364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b297c38-f8e4-4002-a952-9f85100c5f6d req-93647ad1-a8af-4721-844b-27b47aad95f5 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771965 Jul 09 16:43:28.052012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b297c38-f8e4-4002-a952-9f85100c5f6d req-29b1da51-10e9-4fd6-8359-a04d401fed68 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/quotas/e046fc1164354cd38f1da833841b5253 HTTP/1.1" status: 200 len: 375 time: 0.0811982 Jul 09 16:43:28.087347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65430d05-4e89-4f55-9444-277020454d6c req-542498c9-6cd4-440b-b064-5e31b96e7b47 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:28.096451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65430d05-4e89-4f55-9444-277020454d6c req-542498c9-6cd4-440b-b064-5e31b96e7b47 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2516105 Jul 09 16:43:28.117768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b297c38-f8e4-4002-a952-9f85100c5f6d req-5efc05f3-97ca-4f25-af93-f4a6dd9e7898 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e046fc1164354cd38f1da833841b5253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571475 Jul 09 16:43:28.173773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:28.216170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Transition to ACTIVE for port object cda43092-2529-4ca2-b836-be92299974c6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:28.251454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65430d05-4e89-4f55-9444-277020454d6c req-a9b0dae6-e020-4b7c-9b42-a07366209898 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361916 Jul 09 16:43:28.253050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:28.295424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:28.307150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:28.309691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:28.385466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cda43092-2529-4ca2-b836-be92299974c6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:28.427447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:28.540606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40b1d-2244-4f8c-a722-a4be47e7b329 req-b3201381-e715-46d2-8f32-b94367336369 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:28.542190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a40b1d-2244-4f8c-a722-a4be47e7b329 req-b3201381-e715-46d2-8f32-b94367336369 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1994190 Jul 09 16:43:28.646097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f6cff2f-ab81-4dae-aad7-d6f25c0666e1 None None] Provisioning for port cda43092-2529-4ca2-b836-be92299974c6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:28.647240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a40b1d-2244-4f8c-a722-a4be47e7b329 req-ae7b71d5-305e-4237-a2c1-78ff7429665b tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931606 Jul 09 16:43:28.656655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d411f2-807a-4cfc-be59-6f0d53661e34 req-3b685154-c6e1-4199-9b67-b3855d12e93e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:28.659023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87d411f2-807a-4cfc-be59-6f0d53661e34 req-3b685154-c6e1-4199-9b67-b3855d12e93e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 944 time: 0.1835358 Jul 09 16:43:28.659620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f6cff2f-ab81-4dae-aad7-d6f25c0666e1 None None] Provisioning complete for port cda43092-2529-4ca2-b836-be92299974c6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:28.660200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f6cff2f-ab81-4dae-aad7-d6f25c0666e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:28.704968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:28.711594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cff2f-ab81-4dae-aad7-d6f25c0666e1 None None] Port cda43092-2529-4ca2-b836-be92299974c6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:28.773946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87d411f2-807a-4cfc-be59-6f0d53661e34 req-c5314215-9dbd-4bdf-8d33-6d584b5467e2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Jul 09 16:43:28.960650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:28.963141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:28.972957 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.108561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cda43092-2529-4ca2-b836-be92299974c6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:29.124868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.159655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fedd-0df1-415a-a07b-f7b31f9da0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.190970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a525b2-1565-4506-a010-426ea89a3bd2 req-354118d4-8ace-414f-8dd2-92d8761730bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:29.192517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47a525b2-1565-4506-a010-426ea89a3bd2 req-354118d4-8ace-414f-8dd2-92d8761730bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1614065 Jul 09 16:43:29.234457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:29.276211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47a525b2-1565-4506-a010-426ea89a3bd2 req-b79e52a1-7cd0-4f69-b805-44b0027b0172 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716166 Jul 09 16:43:29.294226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fedd-0df1-415a-a07b-f7b31f9da0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.301416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1c2fedd-0df1-415a-a07b-f7b31f9da0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.349875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:29.351047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:29.375700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2fedd-0df1-415a-a07b-f7b31f9da0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b42bb-6c81-4840-a164-53e337fe8a96,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:29.396636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f1c2fedd-0df1-415a-a07b-f7b31f9da0aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa451d4b2c75432f8a2b3968f637260f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344163 Jul 09 16:43:29.399351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:29.489368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f1c330-b2f7-4f88-848f-39e87d1d94d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.518319 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4efab9b-daa3-4a0c-85b0-9498a60b790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.530431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f1c330-b2f7-4f88-848f-39e87d1d94d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.568347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9593683-5003-4813-b6f5-0841c1219682 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:29.615941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f1c330-b2f7-4f88-848f-39e87d1d94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.618848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f1c330-b2f7-4f88-848f-39e87d1d94d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.623184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07f1c330-b2f7-4f88-848f-39e87d1d94d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/081b42bb-6c81-4840-a164-53e337fe8a96 HTTP/1.1" status: 204 len: 168 time: 0.2202711 Jul 09 16:43:29.630930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1c330-b2f7-4f88-848f-39e87d1d94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b42bb-6c81-4840-a164-53e337fe8a96,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:29.675243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port f9593683-5003-4813-b6f5-0841c1219682 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:29.681016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f9593683-5003-4813-b6f5-0841c1219682 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:29.681944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.692061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8efee-824f-45dd-a184-71e6e943a877 req-f76de1a7-d208-4196-91b2-19303f3514f9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:29.693692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83f8efee-824f-45dd-a184-71e6e943a877 req-f76de1a7-d208-4196-91b2-19303f3514f9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1919804 Jul 09 16:43:29.721529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bce6ed61-6107-432b-b905-79c080b6a07c details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:29.723898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Router 34733167-70d0-43b7-95e7-49a43b268332 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:29.816696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83f8efee-824f-45dd-a184-71e6e943a877 req-578b863f-095f-45db-abe5-8ff378bc7642 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071463 Jul 09 16:43:29.851314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-261aeb6c-04ee-4004-808d-9001f8cff6ff None None] Provisioning complete for port cda43092-2529-4ca2-b836-be92299974c6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:29.851884 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-261aeb6c-04ee-4004-808d-9001f8cff6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.878512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:29.911356 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4efab9b-daa3-4a0c-85b0-9498a60b790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.946162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-261aeb6c-04ee-4004-808d-9001f8cff6ff None None] Port cda43092-2529-4ca2-b836-be92299974c6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:29.966264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4efab9b-daa3-4a0c-85b0-9498a60b790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.070756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4efab9b-daa3-4a0c-85b0-9498a60b790a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d54d600ee2504436bc06e3ef4b53c40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288825 Jul 09 16:43:30.073589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:30.078040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efab9b-daa3-4a0c-85b0-9498a60b790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d12fe-a5f0-4bc7-9e71-f837739e6258,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:30.087075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:30.097306 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:43:30.102185 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Sync routers for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:30.104522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-83069d10-507b-4981-acc7-423da8cfe7a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/34733167-70d0-43b7-95e7-49a43b268332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5816238 Jul 09 16:43:30.118559 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:30.119550 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:30.136253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f5512-c444-465a-8964-356bf7b6734a req-b72bcc88-7004-4269-9beb-7642343bc0d2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:30.140907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.143028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba3f5512-c444-465a-8964-356bf7b6734a req-b72bcc88-7004-4269-9beb-7642343bc0d2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2951157 Jul 09 16:43:30.155599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:30.178965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347ea5c-ab3f-47ff-a50d-2bdd1e6d4d0a req-7dea32c4-1094-460c-8b0b-8bc65dfa28a2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:30.184642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port f9593683-5003-4813-b6f5-0841c1219682, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9593683-5003-4813-b6f5-0841c1219682,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:30.187412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2347ea5c-ab3f-47ff-a50d-2bdd1e6d4d0a req-7dea32c4-1094-460c-8b0b-8bc65dfa28a2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 944 time: 0.2249501 Jul 09 16:43:30.187945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'port_id': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'mac_address': 'fa:16:3e:11:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a299a82-6817-4e22-af63-02ebc46daa5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:30.199162 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.231287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba3f5512-c444-465a-8964-356bf7b6734a req-28e1f0c7-c3d9-4824-9307-40761ef9eba7 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872695 Jul 09 16:43:30.263076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f9f53dc-55c0-47a6-b828-a3bdaa88585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.296859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2347ea5c-ab3f-47ff-a50d-2bdd1e6d4d0a req-316ff840-c4ef-415a-ab7f-834e302e9ea4 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084416 Jul 09 16:43:30.301129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f9f53dc-55c0-47a6-b828-a3bdaa88585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.385237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f9f53dc-55c0-47a6-b828-a3bdaa88585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.388922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f9f53dc-55c0-47a6-b828-a3bdaa88585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.394355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f9f53dc-55c0-47a6-b828-a3bdaa88585c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523d12fe-a5f0-4bc7-9e71-f837739e6258 HTTP/1.1" status: 204 len: 168 time: 0.3189003 Jul 09 16:43:30.416416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-551fc728-f2e6-4f2f-970e-ddfe8a35c51e req-f402f05d-d98f-4a7e-8a01-fa0cac6291cd tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e046fc1164354cd38f1da833841b5253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331843 Jul 09 16:43:30.416709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f53dc-55c0-47a6-b828-a3bdaa88585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d12fe-a5f0-4bc7-9e71-f837739e6258,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:30.434966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:30.464272 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:30.538027 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.543693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '69996265-b41a-468b-ae56-f2432ec1144f', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': '69996265-b41a-468b-ae56-f2432ec1144f', 'mac_address': 'fa:16:3e:97:1a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:30.559705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=f9593683-5003-4813-b6f5-0841c1219682,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:30.578303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bce6ed61-6107-432b-b905-79c080b6a07c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:30.617759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fc728-f2e6-4f2f-970e-ddfe8a35c51e req-73e2b036-2e8d-4909-b1a9-25e975a046b9 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:30.627029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-551fc728-f2e6-4f2f-970e-ddfe8a35c51e req-73e2b036-2e8d-4909-b1a9-25e975a046b9 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094457 Jul 09 16:43:30.653983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:30.659178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-551fc728-f2e6-4f2f-970e-ddfe8a35c51e req-098516ef-a281-48ac-81f6-87c1032613dd tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/quotas/e046fc1164354cd38f1da833841b5253 HTTP/1.1" status: 200 len: 375 time: 0.0307312 Jul 09 16:43:30.667558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.727904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-551fc728-f2e6-4f2f-970e-ddfe8a35c51e req-a853fb5c-6e99-4555-a983-240760c5a343 tempest-QuotasAdminNegativeTest-552882081 tempest-QuotasAdminNegativeTest-552882081-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e046fc1164354cd38f1da833841b5253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672026 Jul 09 16:43:30.739513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:30.752782 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.757055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb2b7-5880-493e-9342-ed469aaa9ae2 req-bb2f1162-6df8-44b3-8c67-ec3837955a9d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:30.766067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-499cb2b7-5880-493e-9342-ed469aaa9ae2 req-bb2f1162-6df8-44b3-8c67-ec3837955a9d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2652955 Jul 09 16:43:30.777764 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 2, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:30.786764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69996265-b41a-468b-ae56-f2432ec1144f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:30.822561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Checking router: 34733167-70d0-43b7-95e7-49a43b268332 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:30.823066 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Updating router 34733167-70d0-43b7-95e7-49a43b268332 port cda43092-2529-4ca2-b836-be92299974c6 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:30.852748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:30.858110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-499cb2b7-5880-493e-9342-ed469aaa9ae2 req-814054b0-2a22-4066-b84c-62b062cba32f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847220 Jul 09 16:43:30.866807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.873073 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:30.957296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['bce6ed61-6107-432b-b905-79c080b6a07c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:30.960908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:31.125595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f043cc6-6a42-4a4e-b41c-40dd325f50f9 req-d78d3c5c-ab80-4149-8b36-22c99c05496e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:31.127181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f043cc6-6a42-4a4e-b41c-40dd325f50f9 req-d78d3c5c-ab80-4149-8b36-22c99c05496e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 944 time: 0.0983191 Jul 09 16:43:31.191122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f043cc6-6a42-4a4e-b41c-40dd325f50f9 req-9a9d8fa5-ae4a-42d0-8691-6350835f7ae1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574729 Jul 09 16:43:31.239139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['69996265-b41a-468b-ae56-f2432ec1144f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:31.364756 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.379074 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Transition to ACTIVE for port object cda43092-2529-4ca2-b836-be92299974c6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:31.389481 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.517184 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Pushing event updated for resources: {'Port': ['ID=cda43092-2529-4ca2-b836-be92299974c6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:31.541050 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Attempting to bind port cda43092-2529-4ca2-b836-be92299974c6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:31.541655 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Attempting to bind port cda43092-2529-4ca2-b836-be92299974c6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:31.542191 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Attempting to bind port cda43092-2529-4ca2-b836-be92299974c6 on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:31.549940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9593683-5003-4813-b6f5-0841c1219682 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:31.568720 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.568720 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.569054 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.569390 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.569709 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.573383 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.575209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.575622 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.576131 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.576221 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.576520 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.579597 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:31.591324 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:31.592672 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:31.593091 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.594708 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:31.595299 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Bound port: cda43092-2529-4ca2-b836-be92299974c6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:31.598293 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.639243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f9593683-5003-4813-b6f5-0841c1219682 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:31.639969 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.659344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:31.664713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270867660', 'description': 'tempest-description--681993754'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:31.712880 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] For port cda43092-2529-4ca2-b836-be92299974c6, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:31.718035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bce6ed61-6107-432b-b905-79c080b6a07c up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:31.722006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.722711 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] For port cda43092-2529-4ca2-b836-be92299974c6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cda43092-2529-4ca2-b836-be92299974c6,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:31.735399 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.841197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port bce6ed61-6107-432b-b905-79c080b6a07c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:31.842214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.900102 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:31.900741 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:31.932675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.942771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.011475 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e66645-445c-43a7-9521-2bde0f1ed491 None None] Pushing event updated for resources: {'Port': ['ID=cda43092-2529-4ca2-b836-be92299974c6,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.043686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471cee0-c883-4978-8582-0d288bbad045 req-6c0303d1-aed4-4210-97f4-9b3ceda8ae0e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:32.044180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2086e336-a406-44cf-91e3-edae375bad1a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.052483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.056420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.062190 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fd4b3edf-7871-40a4-8dff-f86baf5cf7e6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4016304 Jul 09 16:43:32.063001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:32.064518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a471cee0-c883-4978-8582-0d288bbad045 req-6c0303d1-aed4-4210-97f4-9b3ceda8ae0e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1878855 Jul 09 16:43:32.073803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'security_group_rule': {'security_group_id': '2086e336-a406-44cf-91e3-edae375bad1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:32.110684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:32.116406 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca5deb-7d8c-43bb-8d3a-a0c4de100891" -d '{"events": [{"server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "name": "network-vif-plugged", "status": "completed", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:32.135788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.141146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:32.145621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a471cee0-c883-4978-8582-0d288bbad045 req-7a0cd340-440d-4847-a3c2-385ff52e0767 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791931 Jul 09 16:43:32.149195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.168292 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:32.246904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.252624 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.270451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ae982-375d-40dd-a50d-13cdf7c0c07e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.297994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.303379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61f94e11-1b63-48db-82b7-6999c99641e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2392976 Jul 09 16:43:32.303906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.304010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:32.317071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'security_group_rule': {'security_group_id': '2086e336-a406-44cf-91e3-edae375bad1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:32.331866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9d0fa-182d-49cf-81ea-8b346b99d389 req-cbb3b95d-d065-48c1-8b6c-18d227dfc32e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:32.340852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8dd9d0fa-182d-49cf-81ea-8b346b99d389 req-cbb3b95d-d065-48c1-8b6c-18d227dfc32e tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 945 time: 0.1894369 Jul 09 16:43:32.384473 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.464629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8dd9d0fa-182d-49cf-81ea-8b346b99d389 req-65622d9e-fa1c-4972-9388-a05dc24347e2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222889 Jul 09 16:43:32.527199 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:31Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:32.532119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.542680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.551254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40985-c149-4e3d-b78c-bcafd29a51fc req-8f9f7e38-9198-426a-9bc1-660837407ffd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:32.554453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf40985-c149-4e3d-b78c-bcafd29a51fc req-8f9f7e38-9198-426a-9bc1-660837407ffd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2106247 Jul 09 16:43:32.585053 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b99f16-0a82-4bec-8440-6e305610bf36 x-openstack-request-id: req-f7b99f16-0a82-4bec-8440-6e305610bf36 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:32.585351 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "name": "network-vif-plugged", "status": "completed", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:32.585606 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7b99f16-0a82-4bec-8440-6e305610bf36 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:32.586002 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'code': 200} Jul 09 16:43:32.594330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f309329-9e89-4eab-bc37-4b40d5880d5e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.597291 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc1008-6b08-40af-b1d4-dd2c5325b2f7 None None] The sync data for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 is: [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:31Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:32.614547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.616869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c5aedd9e-db65-4029-95f4-74174bb20e33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3118589 Jul 09 16:43:32.619903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:32.628386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:32.701792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.728207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcf40985-c149-4e3d-b78c-bcafd29a51fc req-420babba-3185-4f24-ba30-5d40e0b8cf6c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668992 Jul 09 16:43:32.845928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:32.970699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb0526-331f-42e7-9e37-e791f23c46e6 req-7d09d2fc-c033-479b-b7d1-f4c418c84529 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:32.980694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbcb0526-331f-42e7-9e37-e791f23c46e6 req-7d09d2fc-c033-479b-b7d1-f4c418c84529 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1121016 Jul 09 16:43:33.009063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.085816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbcb0526-331f-42e7-9e37-e791f23c46e6 req-d4f299ff-0136-45f8-b76e-05b1deb2e367 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036601 Jul 09 16:43:33.261653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008418f-fd81-4018-827e-68b0f724ec6f req-dc32d112-7f87-43e2-a964-a5a656e97bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.265991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5008418f-fd81-4018-827e-68b0f724ec6f req-dc32d112-7f87-43e2-a964-a5a656e97bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 1096 time: 0.4831026 Jul 09 16:43:33.335378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:33.339609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Allocated IP 172.25.7.48 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/37b89309-3d0b-4119-8be5-67f3dde339e8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:33.360504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5008418f-fd81-4018-827e-68b0f724ec6f req-6a58bf3a-3342-4f98-9137-00b41078eabc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817277 Jul 09 16:43:33.399762 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.540589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.545922 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-216accb2-363c-4574-be91-e1e567bf3eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.592942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cda43092-2529-4ca2-b836-be92299974c6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:33.636059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.686373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c8f6a-723d-47e8-95ee-d27b503b5201 req-dba21210-15df-4574-8066-771eed67c2ec tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.688038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-624c8f6a-723d-47e8-95ee-d27b503b5201 req-dba21210-15df-4574-8066-771eed67c2ec tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2762673 Jul 09 16:43:33.698640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=37b89309-3d0b-4119-8be5-67f3dde339e8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:33.716321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:33.719218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:33.723532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:33.725260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port cda43092-2529-4ca2-b836-be92299974c6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:33.736495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cda43092-2529-4ca2-b836-be92299974c6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:33.737038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.835544 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.847943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.858426 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.888849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e046fc1164354cd38f1da833841b5253&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402937 Jul 09 16:43:33.892293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:33.892726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:33.929938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port cda43092-2529-4ca2-b836-be92299974c6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cda43092-2529-4ca2-b836-be92299974c6,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:33.939038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.955205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.009424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-624c8f6a-723d-47e8-95ee-d27b503b5201 req-d681bbde-9e74-4b07-a37b-500f993a5841 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129673 Jul 09 16:43:34.064170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e5bcf-8d02-484a-a2fc-8c4fb439434e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.085699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=cda43092-2529-4ca2-b836-be92299974c6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.118667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 69996265-b41a-468b-ae56-f2432ec1144f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:34.129695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 69996265-b41a-468b-ae56-f2432ec1144f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:34.130143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.130589 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.196158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.197006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.197006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.197320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.197465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.197802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.198132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.198456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.198808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.199132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.199454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.199772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f57de6-5a66-48a5-89e1-6a7dd57217f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:34.214088 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c18baad-dfc0-46e9-8045-c2be0c80afde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.248841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6d9fc-7d29-4488-a7ab-7a535bd15382 req-2859fc07-8110-45bf-a9ba-b9111b10c7d2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:34.266405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14a6d9fc-7d29-4488-a7ab-7a535bd15382 req-2859fc07-8110-45bf-a9ba-b9111b10c7d2 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 945 time: 0.5489531 Jul 09 16:43:34.366728 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.399859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c18baad-dfc0-46e9-8045-c2be0c80afde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.437388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:34.445377 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.455168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.463622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.466597 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-216accb2-363c-4574-be91-e1e567bf3eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.538920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.549031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14a6d9fc-7d29-4488-a7ab-7a535bd15382 req-021143e8-bf77-4c76-a530-50f72c99dea9 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815287 Jul 09 16:43:34.558886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-216accb2-363c-4574-be91-e1e567bf3eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.587606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:34.590367 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abec1fab-e9c3-4de4-b3e8-d58f9d1a5af0" -d '{"events": [{"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-plugged", "status": "completed", "tag": "69996265-b41a-468b-ae56-f2432ec1144f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:34.678649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216accb2-363c-4574-be91-e1e567bf3eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f458d8dc-6163-4d93-ac06-7233d434b356,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.697267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4dfa-ec44-4bdf-8edc-3fe07c8a0cc8 req-ad6a6cad-4513-49ae-ba5c-423d3753ed10 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:34.703288 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09bc4dfa-ec44-4bdf-8edc-3fe07c8a0cc8 req-ad6a6cad-4513-49ae-ba5c-423d3753ed10 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2999220 Jul 09 16:43:34.706482 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-216accb2-363c-4574-be91-e1e567bf3eec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d98dea52d52499896a5f531b207d12d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3682051 Jul 09 16:43:34.709182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:34.757442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c18baad-dfc0-46e9-8045-c2be0c80afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.760157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c18baad-dfc0-46e9-8045-c2be0c80afde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.761441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0c18baad-dfc0-46e9-8045-c2be0c80afde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/237e5bcf-8d02-484a-a2fc-8c4fb439434e HTTP/1.1" status: 204 len: 168 time: 0.8621957 Jul 09 16:43:34.825484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18baad-dfc0-46e9-8045-c2be0c80afde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e5bcf-8d02-484a-a2fc-8c4fb439434e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.832014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09bc4dfa-ec44-4bdf-8edc-3fe07c8a0cc8 req-b1c64878-927a-44b7-a4db-11358eac47c7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242573 Jul 09 16:43:34.888244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a807768d-3262-4e87-a6d5-8856e5620d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.898683 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f90620-4d9c-445b-b3cd-1983f59868ef x-openstack-request-id: req-07f90620-4d9c-445b-b3cd-1983f59868ef {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:34.899172 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-plugged", "status": "completed", "tag": "69996265-b41a-468b-ae56-f2432ec1144f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:34.899513 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07f90620-4d9c-445b-b3cd-1983f59868ef {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:34.899984 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f', 'code': 200} Jul 09 16:43:34.931093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a807768d-3262-4e87-a6d5-8856e5620d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.941988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90973d7-c1cb-4bf7-83b9-24e25bd2236f req-000f7805-7962-4db8-8eef-34a228b1b8f2 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:34.950697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f90973d7-c1cb-4bf7-83b9-24e25bd2236f req-000f7805-7962-4db8-8eef-34a228b1b8f2 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2108581 Jul 09 16:43:34.981522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=37b89309-3d0b-4119-8be5-67f3dde339e8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:35.008758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-c6b50389-1709-4b85-b006-a700225020f9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:35.013816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-c6b50389-1709-4b85-b006-a700225020f9 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.1736631 Jul 09 16:43:35.027587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.071623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.072316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6e3d2d00-0e59-4e8c-8d98-88e8ff3a5696 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4508152 Jul 09 16:43:35.102049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d3e4c-80b6-4933-a659-e839bfcb2c21 req-c90a14d9-7a1d-47c0-9871-ffba78f1cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:35.103682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7f0d3e4c-80b6-4933-a659-e839bfcb2c21 req-c90a14d9-7a1d-47c0-9871-ffba78f1cde2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 1097 time: 0.0933051 Jul 09 16:43:35.107393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f90973d7-c1cb-4bf7-83b9-24e25bd2236f req-0e823300-e0f6-46f7-88e1-109b9d983400 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551945 Jul 09 16:43:35.177159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a807768d-3262-4e87-a6d5-8856e5620d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.180137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a807768d-3262-4e87-a6d5-8856e5620d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.184686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7f0d3e4c-80b6-4933-a659-e839bfcb2c21 req-fa48846f-3a5b-4d6a-a477-89372ae51d6f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650978 Jul 09 16:43:35.185108 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a807768d-3262-4e87-a6d5-8856e5620d13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f458d8dc-6163-4d93-ac06-7233d434b356 HTTP/1.1" status: 204 len: 168 time: 0.4735789 Jul 09 16:43:35.185529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:35.209104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-023eadc1-c76d-4d75-895d-52080ca065d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.210779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807768d-3262-4e87-a6d5-8856e5620d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f458d8dc-6163-4d93-ac06-7233d434b356,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:35.281636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Deleting port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:35.282226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.373872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-023eadc1-c76d-4d75-895d-52080ca065d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.379547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-023eadc1-c76d-4d75-895d-52080ca065d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.427836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-023eadc1-c76d-4d75-895d-52080ca065d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e4eeb1b0a324db8ba6c19e63e373b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411902 Jul 09 16:43:35.429112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eadc1-c76d-4d75-895d-52080ca065d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff8f4a2-82ad-47c7-91e9-ba81b36c6991,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:35.431495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:35.458955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c2d-a008-4f33-938c-b615834340c6 req-aa54441b-7080-47a5-b08a-5e0a1651d576 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:35.460391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80125c2d-a008-4f33-938c-b615834340c6 req-aa54441b-7080-47a5-b08a-5e0a1651d576 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 946 time: 0.2517681 Jul 09 16:43:35.503042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] For port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:35.504135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.510957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb228b8a-9001-4718-8f02-558c9fe86b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.538808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb228b8a-9001-4718-8f02-558c9fe86b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.548135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d503052-c499-4404-8aac-3c6b8cc68af8 req-56ca59fd-1517-44fb-9ec0-a873dcf48464 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:35.562754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cda43092-2529-4ca2-b836-be92299974c6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:35.579296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d503052-c499-4404-8aac-3c6b8cc68af8 req-56ca59fd-1517-44fb-9ec0-a873dcf48464 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.2922957 Jul 09 16:43:35.599103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb228b8a-9001-4718-8f02-558c9fe86b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.602716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb228b8a-9001-4718-8f02-558c9fe86b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.603969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bb228b8a-9001-4718-8f02-558c9fe86b3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ff8f4a2-82ad-47c7-91e9-ba81b36c6991 HTTP/1.1" status: 204 len: 168 time: 0.1715620 Jul 09 16:43:35.627729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cda43092-2529-4ca2-b836-be92299974c6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:35.628678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.635334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Calling delete_port for fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:35.635441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb228b8a-9001-4718-8f02-558c9fe86b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff8f4a2-82ad-47c7-91e9-ba81b36c6991,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:35.711531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d503052-c499-4404-8aac-3c6b8cc68af8 req-28f3504b-719e-463a-96ac-6403da35d44d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303582 Jul 09 16:43:35.764255 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1fc7cdd8-0dfb-4d28-82a0-8e253b4c2275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.834958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80125c2d-a008-4f33-938c-b615834340c6 req-2c751e5b-4db3-4494-abda-4866cfa72d31 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504901 Jul 09 16:43:35.892956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-5cd8f8ac-c8ed-45a9-9099-5930305f692e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1270867660&fields=id&tenant_id=41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 267 time: 0.0508103 Jul 09 16:43:36.186240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.202920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:36.283444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event deleted for resources: {'Port': ['ID=fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:36.390771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] No DVR routers for this DVR port fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:36.396894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.405779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9270b452-4daf-48ce-b4c2-765dd7d403bd req-a8d60a4a-84e7-41b6-8dff-d25905aaf03a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.43 "DELETE /v2.0/ports/fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 HTTP/1.1" status: 204 len: 173 time: 1.3872654 Jul 09 16:43:36.410344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88406cdf-b918-4299-86c3-c75f740880b5', 'name': 'network-vif-deleted', 'tag': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:36.413591 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f53892-be9f-46e8-b355-b99cf895d86a" -d '{"events": [{"server_uuid": "88406cdf-b918-4299-86c3-c75f740880b5", "name": "network-vif-deleted", "tag": "fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:36.432046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-f8f15196-556a-40b4-bae4-c66cf130e5a8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:36.443167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-f8f15196-556a-40b4-bae4-c66cf130e5a8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.5344470 Jul 09 16:43:36.467465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-f9012f65-4c2a-4a28-a5d0-391601fb66b4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/quotas/41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 375 time: 0.0230119 Jul 09 16:43:36.492035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b058b-8157-46c6-8b12-0ab87bf491c7 req-662b27c5-5257-4477-a191-d082adc7f89b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:36.499665 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a4b058b-8157-46c6-8b12-0ab87bf491c7 req-662b27c5-5257-4477-a191-d082adc7f89b tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 946 time: 0.3901422 Jul 09 16:43:36.592131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a4b058b-8157-46c6-8b12-0ab87bf491c7 req-8759b20b-194f-4df6-b04e-36160dc21ef7 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895493 Jul 09 16:43:36.647007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-048ba739-68ed-4fc1-b07b-ead378f04759 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1776502 Jul 09 16:43:36.662951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-8f9ff9d3-e76a-4344-b5e4-c22c69622a05 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:43:36.672417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-8f9ff9d3-e76a-4344-b5e4-c22c69622a05 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236757 Jul 09 16:43:36.817597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-5a54f957-cb25-4e50-b5b9-d49006b98921 service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442711 Jul 09 16:43:36.963692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-95495588-3161-4ae8-96df-ec19c1ea10b4 service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373410 Jul 09 16:43:37.201652 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b43dc-1339-44a8-807f-c2864522638b x-openstack-request-id: req-268b43dc-1339-44a8-807f-c2864522638b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:37.201966 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88406cdf-b918-4299-86c3-c75f740880b5", "name": "network-vif-deleted", "tag": "fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:37.204490 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-268b43dc-1339-44a8-807f-c2864522638b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:37.204938 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88406cdf-b918-4299-86c3-c75f740880b5', 'name': 'network-vif-deleted', 'tag': 'fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77', 'status': 'completed', 'code': 200} Jul 09 16:43:37.246318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461879-ef3e-4bc2-b197-3c07afe69dd4 req-c28a207d-763e-430e-9d29-edf785e47a48 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:37.248015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c461879-ef3e-4bc2-b197-3c07afe69dd4 req-c28a207d-763e-430e-9d29-edf785e47a48 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1296971 Jul 09 16:43:37.851622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c3f93ea-a93e-4e9e-aa46-a5b2f7c285e4 req-3ba3bcee-501e-417a-b9ad-849dcabafa9a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=88406cdf-b918-4299-86c3-c75f740880b5 HTTP/1.1" status: 200 len: 210 time: 0.0500836 Jul 09 16:43:37.882669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c461879-ef3e-4bc2-b197-3c07afe69dd4 req-09c2614a-98e6-4562-a514-01e29b2ff95c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210315 Jul 09 16:43:37.986948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e358f005-dc3e-4d47-affe-0e47a2070a8b req-af86a8f3-70d1-4593-aaeb-d996c080bdec tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 210 time: 0.0575683 Jul 09 16:43:38.060080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.106934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-fab313ca-09bc-417d-8180-76f7cd362422 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:38.114677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-fab313ca-09bc-417d-8180-76f7cd362422 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 815 time: 0.1306355 Jul 09 16:43:38.134301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-18ab77d6-241d-448d-b4d6-c0531667f35d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/quotas/35fbbc031bcd4878a1bafe1f43a0d099 HTTP/1.1" status: 200 len: 375 time: 0.0183735 Jul 09 16:43:38.253498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-a491bc6d-564c-4422-8671-3773c7c48dfb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181970 Jul 09 16:43:38.265918 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-564a9bf4-a91a-4b17-ace5-e498a8236f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.336797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c102ac-1163-4595-b5bb-fe6efa9b36ef req-c28c9818-877b-4091-845b-a236b7737c47 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:38.338662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9c102ac-1163-4595-b5bb-fe6efa9b36ef req-c28c9818-877b-4091-845b-a236b7737c47 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 946 time: 0.1603875 Jul 09 16:43:38.413736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-84435ac5-9c32-476c-821a-0c1df332d400 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489830 Jul 09 16:43:38.428686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9c102ac-1163-4595-b5bb-fe6efa9b36ef req-b85ab5f8-5294-40c7-9d6a-5f67c74d2a96 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Jul 09 16:43:38.571772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.604529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-fb51e1a0-f205-4b6c-8fde-3590e16dbd53 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893988 Jul 09 16:43:38.723955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1372851901', 'description': 'tempest-description-855587977'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:38.760454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.775820 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.794387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-249a2d63-e928-4ba8-a49f-4744b7fd7426 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:38.796259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-249a2d63-e928-4ba8-a49f-4744b7fd7426 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "GET /v2.0/ports?device_id=991f1a07-aa8e-403e-9b4f-bd90b9e53692 HTTP/1.1" status: 200 len: 945 time: 0.1363885 Jul 09 16:43:38.935747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-d0ac4835-718f-4bc6-bc1e-053c7265f928 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:43:38.936717 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-d0ac4835-718f-4bc6-bc1e-053c7265f928 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069401 Jul 09 16:43:39.005777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:39.031356 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-0c9a0488-c25a-49cd-9381-dcab34d50bf5 service neutron] show failed (client error): The resource could not be found. Jul 09 16:43:39.032675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-0c9a0488-c25a-49cd-9381-dcab34d50bf5 service neutron] 10.222.0.37 "GET /v2.0/ports/cc5b9a6a-32a0-47f3-8de9-92325c6204cc/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0898898 Jul 09 16:43:39.037692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.067999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.145177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.194331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851f0f65-1ef7-489c-addb-4f933de96245,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.242432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b3a68f1-018a-428f-bf70-1afafcd413b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.257863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.292957 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.372772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b3a68f1-018a-428f-bf70-1afafcd413b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.379795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b3a68f1-018a-428f-bf70-1afafcd413b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.385847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Deleting port bce6ed61-6107-432b-b905-79c080b6a07c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:39.386206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.445416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2b3a68f1-018a-428f-bf70-1afafcd413b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f68a42f92d3460ebfee952129a08cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381874 Jul 09 16:43:39.446620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a68f1-018a-428f-bf70-1afafcd413b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf00bf-e8b9-4850-ae53-58fe864abd17,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.449007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:39.503653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.520933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4379d9df-6809-4e4c-b864-c773bf0e2554 req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8016465 Jul 09 16:43:39.528944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8290dc66-f8af-43cc-b726-3e63bc473934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.561841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8290dc66-f8af-43cc-b726-3e63bc473934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.584192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823b11b-7fc8-4241-a767-b7e6c05b0c1d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dd1e18-723a-4c4e-a026-11a30bdce4c0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.627006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8290dc66-f8af-43cc-b726-3e63bc473934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.630885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8290dc66-f8af-43cc-b726-3e63bc473934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.632896 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8290dc66-f8af-43cc-b726-3e63bc473934 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15cf00bf-e8b9-4850-ae53-58fe864abd17 HTTP/1.1" status: 204 len: 168 time: 0.1720595 Jul 09 16:43:39.645809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290dc66-f8af-43cc-b726-3e63bc473934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf00bf-e8b9-4850-ae53-58fe864abd17,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.726088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-801c8c0a-087c-4b32-85c3-57a31da8449a req-7e7f369a-feed-4469-b60f-fd97d42c93b6 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 210 time: 0.0947068 Jul 09 16:43:39.733674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:39.778719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] For port bce6ed61-6107-432b-b905-79c080b6a07c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bce6ed61-6107-432b-b905-79c080b6a07c,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:39.779080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.791234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-4c811401-7cdf-493c-a586-17e4f5068279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:39.792747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-4c811401-7cdf-493c-a586-17e4f5068279 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b&tenant_id=4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 1100 time: 0.3140762 Jul 09 16:43:39.795567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:39.796182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device fb4d7c67-9b8d-42ad-ad0e-47b3d31d4e77 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:39.803907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Calling delete_port for bce6ed61-6107-432b-b905-79c080b6a07c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:39.810150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:39.963820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6bea-aa73-4c6b-9e9c-7348c4f6ad8e req-ec116625-25f4-4716-8cca-176db1b6f198 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:39.965396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-691a6bea-aa73-4c6b-9e9c-7348c4f6ad8e req-ec116625-25f4-4716-8cca-176db1b6f198 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.2456949 Jul 09 16:43:40.005206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.071335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-691a6bea-aa73-4c6b-9e9c-7348c4f6ad8e req-f03d6927-71dc-4e0b-ad53-761ef02b1502 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940464 Jul 09 16:43:40.162377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-850cc074-693a-4369-8bd4-f858350ef99f req-4523c86d-9451-4f61-8d3c-6de8fd50cdd4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 210 time: 0.0819707 Jul 09 16:43:40.287123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8f125276-5df2-4046-93c7-d9e30658f99f req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1828443949', 'description': 'tempest-description-1932910858'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:40.287259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-0d6d8ff6-9c0e-420d-825b-6bdb343cad5e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.289433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-0d6d8ff6-9c0e-420d-825b-6bdb343cad5e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.3745100 Jul 09 16:43:40.375671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-dea203e6-3980-4ea7-a1af-161b5e9691c5 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 380 time: 0.0751934 Jul 09 16:43:40.376391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:40.389507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'port': {'device_id': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'admin_state_up': True, 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'security_groups': ['2086e336-a406-44cf-91e3-edae375bad1a']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:40.402578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cb6d5f-57fe-425c-b252-ac43f66386ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.427948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f125276-5df2-4046-93c7-d9e30658f99f req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.473368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.546445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Pushing event deleted for resources: {'Port': ['ID=bce6ed61-6107-432b-b905-79c080b6a07c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:40.605356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cb6d5f-57fe-425c-b252-ac43f66386ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.611804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45cb6d5f-57fe-425c-b252-ac43f66386ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.638026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] No DVR routers for this DVR port bce6ed61-6107-432b-b905-79c080b6a07c on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:40.643545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:40.651458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-e36da081-b6c7-40f9-9abd-dce1d356da05 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.652285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb6d5f-57fe-425c-b252-ac43f66386ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89bef3d-99d9-47f4-9e99-03ed5446e320,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:40.653004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-e36da081-b6c7-40f9-9abd-dce1d356da05 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.3393915 Jul 09 16:43:40.656748 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-45cb6d5f-57fe-425c-b252-ac43f66386ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b676bb5e455b46a5a461da4e54270bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793536 Jul 09 16:43:40.659925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.660560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:40.661888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a01bb137-3674-4f3c-b397-1a41c3dfe24c req-5cd27b0c-d206-40f3-af03-c05de9ef922e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "DELETE /v2.0/ports/bce6ed61-6107-432b-b905-79c080b6a07c HTTP/1.1" status: 204 len: 173 time: 1.8574066 Jul 09 16:43:40.664374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'name': 'network-vif-deleted', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:40.666782 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae7963-d3a3-44b5-991f-00bdc6875631" -d '{"events": [{"server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "name": "network-vif-deleted", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:40.723149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d950ccd-509a-4c9e-88f4-e2e2864e93ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.726040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-fafef985-83c6-439b-9efc-5edb1049b16a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/quotas/3cc7f14db6eb4fc2881e76949dba9113 HTTP/1.1" status: 200 len: 375 time: 0.0418563 Jul 09 16:43:40.758207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d950ccd-509a-4c9e-88f4-e2e2864e93ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.774897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:40.783971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-b48fa3f3-3e0c-4918-91a5-2329c0d4c5bb tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571566 Jul 09 16:43:40.840066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d950ccd-509a-4c9e-88f4-e2e2864e93ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.842583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d950ccd-509a-4c9e-88f4-e2e2864e93ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.843942 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d950ccd-509a-4c9e-88f4-e2e2864e93ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c89bef3d-99d9-47f4-9e99-03ed5446e320 HTTP/1.1" status: 204 len: 168 time: 0.1824899 Jul 09 16:43:40.868017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d950ccd-509a-4c9e-88f4-e2e2864e93ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89bef3d-99d9-47f4-9e99-03ed5446e320,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:40.934068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f125276-5df2-4046-93c7-d9e30658f99f req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.993482 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.014589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:41.023843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.038649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.043045 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f125276-5df2-4046-93c7-d9e30658f99f req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.096561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Transition to ACTIVE for port object cc5b9a6a-32a0-47f3-8de9-92325c6204cc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:41.117566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.131678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f125276-5df2-4046-93c7-d9e30658f99f req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.146443 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f125276-5df2-4046-93c7-d9e30658f99f req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8751616 Jul 09 16:43:41.153472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f18c0-b565-4b5f-a0c1-68fa3063db70 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745c3f86-5379-459c-b1b7-f2de45ddd1d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:41.259315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-af37fb1f-4e22-497d-ad08-53cee9d24120 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742215 Jul 09 16:43:41.261658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Allocated IP 172.20.0.12 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/a9476fb7-1d6f-4040-8037-979c3deef9fe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:41.447543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] No DVR routers for this DVR port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:41.478529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:41.529554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.556850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Transition to ACTIVE for port object a9476fb7-1d6f-4040-8037-979c3deef9fe will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:41.579767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-24caa537-c6de-43c8-aed5-b80ecf0d89ad tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:41.581571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-24caa537-c6de-43c8-aed5-b80ecf0d89ad tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 815 time: 0.6284299 Jul 09 16:43:41.613740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.628300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:41.628644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:41.629043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:41.654342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Request body: {'port': {'device_id': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'admin_state_up': True, 'tenant_id': '35fbbc031bcd4878a1bafe1f43a0d099'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:41.687969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:41.694071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:41.698093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:41.719633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-9949971b-c295-4229-800e-b04aa31889a9 service neutron] 10.222.0.48 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579389 Jul 09 16:43:41.729590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bce6ed61-6107-432b-b905-79c080b6a07c no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:41.759422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:41.760081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.802865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:41.806792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: bce6ed61-6107-432b-b905-79c080b6a07c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:41.808565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bce6ed61-6107-432b-b905-79c080b6a07c not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:41.818460 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-52854104-cb8d-4678-9944-66c5e2a2fd56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4340909 Jul 09 16:43:41.831371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-8ffdc2a2-f4f2-42bf-9c9d-a8b266c93d0d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:43:41.832388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-8ffdc2a2-f4f2-42bf-9c9d-a8b266c93d0d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056496 Jul 09 16:43:41.846911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Request body: {'port': {'device_id': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:41.861711 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc1869-0927-4829-9815-93ca1e4402b7 x-openstack-request-id: req-6cbc1869-0927-4829-9815-93ca1e4402b7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:41.862017 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991f1a07-aa8e-403e-9b4f-bd90b9e53692", "name": "network-vif-deleted", "tag": "bce6ed61-6107-432b-b905-79c080b6a07c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:41.862300 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cbc1869-0927-4829-9815-93ca1e4402b7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:41.862856 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991f1a07-aa8e-403e-9b4f-bd90b9e53692', 'name': 'network-vif-deleted', 'tag': 'bce6ed61-6107-432b-b905-79c080b6a07c', 'status': 'completed', 'code': 200} Jul 09 16:43:41.863862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:41.867016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Attempting to bind port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:41.891092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:41.891441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:41.891979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:41.892336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Bound port: cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:41.893618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.966862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.041308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:42.055560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:42.093446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3ada652-0f41-4499-824b-7aae911b8547 req-55ebe7fd-8a0f-44f5-a646-616e66190bb5 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 210 time: 0.1530137 Jul 09 16:43:42.095550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.173673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ab939a4-d748-419e-9291-eebef56414e0 None None] Provisioning for port a9476fb7-1d6f-4040-8037-979c3deef9fe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:42.178983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ab939a4-d748-419e-9291-eebef56414e0 None None] Provisioning complete for port a9476fb7-1d6f-4040-8037-979c3deef9fe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:42.179815 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ab939a4-d748-419e-9291-eebef56414e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.217098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.218063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.219570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] 10.222.0.43 "PUT /v2.0/ports/cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 1095 time: 2.4172115 Jul 09 16:43:42.269587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Made reservation on behalf of 35fbbc031bcd4878a1bafe1f43a0d099 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:42.272785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.288118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2ab939a4-d748-419e-9291-eebef56414e0 None None] Port a9476fb7-1d6f-4040-8037-979c3deef9fe cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:42.290302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa174-3c2d-4921-a0e1-815d169d0cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:42.410408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:42.420116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.452290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Transition to ACTIVE for port object a9476fb7-1d6f-4040-8037-979c3deef9fe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:42.463766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.487095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4b0a8-008d-4175-9489-20ded1c9cc4c req-623dfb48-9336-4224-8c57-549331fd671f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.495027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ac4b0a8-008d-4175-9489-20ded1c9cc4c req-623dfb48-9336-4224-8c57-549331fd671f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.3289049 Jul 09 16:43:42.545683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:42.562568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-323893586', 'description': 'tempest-description-530507440'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:42.609178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-27cc4b5f-15e7-4a29-8407-7ba84950d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.611225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-27cc4b5f-15e7-4a29-8407-7ba84950d954 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1098 time: 0.3558342 Jul 09 16:43:42.665590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ac4b0a8-008d-4175-9489-20ded1c9cc4c req-d542ef7e-9d1c-43ad-b7aa-3032dbc15735 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672575 Jul 09 16:43:42.682908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Attempting to bind port a9476fb7-1d6f-4040-8037-979c3deef9fe on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:42.683236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Attempting to bind port a9476fb7-1d6f-4040-8037-979c3deef9fe by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:42.683567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Attempting to bind port a9476fb7-1d6f-4040-8037-979c3deef9fe on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:42.688028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Port a9476fb7-1d6f-4040-8037-979c3deef9fe on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:42.688352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Attempting to bind port a9476fb7-1d6f-4040-8037-979c3deef9fe on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:42.694992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:42.695336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:42.695779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:42.696361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Bound port: a9476fb7-1d6f-4040-8037-979c3deef9fe, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:42.696711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.755994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.781075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.798177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:42.801827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:42.805737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Allocated IP 172.20.0.3 (1e9e5f41-145c-4922-951f-5f0d9a3bd545/4a299a82-6817-4e22-af63-02ebc46daa5f/a85f7ac4-c22f-41ff-abc2-c168ab2aeda1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:42.812988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.871152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-1c0fbe56-f97b-4c50-a00d-3710dd671bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.875674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-1c0fbe56-f97b-4c50-a00d-3710dd671bf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2492905 Jul 09 16:43:42.877724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.878812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.880333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] 10.222.0.43 "PUT /v2.0/ports/a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 1092 time: 1.0379367 Jul 09 16:43:42.883275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:42.885394 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d378b-5d46-4040-a6b7-c2f49091be38" -d '{"events": [{"name": "network-changed", "server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:42.929120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a012cc-9c8a-421f-a97f-bf25391deaca service neutron] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:43.034338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-74f9456b-a498-4f9a-b8b5-b74449d1c32b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.0609009 Jul 09 16:43:43.043746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-0b6136a1-9960-4474-97a3-03a11a73b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.045958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-0b6136a1-9960-4474-97a3-03a11a73b645 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1095 time: 0.0724950 Jul 09 16:43:43.112666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-9b082f87-560b-4ba4-9d60-2666b8bb06b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 217 time: 0.0539651 Jul 09 16:43:43.198162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-d282e9e7-7234-42cb-b281-67dcd1be4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.206104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-d282e9e7-7234-42cb-b281-67dcd1be4c3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1472211 Jul 09 16:43:43.212294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-95c614fa-668a-496a-9a6c-e36aecc5ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.214229 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-95c614fa-668a-496a-9a6c-e36aecc5ea4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0803742 Jul 09 16:43:43.276878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cbafc-882d-47ec-b8f3-f05c370db700 req-28115146-f5ea-4e03-8057-0b3a59086b3b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.283949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-592cbafc-882d-47ec-b8f3-f05c370db700 req-28115146-f5ea-4e03-8057-0b3a59086b3b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 944 time: 0.4471173 Jul 09 16:43:43.294111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-3d762ccd-1700-4897-b067-32673fc7e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.296772 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-3d762ccd-1700-4897-b067-32673fc7e8d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726779 Jul 09 16:43:43.329972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.364524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.378538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.383397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-592cbafc-882d-47ec-b8f3-f05c370db700 req-6f9be975-aab2-45cb-b0b4-65f5f4493082 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986285 Jul 09 16:43:43.426382 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-75a3bdf1-e0b8-4da6-878a-32d0b33a6530 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211569 Jul 09 16:43:43.440711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-677065e6-6277-489a-a827-c4a0b8218d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.442351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-677065e6-6277-489a-a827-c4a0b8218d35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275195 Jul 09 16:43:43.449110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df19aca-87bd-40c5-87d0-7a18a00cf2e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:43.518773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.555328 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f967ac52-f48e-4cfc-b316-06d65b1d5e7a req-1d962689-13b0-48d8-8c84-661e5879e1ec service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206512 Jul 09 16:43:43.915624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-e4f147c7-6d25-4dc0-b5cf-dd886db671a0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.917480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-e4f147c7-6d25-4dc0-b5cf-dd886db671a0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 811 time: 0.1278081 Jul 09 16:43:43.940493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Request body: {'port': {'device_id': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'admin_state_up': True, 'tenant_id': '3cc7f14db6eb4fc2881e76949dba9113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:43.940677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:43.945200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:43.945417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:43.980121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'}, {'name': 'network-changed', 'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:43.982319 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77921f-ccb8-434c-8c65-e0d36a7b4208" -d '{"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc"}, {"name": "network-changed", "server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:44.065755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6e6bafb-4fb6-405d-8de4-a5b23300981e req-9fc25b0f-676b-491d-ba7f-7c0a3205a7ec tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 210 time: 0.0766847 Jul 09 16:43:44.071670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:44.104578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:44.116965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.119365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:44.132948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:44.146946 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c718f-af47-44e9-91cb-3e0559b77073 x-openstack-request-id: req-ca7c718f-af47-44e9-91cb-3e0559b77073 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:44.147410 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:44.147739 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca7c718f-af47-44e9-91cb-3e0559b77073 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:44.148205 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'status': 'completed', 'code': 200} Jul 09 16:43:44.168471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.190036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:44.208909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '69996265-b41a-468b-ae56-f2432ec1144f', 'network_id': '4a539bff-43f2-40af-8118-b20c382f9e0b', 'port_id': '69996265-b41a-468b-ae56-f2432ec1144f', 'mac_address': 'fa:16:3e:97:1a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedd376b-90e4-4762-a702-56c845287038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:44.220732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-16a6271c-795d-4b8f-af1e-6b7537a415f5 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631106 Jul 09 16:43:44.221786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.237706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04937c6f-5e25-4013-954e-11d59e859d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.256673 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.265806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Made reservation on behalf of 3cc7f14db6eb4fc2881e76949dba9113 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:44.270937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.274737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69996265-b41a-468b-ae56-f2432ec1144f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:44.301200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:44.307395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.330078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.331522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fc4e2aa-438f-4926-9cd7-38f71e523c9e req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.8001297 Jul 09 16:43:44.341054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-2b3ce0af-0259-45dc-94b2-9e8b20ce645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.343492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-2b3ce0af-0259-45dc-94b2-9e8b20ce645d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1095 time: 0.1749179 Jul 09 16:43:44.374783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.391920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8108188-8e8e-420b-b955-d753fa301451 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bdafe0-45bc-41e3-bdc8-c1afc23f577c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.412823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.413185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.415051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.415051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.415051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.415051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.417526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.417898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.418249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.418675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.418953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.419451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.433281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.434071 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.461953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['69996265-b41a-468b-ae56-f2432ec1144f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:44.475772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de851d5b-6c90-438f-89ac-c60b37faabd9 req-85c0e1a4-6cef-4875-9410-8d557b9e4a22 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.481853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de851d5b-6c90-438f-89ac-c60b37faabd9 req-85c0e1a4-6cef-4875-9410-8d557b9e4a22 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 931 time: 0.1392319 Jul 09 16:43:44.495401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-c23f1941-9511-4a9a-bfc7-1055e14fa618 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596495 Jul 09 16:43:44.543728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-e3b62353-ccb1-48bd-b685-b83e112a60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.545244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-e3b62353-ccb1-48bd-b685-b83e112a60ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1917913 Jul 09 16:43:44.572277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de851d5b-6c90-438f-89ac-c60b37faabd9 req-6047b8f8-5d09-4123-b0ec-82bd667b8c84 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892415 Jul 09 16:43:44.640364 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-ef866004-2055-492e-8a4a-0b967627bbe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 217 time: 0.0844505 Jul 09 16:43:44.696565 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9ad29e-f168-43d5-91a3-ab4c313102c9 x-openstack-request-id: req-6d9ad29e-f168-43d5-91a3-ab4c313102c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:44.696994 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc", "code": 200}, {"name": "network-changed", "server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:44.697358 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d9ad29e-f168-43d5-91a3-ab4c313102c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:44.697755 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'code': 200} Jul 09 16:43:44.698010 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'status': 'completed', 'code': 200} Jul 09 16:43:44.704755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04937c6f-5e25-4013-954e-11d59e859d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.716318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04937c6f-5e25-4013-954e-11d59e859d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.724455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f834b604-7eca-4dfb-9ec3-b499abe76d02 req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-875596181', 'description': 'tempest-description-393633618'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:44.744483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-d7732154-e4ce-4891-9e93-096efe7fde97 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1226497 Jul 09 16:43:44.750441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04937c6f-5e25-4013-954e-11d59e859d77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c30bdc149e834fba96aa18164b9d237a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8044169 Jul 09 16:43:44.757430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:44.761849 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f834b604-7eca-4dfb-9ec3-b499abe76d02 req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.764489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Allocated IP 172.20.0.14 (f976fc9b-2641-4ee0-a4dd-6a1ee789a40a/d2da96f6-8a04-4eea-b8a8-a341748b256f/9bcdc813-33ec-46e9-83d2-2ade881eb875) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:44.769630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-938a361a-bdaa-4c80-9570-76c9208e29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.771233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-938a361a-bdaa-4c80-9570-76c9208e29dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1218350 Jul 09 16:43:44.798118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Request body: {'port': {'device_id': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:44.821485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04937c6f-5e25-4013-954e-11d59e859d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6ffdb-0f0e-4d7b-9c25-1d8e8c09dce4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.869833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433be99-2e62-4364-aa6c-6f932438ee69 req-9e502fe0-cd30-421b-acbb-14424ab770c4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.871387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c433be99-2e62-4364-aa6c-6f932438ee69 req-9e502fe0-cd30-421b-acbb-14424ab770c4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.2142260 Jul 09 16:43:44.952563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-027ec2ca-c4b5-4876-969f-c8300fb97f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.954152 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-027ec2ca-c4b5-4876-969f-c8300fb97f9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668270 Jul 09 16:43:44.982103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.014737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ba35d6-c226-444c-b941-35e137ff645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.036490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-ab41d1ae-9235-4378-8349-ab12b8eb1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.036821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-ab41d1ae-9235-4378-8349-ab12b8eb1437 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1098 time: 0.2894473 Jul 09 16:43:45.040469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c433be99-2e62-4364-aa6c-6f932438ee69 req-fda75709-cede-4eb2-9228-624d43f5bd7a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595521 Jul 09 16:43:45.099772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-a3e9ae56-3cfd-4d00-9f82-7a9d241be097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.101977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-a3e9ae56-3cfd-4d00-9f82-7a9d241be097 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1098 time: 0.3212886 Jul 09 16:43:45.102641 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ba35d6-c226-444c-b941-35e137ff645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.128863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-894aaf57-b11b-4ab6-89b5-0688d883e87e service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670561 Jul 09 16:43:45.171828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.202328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f834b604-7eca-4dfb-9ec3-b499abe76d02 req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.227185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f834b604-7eca-4dfb-9ec3-b499abe76d02 req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.307323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-292384b3-411e-4548-99a2-9769601dc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.308831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-292384b3-411e-4548-99a2-9769601dc7a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1964946 Jul 09 16:43:45.319852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e2d378b-5d46-4040-a6b7-c2f49091be38 req-63909255-2c0d-4c7e-bc96-07937a2ee8ca service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787088 Jul 09 16:43:45.332933 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.359487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f834b604-7eca-4dfb-9ec3-b499abe76d02 req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.360833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f834b604-7eca-4dfb-9ec3-b499abe76d02 req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6421866 Jul 09 16:43:45.375911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-188d94b9-d4dc-4e6f-9cd4-67a3899d9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.378307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-188d94b9-d4dc-4e6f-9cd4-67a3899d9624 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3297606 Jul 09 16:43:45.388339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12df8e-12d7-47a8-b02e-5f2ca172cbe6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aadb8a9-d9b8-4178-8e9a-b43989a5bff6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:45.405088 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ba35d6-c226-444c-b941-35e137ff645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.407675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38ba35d6-c226-444c-b941-35e137ff645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.408807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-38ba35d6-c226-444c-b941-35e137ff645f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ace6ffdb-0f0e-4d7b-9c25-1d8e8c09dce4 HTTP/1.1" status: 204 len: 168 time: 0.6481457 Jul 09 16:43:45.416653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-f473b231-e9da-4554-b1ca-bcdb9610a2d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.0650029 Jul 09 16:43:45.446656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:45.456952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:45.480446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:45.484135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event updated for resources: {'Port': ['ID=9bcdc813-33ec-46e9-83d2-2ade881eb875,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:45.491845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba35d6-c226-444c-b941-35e137ff645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6ffdb-0f0e-4d7b-9c25-1d8e8c09dce4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:45.494624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-6e1c9152-7ef3-4cab-b035-cba4da9e7dc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.0908601 Jul 09 16:43:45.552326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-039bf708-0f17-46ba-b6b4-8a95a3520aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.553822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-039bf708-0f17-46ba-b6b4-8a95a3520aa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1192973 Jul 09 16:43:45.565015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.565694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.616602 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-1d8f93b4-9044-4a73-a3fe-222b94400c71 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6836963 Jul 09 16:43:45.623543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-b0189ae9-5c79-4fda-bd88-6a72f318f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.625037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-b0189ae9-5c79-4fda-bd88-6a72f318f8fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1180584 Jul 09 16:43:45.635920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dd588-84a9-434c-a635-5161c01a5209 req-627dbd92-5a5d-4b5b-8d00-4dc4136316b4 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.637757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Request body: {'port': {'device_id': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:45.637901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-407dd588-84a9-434c-a635-5161c01a5209 req-627dbd92-5a5d-4b5b-8d00-4dc4136316b4 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 945 time: 0.4383221 Jul 09 16:43:45.678717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-a6bd2805-dd28-4a63-8914-5a37efb493fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.680257 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-a6bd2805-dd28-4a63-8914-5a37efb493fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105478 Jul 09 16:43:45.771781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:45.773916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-407dd588-84a9-434c-a635-5161c01a5209 req-25e4a05c-b1bb-4264-b4f7-a81b2787cd69 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208093 Jul 09 16:43:45.777128 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.807822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767b0b9-6fdf-4f8e-9e58-4981adce9c82 req-7dd23b61-1b50-48f5-b534-b53dda4a68e9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.809322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9767b0b9-6fdf-4f8e-9e58-4981adce9c82 req-7dd23b61-1b50-48f5-b534-b53dda4a68e9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 944 time: 0.2556016 Jul 09 16:43:45.827970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:45.843723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.847700 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-ea46dafd-961e-4ce2-82f1-37dae6aab424 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567276 Jul 09 16:43:45.848479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-9a380569-0b45-4d9a-94f1-aca9ef6356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.849991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-9a380569-0b45-4d9a-94f1-aca9ef6356f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2105069 Jul 09 16:43:45.892376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Transition to ACTIVE for port object a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:45.920883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.946502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:45.951102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:45.980671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9767b0b9-6fdf-4f8e-9e58-4981adce9c82 req-a87435a4-957d-4da9-bb8a-b1b8e9d19e88 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551561 Jul 09 16:43:45.989555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:46.029351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.044984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-9bee7d89-1506-4c28-a699-b184448d85fb service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876185 Jul 09 16:43:46.089819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.103348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 69996265-b41a-468b-ae56-f2432ec1144f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:46.103725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.105714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-2dd9a6f4-9862-41b2-aee8-02946ff66cce service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442479 Jul 09 16:43:46.167711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:46.230257 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.260364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:46.270694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:46.273327 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9647f50-45a3-4162-b21e-c0fa3c7431fe" -d '{"events": [{"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-plugged", "status": "completed", "tag": "69996265-b41a-468b-ae56-f2432ec1144f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:46.287271 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.294965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:46.300977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Attempting to bind port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:46.301311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Attempting to bind port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:46.301636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Attempting to bind port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:46.318629 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.337801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:46.337801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Attempting to bind port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:46.354103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.384650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:46.385311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Checking segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:46.385593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Bound using segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:46.386112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Bound port: a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:46.386517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.408814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d77921f-ccb8-434c-8c65-e0d36a7b4208 req-7897ded6-36ee-4b2d-bff6-3b9012833ad1 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891409 Jul 09 16:43:46.480707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.529508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621829-8c93-4cb5-a991-6e951928e486 req-b1b5189c-8fda-49b0-9138-7248f6486af0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:46.536645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68621829-8c93-4cb5-a991-6e951928e486 req-b1b5189c-8fda-49b0-9138-7248f6486af0 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 932 time: 0.2953215 Jul 09 16:43:46.558616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:46.592043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:46.599619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcdc813-33ec-46e9-83d2-2ade881eb875 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:46.606560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a9476fb7-1d6f-4040-8037-979c3deef9fe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:46.613149 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.630006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.653523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Transition to ACTIVE for port object 9bcdc813-33ec-46e9-83d2-2ade881eb875 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:46.661810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.670240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68621829-8c93-4cb5-a991-6e951928e486 req-c95d4687-e56f-4a45-bd24-54874a0b6b75 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320698 Jul 09 16:43:46.706722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:46.707636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.709244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] 10.222.0.43 "PUT /v2.0/ports/a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 HTTP/1.1" status: 200 len: 1091 time: 1.9226966 Jul 09 16:43:46.709875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:46.712402 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a" -d '{"events": [{"name": "network-changed", "server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:46.739417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-24deb1f0-0595-4c40-bf4f-f4d8e3ab5136 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39586 time: 0.6682489 Jul 09 16:43:46.775970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343a70f-3613-4485-b1ce-47c58a763749 service neutron] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.798315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Pushing event updated for resources: {'Port': ['ID=9bcdc813-33ec-46e9-83d2-2ade881eb875,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.850639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-c3584c7f-05fd-4f8d-8d2a-68e3b919a3fd tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/25f0da7b-f766-4b2b-894d-b41dd4707e9e HTTP/1.1" status: 200 len: 2981 time: 0.1100018 Jul 09 16:43:46.936631 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-d49b8e65-3787-47e0-bb64-eed1abb8ac83 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/25f0da7b-f766-4b2b-894d-b41dd4707e9e HTTP/1.1" status: 200 len: 2981 time: 0.0850019 Jul 09 16:43:46.937978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Attempting to bind port 9bcdc813-33ec-46e9-83d2-2ade881eb875 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:46.938355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Attempting to bind port 9bcdc813-33ec-46e9-83d2-2ade881eb875 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:46.938726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Attempting to bind port 9bcdc813-33ec-46e9-83d2-2ade881eb875 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:46.944750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Port 9bcdc813-33ec-46e9-83d2-2ade881eb875 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:46.945084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Attempting to bind port 9bcdc813-33ec-46e9-83d2-2ade881eb875 on network f976fc9b-2641-4ee0-a4dd-6a1ee789a40a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:46.947013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-fdadbd21-3bd1-4116-a571-c85e6c436d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:46.948539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-fdadbd21-3bd1-4116-a571-c85e6c436d5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 1094 time: 0.1619079 Jul 09 16:43:46.951166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:46.951508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Checking segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:46.951923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Bound using segment: {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:46.952387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Bound port: 9bcdc813-33ec-46e9-83d2-2ade881eb875, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6257b7ce-d020-4abd-a130-fc148aeeb12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:46.952772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.011451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-82e4cafd-fab3-43ea-a88d-c4d1e3839b1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 HTTP/1.1" status: 200 len: 217 time: 0.0493016 Jul 09 16:43:47.029803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] For port 9bcdc813-33ec-46e9-83d2-2ade881eb875, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:47.033805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] For port 9bcdc813-33ec-46e9-83d2-2ade881eb875, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:47.038575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.064536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ebca9-d82e-454b-b429-a73103912821 req-280ea3e2-c120-4f18-b3d5-62c736663886 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.071037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c9ebca9-d82e-454b-b429-a73103912821 req-280ea3e2-c120-4f18-b3d5-62c736663886 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 943 time: 0.1911232 Jul 09 16:43:47.077234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.078041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.080887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] 10.222.0.37 "PUT /v2.0/ports/9bcdc813-33ec-46e9-83d2-2ade881eb875 HTTP/1.1" status: 200 len: 1092 time: 1.4488099 Jul 09 16:43:47.082926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'tag': '9bcdc813-33ec-46e9-83d2-2ade881eb875'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:47.085428 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ff217-89da-4e18-9701-19fa6cc3196e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3366c32-5f4a-40b3-a96c-2e9231298ca7", "tag": "9bcdc813-33ec-46e9-83d2-2ade881eb875"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:47.112730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-9c4f9926-2ec6-40b2-83c4-e8f12fce43be tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4087f43e-1a26-4712-8899-ca165fe2e41b HTTP/1.1" status: 200 len: 2973 time: 0.1609416 Jul 09 16:43:47.118062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba774271-ea80-461b-bc4b-c38e43e66c8a service neutron] Pushing event updated for resources: {'Port': ['ID=9bcdc813-33ec-46e9-83d2-2ade881eb875,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:47.140737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad573-d389-4303-b318-608d80ac37fe req-3d242fb2-343b-4249-a6c0-664ed7d10640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.142418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-3d242fb2-343b-4249-a6c0-664ed7d10640 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 200 len: 855 time: 0.1219215 Jul 09 16:43:47.159526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c9ebca9-d82e-454b-b429-a73103912821 req-7f4e21a6-4ec8-44b2-ae56-119225f6c514 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823939 Jul 09 16:43:47.214452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-fd2777dd-2431-4f51-8ec2-2d81ad0edffc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9e5f41-145c-4922-951f-5f0d9a3bd545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460427 Jul 09 16:43:47.233344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-3701ea32-b911-42ac-ab62-57291389d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.235118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-3701ea32-b911-42ac-ab62-57291389d0df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0705945 Jul 09 16:43:47.264226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-07780abb-0027-4d55-ab59-7d3f8455f209 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4087f43e-1a26-4712-8899-ca165fe2e41b HTTP/1.1" status: 200 len: 2973 time: 0.1281965 Jul 09 16:43:47.302491 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-820dd166-85fe-4a6c-8e49-82ae6dccc31f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875 HTTP/1.1" status: 200 len: 217 time: 0.0444629 Jul 09 16:43:47.363978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-fc4967e9-9952-44ee-9bdb-4e580e76f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.365726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-fc4967e9-9952-44ee-9bdb-4e580e76f1d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.0561182 Jul 09 16:43:47.369086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-71f33446-d6be-4f2e-92a3-086b7955a1c9 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5812d91b-c8e6-4cd8-9305-5a0506d51fd6 HTTP/1.1" status: 200 len: 2981 time: 0.0760522 Jul 09 16:43:47.401018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-2532884b-982a-4659-b629-a2b571f80e70 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755328 Jul 09 16:43:47.404996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-2c5c77a3-8a77-49e1-b0f6-74785b6885c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326030 Jul 09 16:43:47.466260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.517824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-edabbee0-2389-40f2-b444-bfd5f81a8079 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5812d91b-c8e6-4cd8-9305-5a0506d51fd6 HTTP/1.1" status: 200 len: 2981 time: 0.1393952 Jul 09 16:43:47.524650 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-5b0d1ce2-cb9a-4623-abea-196688c319e1 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125901 Jul 09 16:43:47.581034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:47.588734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9dad573-d389-4303-b318-608d80ac37fe req-bc79ed5e-cd05-4ab6-9674-4b1eb87468d2 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739943 Jul 09 16:43:47.605341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9d673-94aa-4d22-9485-897dae94b6b2 req-7838c7d3-9ec6-4187-9af3-d3d7fbb3fcb4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.606923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aca9d673-94aa-4d22-9485-897dae94b6b2 req-7838c7d3-9ec6-4187-9af3-d3d7fbb3fcb4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 947 time: 0.1813602 Jul 09 16:43:47.610890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-57d71784-6f5f-4237-ac39-259a8d92d557 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/622d47e7-98e8-4f03-92ff-db78d6f4a441 HTTP/1.1" status: 200 len: 2981 time: 0.0843949 Jul 09 16:43:47.633826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.676864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aca9d673-94aa-4d22-9485-897dae94b6b2 req-3f8efa38-aece-4bd9-bfb1-354676c5e2ff tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602002 Jul 09 16:43:47.678356 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a27b7ba1-15e9-4bf3-9d69-888f9a031f6e req-a32bd9d3-bdd0-4554-be64-f319d6ed79ea service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475971 Jul 09 16:43:47.682721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-3e2fda4e-c936-4c98-b456-7142885ed312 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/622d47e7-98e8-4f03-92ff-db78d6f4a441 HTTP/1.1" status: 200 len: 2981 time: 0.0586631 Jul 09 16:43:47.749906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-71ee6948-b1aa-44dd-9524-018e5e584af3 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/851f0f65-1ef7-489c-addb-4f933de96245 HTTP/1.1" status: 200 len: 2985 time: 0.0568981 Jul 09 16:43:47.750655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.770184 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad88f5a-3e0e-4c72-817f-d9ac47cc896f x-openstack-request-id: req-aad88f5a-3e0e-4c72-817f-d9ac47cc896f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:47.771006 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-plugged", "status": "completed", "tag": "69996265-b41a-468b-ae56-f2432ec1144f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:47.771188 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aad88f5a-3e0e-4c72-817f-d9ac47cc896f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:47.771983 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f', 'code': 200} Jul 09 16:43:47.777336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:47.787713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:47.807790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-e93bc96a-a8f4-4024-b7eb-2c31f811ec60 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/851f0f65-1ef7-489c-addb-4f933de96245 HTTP/1.1" status: 200 len: 2985 time: 0.0481870 Jul 09 16:43:47.829326 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6fbb22-332a-4926-bb08-626cb1a3ef65 x-openstack-request-id: req-6b6fbb22-332a-4926-bb08-626cb1a3ef65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:47.829699 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:47.830095 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b6fbb22-332a-4926-bb08-626cb1a3ef65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:47.831225 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'status': 'completed', 'code': 200} Jul 09 16:43:47.888837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Allocated IP 172.25.7.82 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/c9b1bb50-dac0-4216-993d-e475e405ddd5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:47.893269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-d58ef85d-13d9-4ad4-943b-e781c580b76a tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8df19aca-87bd-40c5-87d0-7a18a00cf2e2 HTTP/1.1" status: 200 len: 2985 time: 0.0748932 Jul 09 16:43:47.989729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-2f82da4e-04bf-4df6-a247-fe24a3fd14bd tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8df19aca-87bd-40c5-87d0-7a18a00cf2e2 HTTP/1.1" status: 200 len: 2985 time: 0.0727696 Jul 09 16:43:48.024917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port a9476fb7-1d6f-4040-8037-979c3deef9fe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:48.033552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a9476fb7-1d6f-4040-8037-979c3deef9fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:48.033858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.043584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.054209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-d9a8937b-1186-4a81-824d-8808b1dc7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.055837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-d9a8937b-1186-4a81-824d-8808b1dc7c61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 1094 time: 0.1754174 Jul 09 16:43:48.091826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:48.101299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.106806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'mac_address': 'fa:16:3e:67:94:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:48.135917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-99760edf-7469-4bc5-abc0-e045911f742b tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/91ce702a-9bf3-4f9a-859a-aa40050d94e4 HTTP/1.1" status: 200 len: 2981 time: 0.1362879 Jul 09 16:43:48.161622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:48.165375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:48.174097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:48.177286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.178267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b1bb50-dac0-4216-993d-e475e405ddd5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.180958 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.201761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5b9a6a-32a0-47f3-8de9-92325c6204cc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:48.213828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0d66-159b-4053-b740-c1d52b931697 req-edb3901c-f110-4533-a4d1-a338b2dc7c8a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.221282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bfc0d66-159b-4053-b740-c1d52b931697 req-edb3901c-f110-4533-a4d1-a338b2dc7c8a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 946 time: 0.2122006 Jul 09 16:43:48.232978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-7d7b5ec4-afc9-48e0-a09e-40eb525d5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.234861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-7d7b5ec4-afc9-48e0-a09e-40eb525d5fc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 916 time: 0.1685138 Jul 09 16:43:48.245922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:48.248175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:48.252131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.257885 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.301327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-289b7012-fb28-4528-af72-685aab06ba22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 HTTP/1.1" status: 200 len: 217 time: 0.0503962 Jul 09 16:43:48.302806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-4e13e8b0-fab1-4fd2-a660-6bc9932f1005 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/91ce702a-9bf3-4f9a-859a-aa40050d94e4 HTTP/1.1" status: 200 len: 2981 time: 0.1464708 Jul 09 16:43:48.305279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.360235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bfc0d66-159b-4053-b740-c1d52b931697 req-578a5617-0815-4427-828f-34315781c656 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379840 Jul 09 16:43:48.369011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.412079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-54896ef4-dbd2-4733-af33-8b6fa7c44ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.412079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-54896ef4-dbd2-4733-af33-8b6fa7c44ca4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 200 len: 855 time: 0.0981431 Jul 09 16:43:48.413364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-af43a950-640a-4a6a-b351-4eb77da83890 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae HTTP/1.1" status: 200 len: 2985 time: 0.0870862 Jul 09 16:43:48.472699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-da189fec-1882-4718-9e68-1d2b1036954d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9e5f41-145c-4922-951f-5f0d9a3bd545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437009 Jul 09 16:43:48.562522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-604c0939-787e-4327-9e5b-4975d8a16674 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae HTTP/1.1" status: 200 len: 2985 time: 0.1419394 Jul 09 16:43:48.594284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['cc5b9a6a-32a0-47f3-8de9-92325c6204cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:48.612438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.671151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.676582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-795ac1ad-bf76-4a7c-89ee-be260ac4da8c service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934042 Jul 09 16:43:48.679981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-8a8bfd14-c266-4cbf-b65e-c99088c2ca92 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d63a9278-f2a1-4024-8128-68b0f7d2cf70 HTTP/1.1" status: 200 len: 2981 time: 0.0925992 Jul 09 16:43:48.846522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.856527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.923788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b1bb50-dac0-4216-993d-e475e405ddd5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.935912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.958260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.959945 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-515dc63a-3c76-4621-a031-19a41c0a1d50 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4925759 Jul 09 16:43:48.963010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:48.968083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-211550761', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'fixed_ips': [{'ip_address': '172.25.7.82'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:48.996223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Made reservation on behalf of 70a2886cb954455e8890cca6a78f2bfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:48.999502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.014109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.050148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede4e18-cc66-41ee-b88a-c51f4dfc3053 req-ddc90701-5593-4a6e-b710-7c96b56f8054 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.051630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ede4e18-cc66-41ee-b88a-c51f4dfc3053 req-ddc90701-5593-4a6e-b710-7c96b56f8054 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.5320780 Jul 09 16:43:49.110524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.118283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.123684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] device_id is not set on port 07297c79-b545-418e-bb47-660c44ab3a90 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:43:49.173018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ede4e18-cc66-41ee-b88a-c51f4dfc3053 req-93b1346b-a4cc-42c9-a93d-259172ce0d56 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075289 Jul 09 16:43:49.176956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-290a2e79-b076-4121-aab9-977132daa255 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d63a9278-f2a1-4024-8128-68b0f7d2cf70 HTTP/1.1" status: 200 len: 2981 time: 0.4858046 Jul 09 16:43:49.196397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ef4c52-6780-402f-8221-5cd8e451fdc8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:49.206544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb7f3e-7bf8-4b21-abe5-dd988f9c757a req-e106174b-2f0d-452a-aa77-8867472379a0 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171525 Jul 09 16:43:49.236837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-3295d0d4-4824-4391-8caa-df0b4fdcfd43 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/eb50756d-53f0-41ec-9c62-74c128d8ee51 HTTP/1.1" status: 200 len: 2981 time: 0.0500221 Jul 09 16:43:49.245643 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505898c0-bf5c-4c9d-89be-a284df1ee4fb x-openstack-request-id: req-505898c0-bf5c-4c9d-89be-a284df1ee4fb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:49.245921 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3366c32-5f4a-40b3-a96c-2e9231298ca7", "tag": "9bcdc813-33ec-46e9-83d2-2ade881eb875", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:49.246176 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-505898c0-bf5c-4c9d-89be-a284df1ee4fb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:49.246601 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'tag': '9bcdc813-33ec-46e9-83d2-2ade881eb875', 'status': 'completed', 'code': 200} Jul 09 16:43:49.292304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-23f3462d-917d-4f1b-b998-97c3e390f870 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/eb50756d-53f0-41ec-9c62-74c128d8ee51 HTTP/1.1" status: 200 len: 2981 time: 0.0485704 Jul 09 16:43:49.336335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-f68b9167-0c8b-4837-a9cb-8f39fcc531b4 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fcae186a-26d8-4644-b31b-fee2d04f854c HTTP/1.1" status: 200 len: 2977 time: 0.0384147 Jul 09 16:43:49.384979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30db31b1-8d4b-4d4a-9781-7111f28b09ac req-9f75d159-6ce1-44b8-adca-75d2d74c6ee6 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fcae186a-26d8-4644-b31b-fee2d04f854c HTTP/1.1" status: 200 len: 2977 time: 0.0379992 Jul 09 16:43:49.391592 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 16:43:49.392146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:43:49.396926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff217-89da-4e18-9701-19fa6cc3196e req-fa446f47-19f0-43f9-b1dc-beee812bde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.398396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-fa446f47-19f0-43f9-b1dc-beee812bde86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1037624 Jul 09 16:43:49.418488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a29c6e32-6eb9-49be-b1a2-5507d587a183 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4518325 Jul 09 16:43:49.419941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:49.498595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff217-89da-4e18-9701-19fa6cc3196e req-018371b1-0cd2-4a53-8fa9-da8c6b63963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.500648 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-018371b1-0cd2-4a53-8fa9-da8c6b63963e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 200 len: 912 time: 0.0943863 Jul 09 16:43:49.546229 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-3b6483eb-ce41-4928-ab86-32376e970473 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875 HTTP/1.1" status: 200 len: 217 time: 0.0375993 Jul 09 16:43:49.599670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff217-89da-4e18-9701-19fa6cc3196e req-8725325e-7508-4462-a04f-b6df54998f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.602804 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-8725325e-7508-4462-a04f-b6df54998f53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 200 len: 851 time: 0.0478444 Jul 09 16:43:49.646106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-0f691827-b17a-420d-ab7b-693304bed148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354788 Jul 09 16:43:49.659365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2249a5-eaef-49f4-a6c6-4ca2554e4388 req-30285580-dec9-40d2-97a6-d194e6edca73 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.661067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b2249a5-eaef-49f4-a6c6-4ca2554e4388 req-30285580-dec9-40d2-97a6-d194e6edca73 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 944 time: 0.1852846 Jul 09 16:43:49.727640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Deleting port c9b1bb50-dac0-4216-993d-e475e405ddd5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:49.727949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.748546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b2249a5-eaef-49f4-a6c6-4ca2554e4388 req-8c35d7dc-cd50-4b33-b81b-c085e4cac215 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Jul 09 16:43:49.772808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:49.775718 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ffe28-0e13-4aa4-81be-127e36df4da7" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:49.788279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:49.791477 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-d120b55d-48e3-4cc8-9cd8-0d4c57d4866d service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377728 Jul 09 16:43:49.794814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:49.808647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af5c0-ba58-494f-9450-262819a791a7 req-811f4e5b-7025-4503-9c2d-3ace3f835697 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.810148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-811f4e5b-7025-4503-9c2d-3ace3f835697 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b&tenant_id=4b36c56c59d843588bcf0b416136d371&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 948 time: 0.1153953 Jul 09 16:43:49.854660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee458d0-d41e-47df-a5f2-380a8d0b0063 req-76afe06c-eae0-4b66-8c8d-57c20e6c721e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:49.856529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dee458d0-d41e-47df-a5f2-380a8d0b0063 req-76afe06c-eae0-4b66-8c8d-57c20e6c721e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 943 time: 0.2193220 Jul 09 16:43:49.933125 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-b62af5c0-ba58-494f-9450-262819a791a7 req-2bcc0912-1178-47cc-a213-342175b5f3c1 service neutron] delete failed (client error): The resource could not be found. Jul 09 16:43:49.934140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-2bcc0912-1178-47cc-a213-342175b5f3c1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/cc5b9a6a-32a0-47f3-8de9-92325c6204cc/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.1143560 Jul 09 16:43:49.944677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-943ff217-89da-4e18-9701-19fa6cc3196e req-5f6199a3-2c71-46e5-9801-9dd1386697b7 service neutron] 10.222.0.37 "GET /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452689 Jul 09 16:43:49.960168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port cc5b9a6a-32a0-47f3-8de9-92325c6204cc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:49.968230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port cc5b9a6a-32a0-47f3-8de9-92325c6204cc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:49.968787 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.976280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dee458d0-d41e-47df-a5f2-380a8d0b0063 req-9ca1a5ba-a87c-4dc8-a4a1-38051b08815b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104946 Jul 09 16:43:50.003036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.003377 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.018608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Calling delete_port for c9b1bb50-dac0-4216-993d-e475e405ddd5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:50.118211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:50.138165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'port_id': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'mac_address': 'fa:16:3e:1e:16:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a299a82-6817-4e22-af63-02ebc46daa5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:50.140211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af5c0-ba58-494f-9450-262819a791a7 req-3ea20f9b-7ad1-4f0e-8378-e36cd058587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.157480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-3ea20f9b-7ad1-4f0e-8378-e36cd058587a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1099 time: 0.1303854 Jul 09 16:43:50.268488 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.277454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c89703-9fd2-49ef-ad91-114baf3a9299 req-61320d67-007b-4f07-bfbb-dcd5790eb80c tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d1fc8611a2842d6ba9e6b08ffc48f6c HTTP/1.1" status: 200 len: 6111 time: 0.1072631 Jul 09 16:43:50.302965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:50.319785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af5c0-ba58-494f-9450-262819a791a7 req-72af811b-d5d8-4eae-a97c-f8a6008cdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.321289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-72af811b-d5d8-4eae-a97c-f8a6008cdbbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1176112 Jul 09 16:43:50.327856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:50.333278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.366398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:50.367693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.373016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-5e55b8f4-f5f9-4d75-9159-81578b532c78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.0424235 Jul 09 16:43:50.401799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.406198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c89703-9fd2-49ef-ad91-114baf3a9299 req-7c40d613-f0ce-4f7e-9969-74c5e3e1903d tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "GET /v2.0/security-groups/851f0f65-1ef7-489c-addb-4f933de96245 HTTP/1.1" status: 200 len: 2985 time: 0.1201646 Jul 09 16:43:50.413468 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.426965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af5c0-ba58-494f-9450-262819a791a7 req-4aeb326d-1cfd-4bf3-b2bd-08e4e0deea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.428425 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-4aeb326d-1cfd-4bf3-b2bd-08e4e0deea52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0493896 Jul 09 16:43:50.435569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:50.458193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b1bb50-dac0-4216-993d-e475e405ddd5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:50.476010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded03ef-785f-40e4-adb8-9f82cde65d20 req-ab655500-1733-4b51-ad7f-67d6814fd41a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.477605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ded03ef-785f-40e4-adb8-9f82cde65d20 req-ab655500-1733-4b51-ad7f-67d6814fd41a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 948 time: 0.1790144 Jul 09 16:43:50.501388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:50.520276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af5c0-ba58-494f-9450-262819a791a7 req-b543642f-169f-475f-9e13-90d3f70c0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.521873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-b543642f-169f-475f-9e13-90d3f70c0cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837238 Jul 09 16:43:50.565709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c89703-9fd2-49ef-ad91-114baf3a9299 req-0f081b58-68e0-4af7-8953-5d2468272591 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "GET /v2.0/security-groups/851f0f65-1ef7-489c-addb-4f933de96245 HTTP/1.1" status: 200 len: 2985 time: 0.1493282 Jul 09 16:43:50.594290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ded03ef-785f-40e4-adb8-9f82cde65d20 req-15cca9f9-50ae-429f-acfe-8fd93482653e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774784 Jul 09 16:43:50.597312 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.600091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.601222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a204796a-b4fd-42eb-ab73-66054763575a tempest-ExternalNetworksAdminNegativeTestJSON-1371917212 tempest-ExternalNetworksAdminNegativeTestJSON-1371917212-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/6a34645e-21eb-4c64-b006-7cfa3a54e468 HTTP/1.1" status: 204 len: 168 time: 1.1802585 Jul 09 16:43:50.615785 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8337bc15-8169-4ef2-a787-450de0844324 x-openstack-request-id: req-8337bc15-8169-4ef2-a787-450de0844324 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:50.616269 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:50.616621 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8337bc15-8169-4ef2-a787-450de0844324 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:50.617034 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:43:50.670857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a85f7ac4-c22f-41ff-abc2-c168ab2aeda1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:50.688074 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-04cb778f-bd8c-4153-965b-1f5ecad22a64 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552896 Jul 09 16:43:50.768381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec2547-e805-4e43-b96d-84beb8ff607c req-6b34ae92-821a-4f34-9c27-fae2e90a5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.770790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06ec2547-e805-4e43-b96d-84beb8ff607c req-6b34ae92-821a-4f34-9c27-fae2e90a5c3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1097 time: 0.0735369 Jul 09 16:43:50.864743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06ec2547-e805-4e43-b96d-84beb8ff607c req-51070931-cfe9-4602-88ce-a7714942edc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830724 Jul 09 16:43:50.886905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b62af5c0-ba58-494f-9450-262819a791a7 req-25c60d4a-c014-414e-b69e-8a7fbef1315a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914198 Jul 09 16:43:50.921480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-058e83d2-5a57-4f39-9236-26c4cfc8e238 req-5dd604cc-7750-49ae-8061-dd01d69e8374 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4aadb8a9-d9b8-4178-8e9a-b43989a5bff6 HTTP/1.1" status: 200 len: 1778 time: 0.1047366 Jul 09 16:43:50.934902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84122152-6c77-4f1c-aef2-5ce8db82d367 req-e1606559-e797-4d14-b5a6-2c41e27f9cc7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:50.936520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84122152-6c77-4f1c-aef2-5ce8db82d367 req-e1606559-e797-4d14-b5a6-2c41e27f9cc7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.1387920 Jul 09 16:43:51.026379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84122152-6c77-4f1c-aef2-5ce8db82d367 req-df812000-6289-4601-b371-1cc661793ecf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654833 Jul 09 16:43:51.031141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:51.038798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-058e83d2-5a57-4f39-9236-26c4cfc8e238 req-e70d9f00-450c-446d-8649-982b6982abda tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.064573 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-058e83d2-5a57-4f39-9236-26c4cfc8e238 req-e70d9f00-450c-446d-8649-982b6982abda tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.114028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-058e83d2-5a57-4f39-9236-26c4cfc8e238 req-e70d9f00-450c-446d-8649-982b6982abda tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.117302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-058e83d2-5a57-4f39-9236-26c4cfc8e238 req-e70d9f00-450c-446d-8649-982b6982abda tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.118723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-058e83d2-5a57-4f39-9236-26c4cfc8e238 req-e70d9f00-450c-446d-8649-982b6982abda tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/4aadb8a9-d9b8-4178-8e9a-b43989a5bff6 HTTP/1.1" status: 204 len: 173 time: 0.1811671 Jul 09 16:43:51.131680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9f00-450c-446d-8649-982b6982abda tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aadb8a9-d9b8-4178-8e9a-b43989a5bff6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:51.238155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dec9382-0c29-4fa0-958e-495d092bc764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.371414 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dec9382-0c29-4fa0-958e-495d092bc764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.376341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dec9382-0c29-4fa0-958e-495d092bc764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.477600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0dec9382-0c29-4fa0-958e-495d092bc764 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efb02dd4ca254d16b10359dbcf7d9965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453235 Jul 09 16:43:51.480295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:51.483521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec9382-0c29-4fa0-958e-495d092bc764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72af53-0dd8-4dd8-9267-928fd74ef6a2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:51.550856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e8ac1-0b96-419c-aa5e-1cd150881121 req-481a726b-a203-43b5-afde-101e1c7ff30c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:51.552609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-593e8ac1-0b96-419c-aa5e-1cd150881121 req-481a726b-a203-43b5-afde-101e1c7ff30c tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 944 time: 0.1655345 Jul 09 16:43:51.562446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5af2f-9c13-4ba5-bab0-694e17d1a794 req-973ec2a7-9e83-4702-a83d-9391fc26493d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:51.563271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aec4878-cd86-4057-be54-1f2447adeb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.564178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ece5af2f-9c13-4ba5-bab0-694e17d1a794 req-973ec2a7-9e83-4702-a83d-9391fc26493d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 944 time: 0.1782956 Jul 09 16:43:51.603114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aec4878-cd86-4057-be54-1f2447adeb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.635227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-593e8ac1-0b96-419c-aa5e-1cd150881121 req-34978519-3e43-4a5a-9e3e-6134a9fa9955 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Jul 09 16:43:51.644432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ece5af2f-9c13-4ba5-bab0-694e17d1a794 req-0a06cbfa-736a-47ff-b427-93153d4632e0 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698171 Jul 09 16:43:51.695951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aec4878-cd86-4057-be54-1f2447adeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.701000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9aec4878-cd86-4057-be54-1f2447adeb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.703088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9aec4878-cd86-4057-be54-1f2447adeb1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d72af53-0dd8-4dd8-9267-928fd74ef6a2 HTTP/1.1" status: 204 len: 168 time: 0.2211044 Jul 09 16:43:51.718080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4878-cd86-4057-be54-1f2447adeb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72af53-0dd8-4dd8-9267-928fd74ef6a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:51.727671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b6b1686-c35d-454a-81ad-e8792b4432a8 req-a0ef6074-a831-4e55-98f1-987e22be72bd tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "GET /v2.0/security-groups/83bdafe0-45bc-41e3-bdc8-c1afc23f577c HTTP/1.1" status: 200 len: 1778 time: 0.0528879 Jul 09 16:43:51.815144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b6b1686-c35d-454a-81ad-e8792b4432a8 req-6d7096c5-8628-415d-9e56-0f96f237e528 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.817174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:51.839601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b6b1686-c35d-454a-81ad-e8792b4432a8 req-6d7096c5-8628-415d-9e56-0f96f237e528 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.887494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b6b1686-c35d-454a-81ad-e8792b4432a8 req-6d7096c5-8628-415d-9e56-0f96f237e528 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.891851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9b6b1686-c35d-454a-81ad-e8792b4432a8 req-6d7096c5-8628-415d-9e56-0f96f237e528 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.909222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b6b1686-c35d-454a-81ad-e8792b4432a8 req-6d7096c5-8628-415d-9e56-0f96f237e528 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/83bdafe0-45bc-41e3-bdc8-c1afc23f577c HTTP/1.1" status: 204 len: 173 time: 0.1743867 Jul 09 16:43:51.930298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7096c5-8628-415d-9e56-0f96f237e528 tempest-SecurityGroupsTestAdminJSON-35533792 tempest-SecurityGroupsTestAdminJSON-35533792-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bdafe0-45bc-41e3-bdc8-c1afc23f577c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.083633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9bcdc813-33ec-46e9-83d2-2ade881eb875 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:52.087336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:52.241189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:52.252246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01d55-dded-4272-8f33-abdfc0f87ea8 req-aa591913-6cad-4978-b577-49595aebfe6d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:52.260673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcd01d55-dded-4272-8f33-abdfc0f87ea8 req-aa591913-6cad-4978-b577-49595aebfe6d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1588326 Jul 09 16:43:52.287707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-67a9566f-bd1c-4753-a4b5-fb5fdad1cab0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70a2886cb954455e8890cca6a78f2bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451832 Jul 09 16:43:52.290227 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.290607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:52.292152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:52.300358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:52.300858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.339301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcd01d55-dded-4272-8f33-abdfc0f87ea8 req-63623b8e-350f-4d4b-97a9-6abdb107c914 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Jul 09 16:43:52.365522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3c565-c479-4fcd-9515-e1a7f735a644 req-8a319365-997b-4322-b535-37d54d025f6c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:52.375420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bee3c565-c479-4fcd-9515-e1a7f735a644 req-8a319365-997b-4322-b535-37d54d025f6c tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 946 time: 0.2137687 Jul 09 16:43:52.376483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:52.384360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.395611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-401810d4-f8cb-4788-802f-6522749d0ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.421517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-401810d4-f8cb-4788-802f-6522749d0ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.434568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bee3c565-c479-4fcd-9515-e1a7f735a644 req-fbbaee8b-2151-4a4e-8ca9-c3dae2d09d27 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63a9278-f2a1-4024-8128-68b0f7d2cf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568388 Jul 09 16:43:52.488286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-936b7fb0-6533-4a31-a5dd-f32bcdeafa7a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:52.491700 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-936b7fb0-6533-4a31-a5dd-f32bcdeafa7a tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78a8a2a-fb51-4322-9dc3-4341a65fcd07 HTTP/1.1" status: 200 len: 946 time: 0.1670213 Jul 09 16:43:52.504733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9bcdc813-33ec-46e9-83d2-2ade881eb875, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:52.531592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617840b3-32f4-4cc3-af08-acbf690bc101 req-1822c420-5bff-4499-a15b-e176d2205e9a tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "GET /v2.0/security-groups/745c3f86-5379-459c-b1b7-f2de45ddd1d9 HTTP/1.1" status: 200 len: 1780 time: 0.1118772 Jul 09 16:43:52.548749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-401810d4-f8cb-4788-802f-6522749d0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.551949 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-401810d4-f8cb-4788-802f-6522749d0ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.553584 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-401810d4-f8cb-4788-802f-6522749d0ba5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65ef4c52-6780-402f-8221-5cd8e451fdc8 HTTP/1.1" status: 204 len: 168 time: 0.2618434 Jul 09 16:43:52.553857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '9bcdc813-33ec-46e9-83d2-2ade881eb875', 'network_id': 'f976fc9b-2641-4ee0-a4dd-6a1ee789a40a', 'port_id': '9bcdc813-33ec-46e9-83d2-2ade881eb875', 'mac_address': 'fa:16:3e:df:70:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2da96f6-8a04-4eea-b8a8-a341748b256f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:52.561990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.576277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.576444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401810d4-f8cb-4788-802f-6522749d0ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ef4c52-6780-402f-8221-5cd8e451fdc8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.641485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Deleting port 69996265-b41a-468b-ae56-f2432ec1144f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:52.642570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'}, {'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:52.643781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.645041 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc27555-eaca-4021-8bfa-1165adc95ac0" -d '{"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc"}, {"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-unplugged", "status": "completed", "tag": "69996265-b41a-468b-ae56-f2432ec1144f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:52.647516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.688890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcdc813-33ec-46e9-83d2-2ade881eb875 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:52.726669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:52.728924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9bcdc813-33ec-46e9-83d2-2ade881eb875, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:52.732964 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.764952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617840b3-32f4-4cc3-af08-acbf690bc101 req-9fa576ba-9cee-4abb-b0dd-a0d2bafd5d13 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.801953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.812299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617840b3-32f4-4cc3-af08-acbf690bc101 req-9fa576ba-9cee-4abb-b0dd-a0d2bafd5d13 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.817697 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.818189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] For port 69996265-b41a-468b-ae56-f2432ec1144f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=69996265-b41a-468b-ae56-f2432ec1144f,segment=NetworkSegment(67976a77-b31c-4f17-b318-4162a6792d28),segment_id=67976a77-b31c-4f17-b318-4162a6792d28)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:52.818189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.870494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e98861-356e-49df-8ab2-edffd5f68099 req-b3a6900f-8fc2-4f56-927f-3059fc776514 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:52.871177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=9bcdc813-33ec-46e9-83d2-2ade881eb875,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.872289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97e98861-356e-49df-8ab2-edffd5f68099 req-b3a6900f-8fc2-4f56-927f-3059fc776514 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.2272289 Jul 09 16:43:52.888906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Calling delete_port for 69996265-b41a-468b-ae56-f2432ec1144f owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:52.895405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617840b3-32f4-4cc3-af08-acbf690bc101 req-9fa576ba-9cee-4abb-b0dd-a0d2bafd5d13 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.898377 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-617840b3-32f4-4cc3-af08-acbf690bc101 req-9fa576ba-9cee-4abb-b0dd-a0d2bafd5d13 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.899699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617840b3-32f4-4cc3-af08-acbf690bc101 req-9fa576ba-9cee-4abb-b0dd-a0d2bafd5d13 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "DELETE /v2.0/security-groups/745c3f86-5379-459c-b1b7-f2de45ddd1d9 HTTP/1.1" status: 204 len: 173 time: 0.3602529 Jul 09 16:43:52.925054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa576ba-9cee-4abb-b0dd-a0d2bafd5d13 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c3f86-5379-459c-b1b7-f2de45ddd1d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.951335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97e98861-356e-49df-8ab2-edffd5f68099 req-408fe20d-8c59-4b2f-a17e-fa5733cff0b8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651262 Jul 09 16:43:53.061297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.103590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Pushing event deleted for resources: {'Port': ['ID=69996265-b41a-468b-ae56-f2432ec1144f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:53.122675 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f6221-c59b-4af3-974e-f55a9096b4d8 x-openstack-request-id: req-895f6221-c59b-4af3-974e-f55a9096b4d8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:53.122978 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc", "code": 200}, {"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-unplugged", "status": "completed", "tag": "69996265-b41a-468b-ae56-f2432ec1144f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:53.123254 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-895f6221-c59b-4af3-974e-f55a9096b4d8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:53.123830 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'code': 200} Jul 09 16:43:53.124091 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f', 'code': 200} Jul 09 16:43:53.170437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] No DVR routers for this DVR port 69996265-b41a-468b-ae56-f2432ec1144f on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:53.173695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.178599 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e1d1419e-b0af-4446-8606-400ff36c0297 req-2067731d-99c2-41e6-8774-ceb28b760372 tempest-ImagesTestJSON-1431261203 tempest-ImagesTestJSON-1431261203-project] 10.222.0.37 "DELETE /v2.0/ports/69996265-b41a-468b-ae56-f2432ec1144f HTTP/1.1" status: 204 len: 173 time: 0.6795876 Jul 09 16:43:53.178599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-deleted', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:53.182315 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e2e2c6-0c2f-4dcd-98a4-41fa6597f7d0" -d '{"events": [{"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-deleted", "tag": "69996265-b41a-468b-ae56-f2432ec1144f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:53.198291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9bcdc813-33ec-46e9-83d2-2ade881eb875'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:53.282351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346f654-18a2-42b2-95c3-2ae5ea63886d req-f474b589-a091-4c96-84e2-346d8b1c3a1a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:53.284068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9346f654-18a2-42b2-95c3-2ae5ea63886d req-f474b589-a091-4c96-84e2-346d8b1c3a1a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.1718760 Jul 09 16:43:53.393130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9346f654-18a2-42b2-95c3-2ae5ea63886d req-2d0fb0a1-4e1c-42ca-af74-227a61626fbe tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649922 Jul 09 16:43:53.426368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cf29-30ba-41ed-b23f-e6be5b9c7762 req-877f04cf-bd8e-41a1-96e4-c8b5c0a181fa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:53.436273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5980cf29-30ba-41ed-b23f-e6be5b9c7762 req-877f04cf-bd8e-41a1-96e4-c8b5c0a181fa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.1511390 Jul 09 16:43:53.480816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5980cf29-30ba-41ed-b23f-e6be5b9c7762 req-8a401ffe-9a4a-4eb4-9064-8e6bc82c899c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Jul 09 16:43:53.555900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3581dee3-b537-4cbd-8a82-f39c31663d26 req-64cece90-a896-4ed5-b42e-ee93a692bbe6 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "GET /v2.0/security-groups/44dd1e18-723a-4c4e-a026-11a30bdce4c0 HTTP/1.1" status: 200 len: 1779 time: 0.0506790 Jul 09 16:43:53.576652 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.633783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3581dee3-b537-4cbd-8a82-f39c31663d26 req-22007492-1548-4133-a4e4-6064c4c8ae46 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.658746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3581dee3-b537-4cbd-8a82-f39c31663d26 req-22007492-1548-4133-a4e4-6064c4c8ae46 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.727424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3581dee3-b537-4cbd-8a82-f39c31663d26 req-22007492-1548-4133-a4e4-6064c4c8ae46 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.731737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3581dee3-b537-4cbd-8a82-f39c31663d26 req-22007492-1548-4133-a4e4-6064c4c8ae46 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.733146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3581dee3-b537-4cbd-8a82-f39c31663d26 req-22007492-1548-4133-a4e4-6064c4c8ae46 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] 10.222.0.48 "DELETE /v2.0/security-groups/44dd1e18-723a-4c4e-a026-11a30bdce4c0 HTTP/1.1" status: 204 len: 173 time: 0.1709347 Jul 09 16:43:53.760036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22007492-1548-4133-a4e4-6064c4c8ae46 tempest-SecurityGroupsTestAdminJSON-545329485 tempest-SecurityGroupsTestAdminJSON-545329485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dd1e18-723a-4c4e-a026-11a30bdce4c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:53.963147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c400-d32e-4293-9788-f7baf0e8cce4 req-02e9f7f6-d1c9-472c-b27d-d7cb488703e8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:53.965386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acf2c400-d32e-4293-9788-f7baf0e8cce4 req-02e9f7f6-d1c9-472c-b27d-d7cb488703e8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 945 time: 0.1322482 Jul 09 16:43:53.999185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41781a2-1744-44cb-a588-f62125b84978 req-4ae6bee6-4ed4-41af-9792-b652603e813e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:54.001160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e41781a2-1744-44cb-a588-f62125b84978 req-4ae6bee6-4ed4-41af-9792-b652603e813e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.1285117 Jul 09 16:43:54.017768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:54.025435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'floatingip': {'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:54.102625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acf2c400-d32e-4293-9788-f7baf0e8cce4 req-1a5a91f6-adde-4a70-ade0-f7cf86b03e3e tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263292 Jul 09 16:43:54.115762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:54.125878 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a76469b-ac6e-47b4-a889-47552ac41b0a x-openstack-request-id: req-7a76469b-ac6e-47b4-a889-47552ac41b0a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:54.126178 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78a8a2a-fb51-4322-9dc3-4341a65fcd07", "name": "network-vif-deleted", "tag": "69996265-b41a-468b-ae56-f2432ec1144f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:54.126441 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a76469b-ac6e-47b4-a889-47552ac41b0a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:54.129739 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a8a2a-fb51-4322-9dc3-4341a65fcd07', 'name': 'network-vif-deleted', 'tag': '69996265-b41a-468b-ae56-f2432ec1144f', 'status': 'completed', 'code': 200} Jul 09 16:43:54.228259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:54.623011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3c7ed201-d7db-4bf4-ab51-5605b2b4ae39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d1fc8611a2842d6ba9e6b08ffc48f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935268 Jul 09 16:43:54.645003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:54.735598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-7ca165d2-dfa2-4a1a-be53-7a94f175214c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198173 Jul 09 16:43:54.896278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:54.902238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:54.924328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da747ff0-b1d8-4797-8c10-610ac920b662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.003100 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da747ff0-b1d8-4797-8c10-610ac920b662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.028041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-27d7a513-3aa6-40ab-8e8b-7c081b84acc0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:55.029669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-27d7a513-3aa6-40ab-8e8b-7c081b84acc0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641971 Jul 09 16:43:55.042801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a72df-a546-4346-8ac4-8fd7cadaf797 req-a5655daf-b817-4c21-beb3-a476892920b8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:55.049791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-823a72df-a546-4346-8ac4-8fd7cadaf797 req-a5655daf-b817-4c21-beb3-a476892920b8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.3164427 Jul 09 16:43:55.069114 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Floating IP 06d349b3-df6b-4e5b-b6a2-88d6fe6716b9 associated. External IP: 172.25.7.48, port: a9476fb7-1d6f-4040-8037-979c3deef9fe. Jul 09 16:43:55.087506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-6eacd381-e8df-481d-af49-4b5189ebee32 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/quotas/4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 375 time: 0.0301390 Jul 09 16:43:55.125951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:55.128553 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5000988-3549-4713-b5e9-18dd853fcfd2" -d '{"events": [{"server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "name": "network-vif-plugged", "status": "completed", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:55.160655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-823a72df-a546-4346-8ac4-8fd7cadaf797 req-95c0dc8d-9687-4e3a-a039-23845b8b50eb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098595 Jul 09 16:43:55.195250 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da747ff0-b1d8-4797-8c10-610ac920b662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.197956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da747ff0-b1d8-4797-8c10-610ac920b662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.199140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da747ff0-b1d8-4797-8c10-610ac920b662 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/851f0f65-1ef7-489c-addb-4f933de96245 HTTP/1.1" status: 204 len: 168 time: 0.5516002 Jul 09 16:43:55.228073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747ff0-b1d8-4797-8c10-610ac920b662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851f0f65-1ef7-489c-addb-4f933de96245,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:55.263716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-25c11639-d743-45b2-b98a-289356d86781 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674657 Jul 09 16:43:55.448291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Router 34733167-70d0-43b7-95e7-49a43b268332 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:55.512492 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a234377c-5e9d-49bf-946e-b748f838e4d0 x-openstack-request-id: req-a234377c-5e9d-49bf-946e-b748f838e4d0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:55.512988 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "name": "network-vif-plugged", "status": "completed", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:55.513289 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a234377c-5e9d-49bf-946e-b748f838e4d0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:55.513721 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'code': 200} Jul 09 16:43:55.671156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0716a77-3e99-40de-a8fb-90a76a12b321 req-8a8920fd-bb39-4053-aaff-b29497c06c18 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0793014 Jul 09 16:43:55.748839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:55.760994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.763303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b08f64-1613-4758-bb67-452001afee27 None None] Sync routers for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:55.776970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:55.777618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:55.804926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a879-2967-459e-bf35-5f0306f7dee7 req-61531b23-2955-4811-8a6c-0eb182180f16 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:55.806817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1888a879-2967-459e-bf35-5f0306f7dee7 req-61531b23-2955-4811-8a6c-0eb182180f16 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 945 time: 0.1210988 Jul 09 16:43:55.809242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770d398-b31e-407c-ac63-36e992f8f381 req-6406238d-4a74-420c-ab53-7f80c23df5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:55.811177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2770d398-b31e-407c-ac63-36e992f8f381 req-6406238d-4a74-420c-ab53-7f80c23df5b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 1096 time: 0.1390729 Jul 09 16:43:55.912385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9362fb99-791d-4f35-85cc-3d43e52cce81 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "PUT /v2.0/floatingips/06d349b3-df6b-4e5b-b6a2-88d6fe6716b9 HTTP/1.1" status: 200 len: 991 time: 1.8926933 Jul 09 16:43:55.984989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1888a879-2967-459e-bf35-5f0306f7dee7 req-720935c5-3ee2-4909-9bc1-712603e5741a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559062 Jul 09 16:43:56.000615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:56.017905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2770d398-b31e-407c-ac63-36e992f8f381 req-3c03d900-beb7-4769-b0f4-fd40a9303965 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745327 Jul 09 16:43:56.047851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9bcdc813-33ec-46e9-83d2-2ade881eb875 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:56.127835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:56.146110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:56.153382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:56.167491 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11219b0c-80e8-4365-a8f6-c3df7b196619" -d '{"events": [{"name": "network-changed", "server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:56.179938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b5719f87-2ad3-44e6-803e-96c0afd5a8fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a518b003551c405a9822721c710f7fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779296 Jul 09 16:43:56.182994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:56.258230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 9bcdc813-33ec-46e9-83d2-2ade881eb875 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:56.277733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 9bcdc813-33ec-46e9-83d2-2ade881eb875 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:56.278511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.305758 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511bcefe-5fff-4b73-8948-a370f77b4386 x-openstack-request-id: req-511bcefe-5fff-4b73-8948-a370f77b4386 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:56.305758 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:56.306076 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-511bcefe-5fff-4b73-8948-a370f77b4386 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:56.306530 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'status': 'completed', 'code': 200} Jul 09 16:43:56.311749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8906b9-aa0b-4749-9e31-7be14f17be9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.419041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8906b9-aa0b-4749-9e31-7be14f17be9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.546026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:56.651392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8906b9-aa0b-4749-9e31-7be14f17be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.654039 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8906b9-aa0b-4749-9e31-7be14f17be9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.666456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f8906b9-aa0b-4749-9e31-7be14f17be9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8df19aca-87bd-40c5-87d0-7a18a00cf2e2 HTTP/1.1" status: 204 len: 168 time: 0.4758639 Jul 09 16:43:56.673231 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.738657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '06d349b3-df6b-4e5b-b6a2-88d6fe6716b9', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '34733167-70d0-43b7-95e7-49a43b268332', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:43:33Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 1, 'project_id': '41ab974166044af59f006b4e24ee852e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:33Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:56.743411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:56.797744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b08f64-1613-4758-bb67-452001afee27 None None] Checking router: 34733167-70d0-43b7-95e7-49a43b268332 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:56.832907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8906b9-aa0b-4749-9e31-7be14f17be9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df19aca-87bd-40c5-87d0-7a18a00cf2e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:56.834898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9bcdc813-33ec-46e9-83d2-2ade881eb875, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:56.836349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:56.837252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:56.871002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Deleting subnet bedd376b-90e4-4762-a702-56c845287038 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:43:56.878698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.879743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.935540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.019794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-67958631-0f1c-4449-b6d7-2964ad774aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:57.022704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-67958631-0f1c-4449-b6d7-2964ad774aee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1097 time: 0.4684794 Jul 09 16:43:57.058808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.089034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b6ad-bd8f-42cf-8d60-2bf91001bc4c req-8f90e0b5-84a9-4634-9dc1-58f018977687 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:57.101744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a36b6ad-bd8f-42cf-8d60-2bf91001bc4c req-8f90e0b5-84a9-4634-9dc1-58f018977687 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4830589 Jul 09 16:43:57.118782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf79f3a-5524-41fc-98ce-624f3bab664d req-a7612f34-023a-4fed-b776-d64319b191ce tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1067033 Jul 09 16:43:57.132103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.250402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:57.305866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.398656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedd376b-90e4-4762-a702-56c845287038,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:57.414350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.423152 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5ac55dc0-6580-4355-9520-1add79695e38 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bedd376b-90e4-4762-a702-56c845287038 HTTP/1.1" status: 204 len: 168 time: 0.6741502 Jul 09 16:43:57.428628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:57.454434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=9bcdc813-33ec-46e9-83d2-2ade881eb875,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:57.523469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.564471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-83dceb29-aed3-4682-8dd2-47a3dedab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:57.568228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-83dceb29-aed3-4682-8dd2-47a3dedab90e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.4478724 Jul 09 16:43:57.587629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcdc813-33ec-46e9-83d2-2ade881eb875'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:57.593481 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef9ee2-2598-4ccc-ba46-0be50e0df0da" -d '{"events": [{"server_uuid": "f3366c32-5f4a-40b3-a96c-2e9231298ca7", "name": "network-vif-plugged", "status": "completed", "tag": "9bcdc813-33ec-46e9-83d2-2ade881eb875"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:57.595584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a36b6ad-bd8f-42cf-8d60-2bf91001bc4c req-c9ad3905-bcb7-4023-92a4-8c1c05f38e12 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857175 Jul 09 16:43:57.685901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.718569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a539bff-43f2-40af-8118-b20c382f9e0b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:57.738424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67976a77-b31c-4f17-b318-4162a6792d28') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:57.744947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67976a77-b31c-4f17-b318-4162a6792d28') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:57.772744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.801489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.825759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:43:57.829937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:43:57.858861 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:43:57.902945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-e632153d-f20d-4294-974d-2011cef916e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.2975175 Jul 09 16:43:57.910657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56b08f64-1613-4758-bb67-452001afee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '06d349b3-df6b-4e5b-b6a2-88d6fe6716b9', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '34733167-70d0-43b7-95e7-49a43b268332', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:43:33Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 1, 'project_id': '41ab974166044af59f006b4e24ee852e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:33Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:57.958408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.972538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb351f-8131-4f3e-a0da-3e15d38eaade req-4dfb18be-d6ee-42a7-b4c2-684abd935528 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:57.979720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9fb351f-8131-4f3e-a0da-3e15d38eaade req-4dfb18be-d6ee-42a7-b4c2-684abd935528 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.3731656 Jul 09 16:43:58.020903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b08f64-1613-4758-bb67-452001afee27 None None] The sync data for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 is: [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '06d349b3-df6b-4e5b-b6a2-88d6fe6716b9', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '34733167-70d0-43b7-95e7-49a43b268332', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:43:33Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 1, 'project_id': '41ab974166044af59f006b4e24ee852e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:33Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:58.022776 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-6dac4b29-d03f-4b96-902f-0b746237116d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688930 Jul 09 16:43:58.049427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:58.088532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.090279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9fb351f-8131-4f3e-a0da-3e15d38eaade req-425eb51c-260f-4e90-ae43-2f66b44fce6a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095660 Jul 09 16:43:58.101880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-046a812f-2d04-472d-9174-f2c8e7fc1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:58.119337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-046a812f-2d04-472d-9174-f2c8e7fc1031 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.2033396 Jul 09 16:43:58.135493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 69996265-b41a-468b-ae56-f2432ec1144f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:58.136706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 69996265-b41a-468b-ae56-f2432ec1144f not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:58.156211 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.157525 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:43:58.162345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4a539bff-43f2-40af-8118-b20c382f9e0b HTTP/1.1" status: 204 len: 168 time: 0.7298567 Jul 09 16:43:58.163575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29c9f-5e4c-4f2e-86e8-9280f7fb43d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a539bff-43f2-40af-8118-b20c382f9e0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:58.284114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-46e529e5-d1de-40a4-a25a-64a564cd2ec2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:58.285663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-46e529e5-d1de-40a4-a25a-64a564cd2ec2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557299 Jul 09 16:43:58.314342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Request body: {'port': {'device_id': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '4b36c56c59d843588bcf0b416136d371'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:58.526251 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1e7a9f-60d4-4449-a83a-e1ba0591a622 x-openstack-request-id: req-2f1e7a9f-60d4-4449-a83a-e1ba0591a622 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:58.531278 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3366c32-5f4a-40b3-a96c-2e9231298ca7", "name": "network-vif-plugged", "status": "completed", "tag": "9bcdc813-33ec-46e9-83d2-2ade881eb875", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:58.532067 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f1e7a9f-60d4-4449-a83a-e1ba0591a622 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:58.534294 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcdc813-33ec-46e9-83d2-2ade881eb875', 'code': 200} Jul 09 16:43:58.541404 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184ac4f-2da5-49ae-9df8-8218d5a05f80 None None] New status for floating IP 06d349b3-df6b-4e5b-b6a2-88d6fe6716b9: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:43:58.546164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26df62de-898c-46ea-a9ec-b9ced26d6534 req-3bbb7758-081f-4a70-b93c-0944d7c383e8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1593847 Jul 09 16:43:58.590691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:58.672270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Made reservation on behalf of 4b36c56c59d843588bcf0b416136d371 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:58.678457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.686576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Allocated IP 172.25.7.160 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/69cdeafb-6bd5-4f76-9c59-c77960e2329a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:58.721033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-d3e03baa-b6f5-411f-846e-cae15820b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:58.723090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-d3e03baa-b6f5-411f-846e-cae15820b5f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5887468 Jul 09 16:43:58.916843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.020538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:59.104803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-624c0411-dbdb-4ea8-a713-86c1090cfbbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccaf50604f66437abd7dc7219a4e5e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020034 Jul 09 16:43:59.117635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:59.121334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.312013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-network', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:59.475305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645a07-ab19-43f8-b671-e682e88c9d86 req-46a37aa7-a58f-4eb4-a5b1-b8c15ca699de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:59.476832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98645a07-ab19-43f8-b671-e682e88c9d86 req-46a37aa7-a58f-4eb4-a5b1-b8c15ca699de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 1097 time: 0.7779477 Jul 09 16:43:59.486318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Allocated IP 192.168.233.194 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/96d03983-f648-473b-bd58-13b82ad872eb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:59.537933 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98645a07-ab19-43f8-b671-e682e88c9d86 req-437f6558-ef34-4ac6-bd99-626de20d82e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Jul 09 16:43:59.708991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.726321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Transition to ACTIVE for port object 96d03983-f648-473b-bd58-13b82ad872eb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:59.777938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.791352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7', 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:59.800986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:59.807985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Made reservation on behalf of 8fa94e5e4f5d41ccaceca0bb6913d8ee for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:59.810283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.827474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:59.830966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:59.836303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:59.846228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:59.860225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:59.865673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065787ba-67ff-4dc3-aac9-dbdbd5e83c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.878299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:59.906238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-515ed119-8e2f-4a08-82bd-191cd5054b09 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1744130 Jul 09 16:43:59.929442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:59.930087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.952161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46592e67-b89d-4982-b4d6-12f3165cdaca req-6a48084e-7256-48f8-adfd-f30dfce7743e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:59.959010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-fc366ec9-de54-48c1-9e70-f88c37cb4c42 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6530106 Jul 09 16:43:59.966568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46592e67-b89d-4982-b4d6-12f3165cdaca req-6a48084e-7256-48f8-adfd-f30dfce7743e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.9506798 Jul 09 16:43:59.966568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.968254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Port': ['ID=69cdeafb-6bd5-4f76-9c59-c77960e2329a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:59.987480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Request body: {'port': {'device_id': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:00.075093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.153191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065787ba-67ff-4dc3-aac9-dbdbd5e83c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.240059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46592e67-b89d-4982-b4d6-12f3165cdaca req-d719f41d-4a31-4ba7-98ca-7336d94d3e02 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750103 Jul 09 16:44:00.408878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc03808-5cba-4f8b-9fad-f5eda8f4e455 req-2fcc19d0-089e-4ed9-921e-413e436688a2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:00.417446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfc03808-5cba-4f8b-9fad-f5eda8f4e455 req-2fcc19d0-089e-4ed9-921e-413e436688a2 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.6108370 Jul 09 16:44:00.444305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-70454174-0ad0-4804-adb4-e236bbea8b90 None None] Provisioning for port 96d03983-f648-473b-bd58-13b82ad872eb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:00.454419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-70454174-0ad0-4804-adb4-e236bbea8b90 None None] Provisioning complete for port 96d03983-f648-473b-bd58-13b82ad872eb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:00.455063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70454174-0ad0-4804-adb4-e236bbea8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.455216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.546189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-70454174-0ad0-4804-adb4-e236bbea8b90 None None] Port 96d03983-f648-473b-bd58-13b82ad872eb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:00.574499 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065787ba-67ff-4dc3-aac9-dbdbd5e83c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.577245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065787ba-67ff-4dc3-aac9-dbdbd5e83c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.578517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-065787ba-67ff-4dc3-aac9-dbdbd5e83c35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d63a9278-f2a1-4024-8128-68b0f7d2cf70 HTTP/1.1" status: 204 len: 168 time: 1.4529495 Jul 09 16:44:00.580898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11219b0c-80e8-4365-a8f6-c3df7b196619 req-f28d5254-b119-43ea-9a8b-c9e538dc4ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077836 Jul 09 16:44:00.611609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfc03808-5cba-4f8b-9fad-f5eda8f4e455 req-13640267-78f2-4d10-ab83-c5c25e8b86c4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931477 Jul 09 16:44:00.612651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.636198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d03983-f648-473b-bd58-13b82ad872eb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:00.649428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.671726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Transition to ACTIVE for port object 96d03983-f648-473b-bd58-13b82ad872eb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:00.681993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.814448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.861087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:00.884100 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.897146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065787ba-67ff-4dc3-aac9-dbdbd5e83c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a9278-f2a1-4024-8128-68b0f7d2cf70,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:00.900017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.965739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.033812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Port': ['ID=69cdeafb-6bd5-4f76-9c59-c77960e2329a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.050622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.054820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:01.055660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:01.056394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:01.062277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:01.062644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:01.069551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:01.069889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:01.070696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:01.070870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Bound port: 96d03983-f648-473b-bd58-13b82ad872eb, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:01.071221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.138726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973572-a96f-49bc-ad0d-2e18dcb8862f req-8c334a0d-cc5b-4396-97b9-b3f2b9f0bc80 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.146907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-37973572-a96f-49bc-ad0d-2e18dcb8862f req-8c334a0d-cc5b-4396-97b9-b3f2b9f0bc80 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 936 time: 0.6002192 Jul 09 16:44:01.156016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.179734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:01.225889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-37973572-a96f-49bc-ad0d-2e18dcb8862f req-b8c7403b-dc98-4c06-9c08-a3c1c4552adf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778332 Jul 09 16:44:01.229578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.230666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa509408-8b9a-4f21-85cc-9c39746aec17 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1017601 Jul 09 16:44:01.239390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:01.247107 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.247107 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Added segment 8f996879-096f-47b9-bd1f-fcb5e3cd3953 of type vlan for network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 Jul 09 16:44:01.265400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1372835927'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:01.277707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:01.283591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:01.291630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.296366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454176e-6e24-4cac-a693-dbeda891e5eb req-48ccc3d2-cb90-4fbd-ba98-2a91c6e8158b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.304070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a454176e-6e24-4cac-a693-dbeda891e5eb req-48ccc3d2-cb90-4fbd-ba98-2a91c6e8158b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.2496617 Jul 09 16:44:01.352169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.359213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.361888 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] 10.222.0.37 "PUT /v2.0/ports/96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 1096 time: 1.3780732 Jul 09 16:44:01.362049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Made reservation on behalf of fd9e922b5a9c45ac894a0098696894cd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:01.362559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:01.366183 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcdfcd7-d401-4119-bd28-f6a7a2976513" -d '{"events": [{"name": "network-changed", "server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:01.366351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.415258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa642f97-577e-4a66-baf3-ca8705d73351 service neutron] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.417599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a454176e-6e24-4cac-a693-dbeda891e5eb req-0dfcb7ff-9b33-4241-8e79-3cdf3ed500aa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125436 Jul 09 16:44:01.419476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.428246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.559974 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.562119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.563463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.565554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-65c2537e-b718-4b3a-90df-2412424c3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.571725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-65c2537e-b718-4b3a-90df-2412424c3e72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1099 time: 0.1190758 Jul 09 16:44:01.672713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-2c87b0ef-1298-434a-aad0-ff61bc2ce2c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0875430 Jul 09 16:44:01.723759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.739402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:01.808830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-db47b079-194d-4a93-82d0-8fbf25524130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.810636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-db47b079-194d-4a93-82d0-8fbf25524130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1322203 Jul 09 16:44:01.815249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.830704 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.870627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8feb98c-5bc1-4111-a998-2a805e68e1d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8483002 Jul 09 16:44:01.874014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:01.886440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Request body: {'subnet': {'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-subnet', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:01.904017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:01.937249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5e056-83c1-4a19-89c0-5ab5252dd9aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.943856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.944017 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Added segment 29ce9166-f371-4bf8-83ae-0168de9455de of type vlan for network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 Jul 09 16:44:01.952155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:01.984841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Made reservation on behalf of 8fa94e5e4f5d41ccaceca0bb6913d8ee for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:01.991778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.004205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198869-3f3d-4539-86ac-8915087e563f req-8fb84af9-5d1e-4e03-a974-09ec38b5f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:02.005729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-8fb84af9-5d1e-4e03-a974-09ec38b5f64e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892862 Jul 09 16:44:02.045338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.125395 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9654b6c7-1679-4838-9ac9-838627292c4f x-openstack-request-id: req-9654b6c7-1679-4838-9ac9-838627292c4f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:02.125959 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:02.126278 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9654b6c7-1679-4838-9ac9-838627292c4f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:02.126704 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'status': 'completed', 'code': 200} Jul 09 16:44:02.158866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.180421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:02.181126 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.273063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-83c0abd4-1367-402a-b0b7-e019bb14c827 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481358 Jul 09 16:44:02.300452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-155b5ef1-5355-4e9f-8ba5-bed912b70b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.378646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1334848 Jul 09 16:44:02.381699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49848) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:02.386980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Request body: {'subnet': {'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:02.448117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:02.467563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e9414-c8a3-4505-800f-936883089080 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Network': ['ID=b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:02.481591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:02.556766 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bd198869-3f3d-4539-86ac-8915087e563f req-406572a2-94f6-431f-b614-84c1dfc5821d service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765911 Jul 09 16:44:02.588647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.595223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4418e-01f6-448b-b506-89eb57c0544b req-03cfc87e-e5f3-4cfe-bc64-94b4ad802ca8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:02.597386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61d4418e-01f6-448b-b506-89eb57c0544b req-03cfc87e-e5f3-4cfe-bc64-94b4ad802ca8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.4132435 Jul 09 16:44:02.606406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-314461955-network', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:02.650420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adb1caa-0f18-46f4-ba43-74ff754381a6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:02.660097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Checking segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:02.660334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Network hostable DHCP agents. Network: 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:02.667222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad01c99-71ca-4e6f-bb62-c7a2bca40bbf req-eb8d20d3-8fd7-42c7-a94f-2bc155bfbaaa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:02.669073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad01c99-71ca-4e6f-bb62-c7a2bca40bbf req-eb8d20d3-8fd7-42c7-a94f-2bc155bfbaaa tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.2276883 Jul 09 16:44:02.697296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61d4418e-01f6-448b-b506-89eb57c0544b req-68b34f33-609c-49de-9f66-346d749f0d14 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858176 Jul 09 16:44:02.716589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:02.720202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-155b5ef1-5355-4e9f-8ba5-bed912b70b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.729557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-155b5ef1-5355-4e9f-8ba5-bed912b70b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.738528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:02.743190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:02.743780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.758825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b8519-ac0d-4892-9500-05e34c9c1153 None None] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:02.762584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Made reservation on behalf of fd9e922b5a9c45ac894a0098696894cd for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:02.770764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.785890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5ef1-5355-4e9f-8ba5-bed912b70b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb6a1a1-dd13-48fb-bcd2-cf979f4a26a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:02.799226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:02.801583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.811826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ad01c99-71ca-4e6f-bb62-c7a2bca40bbf req-fdca1f70-52cb-48f8-babe-e8b2a0484cb1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245160 Jul 09 16:44:02.827567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.844097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-155b5ef1-5355-4e9f-8ba5-bed912b70b92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07458431c1de494980b015ba5a7247f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8878100 Jul 09 16:44:02.844527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:02.929760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-e441a80a-f6d6-4fb7-a1ba-9f03b1821fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:02.931332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-e441a80a-f6d6-4fb7-a1ba-9f03b1821fc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1099 time: 0.2686007 Jul 09 16:44:03.016538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14db5d9-cdd2-4486-88f5-b3cd150cfd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.026941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:44:03.029172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.059278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14db5d9-cdd2-4486-88f5-b3cd150cfd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.102905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.118327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaa2b2-f75f-4ab1-9d90-86903ffe16e1 req-6fe55b2d-c2e2-4a7e-b8d6-64e393295f13 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.130667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcbaa2b2-f75f-4ab1-9d90-86903ffe16e1 req-6fe55b2d-c2e2-4a7e-b8d6-64e393295f13 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 948 time: 0.2303057 Jul 09 16:44:03.146799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-d1035764-78d0-4e3a-af10-cea372e89d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.147917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-d1035764-78d0-4e3a-af10-cea372e89d60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1964085 Jul 09 16:44:03.213113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-22f2e3ef-b19d-4595-8cff-edc850d903ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0572176 Jul 09 16:44:03.225149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Subnet': ['ID=c3b8d487-0b16-4e2e-b7db-7d480e15526b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:03.235739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcbaa2b2-f75f-4ab1-9d90-86903ffe16e1 req-62145d8b-bad6-4c99-9916-17803a6802e0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038051 Jul 09 16:44:03.239181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.244312 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.261274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Allocated IP 172.20.0.2 (99417b66-3c63-4cca-9dc8-9ee1ccd37ce4/8adb1caa-0f18-46f4-ba43-74ff754381a6/6b91b12f-eab7-4431-87b8-a4e3424cc2e4) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:03.272541 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-51e9ff4a-be4d-4425-a0f0-997d3cbac40e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3965929 Jul 09 16:44:03.280428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:03.283536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Checking segment: {'id': '29ce9166-f371-4bf8-83ae-0168de9455de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:03.283685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network hostable DHCP agents. Network: b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:03.286892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:03.299089 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14db5d9-cdd2-4486-88f5-b3cd150cfd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.301735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14db5d9-cdd2-4486-88f5-b3cd150cfd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.303907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e14db5d9-cdd2-4486-88f5-b3cd150cfd57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eb6a1a1-dd13-48fb-bcd2-cf979f4a26a3 HTTP/1.1" status: 204 len: 168 time: 0.4576168 Jul 09 16:44:03.311930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-a7304787-d39e-4abb-8563-e0da22d397c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.313621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-a7304787-d39e-4abb-8563-e0da22d397c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0897293 Jul 09 16:44:03.324905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd18301-dc81-4b56-8772-de10e0ff19ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:03.327895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:03.344162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:03.351748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db5d9-cdd2-4486-88f5-b3cd150cfd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb6a1a1-dd13-48fb-bcd2-cf979f4a26a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:03.354016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.354590 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Added segment 7bb72796-1bac-4b0e-a1ce-9983ae7c96e6 of type vlan for network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 Jul 09 16:44:03.367317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.368886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.408753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.457861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:03.480873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.482228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.530527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-841d989a-96ac-4dae-92e7-feeac0d47520 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1474934 Jul 09 16:44:03.533283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:03.533953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:44:03.538498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2137078084', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:03.540239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e028f80-5c1b-492c-9c2d-e454dc1e77aa None None] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:03.554171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.558942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-cbcadc80-94b9-4f98-b901-7d3d44b45290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.561974 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-cbcadc80-94b9-4f98-b901-7d3d44b45290 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2337031 Jul 09 16:44:03.594911 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.623854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Transition to ACTIVE for port object 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:03.630165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.631413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.664070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Transition to ACTIVE for port object 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:03.675182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.691475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.763580 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.764656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.765294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.810943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:03.816703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Pushing event updated for resources: {'Port': ['ID=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:03.821570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:03.827136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:03.927629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-231b83cd-3137-4f20-b583-56f58fb9463a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563347 Jul 09 16:44:03.931406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.935986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207', 'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207', 'tenant_id': 'fd9e922b5a9c45ac894a0098696894cd', 'fixed_ips': [{'subnet_id': 'c3b8d487-0b16-4e2e-b7db-7d480e15526b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:44:03.942167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.961413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5031717 Jul 09 16:44:03.976695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.985199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:03.993759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Request body: {'subnet': {'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-314461955-subnet', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:03.994623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Attempting to bind port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:03.995073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Attempting to bind port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:03.995756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Attempting to bind port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:04.054364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:04.054948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Checking segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:04.055425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.055890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Bound using segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:04.057034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Bound port: 6b91b12f-eab7-4431-87b8-a4e3424cc2e4, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:04.057337 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.224347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Allocated IP 172.20.0.2 (b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207/c3b8d487-0b16-4e2e-b7db-7d480e15526b/6788c9d4-5794-4776-8684-4962ffe3bb76) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:04.238429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] For port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:04.242516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] For port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:04.254606 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.258995 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ffcdfcd7-d401-4119-bd28-f6a7a2976513 req-3c1c37d0-dd9c-4089-bcc6-9e0afdd1a312 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236842 Jul 09 16:44:04.316240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fbcf0-4e31-4969-bd63-838e3eafb21e req-ed185030-c37c-4f69-bd7f-34598dbeca87 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:04.324674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-816fbcf0-4e31-4969-bd63-838e3eafb21e req-ed185030-c37c-4f69-bd7f-34598dbeca87 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.8422623 Jul 09 16:44:04.332218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566ec70-3db2-4079-9705-d2278904e2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=dad39ca4-c6ee-400f-b79d-3c95ff3ff297,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:04.334599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:04.337140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.352960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:04.436226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397251de-0417-4a82-840a-a5c7315a1e65 None None] Pushing event updated for resources: {'Port': ['ID=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:04.467186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0f500-c65b-4362-89ce-c18e44b0a677 req-020cc068-d3c8-4faf-9c28-6a483b9bf3e3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:04.476520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11c0f500-c65b-4362-89ce-c18e44b0a677 req-020cc068-d3c8-4faf-9c28-6a483b9bf3e3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.9471302 Jul 09 16:44:04.561598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.563529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-816fbcf0-4e31-4969-bd63-838e3eafb21e req-bc44a691-f95b-4882-a6cf-91edba76fb86 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374511 Jul 09 16:44:04.576907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Transition to ACTIVE for port object 6788c9d4-5794-4776-8684-4962ffe3bb76 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:04.617770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Transition to ACTIVE for port object 6788c9d4-5794-4776-8684-4962ffe3bb76 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:04.626069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.656470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.660117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11c0f500-c65b-4362-89ce-c18e44b0a677 req-bb49c69c-7345-438b-a8b5-ede328712bb3 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746387 Jul 09 16:44:04.680185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Pushing event updated for resources: {'Port': ['ID=6788c9d4-5794-4776-8684-4962ffe3bb76,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:04.719217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:04.721277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:04.724456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:04.774812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.825099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Attempting to bind port 6788c9d4-5794-4776-8684-4962ffe3bb76 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:04.825659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Attempting to bind port 6788c9d4-5794-4776-8684-4962ffe3bb76 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '29ce9166-f371-4bf8-83ae-0168de9455de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:04.825888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Attempting to bind port 6788c9d4-5794-4776-8684-4962ffe3bb76 on network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:04.833351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:04.833923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Checking segment: {'id': '29ce9166-f371-4bf8-83ae-0168de9455de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:04.834412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.835359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Bound using segment: {'id': '29ce9166-f371-4bf8-83ae-0168de9455de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:04.836052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Bound port: 6788c9d4-5794-4776-8684-4962ffe3bb76, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ce9166-f371-4bf8-83ae-0168de9455de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:04.836785 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:04.976631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Allocated IP 172.25.7.92 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/368e9ea1-56aa-4e63-9d95-6148cf60b0fe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:04.995503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] For port 6788c9d4-5794-4776-8684-4962ffe3bb76, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:05.004414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] For port 6788c9d4-5794-4776-8684-4962ffe3bb76, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6788c9d4-5794-4776-8684-4962ffe3bb76,segment=NetworkSegment(29ce9166-f371-4bf8-83ae-0168de9455de),segment_id=29ce9166-f371-4bf8-83ae-0168de9455de)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:05.020386 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.145080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.150172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ab7b-7ac8-450a-8be5-7946258b4b8b None None] Pushing event updated for resources: {'Port': ['ID=6788c9d4-5794-4776-8684-4962ffe3bb76,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:05.159959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.212503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.246309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.256632 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.264036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:05.268888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:05.280811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Port': ['ID=368e9ea1-56aa-4e63-9d95-6148cf60b0fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:05.283577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:05.336039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e431d0-6df4-4230-b896-d7843039929a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:05.489984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4982d-fc6c-4d83-b2c3-06e024d8a7eb req-540385b9-4ad2-49ca-b63f-d5ef712e9c04 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.491670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61d4982d-fc6c-4d83-b2c3-06e024d8a7eb req-540385b9-4ad2-49ca-b63f-d5ef712e9c04 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 948 time: 0.5609055 Jul 09 16:44:05.627183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Checking segment: {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:05.627183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Network hostable DHCP agents. Network: dad39ca4-c6ee-400f-b79d-3c95ff3ff297, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:05.702517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61d4982d-fc6c-4d83-b2c3-06e024d8a7eb req-5c38cc68-7b49-460a-ac52-fd2e70be3923 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419315 Jul 09 16:44:05.752009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Allocated IP 172.25.7.191 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/521dc665-023b-448e-9667-61b9be4448ae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:05.769904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51c9f97f-a829-4202-ac79-32de02c1ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.843079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6788c9d4-5794-4776-8684-4962ffe3bb76 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:06.019685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6788c9d4-5794-4776-8684-4962ffe3bb76 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:06.027989 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.029519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:06.044645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:06.061785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:06.174344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.202630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:06.232571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d93383-13bf-47f2-a6ab-c0a08559585f None None] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:06.256164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, dad39ca4-c6ee-400f-b79d-3c95ff3ff297) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:06.261656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:06.262921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.292953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9a1ba-c96b-4894-b027-4c79fa29be83 None None] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:06.316753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9ac10b6-c098-4238-b789-d58bc6fb4ce8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3269324 Jul 09 16:44:06.322062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:06.331790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:06.340894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.382978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:06.434714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] Provisioning for port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:06.444601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '96d03983-f648-473b-bd58-13b82ad872eb', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '96d03983-f648-473b-bd58-13b82ad872eb', 'mac_address': 'fa:16:3e:4d:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:06.446367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:06.456374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:06.459548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:06.464503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] Provisioning complete for port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:06.464875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.471074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.472212 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.516676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=521dc665-023b-448e-9667-61b9be4448ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:06.535433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66ffc8-fdef-45a8-bce6-d1479883b106 req-a11ac327-1464-4b82-9d16-b02292d47d56 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:06.544276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f66ffc8-fdef-45a8-bce6-d1479883b106 req-a11ac327-1464-4b82-9d16-b02292d47d56 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4747961 Jul 09 16:44:06.570270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025e7d-a6ea-43f6-bad3-f16b95e8034f req-c43b11f4-06ca-4a13-ab5f-fefa5b570879 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:06.577566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80025e7d-a6ea-43f6-bad3-f16b95e8034f req-c43b11f4-06ca-4a13-ab5f-fefa5b570879 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.6377106 Jul 09 16:44:06.636395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.685781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d03983-f648-473b-bd58-13b82ad872eb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:06.787960 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.835295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80025e7d-a6ea-43f6-bad3-f16b95e8034f req-9f07c72a-84f7-4e00-925f-a1c80c47e363 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565360 Jul 09 16:44:06.841629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f66ffc8-fdef-45a8-bce6-d1479883b106 req-faca4b84-ec8f-4ae5-8e13-4bc3e61c1401 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968829 Jul 09 16:44:07.027641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.082996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.111620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9266d-cad8-4e98-904d-bebf2cb3ccfe None None] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:07.235393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Router 6463f414-ad42-4d03-a773-a91b62a60961 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:44:07.317223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:07.329573 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-dad39ca4-c6ee-400f-b79d-3c95ff3ff297', 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'fixed_ips': [{'subnet_id': '79e431d0-6df4-4230-b896-d7843039929a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:44:07.331492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.350223 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.388020 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.430086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:07.489892 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.496820 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5c8e5368-0f50-4583-bf44-5b4ca03464cb tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.9623771 Jul 09 16:44:07.498378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:07.514414 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.600622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] Sync routers for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:07.649711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:07.683354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614d307-28d9-49ca-8d8a-7b894f1249eb req-378ead1a-4a86-49a6-9d41-30307158536a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:07.691327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e614d307-28d9-49ca-8d8a-7b894f1249eb req-378ead1a-4a86-49a6-9d41-30307158536a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 948 time: 0.4521573 Jul 09 16:44:07.741990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] For port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:07.759510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:07.760242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:07.782186 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.856414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e614d307-28d9-49ca-8d8a-7b894f1249eb req-70af38fb-9738-401d-a500-36ab8a99784b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639297 Jul 09 16:44:07.945043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Allocated IP 172.20.0.2 (dad39ca4-c6ee-400f-b79d-3c95ff3ff297/79e431d0-6df4-4230-b896-d7843039929a/5283bc49-533d-4e15-ad2c-04dabce924ff) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:07.966369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.048227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:08.067410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['96d03983-f648-473b-bd58-13b82ad872eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:08.237771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:08.238772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:43:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:08.293597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.335443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Provisioning for port 6788c9d4-5794-4776-8684-4962ffe3bb76 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:08.371290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:08.372327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70acf1c-7211-47ea-9ab7-fb6f220a5c2e None None] The sync data for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:08.409272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Provisioning complete for port 6788c9d4-5794-4776-8684-4962ffe3bb76 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:08.409885 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.412899 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.425626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ccbf1-3c74-4cba-b268-eeed4b59d770 None None] Pushing event updated for resources: {'Port': ['ID=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:08.450399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7eb125e2-1cac-4c0e-98fd-0bdee8c29722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.487467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784c17-c795-4e7e-a77f-e23883c8fa8f req-4480c1b3-7ffe-4331-b3a9-9efdacf43278 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:08.492542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7784c17-c795-4e7e-a77f-e23883c8fa8f req-4480c1b3-7ffe-4331-b3a9-9efdacf43278 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.6622396 Jul 09 16:44:08.493615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.540722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.581890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.598247 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.623191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Transition to ACTIVE for port object 5283bc49-533d-4e15-ad2c-04dabce924ff will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:08.634142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f2203-6acf-4d8f-86b6-decc52ce848e req-a093b8ec-dde9-476a-906b-642521600fad tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:08.645116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-906f2203-6acf-4d8f-86b6-decc52ce848e req-a093b8ec-dde9-476a-906b-642521600fad tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.6002314 Jul 09 16:44:08.700931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Transition to ACTIVE for port object 5283bc49-533d-4e15-ad2c-04dabce924ff will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:08.723712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.725976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.741889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7784c17-c795-4e7e-a77f-e23883c8fa8f req-045bc915-a557-4240-a345-0b8194874b4a tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348204 Jul 09 16:44:08.813143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:08.820250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Allocated IP 172.25.7.199 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/77b2f129-7d55-45f0-a8c2-154b4aa7764a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:08.821785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Allocated IP 172.20.0.1 (b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207/c3b8d487-0b16-4e2e-b7db-7d480e15526b/76f5bce9-6361-4a20-9bbb-73bac3c56edf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:08.836840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] For port 6788c9d4-5794-4776-8684-4962ffe3bb76, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6788c9d4-5794-4776-8684-4962ffe3bb76,segment=NetworkSegment(29ce9166-f371-4bf8-83ae-0168de9455de),segment_id=29ce9166-f371-4bf8-83ae-0168de9455de)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:08.839807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Pushing event updated for resources: {'Port': ['ID=5283bc49-533d-4e15-ad2c-04dabce924ff,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:08.844385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:08.850953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:08.854202 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.944972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Provisioning complete for port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:08.944972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.961993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.021930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59cfce-b609-4200-8e0a-e036d21b2105 None None] Pushing event updated for resources: {'Port': ['ID=6788c9d4-5794-4776-8684-4962ffe3bb76,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:09.030424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Attempting to bind port 5283bc49-533d-4e15-ad2c-04dabce924ff on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:09.031063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Attempting to bind port 5283bc49-533d-4e15-ad2c-04dabce924ff by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:09.031440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Attempting to bind port 5283bc49-533d-4e15-ad2c-04dabce924ff on network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:09.040506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.052938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:09.053157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-906f2203-6acf-4d8f-86b6-decc52ce848e req-4e5a155c-b53b-4418-8eba-da429afbb298 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069507 Jul 09 16:44:09.053299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Checking segment: {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:09.053733 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.054108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Bound using segment: {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:09.054791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Bound port: 5283bc49-533d-4e15-ad2c-04dabce924ff, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:09.055281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.069560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:09.073413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:09.079102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Router b40064cd-7875-46e0-90b6-5c7067742e1c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:44:09.107404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:09.203233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] For port 5283bc49-533d-4e15-ad2c-04dabce924ff, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:09.216453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.219205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] For port 5283bc49-533d-4e15-ad2c-04dabce924ff, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5283bc49-533d-4e15-ad2c-04dabce924ff,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:09.220615 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.225484 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.234319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Transition to ACTIVE for port object 76f5bce9-6361-4a20-9bbb-73bac3c56edf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:09.260281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Pushing event updated for resources: {'Port': ['ID=77b2f129-7d55-45f0-a8c2-154b4aa7764a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:09.310971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16ab7-8630-4afc-95f6-e6d056be977e None None] Pushing event updated for resources: {'Port': ['ID=5283bc49-533d-4e15-ad2c-04dabce924ff,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:09.369155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.407233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8ea04123-ade4-4f12-bf3f-516f919a23ae None None] Provisioning complete for port 6788c9d4-5794-4776-8684-4962ffe3bb76 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:09.407672 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ea04123-ade4-4f12-bf3f-516f919a23ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.431510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:09.440697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:09.443501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:09.515099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803c2e5-a335-4012-b3d3-bcb2eb1eec43 req-fff26ce2-0d28-4d50-9c21-db0db345e220 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:09.517973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5803c2e5-a335-4012-b3d3-bcb2eb1eec43 req-fff26ce2-0d28-4d50-9c21-db0db345e220 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 949 time: 0.3546600 Jul 09 16:44:09.518439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.524783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:09.542378 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:09.620840 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:09.621478 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:09.622461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-14098419-2dbc-4edf-99f6-f4e4a5fb9cf4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:09.624134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-14098419-2dbc-4edf-99f6-f4e4a5fb9cf4 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.3611395 Jul 09 16:44:09.638502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6788c9d4-5794-4776-8684-4962ffe3bb76 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:09.665903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.671516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0664f2d8-e79a-47b5-a0c0-9d5b90c50cf2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3858504 Jul 09 16:44:09.673387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:09.685012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Port': ['ID=76f5bce9-6361-4a20-9bbb-73bac3c56edf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:09.729917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6788c9d4-5794-4776-8684-4962ffe3bb76 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:09.730459 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.819400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5803c2e5-a335-4012-b3d3-bcb2eb1eec43 req-625bad9b-e00b-4c7f-90dd-4ae9d4a98ab0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115886 Jul 09 16:44:09.878530 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:09.942323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.961001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:10.027354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-99c2031f-ceda-4dc2-bc14-d05632c3309f None None] Provisioning for port 76f5bce9-6361-4a20-9bbb-73bac3c56edf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:10.038962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-99c2031f-ceda-4dc2-bc14-d05632c3309f None None] Provisioning complete for port 76f5bce9-6361-4a20-9bbb-73bac3c56edf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:10.039591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99c2031f-ceda-4dc2-bc14-d05632c3309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.084638 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:10.157585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-99c2031f-ceda-4dc2-bc14-d05632c3309f None None] Port 76f5bce9-6361-4a20-9bbb-73bac3c56edf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:10.190906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:10.191544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.195972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 96d03983-f648-473b-bd58-13b82ad872eb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:10.219656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 96d03983-f648-473b-bd58-13b82ad872eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:10.220088 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.237418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Deleting port 9bcdc813-33ec-46e9-83d2-2ade881eb875 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:10.237953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.325040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:06Z', 'revision_number': 3, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:10.374835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.406139 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:10.407105 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Updating router b40064cd-7875-46e0-90b6-5c7067742e1c port 521dc665-023b-448e-9667-61b9be4448ae binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:10.515485 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.540982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.584439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775df8-113b-4b9b-8f79-be0f13b0a21d req-f7605d24-f43c-4a5a-8ece-c507c86ec8cb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:10.587779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84775df8-113b-4b9b-8f79-be0f13b0a21d req-f7605d24-f43c-4a5a-8ece-c507c86ec8cb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.2711699 Jul 09 16:44:10.650519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100472a9-1b82-49bf-bd52-cb265b3ffa38 req-f289c6bc-89e3-49f2-a455-029ec340ce13 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:10.657997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-100472a9-1b82-49bf-bd52-cb265b3ffa38 req-f289c6bc-89e3-49f2-a455-029ec340ce13 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 946 time: 0.4706438 Jul 09 16:44:10.700731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.730450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:10.734089 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e25f1d-6f4f-4e91-89bc-2329146eccf2" -d '{"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:10.752036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:10.757908 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.761927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-100472a9-1b82-49bf-bd52-cb265b3ffa38 req-71aae9e8-d9a2-4df6-af89-08037cb7c2d8 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/security-groups?id=5812d91b-c8e6-4cd8-9305-5a0506d51fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982256 Jul 09 16:44:10.845472 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4003a05d-eacf-4b67-86b7-185536418e9f x-openstack-request-id: req-4003a05d-eacf-4b67-86b7-185536418e9f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:10.845875 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:10.846247 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4003a05d-eacf-4b67-86b7-185536418e9f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:10.846817 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'code': 200} Jul 09 16:44:10.853957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] For port 9bcdc813-33ec-46e9-83d2-2ade881eb875, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9bcdc813-33ec-46e9-83d2-2ade881eb875,segment=NetworkSegment(6257b7ce-d020-4abd-a130-fc148aeeb12d),segment_id=6257b7ce-d020-4abd-a130-fc148aeeb12d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:10.854348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.903285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Calling delete_port for 9bcdc813-33ec-46e9-83d2-2ade881eb875 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:10.916179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:10.997579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.080095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36773827-1c3f-42ea-90cb-de9e65b282d7 None None] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:11.110227 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.128836 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Transition to ACTIVE for port object 521dc665-023b-448e-9667-61b9be4448ae will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:11.140314 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.175329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a7e82678-e366-4369-b2d7-170d2d698428 None None] Provisioning for port 5283bc49-533d-4e15-ad2c-04dabce924ff completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:11.273877 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Attempting to bind port 521dc665-023b-448e-9667-61b9be4448ae on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:11.274705 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Attempting to bind port 521dc665-023b-448e-9667-61b9be4448ae by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:11.275267 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Attempting to bind port 521dc665-023b-448e-9667-61b9be4448ae on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:11.288055 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:11.288724 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:11.289351 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.289947 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:11.290663 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Bound port: 521dc665-023b-448e-9667-61b9be4448ae, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:11.291210 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.318454 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e6783-efa8-42cc-b958-4981d665d8cb None None] Pushing event updated for resources: {'Port': ['ID=521dc665-023b-448e-9667-61b9be4448ae,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.354416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145401-e98a-4c94-b355-4dc31ea1a542 req-2901c35c-a4f2-46c2-aa5c-21c886503a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.357013 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-11145401-e98a-4c94-b355-4dc31ea1a542 req-2901c35c-a4f2-46c2-aa5c-21c886503a19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1101 time: 0.3049438 Jul 09 16:44:11.373740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] For port 521dc665-023b-448e-9667-61b9be4448ae, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:11.379961 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] For port 521dc665-023b-448e-9667-61b9be4448ae, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=521dc665-023b-448e-9667-61b9be4448ae,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:11.398804 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.478209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:11.478881 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:11.524951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84775df8-113b-4b9b-8f79-be0f13b0a21d req-115a4edd-51a0-44a8-b114-b3d919e16d1d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8824492 Jul 09 16:44:11.578980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-11145401-e98a-4c94-b355-4dc31ea1a542 req-9f262564-812c-44a7-8b24-77a0a053363d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104173 Jul 09 16:44:11.584444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.587618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e6783-efa8-42cc-b958-4981d665d8cb None None] Pushing event updated for resources: {'Port': ['ID=521dc665-023b-448e-9667-61b9be4448ae,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.622727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9bcdc813-33ec-46e9-83d2-2ade881eb875'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:11.663717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Pushing event deleted for resources: {'Port': ['ID=9bcdc813-33ec-46e9-83d2-2ade881eb875,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.722064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5283bc49-533d-4e15-ad2c-04dabce924ff up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:11.758963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] No DVR routers for this DVR port 9bcdc813-33ec-46e9-83d2-2ade881eb875 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:11.763977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.766123 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae71703c-7a9b-4c1d-87ab-fd1c1a33eb6b req-dea331db-0746-48d0-bb36-4d9d75567302 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.37 "DELETE /v2.0/ports/9bcdc813-33ec-46e9-83d2-2ade881eb875 HTTP/1.1" status: 204 len: 173 time: 2.0739515 Jul 09 16:44:11.766630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'name': 'network-vif-deleted', 'tag': '9bcdc813-33ec-46e9-83d2-2ade881eb875'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:11.769024 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ee4f6-fe1f-43e0-9c70-1e91b0465970" -d '{"events": [{"server_uuid": "f3366c32-5f4a-40b3-a96c-2e9231298ca7", "name": "network-vif-deleted", "tag": "9bcdc813-33ec-46e9-83d2-2ade881eb875"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:11.776049 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:11.786659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.795386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.806741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc753ed-f371-4450-92de-77979cb807bf req-6cd04361-be0c-4416-be7c-b659732b29c8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.811207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccc753ed-f371-4450-92de-77979cb807bf req-6cd04361-be0c-4416-be7c-b659732b29c8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3907075 Jul 09 16:44:11.812281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:44:11.831616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5283bc49-533d-4e15-ad2c-04dabce924ff completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:11.836801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5283bc49-533d-4e15-ad2c-04dabce924ff triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:11.837467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.890263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Port': ['ID=76f5bce9-6361-4a20-9bbb-73bac3c56edf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.894709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.997531 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:12.020091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccc753ed-f371-4450-92de-77979cb807bf req-38976b88-39e0-4b21-917b-1ba320b95311 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172354 Jul 09 16:44:12.055021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5283bc49-533d-4e15-ad2c-04dabce924ff, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5283bc49-533d-4e15-ad2c-04dabce924ff,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:12.061505 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:12.068203 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94240d46-faee-4ef1-829e-4d95375bb94d x-openstack-request-id: req-94240d46-faee-4ef1-829e-4d95375bb94d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:12.068514 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3366c32-5f4a-40b3-a96c-2e9231298ca7", "name": "network-vif-deleted", "tag": "9bcdc813-33ec-46e9-83d2-2ade881eb875", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:12.068738 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94240d46-faee-4ef1-829e-4d95375bb94d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:12.069136 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3366c32-5f4a-40b3-a96c-2e9231298ca7', 'name': 'network-vif-deleted', 'tag': '9bcdc813-33ec-46e9-83d2-2ade881eb875', 'status': 'completed', 'code': 200} Jul 09 16:44:12.077115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:12.078950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:12.134923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5283bc49-533d-4e15-ad2c-04dabce924ff,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:12.264925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97b502ff-8990-46f0-b300-4042b6082b0e req-7d6c4a53-cd39-466f-b868-d8319b10ed93 tempest-DeleteServersTestJSON-1539950299 tempest-DeleteServersTestJSON-1539950299-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3366c32-5f4a-40b3-a96c-2e9231298ca7 HTTP/1.1" status: 200 len: 210 time: 0.1179652 Jul 09 16:44:12.314512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:12.350446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92795fee-9899-4e1f-b225-a305047ca468 None None] Provisioning complete for port 76f5bce9-6361-4a20-9bbb-73bac3c56edf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:12.351135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92795fee-9899-4e1f-b225-a305047ca468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:12.412296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-92795fee-9899-4e1f-b225-a305047ca468 None None] Port 76f5bce9-6361-4a20-9bbb-73bac3c56edf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:12.461785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:12.474390 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:06Z', 'revision_number': 3, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:12.482928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Sync routers for ids ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:12.493092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:12.495330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2818b52-e2ad-446d-be7b-ec47857144a7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1697810 Jul 09 16:44:12.500734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:12.501328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Routers {'d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:12.502068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:12.534080 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e433f98-f130-4767-ad07-57d28b6584e7 None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:06Z', 'revision_number': 3, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:12.656790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Router 6463f414-ad42-4d03-a773-a91b62a60961 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:12.724691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Set router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:12.881926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Allocated IP 172.20.0.1 (99417b66-3c63-4cca-9dc8-9ee1ccd37ce4/8adb1caa-0f18-46f4-ba43-74ff754381a6/b2b174ff-8322-49ad-9199-0735e3e3e975) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:12.945904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:12.957654 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] Sync routers for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:12.988567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b65639b4-7dc5-44bf-afe1-eeb09a191e30 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "PUT /v2.0/routers/6463f414-ad42-4d03-a773-a91b62a60961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4883385 Jul 09 16:44:12.993787 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:12.994915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:13.004201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:13.081422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:44:09Z', 'revision_number': 3, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:13.120683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Request body: {'port': {'network_id': 'b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207', 'name': 'tempest-FloatingIPAdminTestJSON-984807421'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:13.197675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Checking router: d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:13.198024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Updating router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c port 77b2f129-7d55-45f0-a8c2-154b4aa7764a binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:13.251259 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:13.301246 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:13.302232 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:13.305197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.349352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Made reservation on behalf of fd9e922b5a9c45ac894a0098696894cd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:13.353909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.390141 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:13.390733 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff8961a-b7ad-430c-983f-1b1b4d3aaafd None None] The sync data for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:13.408581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] device_id is not set on port 9e967156-2a60-4293-b786-75eff7d223db yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:44:13.446802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f222f-71b5-4bf5-b3e0-08da126d57fd req-24ddd048-19df-447f-9172-f8c2df2e186e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:13.448399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d47f222f-71b5-4bf5-b3e0-08da126d57fd req-24ddd048-19df-447f-9172-f8c2df2e186e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.6629486 Jul 09 16:44:13.566455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Allocated IP 172.20.0.13 (b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207/c3b8d487-0b16-4e2e-b7db-7d480e15526b/9e967156-2a60-4293-b786-75eff7d223db) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:13.575822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d47f222f-71b5-4bf5-b3e0-08da126d57fd req-9cfac8cf-2871-47b1-99d3-dc63add976eb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057503 Jul 09 16:44:13.585881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.666946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Transition to ACTIVE for port object b2b174ff-8322-49ad-9199-0735e3e3e975 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:13.722080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec07f-2fb7-4de3-843d-afe132d92f70 req-ab64dd91-cd0b-458a-a311-e18796e86a81 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:13.730232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-258ec07f-2fb7-4de3-843d-afe132d92f70 req-ab64dd91-cd0b-458a-a311-e18796e86a81 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3320236 Jul 09 16:44:13.860129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5283bc49-533d-4e15-ad2c-04dabce924ff up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:13.882989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-258ec07f-2fb7-4de3-843d-afe132d92f70 req-0749293c-6ffb-4da1-9372-2801e7115a50 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515300 Jul 09 16:44:13.921098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.963856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Transition to ACTIVE for port object 9e967156-2a60-4293-b786-75eff7d223db will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:14.048321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.068311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.101804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Transition to ACTIVE for port object 77b2f129-7d55-45f0-a8c2-154b4aa7764a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:14.107464 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.136975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9bcdc813-33ec-46e9-83d2-2ade881eb875 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:14.143401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.186753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:14.193193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:14.221377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf49be2-9aa2-4c5c-91b3-a61471b5e867 None None] Pushing event updated for resources: {'Port': ['ID=77b2f129-7d55-45f0-a8c2-154b4aa7764a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:14.222655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:14.237779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 9bcdc813-33ec-46e9-83d2-2ade881eb875 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:14.238177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9bcdc813-33ec-46e9-83d2-2ade881eb875 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:14.255699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5283bc49-533d-4e15-ad2c-04dabce924ff triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:14.256105 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.314991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Attempting to bind port 77b2f129-7d55-45f0-a8c2-154b4aa7764a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:14.315375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Attempting to bind port 77b2f129-7d55-45f0-a8c2-154b4aa7764a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:14.315743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Attempting to bind port 77b2f129-7d55-45f0-a8c2-154b4aa7764a on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:14.323324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:14.323764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:14.324113 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.324512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:14.324996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Bound port: 77b2f129-7d55-45f0-a8c2-154b4aa7764a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:14.325391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.358265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:14.359395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.371720 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:14.381179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:14.393469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:14.411766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event updated for resources: {'Port': ['ID=9e967156-2a60-4293-b786-75eff7d223db,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:14.428276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce582560-31aa-4926-a5b1-806698b8b04c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4214830 Jul 09 16:44:14.431898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:14.436472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b174ff-8322-49ad-9199-0735e3e3e975,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:14.444665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] For port 77b2f129-7d55-45f0-a8c2-154b4aa7764a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:14.451021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] For port 77b2f129-7d55-45f0-a8c2-154b4aa7764a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=77b2f129-7d55-45f0-a8c2-154b4aa7764a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:14.458628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.556310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf49be2-9aa2-4c5c-91b3-a61471b5e867 None None] Pushing event updated for resources: {'Port': ['ID=77b2f129-7d55-45f0-a8c2-154b4aa7764a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:14.561856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.598425 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.652851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 521dc665-023b-448e-9667-61b9be4448ae up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:14.658123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Routers {'d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:14.658625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:14.801533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e1f456f-6fc4-49e7-8f87-4a3759d6a145 None None] Provisioning for port 9e967156-2a60-4293-b786-75eff7d223db completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:14.813160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5a72b-7446-4c85-bcb7-227f03e00e11 req-2973b899-cf1d-4ec8-b482-2aabc3572dac tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:14.825075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23c5a72b-7446-4c85-bcb7-227f03e00e11 req-2973b899-cf1d-4ec8-b482-2aabc3572dac tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.7213638 Jul 09 16:44:14.833111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'project_id': 'fd9e922b5a9c45ac894a0098696894cd', 'port_id': '9e967156-2a60-4293-b786-75eff7d223db'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:14.879307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e1f456f-6fc4-49e7-8f87-4a3759d6a145 None None] Provisioning complete for port 9e967156-2a60-4293-b786-75eff7d223db triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:14.879876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e1f456f-6fc4-49e7-8f87-4a3759d6a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.889168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.916544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 521dc665-023b-448e-9667-61b9be4448ae completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:14.934698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 521dc665-023b-448e-9667-61b9be4448ae triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:14.935052 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.959712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] Set router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:15.052954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.100555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23c5a72b-7446-4c85-bcb7-227f03e00e11 req-e215854a-a78d-4f54-91ca-c14c2c7e702b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740252 Jul 09 16:44:15.101282 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.174601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f456f-6fc4-49e7-8f87-4a3759d6a145 None None] Port 9e967156-2a60-4293-b786-75eff7d223db cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:15.249650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Allocated IP 172.25.7.177 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/339a3bf5-3ddc-46fb-8eca-215a9af206b9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:15.306283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.355207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 521dc665-023b-448e-9667-61b9be4448ae, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=521dc665-023b-448e-9667-61b9be4448ae,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:15.360837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16eb90d2-204a-4f5d-9889-4439ca018114 None None] Provisioning for port b2b174ff-8322-49ad-9199-0735e3e3e975 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:15.366902 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.373740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16eb90d2-204a-4f5d-9889-4439ca018114 None None] Provisioning complete for port b2b174ff-8322-49ad-9199-0735e3e3e975 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:15.374112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16eb90d2-204a-4f5d-9889-4439ca018114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.449493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16eb90d2-204a-4f5d-9889-4439ca018114 None None] Port b2b174ff-8322-49ad-9199-0735e3e3e975 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:15.464168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=521dc665-023b-448e-9667-61b9be4448ae,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:15.469152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:44:09Z', 'revision_number': 3, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:15.504572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed1fe0-121c-4eb4-bf1a-b1cd8cd2f1f7 None None] The sync data for ids ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'] in n-d-800085-2 is: [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:44:09Z', 'revision_number': 3, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:15.547402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.599918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.652396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:15.656010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:15.663062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:15.667846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Pushing event updated for resources: {'Port': ['ID=339a3bf5-3ddc-46fb-8eca-215a9af206b9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:15.753425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca79a-553a-4974-8a68-7f003c6ebabf req-5b12aaaa-0c59-4bc7-800a-0c06c2d94df7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:15.755197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19cca79a-553a-4974-8a68-7f003c6ebabf req-5b12aaaa-0c59-4bc7-800a-0c06c2d94df7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.8256066 Jul 09 16:44:15.802103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Allocated IP 172.20.0.1 (dad39ca4-c6ee-400f-b79d-3c95ff3ff297/79e431d0-6df4-4230-b896-d7843039929a/4b58e2f8-a41d-4925-948e-70ee348dd178) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:15.856884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19cca79a-553a-4974-8a68-7f003c6ebabf req-fc6af312-8dd6-4d2f-bbec-c4458eaa98c2 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749042 Jul 09 16:44:15.924199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.930221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.046547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b174ff-8322-49ad-9199-0735e3e3e975,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:16.055706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.127984 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.212688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Transition to ACTIVE for port object 4b58e2f8-a41d-4925-948e-70ee348dd178 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:16.309048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:16.312233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:16.326972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.559188 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.565786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:16.575797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:16.604079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:16.650024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Pushing event updated for resources: {'Port': ['ID=4b58e2f8-a41d-4925-948e-70ee348dd178,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:16.749527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.770181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:16.808525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-71a3d587-d4a5-4a7a-bb31-87f82ac1836e None None] Provisioning complete for port b2b174ff-8322-49ad-9199-0735e3e3e975 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:16.810027 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a3d587-d4a5-4a7a-bb31-87f82ac1836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.877938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.915306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-71a3d587-d4a5-4a7a-bb31-87f82ac1836e None None] Port b2b174ff-8322-49ad-9199-0735e3e3e975 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:16.987622 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-652f182b-9735-4204-893e-6b5f2e2a49a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3836529 Jul 09 16:44:17.032526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe6a80-2793-416f-842c-3d272cd5c521 req-d2f156a3-f524-4f5f-a445-2966f41986bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.034262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfbe6a80-2793-416f-842c-3d272cd5c521 req-d2f156a3-f524-4f5f-a445-2966f41986bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.5622382 Jul 09 16:44:17.041548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c30c627c-0461-4427-98e0-155caf0fea97 None None] Provisioning for port 4b58e2f8-a41d-4925-948e-70ee348dd178 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:17.054621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c30c627c-0461-4427-98e0-155caf0fea97 None None] Provisioning complete for port 4b58e2f8-a41d-4925-948e-70ee348dd178 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:17.055239 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c30c627c-0461-4427-98e0-155caf0fea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.122579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c30c627c-0461-4427-98e0-155caf0fea97 None None] Port 4b58e2f8-a41d-4925-948e-70ee348dd178 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:17.228086 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.264191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.271842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.272574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfbe6a80-2793-416f-842c-3d272cd5c521 req-a42dc9b8-c726-448b-96a4-1dc0f9bb5584 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130003 Jul 09 16:44:17.363926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Pushing event updated for resources: {'Port': ['ID=339a3bf5-3ddc-46fb-8eca-215a9af206b9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:17.374414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.429872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:17.443395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:17.448133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3eec145-0103-4d40-a658-371f43598225 admin admin] 10.222.0.48 "PUT /v2.0/routers/b40064cd-7875-46e0-90b6-5c7067742e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7595475 Jul 09 16:44:17.465200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:17.465845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:17.476033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731c76b-c729-470c-9519-63404afa9445 req-dabfa762-9218-401b-8a78-3f67d28a27eb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.492212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1731c76b-c729-470c-9519-63404afa9445 req-dabfa762-9218-401b-8a78-3f67d28a27eb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.3723497 Jul 09 16:44:17.705325 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Floating IP 9e983493-e8d3-4d2d-9563-6ea4c557df8b associated. External IP: 172.25.7.177, port: 9e967156-2a60-4293-b786-75eff7d223db. Jul 09 16:44:17.800004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1731c76b-c729-470c-9519-63404afa9445 req-103e7455-8a30-4399-9010-0279b1f3e073 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060639 Jul 09 16:44:17.838351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:17.980361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.987625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.999048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 77b2f129-7d55-45f0-a8c2-154b4aa7764a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:18.093232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.098973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Pushing event updated for resources: {'Port': ['ID=4b58e2f8-a41d-4925-948e-70ee348dd178,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:18.235196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 77b2f129-7d55-45f0-a8c2-154b4aa7764a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:18.243066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 77b2f129-7d55-45f0-a8c2-154b4aa7764a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:18.243554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.266701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Router 6463f414-ad42-4d03-a773-a91b62a60961 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:18.281039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:18.349867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:18.476240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.529183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 77b2f129-7d55-45f0-a8c2-154b4aa7764a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=77b2f129-7d55-45f0-a8c2-154b4aa7764a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:18.536272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.537095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 521dc665-023b-448e-9667-61b9be4448ae up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:18.697865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 2, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:18.746241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:18.746625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Updating router b40064cd-7875-46e0-90b6-5c7067742e1c port b2b174ff-8322-49ad-9199-0735e3e3e975 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:18.787469 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.806865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=77b2f129-7d55-45f0-a8c2-154b4aa7764a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:18.814848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-0c83919b-da32-41f0-9f50-c7c6713bbf82 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:18.822135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-0c83919b-da32-41f0-9f50-c7c6713bbf82 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 820 time: 0.5790453 Jul 09 16:44:18.857888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 521dc665-023b-448e-9667-61b9be4448ae triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:18.859059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.860866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-7f2c3cc2-7491-4e8b-bafb-487a983e9539 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/quotas/8fa94e5e4f5d41ccaceca0bb6913d8ee HTTP/1.1" status: 200 len: 375 time: 0.0375781 Jul 09 16:44:18.866051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff2d2662-257f-4150-9156-910e93433a13 None None] Provisioning complete for port 4b58e2f8-a41d-4925-948e-70ee348dd178 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:18.866665 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff2d2662-257f-4150-9156-910e93433a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.887651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:18.996721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4448c0c-23ad-4488-bfd8-da40c832638a req-61fbcba6-abf8-4dd7-a4bb-449dca528ee4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:19.012901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4448c0c-23ad-4488-bfd8-da40c832638a req-61fbcba6-abf8-4dd7-a4bb-449dca528ee4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3831923 Jul 09 16:44:19.056427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d2662-257f-4150-9156-910e93433a13 None None] Port 4b58e2f8-a41d-4925-948e-70ee348dd178 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:19.077073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:19.089052 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] Sync routers for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:19.107737 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:19.108723 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:19.130306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.161784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4448c0c-23ad-4488-bfd8-da40c832638a req-32432f31-56ac-47bb-9097-807efb534245 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404238 Jul 09 16:44:19.183123 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:19.201426 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:19.202743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:19.249368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-866b1c9c-f423-4d92-9c0f-011ed1adc0a8 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8129280 Jul 09 16:44:19.253631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:19.255026 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:19.255712 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc60ce-76be-407f-be22-c3b8045f1a1f None None] The sync data for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:19.370076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.392789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Transition to ACTIVE for port object b2b174ff-8322-49ad-9199-0735e3e3e975 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:19.403621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.440634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-295ef00f-ef89-4973-a2a1-7665088ee9b5 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] 10.222.0.48 "GET /v2.0/floatingips/9e983493-e8d3-4d2d-9563-6ea4c557df8b HTTP/1.1" status: 200 len: 983 time: 0.1855223 Jul 09 16:44:19.441229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:19.635327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b464-986f-4eb4-9718-624522ac58d5 None None] Pushing event updated for resources: {'Port': ['ID=b2b174ff-8322-49ad-9199-0735e3e3e975,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:19.635576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-cafb5a95-b199-403c-95c4-d7b3e5e659b7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7733035 Jul 09 16:44:19.649512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 77b2f129-7d55-45f0-a8c2-154b4aa7764a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:19.740203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:19.764372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-563e1ec5-7508-48c9-b8b0-6e04b01d6f7a admin admin] 10.222.0.48 "PUT /v2.0/routers/d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2536840 Jul 09 16:44:19.764625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Sync routers for ids ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:19.796891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Attempting to bind port b2b174ff-8322-49ad-9199-0735e3e3e975 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:19.798049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Attempting to bind port b2b174ff-8322-49ad-9199-0735e3e3e975 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:19.798423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Attempting to bind port b2b174ff-8322-49ad-9199-0735e3e3e975 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:19.802190 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e49476f-a453-4cc0-a2b9-83f73fd22c22 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.3578873 Jul 09 16:44:19.804460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:19.811125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:19.811505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Checking segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:19.811920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.812322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Bound using segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:19.812886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Bound port: b2b174ff-8322-49ad-9199-0735e3e3e975, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:19.813298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.870437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 77b2f129-7d55-45f0-a8c2-154b4aa7764a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:19.874056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.931387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-f7ee8422-d364-4f7a-8422-feca2dfc0fd0 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946031 Jul 09 16:44:19.931803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:19.957730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Routers {'d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:19.958283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:20.074612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Set router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:20.083967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2073986820'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:20.105792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-844a94ca-8778-43ed-a203-47f1c7c6b7ff service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727438 Jul 09 16:44:20.147491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-c3149d54-44ea-4032-86cd-646f499f9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:20.150333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-c3149d54-44ea-4032-86cd-646f499f9656 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1101 time: 0.5599582 Jul 09 16:44:20.157323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d5c32-6496-4fab-a635-c89a01947663 req-f444ac8f-3ee4-474c-b8ca-4c5b029f0c6d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:20.162339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-348d5c32-6496-4fab-a635-c89a01947663 req-f444ac8f-3ee4-474c-b8ca-4c5b029f0c6d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4249861 Jul 09 16:44:20.222340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-348d5c32-6496-4fab-a635-c89a01947663 req-1431a7dc-8ecc-4f0f-8ee9-e95b95842c66 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Jul 09 16:44:20.261028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:20.265572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.383848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:20.395749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-a43d3916-5abb-493f-8eae-f72ada8b1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:20.397558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-a43d3916-5abb-493f-8eae-f72ada8b1aaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2394571 Jul 09 16:44:20.404892 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.405242 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Added segment b97164af-cd02-4c50-ae0b-87546bafa933 of type vlan for network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c Jul 09 16:44:20.461517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] For port b2b174ff-8322-49ad-9199-0735e3e3e975, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:20.468783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] For port b2b174ff-8322-49ad-9199-0735e3e3e975, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b2b174ff-8322-49ad-9199-0735e3e3e975,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:20.506315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f976359-5738-4a9f-a6d4-af86f28b65b8 req-ace8d9d6-f685-4ab5-b471-ddd69e6b0f46 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 210 time: 0.0802779 Jul 09 16:44:20.509976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.611023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-2ebce2c0-ed15-4d15-8346-72fa24a41f01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.1628902 Jul 09 16:44:20.656330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b916e-a8c8-4db4-b728-41d51b70babd req-4e8c4206-ecaa-4d22-afa9-e46c55834786 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:20.672205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df6b916e-a8c8-4db4-b728-41d51b70babd req-4e8c4206-ecaa-4d22-afa9-e46c55834786 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.1644554 Jul 09 16:44:20.705046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-087874e5-b1ec-4e05-91c7-ac876a8ac25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:20.707787 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-087874e5-b1ec-4e05-91c7-ac876a8ac25d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0874636 Jul 09 16:44:20.726920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.755102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df6b916e-a8c8-4db4-b728-41d51b70babd req-2b94488d-b45b-4183-b8da-e47b714d2a6d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816605 Jul 09 16:44:20.759565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting port 339a3bf5-3ddc-46fb-8eca-215a9af206b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:20.760182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.856036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8b464-986f-4eb4-9718-624522ac58d5 None None] Pushing event updated for resources: {'Port': ['ID=b2b174ff-8322-49ad-9199-0735e3e3e975,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:20.858958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:20.867895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:20.923092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.923618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.950441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Calling delete_port for 339a3bf5-3ddc-46fb-8eca-215a9af206b9 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:21.044830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:44:17Z', 'revision_number': 4, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '4b58e2f8-a41d-4925-948e-70ee348dd178', 'name': '', 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'mac_address': 'fa:16:3e:8f:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '79e431d0-6df4-4230-b896-d7843039929a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:14Z', 'updated_at': '2021-07-09T16:44:17Z', 'revision_number': 2, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'subnets': [{'id': '79e431d0-6df4-4230-b896-d7843039929a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:21.080747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Checking router: d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:21.081117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Updating router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c port 4b58e2f8-a41d-4925-948e-70ee348dd178 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:21.121194 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:44:21.140527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:21.143410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.210749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.221017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:21.221790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.380121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4466732 Jul 09 16:44:21.380406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:21.396890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'subnet': {'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:21.409832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a812012-2188-4c76-84cf-db4f45bfad07 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Network': ['ID=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:21.424927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-3c38437f-9797-4d11-a771-27e5f35b6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:21.426580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-3c38437f-9797-4d11-a771-27e5f35b6bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7052815 Jul 09 16:44:21.453692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:21.602075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-857f2a24-b961-4c4e-aa53-157b4a1a4aaa service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663437 Jul 09 16:44:21.770953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:20Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:21.781776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.823612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:21.831392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83c8a14-63a7-4a24-9dab-b4678aff5b3d None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:20Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:21.832128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.834741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Port': ['ID=339a3bf5-3ddc-46fb-8eca-215a9af206b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:21.965251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.965718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fcde0-f9fd-41d0-9ca5-57d1fbeba569 req-c5f18053-df65-4325-b7dd-d67c62f09788 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:21.966012 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Floating IP 9e983493-e8d3-4d2d-9563-6ea4c557df8b disassociated (deleted). External IP: 172.25.7.177, port: 9e967156-2a60-4293-b786-75eff7d223db. Jul 09 16:44:21.985903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-158fcde0-f9fd-41d0-9ca5-57d1fbeba569 req-c5f18053-df65-4325-b7dd-d67c62f09788 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4522290 Jul 09 16:44:21.994560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-3c9a199b-8237-4371-8672-4e2b314f0e1a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454525 Jul 09 16:44:22.024903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e60a24e1-0470-4c80-9c80-d620c6febfad req-0ec7593e-4006-4b16-a3ae-8eeabf34675b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 210 time: 0.2464135 Jul 09 16:44:22.083576 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.110206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Transition to ACTIVE for port object 4b58e2f8-a41d-4925-948e-70ee348dd178 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:22.122636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.228930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-158fcde0-f9fd-41d0-9ca5-57d1fbeba569 req-71327a80-100f-40f6-846c-8686e88feea7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361677 Jul 09 16:44:22.275536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebda73-914e-45d7-a754-233d3ba527eb None None] Pushing event updated for resources: {'Port': ['ID=4b58e2f8-a41d-4925-948e-70ee348dd178,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:22.488617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Attempting to bind port 4b58e2f8-a41d-4925-948e-70ee348dd178 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:22.489083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Attempting to bind port 4b58e2f8-a41d-4925-948e-70ee348dd178 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:22.489462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Attempting to bind port 4b58e2f8-a41d-4925-948e-70ee348dd178 on network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:22.521452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:22.521892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Checking segment: {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:22.522224 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.527628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Bound using segment: {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:22.533265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Bound port: 4b58e2f8-a41d-4925-948e-70ee348dd178, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:22.533849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.807128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.910394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] For port 4b58e2f8-a41d-4925-948e-70ee348dd178, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:22.923454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] For port 4b58e2f8-a41d-4925-948e-70ee348dd178, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4b58e2f8-a41d-4925-948e-70ee348dd178,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:22.931492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.960789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Subnet': ['ID=f4d5e392-db81-487f-bcc7-ac85dc433051,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:23.121777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Checking segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:23.122647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network hostable DHCP agents. Network: 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:23.136963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c630b7c-6330-4b68-bdcd-b2a3b1ad6294 req-5ef041ea-8b03-4266-8edf-532842d8abe9 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:23.146066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c630b7c-6330-4b68-bdcd-b2a3b1ad6294 req-5ef041ea-8b03-4266-8edf-532842d8abe9 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.4881916 Jul 09 16:44:23.159164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Routers {'d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:23.160397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:23.346195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-6750bce1-3e10-44fc-8b10-6b253dee2578 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:23.349147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-6750bce1-3e10-44fc-8b10-6b253dee2578 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 820 time: 0.4029598 Jul 09 16:44:23.351259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c630b7c-6330-4b68-bdcd-b2a3b1ad6294 req-f635bc94-5b37-4e51-992b-fb7c85797e1d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027025 Jul 09 16:44:23.354378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Router 6463f414-ad42-4d03-a773-a91b62a60961 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:23.355069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:23.370920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebda73-914e-45d7-a754-233d3ba527eb None None] Pushing event updated for resources: {'Port': ['ID=4b58e2f8-a41d-4925-948e-70ee348dd178,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:23.385909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:23.397629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:23.400629 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.428072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'port': {'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'admin_state_up': True, 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:23.429727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff84fdc-6ba4-411c-8f27-b2424b551973 None None] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:23.448759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7072e288-e837-4e04-9767-041459790e77 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0669465 Jul 09 16:44:23.455920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:23.469475 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-150357099'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:23.644407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a0793d2-5e8a-4dff-8f11-72b7783f5802 req-98221205-3395-4949-be59-aadc624ffb6f tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 210 time: 0.1368582 Jul 09 16:44:23.668249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:23.682196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.734846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:23.741110 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.750953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] Sync routers for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:23.791191 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:23.793652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:23.794514 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:23.829836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f478e965-bbc1-43bf-833a-e702ab725323 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "DELETE /v2.0/floatingips/9e983493-e8d3-4d2d-9563-6ea4c557df8b HTTP/1.1" status: 204 len: 168 time: 4.0238371 Jul 09 16:44:23.835744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.836376 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Added segment e978ab8e-8020-4fec-a748-40379326e32d of type vlan for network b82ae608-4817-4eee-a0e8-c5fc289e8b52 Jul 09 16:44:23.838857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:23.851317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:23.855186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Made reservation on behalf of 8fa94e5e4f5d41ccaceca0bb6913d8ee for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:23.882876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.889395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b2b174ff-8322-49ad-9199-0735e3e3e975 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:23.906046 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:23.956138 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:23.962430 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:23.989688 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.105441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.110345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.111887 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:24.113534 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3f690-e522-488d-b93a-9a184b410a84 None None] The sync data for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:24.193566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.203498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] Set router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:24.210710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:24.211877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.233296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f56a-93a0-40d2-a1bb-5372ce67429a req-a4fe3f0b-21bc-4a05-afb2-e9f3c00c0161 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:24.244583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a44f56a-93a0-40d2-a1bb-5372ce67429a req-a4fe3f0b-21bc-4a05-afb2-e9f3c00c0161 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.3815119 Jul 09 16:44:24.296880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Allocated IP 172.20.0.13 (99417b66-3c63-4cca-9dc8-9ee1ccd37ce4/8adb1caa-0f18-46f4-ba43-74ff754381a6/30f98285-d667-4a61-b71c-588006d0d983) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:24.320158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50164) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:24.413204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9558988 Jul 09 16:44:24.417845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:24.418817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'fixed_ips': [{'subnet_id': 'f4d5e392-db81-487f-bcc7-ac85dc433051'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:44:24.419699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.437597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'subnet': {'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:24.457237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b2b174ff-8322-49ad-9199-0735e3e3e975 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:24.464955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b2b174ff-8322-49ad-9199-0735e3e3e975 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:24.465585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.499403 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a44f56a-93a0-40d2-a1bb-5372ce67429a req-33f5c765-a37c-4ba7-8031-59504971b4a5 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522759 Jul 09 16:44:24.500544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc8c46-1894-4b09-8800-4b071b81198b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Network': ['ID=b82ae608-4817-4eee-a0e8-c5fc289e8b52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:24.566886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:24.610090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.653700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:24.660171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.888264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.898611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c9c5dc6-950e-48ad-8dfc-aa444c6505ed req-ffef9469-840a-4fed-aed0-025096364641 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 210 time: 0.0943222 Jul 09 16:44:24.950830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Transition to ACTIVE for port object 30f98285-d667-4a61-b71c-588006d0d983 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:24.960573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Deleting subnet d2da96f6-8a04-4eea-b8a8-a341748b256f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:24.975646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:24.976083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c872a-2655-4ef8-99a4-8cc228fa9d5d req-b1b5da97-ed35-4803-9f11-4c40dd62aaf2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:24.978418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e2c872a-2655-4ef8-99a4-8cc228fa9d5d req-b1b5da97-ed35-4803-9f11-4c40dd62aaf2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3279555 Jul 09 16:44:25.050817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Allocated IP 172.25.7.218 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/7dbf474e-532c-4046-8d85-92c6488bdace) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:25.057041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.064772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Allocated IP 19.80.0.2 (513a0aea-0b92-4b4c-a445-4a9aaf7cf27c/f4d5e392-db81-487f-bcc7-ac85dc433051/a846a636-03e9-42b1-8d05-dabfe5a22d6a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:25.075276 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.086580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e2c872a-2655-4ef8-99a4-8cc228fa9d5d req-1248c1e5-3762-4732-a359-1ce4d32fee77 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001215 Jul 09 16:44:25.117927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.168862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b2b174ff-8322-49ad-9199-0735e3e3e975, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b2b174ff-8322-49ad-9199-0735e3e3e975,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:25.176057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.187592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.211380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Subnet': ['ID=97b4c935-647a-44d2-a2c8-d4dc009d7295,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:25.230498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b2b174ff-8322-49ad-9199-0735e3e3e975,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:25.240806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:44:17Z', 'revision_number': 4, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '4b58e2f8-a41d-4925-948e-70ee348dd178', 'name': '', 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'mac_address': 'fa:16:3e:8f:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '79e431d0-6df4-4230-b896-d7843039929a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:14Z', 'updated_at': '2021-07-09T16:44:22Z', 'revision_number': 4, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'subnets': [{'id': '79e431d0-6df4-4230-b896-d7843039929a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:25.249473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Checking segment: {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:25.249946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network hostable DHCP agents. Network: b82ae608-4817-4eee-a0e8-c5fc289e8b52, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:25.255910 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.275426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e6baa-ed35-4c22-ad40-41a61279e07f None None] The sync data for ids ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'] in n-d-800085-2 is: [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:44:17Z', 'revision_number': 4, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '4b58e2f8-a41d-4925-948e-70ee348dd178', 'name': '', 'network_id': 'dad39ca4-c6ee-400f-b79d-3c95ff3ff297', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'mac_address': 'fa:16:3e:8f:9c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '79e431d0-6df4-4230-b896-d7843039929a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:14Z', 'updated_at': '2021-07-09T16:44:22Z', 'revision_number': 4, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'subnets': [{'id': '79e431d0-6df4-4230-b896-d7843039929a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:25.284418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:25.307106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b82ae608-4817-4eee-a0e8-c5fc289e8b52) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:25.319242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:25.321674 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.322729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:25.329913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5067c09-8c54-436f-830f-4c733f2113fd None None] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:25.335029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:25.340612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:25.348528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event updated for resources: {'Port': ['ID=30f98285-d667-4a61-b71c-588006d0d983,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:25.431745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dcc05edf-34b9-42bb-85c3-d7e864507535 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0002940 Jul 09 16:44:25.444522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.445101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.445643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.446253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.446461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.447174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.447802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.448542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.449020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.450019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.450019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.450632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:25.465660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.490809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.494189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Transition to ACTIVE for port object a846a636-03e9-42b1-8d05-dabfe5a22d6a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:25.533898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Transition to ACTIVE for port object a846a636-03e9-42b1-8d05-dabfe5a22d6a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:25.536787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:25.537926 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.542182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.580164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.618933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2da96f6-8a04-4eea-b8a8-a341748b256f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:25.627396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.632146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d69a1d5-3ced-4db9-a79a-b48e87a9f881 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d2da96f6-8a04-4eea-b8a8-a341748b256f HTTP/1.1" status: 204 len: 168 time: 1.3105628 Jul 09 16:44:25.633128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:25.633895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-d21b41a7-bc72-4c34-a8e7-38fe8f4b58e2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2531958 Jul 09 16:44:25.658313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Request body: {'port': {'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:25.753242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Pushing event updated for resources: {'Port': ['ID=a846a636-03e9-42b1-8d05-dabfe5a22d6a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:25.810894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.824756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:25.871797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:25.876703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:25.921391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-b82ae608-4817-4eee-a0e8-c5fc289e8b52', 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'fixed_ips': [{'subnet_id': '97b4c935-647a-44d2-a2c8-d4dc009d7295'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:44:25.922694 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.024817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:26.034336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b2b174ff-8322-49ad-9199-0735e3e3e975 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:26.039966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:26.049809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:26.093934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.103401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Pushing event updated for resources: {'Port': ['ID=7dbf474e-532c-4046-8d85-92c6488bdace,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:26.110561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.131046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7824f-892d-459b-9ed9-a2ce4d55837e req-0c326e93-aa70-4097-94f1-a9ffd1f0e093 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:26.140182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90c7824f-892d-459b-9ed9-a2ce4d55837e req-0c326e93-aa70-4097-94f1-a9ffd1f0e093 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.2378812 Jul 09 16:44:26.147115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Attempting to bind port a846a636-03e9-42b1-8d05-dabfe5a22d6a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:26.147533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Attempting to bind port a846a636-03e9-42b1-8d05-dabfe5a22d6a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:26.147921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Attempting to bind port a846a636-03e9-42b1-8d05-dabfe5a22d6a on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:26.321415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90c7824f-892d-459b-9ed9-a2ce4d55837e req-23c4939f-5607-4c45-afb0-86c42b8aefdb tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794875 Jul 09 16:44:26.420936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:26.421871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Checking segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:26.424497 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.425167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Bound using segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:26.426067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Bound port: a846a636-03e9-42b1-8d05-dabfe5a22d6a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:26.426629 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.432383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.458836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8a4553a-c031-4389-8528-892ea51f2b03 None None] Provisioning for port 30f98285-d667-4a61-b71c-588006d0d983 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:26.462353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f976fc9b-2641-4ee0-a4dd-6a1ee789a40a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:26.491858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6257b7ce-d020-4abd-a130-fc148aeeb12d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:26.492334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6257b7ce-d020-4abd-a130-fc148aeeb12d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:26.528159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8a4553a-c031-4389-8528-892ea51f2b03 None None] Provisioning complete for port 30f98285-d667-4a61-b71c-588006d0d983 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:26.528809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8a4553a-c031-4389-8528-892ea51f2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.529251 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.568150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.610008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.630099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:26.634790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:26.637608 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:26.663716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-f26c46c8-7a23-4f26-82d7-17be40c56b08 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:26.669939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-f26c46c8-7a23-4f26-82d7-17be40c56b08 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:26.678842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-f26c46c8-7a23-4f26-82d7-17be40c56b08 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/networks?id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c&id=b82ae608-4817-4eee-a0e8-c5fc289e8b52&id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c HTTP/1.1" status: 200 len: 1391 time: 0.3363361 Jul 09 16:44:26.681336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Allocated IP 19.86.0.2 (b82ae608-4817-4eee-a0e8-c5fc289e8b52/97b4c935-647a-44d2-a2c8-d4dc009d7295/a21406ab-ae5a-483e-9b83-4370c4cff720) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:26.744307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-8c76f9c1-f10a-4c3b-bde9-1cf36688e425 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/quotas/9e9e520150854cc5909a7c340ed8b071 HTTP/1.1" status: 200 len: 375 time: 0.0643690 Jul 09 16:44:26.763507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.804726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.806771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b2b174ff-8322-49ad-9199-0735e3e3e975 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:26.807163 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.816806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f976fc9b-2641-4ee0-a4dd-6a1ee789a40a HTTP/1.1" status: 204 len: 168 time: 1.1749613 Jul 09 16:44:26.842792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e31c3-7e76-468c-8fca-c54ff8b19b9c req-da3cac51-7485-4afb-9d7f-ce35ba22a707 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:26.852135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d60e31c3-7e76-468c-8fca-c54ff8b19b9c req-da3cac51-7485-4afb-9d7f-ce35ba22a707 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 932 time: 0.3304152 Jul 09 16:44:26.858076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729a455-c36c-4175-a176-9323e6cf8cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f976fc9b-2641-4ee0-a4dd-6a1ee789a40a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:26.908211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4553a-c031-4389-8528-892ea51f2b03 None None] Port 30f98285-d667-4a61-b71c-588006d0d983 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:26.926931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.937376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d60e31c3-7e76-468c-8fca-c54ff8b19b9c req-79679895-a57f-4ea1-960e-8aab9ad2bbc4 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835071 Jul 09 16:44:26.953969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] For port a846a636-03e9-42b1-8d05-dabfe5a22d6a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:26.964672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] For port a846a636-03e9-42b1-8d05-dabfe5a22d6a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a846a636-03e9-42b1-8d05-dabfe5a22d6a,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:26.984859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.016675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-2ed0d3ac-6cfd-4424-aaac-74889790866f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2710309 Jul 09 16:44:27.036093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-77c5e3df-1a0f-448c-aab1-ee83b4d6df15 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:27.045459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f98285-d667-4a61-b71c-588006d0d983 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:27.053953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-77c5e3df-1a0f-448c-aab1-ee83b4d6df15 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259006 Jul 09 16:44:27.057936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:27.087552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.189490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abac56-9aaf-416e-9ea3-5892a36a5473 None None] Pushing event updated for resources: {'Port': ['ID=a846a636-03e9-42b1-8d05-dabfe5a22d6a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:27.203358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Transition to ACTIVE for port object 30f98285-d667-4a61-b71c-588006d0d983 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:27.249637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-61ab926b-b23e-4939-ae91-94ace76e762c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cc7f14db6eb4fc2881e76949dba9113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900694 Jul 09 16:44:27.264308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:27.271808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b58e2f8-a41d-4925-948e-70ee348dd178 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:27.312232 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.319406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.330059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Transition to ACTIVE for port object a21406ab-ae5a-483e-9b83-4370c4cff720 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:27.371114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Transition to ACTIVE for port object a21406ab-ae5a-483e-9b83-4370c4cff720 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:27.389178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 4b58e2f8-a41d-4925-948e-70ee348dd178 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:27.396437 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.417844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4b58e2f8-a41d-4925-948e-70ee348dd178 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:27.418955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.484288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b2ae35-0c7e-4334-ba35-1dd8c83c50f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.572248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:27.594922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:27.606387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Pushing event updated for resources: {'Port': ['ID=30f98285-d667-4a61-b71c-588006d0d983,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:27.612444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Pushing event updated for resources: {'Port': ['ID=a21406ab-ae5a-483e-9b83-4370c4cff720,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:27.624487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:27.648232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b2ae35-0c7e-4334-ba35-1dd8c83c50f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.693211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-2d97300d-30c6-48d8-8cf5-5791042850f7 service neutron] 10.222.0.48 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551124 Jul 09 16:44:27.780586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.811073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Attempting to bind port 30f98285-d667-4a61-b71c-588006d0d983 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:27.812044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Attempting to bind port 30f98285-d667-4a61-b71c-588006d0d983 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:27.812044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Attempting to bind port 30f98285-d667-4a61-b71c-588006d0d983 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:27.824493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Attempting to bind port a21406ab-ae5a-483e-9b83-4370c4cff720 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:27.825778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Attempting to bind port a21406ab-ae5a-483e-9b83-4370c4cff720 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:27.826191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Attempting to bind port a21406ab-ae5a-483e-9b83-4370c4cff720 on network b82ae608-4817-4eee-a0e8-c5fc289e8b52 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:27.846187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:27.847700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Checking segment: {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:27.847700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.847700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Bound using segment: {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:27.848207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Bound port: a21406ab-ae5a-483e-9b83-4370c4cff720, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:27.849247 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.863033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Port 30f98285-d667-4a61-b71c-588006d0d983 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:27.863382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Attempting to bind port 30f98285-d667-4a61-b71c-588006d0d983 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:27.866633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 4b58e2f8-a41d-4925-948e-70ee348dd178, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4b58e2f8-a41d-4925-948e-70ee348dd178,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:27.872976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.897882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:27.905584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Checking segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:27.906286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Bound using segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:27.908171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Bound port: 30f98285-d667-4a61-b71c-588006d0d983, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:27.910153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.921293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad3204-fbda-4b67-ab99-41faf6577ef2 req-6140c5e5-3924-4690-9941-fb553e100358 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:27.922855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23ad3204-fbda-4b67-ab99-41faf6577ef2 req-6140c5e5-3924-4690-9941-fb553e100358 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.6715510 Jul 09 16:44:27.959229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b2ae35-0c7e-4334-ba35-1dd8c83c50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.962525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36b2ae35-0c7e-4334-ba35-1dd8c83c50f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.964008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-36b2ae35-0c7e-4334-ba35-1dd8c83c50f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5812d91b-c8e6-4cd8-9305-5a0506d51fd6 HTTP/1.1" status: 204 len: 168 time: 0.6981480 Jul 09 16:44:27.973986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.984530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.056604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2ae35-0c7e-4334-ba35-1dd8c83c50f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5812d91b-c8e6-4cd8-9305-5a0506d51fd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:28.068959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-0a4db032-747b-4a3f-8aee-d5535b10bd5c service neutron] 10.222.0.48 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646410 Jul 09 16:44:28.129981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23ad3204-fbda-4b67-ab99-41faf6577ef2 req-5626ee57-188b-44e8-9011-2b294a93571e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555738 Jul 09 16:44:28.130496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a846a636-03e9-42b1-8d05-dabfe5a22d6a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:28.196914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] For port a21406ab-ae5a-483e-9b83-4370c4cff720, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:28.212079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=4b58e2f8-a41d-4925-948e-70ee348dd178,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:28.216602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-20382d2b-8e66-41d9-9307-eb253c2524e9 service neutron] 10.222.0.48 "GET /v2.0/networks/b82ae608-4817-4eee-a0e8-c5fc289e8b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467099 Jul 09 16:44:28.245141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Pushing event updated for resources: {'Port': ['ID=7dbf474e-532c-4046-8d85-92c6488bdace,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:28.249351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.267817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] For port 30f98285-d667-4a61-b71c-588006d0d983, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:28.273118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] For port 30f98285-d667-4a61-b71c-588006d0d983, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=30f98285-d667-4a61-b71c-588006d0d983,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:28.274549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.276148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d75487fc-4151-49fc-943a-d81b17b9cbd4 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4360380 Jul 09 16:44:28.277511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] For port a21406ab-ae5a-483e-9b83-4370c4cff720, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a21406ab-ae5a-483e-9b83-4370c4cff720,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:28.278788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:28.291050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.316671 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.354660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:28.357009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.359026 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] 10.222.0.37 "PUT /v2.0/ports/30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 1092 time: 2.7052915 Jul 09 16:44:28.359026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:28.361615 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacdf894-bdf5-4dfb-a45d-303408ea0faf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:28.413524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48def-5c1c-4d33-a9a5-4094ccf7d144 service neutron] Pushing event updated for resources: {'Port': ['ID=30f98285-d667-4a61-b71c-588006d0d983,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:28.497856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a846a636-03e9-42b1-8d05-dabfe5a22d6a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:28.536815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-39c00903-4cf3-46d8-b43f-16e741ac98d1 service neutron] 10.222.0.48 "GET /v2.0/networks/b82ae608-4817-4eee-a0e8-c5fc289e8b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108528 Jul 09 16:44:28.574580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819bbf-cca0-420e-86ad-34a13b00ebdf None None] Pushing event updated for resources: {'Port': ['ID=a21406ab-ae5a-483e-9b83-4370c4cff720,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:28.585823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-8669fb8f-7a16-464d-93ee-5b7a78c27645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:28.605323 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-8669fb8f-7a16-464d-93ee-5b7a78c27645 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1095 time: 0.1800759 Jul 09 16:44:28.721289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-c4e15c58-be67-4fe5-b4b8-f00ef4af949e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 217 time: 0.0985293 Jul 09 16:44:28.839521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-fc635dda-9773-413b-a0cf-ff60edc42ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:28.851352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-fc635dda-9773-413b-a0cf-ff60edc42ae3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1126316 Jul 09 16:44:28.857649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:28.958970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.125948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-55cde1a2-3850-40f4-aff2-7c5a0beb0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:29.137912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-55cde1a2-3850-40f4-aff2-7c5a0beb0274 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689126 Jul 09 16:44:29.314501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-74cc2c2a-40ca-4fe2-8296-756c5c603bee service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668169 Jul 09 16:44:29.334385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.382727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f2317-ceee-49c0-914f-91f871ae10df req-4bea6771-0300-4ed8-aa59-eaea3819f64f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:29.384401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a07f2317-ceee-49c0-914f-91f871ae10df req-4bea6771-0300-4ed8-aa59-eaea3819f64f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.6979282 Jul 09 16:44:29.395325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-ebe5cc59-f386-4b1a-ac3b-23d9526dfd24 service neutron] 10.222.0.48 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579867 Jul 09 16:44:29.412392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30b60e-cdb3-46fb-a974-ba40494cc180 None None] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:29.506083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:29.517610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] Provisioning for port a846a636-03e9-42b1-8d05-dabfe5a22d6a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:29.530327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] Provisioning complete for port a846a636-03e9-42b1-8d05-dabfe5a22d6a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:29.530933 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.541603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd24fe51-817c-4319-97bd-ecbbf5f4e773 req-1bff35a3-17ed-403c-adaf-43d8a089732f service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190120 Jul 09 16:44:29.568799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Allocated IP 172.25.7.108 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/241d0cc9-d31b-4f82-bd13-38ddeeb29c07) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:29.582084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a07f2317-ceee-49c0-914f-91f871ae10df req-fca57637-2450-46a1-bedc-c53d357bb307 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706197 Jul 09 16:44:29.689527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-594ac7c3-1fdb-4151-908e-836c0077b507 service neutron] 10.222.0.48 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930009 Jul 09 16:44:29.788325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-379703141-network', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:29.879172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aed89-4933-468c-803f-d41d7a18e4f6 req-200b875c-a1fa-4de7-a54b-d9bdc2506a19 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:29.881241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.886600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:29.889276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c04aed89-4933-468c-803f-d41d7a18e4f6 req-200b875c-a1fa-4de7-a54b-d9bdc2506a19 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 944 time: 0.1129444 Jul 09 16:44:29.889477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.898687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.904987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.953364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] For port a846a636-03e9-42b1-8d05-dabfe5a22d6a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a846a636-03e9-42b1-8d05-dabfe5a22d6a,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:29.961150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.024144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c04aed89-4933-468c-803f-d41d7a18e4f6 req-d2251fc0-8919-452a-ba5d-803a69d6a813 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334844 Jul 09 16:44:30.113986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.118809 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4a202-06c4-4aa6-98bd-cf5ec9806b1f x-openstack-request-id: req-b3d4a202-06c4-4aa6-98bd-cf5ec9806b1f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:30.119700 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:30.120240 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3d4a202-06c4-4aa6-98bd-cf5ec9806b1f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:30.121464 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'status': 'completed', 'code': 200} Jul 09 16:44:30.129135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.169934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac0bbc-94b1-4fa7-925d-c13d4f9760ed None None] Pushing event updated for resources: {'Port': ['ID=a846a636-03e9-42b1-8d05-dabfe5a22d6a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:30.234804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:30.302266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a21406ab-ae5a-483e-9b83-4370c4cff720 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:30.328895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92053e-834f-44bd-bf1a-66a39029f057,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:30.353875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.354167 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Added segment b081ab72-a700-41b1-97d6-c258940900d5 of type vlan for network 97898012-36dc-4338-8b66-f21055404fb6 Jul 09 16:44:30.372245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.430287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd6d30-0114-426d-9848-b963c9317291 None None] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:30.510927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8082824f-72ea-40b1-a3ce-78f9223c448b req-fe46b6c0-c58c-405b-817a-7c7e810c5c51 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 210 time: 0.0674503 Jul 09 16:44:30.513875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-42c93128-7e0d-4326-a0e6-ea4ac1035985 None None] Provisioning for port a21406ab-ae5a-483e-9b83-4370c4cff720 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:30.540679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a21406ab-ae5a-483e-9b83-4370c4cff720 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:30.552404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a21406ab-ae5a-483e-9b83-4370c4cff720 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:30.553185 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.592004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301565de-f800-4ec5-a041-8218a48ec3e9 req-bfa0088e-c921-4ba2-92bc-2ad1630bf7c8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:30.595103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-301565de-f800-4ec5-a041-8218a48ec3e9 req-bfa0088e-c921-4ba2-92bc-2ad1630bf7c8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.2177153 Jul 09 16:44:30.673016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-301565de-f800-4ec5-a041-8218a48ec3e9 req-0509737e-47f9-448c-b7c1-de7965454cbf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701795 Jul 09 16:44:30.864517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5a34-1c23-4394-bcec-0d1d81dfa159 req-ceabee5d-7385-4722-91e8-d686b74a4513 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:30.867754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-145a5a34-1c23-4394-bcec-0d1d81dfa159 req-ceabee5d-7385-4722-91e8-d686b74a4513 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.1068664 Jul 09 16:44:30.886780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.900228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.905711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Pushing event updated for resources: {'Port': ['ID=241d0cc9-d31b-4f82-bd13-38ddeeb29c07,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:30.908093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e453a29e-20fb-4160-a00c-5937366c0ad1 None None] Provisioning complete for port a846a636-03e9-42b1-8d05-dabfe5a22d6a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:30.908814 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e453a29e-20fb-4160-a00c-5937366c0ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.921555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:30.927523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:30.931244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:30.937063 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-145a5a34-1c23-4394-bcec-0d1d81dfa159 req-c5ac2f9f-3391-499c-b6f8-caabc1b79373 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582271 Jul 09 16:44:30.980226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-d861c664-9699-4385-a5e3-03f419c6d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:30.981926 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-d861c664-9699-4385-a5e3-03f419c6d422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1095 time: 0.8067880 Jul 09 16:44:31.003889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a21406ab-ae5a-483e-9b83-4370c4cff720, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a21406ab-ae5a-483e-9b83-4370c4cff720,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:31.020211 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.020897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b58e2f8-a41d-4925-948e-70ee348dd178 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:31.068063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.070285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:31.071446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.156124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a21406ab-ae5a-483e-9b83-4370c4cff720,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:31.196350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4b58e2f8-a41d-4925-948e-70ee348dd178 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:31.197127 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.248930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7d2b1-6036-4e4f-8b55-b61639d9661d req-dd3f554c-4d86-4b94-8006-efdfb4d26b08 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:31.251501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb7d2b1-6036-4e4f-8b55-b61639d9661d req-dd3f554c-4d86-4b94-8006-efdfb4d26b08 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 944 time: 0.0885723 Jul 09 16:44:31.264861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7444265 Jul 09 16:44:31.283171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:31.290813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722a7c3-6f2d-4a25-ae4d-55f8a007d4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=97898012-36dc-4338-8b66-f21055404fb6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:31.296702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Request body: {'subnet': {'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-379703141-subnet', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:31.311497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 97898012-36dc-4338-8b66-f21055404fb6 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:31.356388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-0a3d37fc-f8f8-4057-8bfb-155811f63f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:31.361708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb7d2b1-6036-4e4f-8b55-b61639d9661d req-e8dccb9e-2f72-4c2d-bd03-f47cec5ffcfc tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007614 Jul 09 16:44:31.373371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-0a3d37fc-f8f8-4057-8bfb-155811f63f2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.3783526 Jul 09 16:44:31.384135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.395778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:31.399367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.483655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-23bad606-332d-407b-88c0-21f291e23cb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 217 time: 0.1013482 Jul 09 16:44:31.614434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.616875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dae004c5-1232-40c3-a420-9495aff3ccc0 None None] Provisioning complete for port a21406ab-ae5a-483e-9b83-4370c4cff720 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:31.617229 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dae004c5-1232-40c3-a420-9495aff3ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.660266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-cb8e821e-ec76-4aa5-b64a-1b7afca402b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:31.663508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-cb8e821e-ec76-4aa5-b64a-1b7afca402b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1727388 Jul 09 16:44:31.663694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.921377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-3782d023-11fc-4914-be03-4576f8e435a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:31.926752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-3782d023-11fc-4914-be03-4576f8e435a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547040 Jul 09 16:44:31.938034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ef71531-31ac-4394-8e7c-5ead10a6dd43 req-2bfc55d0-db13-4146-8ec3-66391807eb3e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 210 time: 0.1914935 Jul 09 16:44:31.976507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca0dc34-f4b5-488e-b231-6a0a9d4562a0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:32.032316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.043094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a846a636-03e9-42b1-8d05-dabfe5a22d6a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:32.044230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Checking segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:32.044605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Network hostable DHCP agents. Network: 97898012-36dc-4338-8b66-f21055404fb6, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:32.159874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.166020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a846a636-03e9-42b1-8d05-dabfe5a22d6a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:32.166442 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.191238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.261725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Network 97898012-36dc-4338-8b66-f21055404fb6 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:32.271295 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-970bb008-24fc-4b00-8e9d-ffb585e8d133 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343136 Jul 09 16:44:32.309593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Pushing event updated for resources: {'Port': ['ID=241d0cc9-d31b-4f82-bd13-38ddeeb29c07,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:32.310894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232531b2-923b-4f69-af2b-cdac77c91d1f req-335745d2-b1d3-420e-87d2-0906442b1bcd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:32.320513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-232531b2-923b-4f69-af2b-cdac77c91d1f req-335745d2-b1d3-420e-87d2-0906442b1bcd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.4410708 Jul 09 16:44:32.327567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a21406ab-ae5a-483e-9b83-4370c4cff720 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:32.356858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 97898012-36dc-4338-8b66-f21055404fb6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:32.358723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f64cc-0c50-4d59-9c49-7f95070b0699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.375844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608c1ff-bef7-4b5e-8949-1e75772fb2de None None] Network 97898012-36dc-4338-8b66-f21055404fb6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:32.389942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.397043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:32.397821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.421662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.423096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-10250698-f8ba-49d6-9346-9cf97f834d80 tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1430533 Jul 09 16:44:32.426815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.462869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-229b3772-f0b2-401c-aeb1-f6f8885fa1c7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1781812 Jul 09 16:44:32.484298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-232531b2-923b-4f69-af2b-cdac77c91d1f req-0133aacd-936d-443e-a863-ed92600beecf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625731 Jul 09 16:44:32.489894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.517178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-209f9957-4e42-4fe6-8b4e-ab38ccca2075 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:32.519137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a21406ab-ae5a-483e-9b83-4370c4cff720 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:32.520131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.531553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-209f9957-4e42-4fe6-8b4e-ab38ccca2075 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:32.536457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-209f9957-4e42-4fe6-8b4e-ab38ccca2075 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "GET /v2.0/networks?id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c&id=b82ae608-4817-4eee-a0e8-c5fc289e8b52&id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c HTTP/1.1" status: 200 len: 1391 time: 0.5043411 Jul 09 16:44:32.536750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ca04eaa1-0ae9-4d31-a9a3-e3cef1b2c4f9 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1085804 Jul 09 16:44:32.540601 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eacdf894-bdf5-4dfb-a45d-303408ea0faf req-0b1301a3-d9ab-47ff-995d-635d7d91bc31 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597115 Jul 09 16:44:32.541101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.553235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:32.645048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'port': {'device_id': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'admin_state_up': True, 'tenant_id': '9e9e520150854cc5909a7c340ed8b071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:32.646170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9083dc7c-99e1-4e8a-9cd9-fd2959b19d75 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1039724 Jul 09 16:44:32.650701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50310) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.654104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-97898012-36dc-4338-8b66-f21055404fb6', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:44:32.656057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.748003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5fbb1-c562-4b98-90e2-07fe173fc6a0 req-357bfe5d-45dd-44cb-ad1c-d2ce476568cc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:32.749532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90e5fbb1-c562-4b98-90e2-07fe173fc6a0 req-357bfe5d-45dd-44cb-ad1c-d2ce476568cc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.5604458 Jul 09 16:44:32.813327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Deleting port 241d0cc9-d31b-4f82-bd13-38ddeeb29c07 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:32.813978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.867919 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f64cc-0c50-4d59-9c49-7f95070b0699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.881056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9f64cc-0c50-4d59-9c49-7f95070b0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.885863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90e5fbb1-c562-4b98-90e2-07fe173fc6a0 req-24e3f873-4fb3-4712-b60d-423292581953 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186171 Jul 09 16:44:32.907895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Allocated IP 172.20.0.2 (97898012-36dc-4338-8b66-f21055404fb6/5ca0dc34-f4b5-488e-b231-6a0a9d4562a0/00240261-9b80-4950-940c-faa7745f89b7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:32.949062 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.949553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.968467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Calling delete_port for 241d0cc9-d31b-4f82-bd13-38ddeeb29c07 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:32.976136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cd9f64cc-0c50-4d59-9c49-7f95070b0699 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efbdb76f866e4d9485e772e5a9c2a1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9404495 Jul 09 16:44:32.978459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.988276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.989975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.009251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774576ce-7e6c-4a5d-b681-c0e76e571388 req-665e0806-1b1d-4669-a85e-a03128a76f29 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:33.017664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-774576ce-7e6c-4a5d-b681-c0e76e571388 req-665e0806-1b1d-4669-a85e-a03128a76f29 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 944 time: 0.3568966 Jul 09 16:44:33.042121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f64cc-0c50-4d59-9c49-7f95070b0699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380abbdb-4bca-4407-a086-dd39f7f200a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.103010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-774576ce-7e6c-4a5d-b681-c0e76e571388 req-b3dbf83b-ff0c-4673-9ddb-6b7cb1c09aac tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838141 Jul 09 16:44:33.122088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:33.124176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.161456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f17c00a9-db3a-4940-9ac2-7eec0c8821e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.165048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.176802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Transition to ACTIVE for port object 00240261-9b80-4950-940c-faa7745f89b7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:33.179588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.199322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Transition to ACTIVE for port object 00240261-9b80-4950-940c-faa7745f89b7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:33.206628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.217823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f17c00a9-db3a-4940-9ac2-7eec0c8821e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.257022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Network 97898012-36dc-4338-8b66-f21055404fb6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:33.260684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:33.269102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:33.291336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Pushing event updated for resources: {'Port': ['ID=00240261-9b80-4950-940c-faa7745f89b7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.334580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee394f1a-87bf-448a-8989-c2b2cef0f97e req-4dc5955e-0579-497d-8c79-0ebc9250ca96 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 210 time: 0.0704529 Jul 09 16:44:33.349003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.374673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f17c00a9-db3a-4940-9ac2-7eec0c8821e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.377218 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f17c00a9-db3a-4940-9ac2-7eec0c8821e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.382314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f17c00a9-db3a-4940-9ac2-7eec0c8821e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/380abbdb-4bca-4407-a086-dd39f7f200a7 HTTP/1.1" status: 204 len: 168 time: 0.3987389 Jul 09 16:44:33.382584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Attempting to bind port 00240261-9b80-4950-940c-faa7745f89b7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:33.382584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Attempting to bind port 00240261-9b80-4950-940c-faa7745f89b7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:33.382584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Attempting to bind port 00240261-9b80-4950-940c-faa7745f89b7 on network 97898012-36dc-4338-8b66-f21055404fb6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:33.404029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:33.404751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Checking segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:33.405719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.407070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Bound using segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:33.407886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Bound port: 00240261-9b80-4950-940c-faa7745f89b7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:33.408747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.410785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Pushing event deleted for resources: {'Port': ['ID=241d0cc9-d31b-4f82-bd13-38ddeeb29c07,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.451309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.475124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c00a9-db3a-4940-9ac2-7eec0c8821e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380abbdb-4bca-4407-a086-dd39f7f200a7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.526923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] For port 00240261-9b80-4950-940c-faa7745f89b7, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:33.533952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] For port 00240261-9b80-4950-940c-faa7745f89b7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=00240261-9b80-4950-940c-faa7745f89b7,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:33.553092 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.565968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.580025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Allocated IP 19.80.0.129 (513a0aea-0b92-4b4c-a445-4a9aaf7cf27c/f4d5e392-db81-487f-bcc7-ac85dc433051/9fcb8dc4-2f09-421d-8597-c95235a79467) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:33.595067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.604866 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-adc3b248-24e5-44fc-9894-a23d80c9571a tempest-FloatingIPAdminTestJSON-2102107124 tempest-FloatingIPAdminTestJSON-2102107124-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e98a84e-56df-44b8-b7b1-e457f047a2c3 HTTP/1.1" status: 204 len: 168 time: 0.9528999 Jul 09 16:44:33.606112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50322) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:33.698332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ed493-a371-4b5d-b237-c969b9b2deea None None] Pushing event updated for resources: {'Port': ['ID=00240261-9b80-4950-940c-faa7745f89b7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.810253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Deleting port 7dbf474e-532c-4046-8d85-92c6488bdace {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:33.810999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.927274 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.927587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.948271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Calling delete_port for 7dbf474e-532c-4046-8d85-92c6488bdace owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:34.026854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68741-a101-4a8a-b6f9-ba131d0c7af1 req-e8994e29-0020-41c6-88b2-ff9e27d573ae tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:34.028166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caa68741-a101-4a8a-b6f9-ba131d0c7af1 req-e8994e29-0020-41c6-88b2-ff9e27d573ae tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3247747 Jul 09 16:44:34.082543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.139772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Transition to ACTIVE for port object 9fcb8dc4-2f09-421d-8597-c95235a79467 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:34.141701 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.152943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 30f98285-d667-4a61-b71c-588006d0d983 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:34.172250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caa68741-a101-4a8a-b6f9-ba131d0c7af1 req-bea70801-903d-4eeb-b4b9-debb78f8f639 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347787 Jul 09 16:44:34.210353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.229591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.261704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dbf474e-532c-4046-8d85-92c6488bdace,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:34.336427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 30f98285-d667-4a61-b71c-588006d0d983, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=30f98285-d667-4a61-b71c-588006d0d983,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:34.367857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '30f98285-d667-4a61-b71c-588006d0d983', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:34.398502 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.427456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.435247 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.438377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.446822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2e382ee9-3b05-435a-aa30-e5fdd1f4fda2 tempest-FloatingIPAdminTestJSON-1760217895 tempest-FloatingIPAdminTestJSON-1760217895-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/c1cb34e1-b8c2-496e-8e59-bad9ea348d24 HTTP/1.1" status: 204 len: 168 time: 0.8391323 Jul 09 16:44:34.447786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50346) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:34.456457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f98285-d667-4a61-b71c-588006d0d983 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:34.488404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 30f98285-d667-4a61-b71c-588006d0d983, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=30f98285-d667-4a61-b71c-588006d0d983,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:34.497232 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.552155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Allocated IP 172.25.7.135 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:34.633888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=30f98285-d667-4a61-b71c-588006d0d983,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:34.635339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting port 9e967156-2a60-4293-b786-75eff7d223db {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:34.635710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.754816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.770845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Calling delete_port for 9e967156-2a60-4293-b786-75eff7d223db owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:34.885239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['30f98285-d667-4a61-b71c-588006d0d983'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:35.004727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:35.008915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:35.028391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c679f37-58bb-42bd-86c8-04e86dd2993d req-3b75d9d5-e13c-4e3b-9518-111dc7ca9b87 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.030078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c679f37-58bb-42bd-86c8-04e86dd2993d req-3b75d9d5-e13c-4e3b-9518-111dc7ca9b87 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.8703544 Jul 09 16:44:35.037457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:35.046047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:35.055977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Port': ['ID=9fcb8dc4-2f09-421d-8597-c95235a79467,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:35.107610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Port': ['ID=9e967156-2a60-4293-b786-75eff7d223db,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:35.132511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.132867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.133213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.133553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.133891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.134222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.135064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.135064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.135555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.135555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.135993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.136239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:35.164035 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:44:35.166345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:35.228160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.235394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:35.285713 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c679f37-58bb-42bd-86c8-04e86dd2993d req-8ad8d986-2d80-468a-8b7a-c6fa0af66d18 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952951 Jul 09 16:44:35.294092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:35.296357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cb0a03fb-b623-44df-b0ef-3ae47dbe237f tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "DELETE /v2.0/ports/9e967156-2a60-4293-b786-75eff7d223db HTTP/1.1" status: 204 len: 168 time: 0.8333936 Jul 09 16:44:35.299048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:35.299285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-d9c0e2f2-52a0-45cc-bea4-f5dcd8d20f91 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6641712 Jul 09 16:44:35.319147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c88e2-a730-453c-965a-8ff0fae74b0d req-fb2c2722-c3a3-4f24-9ec7-102dd5454a57 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.326820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028c88e2-a730-453c-965a-8ff0fae74b0d req-fb2c2722-c3a3-4f24-9ec7-102dd5454a57 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 945 time: 0.3977776 Jul 09 16:44:35.342209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'port': {'device_id': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52', 'admin_state_up': True, 'tenant_id': '9e9e520150854cc5909a7c340ed8b071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:35.427482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1713dfc-408e-44c1-b01b-2fe8e28718e7 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.429872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1713dfc-408e-44c1-b01b-2fe8e28718e7 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "GET /v2.0/ports?device_id=6463f414-ad42-4d03-a773-a91b62a60961 HTTP/1.1" status: 200 len: 913 time: 0.1298296 Jul 09 16:44:35.432762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:35.549302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:35.580324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fadfa3-39e5-4e71-b597-0dfce2b2ae60 None None] Network 97898012-36dc-4338-8b66-f21055404fb6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:35.648207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028c88e2-a730-453c-965a-8ff0fae74b0d req-8a80934d-980f-46a8-a747-c555edaf7897 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201663 Jul 09 16:44:35.742603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:35.761409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:35.768266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cfebae16-b640-4813-9597-fcd5bd02e175 None None] Provisioning for port 00240261-9b80-4950-940c-faa7745f89b7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:35.772164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:35.780864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:35.781595 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-724cde36-d06f-4d86-ba8a-778b877b0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:35.888921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4410d-14b8-4f9c-9fa2-e278ff12768f req-7b37b528-4054-4c72-b677-3e103246cad3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.896754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7bb4410d-14b8-4f9c-9fa2-e278ff12768f req-7b37b528-4054-4c72-b677-3e103246cad3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 932 time: 0.3740125 Jul 09 16:44:36.022419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-353a3f7b-8396-4668-ad95-143d83cedbe3 None None] Provisioning for port 9fcb8dc4-2f09-421d-8597-c95235a79467 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:36.032498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-353a3f7b-8396-4668-ad95-143d83cedbe3 None None] Provisioning complete for port 9fcb8dc4-2f09-421d-8597-c95235a79467 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:36.033039 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-353a3f7b-8396-4668-ad95-143d83cedbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.041730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:36.057574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.091832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-353a3f7b-8396-4668-ad95-143d83cedbe3 None None] Port 9fcb8dc4-2f09-421d-8597-c95235a79467 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:36.142080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 00240261-9b80-4950-940c-faa7745f89b7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:36.181016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 30f98285-d667-4a61-b71c-588006d0d983 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:36.210428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7bb4410d-14b8-4f9c-9fa2-e278ff12768f req-deb84ff6-4b1c-4965-ac88-482ae34fd333 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126023 Jul 09 16:44:36.259525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.392736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 00240261-9b80-4950-940c-faa7745f89b7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:36.414043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 00240261-9b80-4950-940c-faa7745f89b7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:36.414290 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.422382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 30f98285-d667-4a61-b71c-588006d0d983 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:36.476930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 30f98285-d667-4a61-b71c-588006d0d983 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:36.477543 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.883751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Allocated IP 19.86.0.224 (b82ae608-4817-4eee-a0e8-c5fc289e8b52/97b4c935-647a-44d2-a2c8-d4dc009d7295/6c29c7c8-1bfc-4dfe-b3f0-80486754da20) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:36.995182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.021053 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.028063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bc5e799-d6f5-495e-bf1d-0284d1b39294 None None] Provisioning complete for port 00240261-9b80-4950-940c-faa7745f89b7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:37.028443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e799-d6f5-495e-bf1d-0284d1b39294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.042708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.119357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 00240261-9b80-4950-940c-faa7745f89b7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=00240261-9b80-4950-940c-faa7745f89b7,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:37.126817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:37.129142 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae610c19-d80e-4646-9326-eb8c5da4fe6c" -d '{"events": [{"server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "name": "network-vif-plugged", "status": "completed", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:37.143518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.153457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 30f98285-d667-4a61-b71c-588006d0d983, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=30f98285-d667-4a61-b71c-588006d0d983,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:37.186080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.251255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=00240261-9b80-4950-940c-faa7745f89b7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:37.256733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting port 76f5bce9-6361-4a20-9bbb-73bac3c56edf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:37.257618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.333068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=30f98285-d667-4a61-b71c-588006d0d983,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:37.342534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4b426-70dd-44fc-8dda-5664d828009e req-92583e71-f21c-4732-8f50-05440bc35ad4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:37.344190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ce4b426-70dd-44fc-8dda-5664d828009e req-92583e71-f21c-4732-8f50-05440bc35ad4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 1.4308188 Jul 09 16:44:37.384102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.388813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:37.414099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.423665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Transition to ACTIVE for port object 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:37.430238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Calling delete_port for 76f5bce9-6361-4a20-9bbb-73bac3c56edf owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:37.482675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ce4b426-70dd-44fc-8dda-5664d828009e req-b7915e67-9164-44de-82dd-f3a06bf0357f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268744 Jul 09 16:44:37.501083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94f995-2645-4f73-9f25-eb7c7afe44ba req-e22de894-b869-4a87-9fb8-35bc43d60da8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:37.502691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb94f995-2645-4f73-9f25-eb7c7afe44ba req-e22de894-b869-4a87-9fb8-35bc43d60da8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4402368 Jul 09 16:44:37.605123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb94f995-2645-4f73-9f25-eb7c7afe44ba req-216541c4-eb9c-48b7-b4bd-816175d4c826 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722928 Jul 09 16:44:37.608406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.609596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92e9776-b81f-4694-8463-9ae54fe215c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.610723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.680654 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5cf632-c474-40a0-bd80-9f6ee4b6fdfb x-openstack-request-id: req-ef5cf632-c474-40a0-bd80-9f6ee4b6fdfb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:37.682059 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "name": "network-vif-plugged", "status": "completed", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:37.682822 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef5cf632-c474-40a0-bd80-9f6ee4b6fdfb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:37.689557 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'code': 200} Jul 09 16:44:37.743770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:37.756440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:37.761140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Port': ['ID=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:37.764173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:37.804330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.886644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Port': ['ID=76f5bce9-6361-4a20-9bbb-73bac3c56edf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:37.900759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92e9776-b81f-4694-8463-9ae54fe215c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.907421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92e9776-b81f-4694-8463-9ae54fe215c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.931461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:37.932306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.965632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-651949fb-65a4-4231-8dde-7b89fe9501b3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6554842 Jul 09 16:44:37.975617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc6e2c-7e99-4fd5-b78e-a682876e2c0c req-f4d697b4-c785-4157-838a-98dc8f08b4aa tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:37.977876 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93cc6e2c-7e99-4fd5-b78e-a682876e2c0c req-f4d697b4-c785-4157-838a-98dc8f08b4aa tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 946 time: 0.3186915 Jul 09 16:44:37.995147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'port': {'device_id': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'admin_state_up': True, 'tenant_id': '9e9e520150854cc5909a7c340ed8b071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:38.042673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a92e9776-b81f-4694-8463-9ae54fe215c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbe0882b41b846a3bb14e36e7fb6a3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524963 Jul 09 16:44:38.047079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:38.049283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 00240261-9b80-4950-940c-faa7745f89b7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:38.137863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bad02-7150-4723-8485-edaa48fbd66e req-43592357-903f-4e61-841b-d0ae363c2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:38.139818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-811bad02-7150-4723-8485-edaa48fbd66e req-43592357-903f-4e61-841b-d0ae363c2136 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.3157270 Jul 09 16:44:38.142251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e9776-b81f-4694-8463-9ae54fe215c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6583f7b-2062-44f1-a523-6ae85c295c37,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:38.221391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 00240261-9b80-4950-940c-faa7745f89b7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:38.224330 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.276035 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.326659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-620f1d83-655e-45f2-906d-df28534bae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.331433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-811bad02-7150-4723-8485-edaa48fbd66e req-a335ee2c-ace8-41c6-a319-d8e9285887ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829569 Jul 09 16:44:38.350934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09c677e9-b08b-412a-9e60-038611b64f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.353231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.357730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-240c4286-f01f-474e-af06-9ce92d25b536 None None] Provisioning for port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:38.411297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-240c4286-f01f-474e-af06-9ce92d25b536 None None] Provisioning complete for port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:38.411691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-240c4286-f01f-474e-af06-9ce92d25b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.433525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09c677e9-b08b-412a-9e60-038611b64f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.449585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-240c4286-f01f-474e-af06-9ce92d25b536 None None] Port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:38.499928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1eb08-a6f7-494c-966a-4c67d0c3c55d req-fc09ecf9-c1da-4b22-9a42-8c63518b8e55 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:38.505881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1eb08-a6f7-494c-966a-4c67d0c3c55d req-fc09ecf9-c1da-4b22-9a42-8c63518b8e55 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:38.507734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcb1eb08-a6f7-494c-966a-4c67d0c3c55d req-fc09ecf9-c1da-4b22-9a42-8c63518b8e55 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 1655 time: 0.6624064 Jul 09 16:44:38.549583 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.569611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:44:38.577192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93cc6e2c-7e99-4fd5-b78e-a682876e2c0c req-07e46d8e-7015-4eb8-8b16-0e17a47869ab tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695019 Jul 09 16:44:38.600249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09c677e9-b08b-412a-9e60-038611b64f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.604042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09c677e9-b08b-412a-9e60-038611b64f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.612175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-09c677e9-b08b-412a-9e60-038611b64f1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6583f7b-2062-44f1-a523-6ae85c295c37 HTTP/1.1" status: 204 len: 168 time: 0.5409715 Jul 09 16:44:38.612359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcb1eb08-a6f7-494c-966a-4c67d0c3c55d req-656677e8-6d92-466c-ac3c-665d0ec2e14c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Jul 09 16:44:38.620109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c677e9-b08b-412a-9e60-038611b64f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6583f7b-2062-44f1-a523-6ae85c295c37,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:38.625244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:38.629701 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.711275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Router 6463f414-ad42-4d03-a773-a91b62a60961 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:38.822853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:38.849618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Sync routers for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:38.858032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.864576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc2bdd46-fdf5-4f11-9416-06a75b290fb5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3708675 Jul 09 16:44:38.872044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:38.872219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:38.873514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:38.899334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:38.905894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad8da81f-40e6-4867-9145-ac219e2a1416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "PUT /v2.0/routers/6463f414-ad42-4d03-a773-a91b62a60961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4715943 Jul 09 16:44:38.908282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:38.908469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Allocated IP 19.80.0.149 (513a0aea-0b92-4b4c-a445-4a9aaf7cf27c/f4d5e392-db81-487f-bcc7-ac85dc433051/092f34d2-6efe-462e-82c1-4f2c46a78ea2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:38.914666 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] Sync routers for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:38.942511 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:38.943926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:39.060438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:39.087106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] Routers {'6463f414-ad42-4d03-a773-a91b62a60961'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:39.087940 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6463f414-ad42-4d03-a773-a91b62a60961'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:39.095322 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.134779 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:39.135676 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82980d2-522f-4a66-b794-3af5f96e8edb None None] The sync data for ids ['6463f414-ad42-4d03-a773-a91b62a60961'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:39.148377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:39.210876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.224111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:39.242327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d31f5806-826b-449e-881f-6074f50be225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.282907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.379986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:36Z', 'revision_number': 3, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:39.410012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Checking router: e33a5bfa-72ae-43e2-8745-e4cfe4023e80 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:39.410447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Updating router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:39.411438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting port 368e9ea1-56aa-4e63-9d95-6148cf60b0fe {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:39.412204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.459041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.461128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3a777-84f1-4913-b0ae-9133ecbb53a8 req-16b039d9-6af0-4272-8bf9-af5d5d5a896b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:39.463582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3a3a777-84f1-4913-b0ae-9133ecbb53a8 req-16b039d9-6af0-4272-8bf9-af5d5d5a896b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4406404 Jul 09 16:44:39.467441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d31f5806-826b-449e-881f-6074f50be225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.478415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d31f5806-826b-449e-881f-6074f50be225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.498639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d338405-02e7-40ba-b675-b4141b05ab7b req-f21f87dd-7231-457f-85fc-92cdc21fee43 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:39.500274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d338405-02e7-40ba-b675-b4141b05ab7b req-f21f87dd-7231-457f-85fc-92cdc21fee43 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.6342790 Jul 09 16:44:39.542788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d31f5806-826b-449e-881f-6074f50be225 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a73ec8cb19534c2cbbf16e399d993db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145838 Jul 09 16:44:39.543270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:39.544163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5806-826b-449e-881f-6074f50be225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a213e1db-3d2f-4edb-a9d9-f19b5538efa1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:39.571544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.586361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Calling delete_port for 368e9ea1-56aa-4e63-9d95-6148cf60b0fe owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:39.660261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.664787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3a3a777-84f1-4913-b0ae-9133ecbb53a8 req-3b0513a8-8b7b-4859-b124-3e76ac403c6b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863835 Jul 09 16:44:39.728863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d338405-02e7-40ba-b675-b4141b05ab7b req-8e85361e-6b4a-4896-b00c-383e743ea16b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054274 Jul 09 16:44:39.742247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Transition to ACTIVE for port object 092f34d2-6efe-462e-82c1-4f2c46a78ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:39.838403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.856880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be78ed19-d326-4cab-9b2a-fcc96b61a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.871335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Port': ['ID=368e9ea1-56aa-4e63-9d95-6148cf60b0fe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:39.929772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.953081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Transition to ACTIVE for port object fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:39.961485 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.971176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.013690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Attempting to bind port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:40.014164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Attempting to bind port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:40.014618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Attempting to bind port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:40.014743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be78ed19-d326-4cab-9b2a-fcc96b61a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.025661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:40.026075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:40.027236 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.027883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:40.029229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Bound port: fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:40.029229 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.042032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.057017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49c15b-2c2a-4b15-8edf-fc08b09ebcfc None None] Pushing event updated for resources: {'Port': ['ID=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:40.084216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:40.091014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.093549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.115080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] For port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:40.119467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] For port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:40.162135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.168884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:40.179363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:40.179628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.180042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Fanout notify agent at l3_agent the message router_deleted on router 6463f414-ad42-4d03-a773-a91b62a60961 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:44:40.184726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:40.188359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Port': ['ID=092f34d2-6efe-462e-82c1-4f2c46a78ea2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:40.202929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.206686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-99e308cc-8d2a-499f-9dfb-9d3b3c8f44f9 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "DELETE /v2.0/routers/6463f414-ad42-4d03-a773-a91b62a60961 HTTP/1.1" status: 204 len: 168 time: 1.2949851 Jul 09 16:44:40.207695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:40.252239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca61475-a6bc-4575-98a5-f17c500395bc req-8467db3f-1435-4a66-904e-81394c411761 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:40.253968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bca61475-a6bc-4575-98a5-f17c500395bc req-8467db3f-1435-4a66-904e-81394c411761 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 946 time: 0.3950293 Jul 09 16:44:40.267812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:40.268472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:40.271601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49c15b-2c2a-4b15-8edf-fc08b09ebcfc None None] Pushing event updated for resources: {'Port': ['ID=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:40.278878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101048c-8974-47f5-a196-eaabb1e01725 req-ad885072-b8c5-4e82-8dc8-6b24f20dff03 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:40.285084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting subnet c3b8d487-0b16-4e2e-b7db-7d480e15526b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:40.285290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101048c-8974-47f5-a196-eaabb1e01725 req-ad885072-b8c5-4e82-8dc8-6b24f20dff03 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:40.289413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.292592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3101048c-8974-47f5-a196-eaabb1e01725 req-ad885072-b8c5-4e82-8dc8-6b24f20dff03 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 1655 time: 0.3376913 Jul 09 16:44:40.316286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be78ed19-d326-4cab-9b2a-fcc96b61a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.319103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be78ed19-d326-4cab-9b2a-fcc96b61a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.320293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-be78ed19-d326-4cab-9b2a-fcc96b61a78e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a213e1db-3d2f-4edb-a9d9-f19b5538efa1 HTTP/1.1" status: 204 len: 168 time: 0.7653720 Jul 09 16:44:40.343748 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.361445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78ed19-d326-4cab-9b2a-fcc96b61a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a213e1db-3d2f-4edb-a9d9-f19b5538efa1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:40.369983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:40.370707 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.385682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:40.415725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.447224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3101048c-8974-47f5-a196-eaabb1e01725 req-e3a0650a-c8fb-4e3e-8a79-ee5395ec44e4 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534748 Jul 09 16:44:40.451748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-143b57c8-b567-4d44-ac53-b8c98f0e5f5e tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4709632 Jul 09 16:44:40.475187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'port_id': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'mac_address': 'fa:16:3e:1e:16:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a299a82-6817-4e22-af63-02ebc46daa5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:40.479007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bca61475-a6bc-4575-98a5-f17c500395bc req-dc918fd9-3d61-44c6-bd87-500a447c7d86 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144840 Jul 09 16:44:40.497030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Request body: {'port': {'device_id': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:40.525385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.563349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-02e5cc58-beba-418b-a72b-0c11cac44d3d None None] Provisioning for port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:40.567453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:40.587541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.588979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:40.595545 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.602402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-02e5cc58-beba-418b-a72b-0c11cac44d3d None None] Provisioning complete for port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:40.602819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02e5cc58-beba-418b-a72b-0c11cac44d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.651843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:40.674844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.719671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b8d487-0b16-4e2e-b7db-7d480e15526b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:40.725819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.732772 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dff5a9f8-44f6-4471-bda3-3bacdb5cf416 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "DELETE /v2.0/subnets/c3b8d487-0b16-4e2e-b7db-7d480e15526b HTTP/1.1" status: 204 len: 168 time: 0.5188544 Jul 09 16:44:40.736909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:40.854486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.861240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bff78-4d3b-4a65-9589-4200cc9e5bd8 None None] Network b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:40.862582 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.985734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-02e5cc58-beba-418b-a72b-0c11cac44d3d None None] Port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:40.994899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a85f7ac4-c22f-41ff-abc2-c168ab2aeda1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:41.044142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:41.079561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Allocated IP 172.20.0.1 (97898012-36dc-4338-8b66-f21055404fb6/5ca0dc34-f4b5-488e-b231-6a0a9d4562a0/cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:41.092250 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.180231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:36Z', 'revision_number': 3, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:41.217362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a480d3-142b-4d59-9eaf-d4be49e29d4a None None] The sync data for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 is: [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:36Z', 'revision_number': 3, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:41.356746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] DHCP port deletion for b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:44:41.439579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] Deleting port 6788c9d4-5794-4776-8684-4962ffe3bb76 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:41.439579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.450143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting port 6788c9d4-5794-4776-8684-4962ffe3bb76 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:41.450590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.605642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] For port 6788c9d4-5794-4776-8684-4962ffe3bb76, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6788c9d4-5794-4776-8684-4962ffe3bb76,segment=NetworkSegment(29ce9166-f371-4bf8-83ae-0168de9455de),segment_id=29ce9166-f371-4bf8-83ae-0168de9455de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:41.607446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.637219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Calling delete_port for 6788c9d4-5794-4776-8684-4962ffe3bb76 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:41.727985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6db2-4b90-48d9-83c9-0d1d08be6318 req-48e3aae0-01de-48f3-a4bc-f6858a31a2e8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:41.729587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-351d6db2-4b90-48d9-83c9-0d1d08be6318 req-48e3aae0-01de-48f3-a4bc-f6858a31a2e8 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 944 time: 0.7603040 Jul 09 16:44:41.752714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b6ec5-59f4-406f-85a6-b8e96e11de21 req-f61c7540-7717-40f7-a12a-c76aa5de0483 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:41.760326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f3b6ec5-59f4-406f-85a6-b8e96e11de21 req-f61c7540-7717-40f7-a12a-c76aa5de0483 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.7920539 Jul 09 16:44:41.774149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] For port 6788c9d4-5794-4776-8684-4962ffe3bb76, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6788c9d4-5794-4776-8684-4962ffe3bb76,segment=NetworkSegment(29ce9166-f371-4bf8-83ae-0168de9455de),segment_id=29ce9166-f371-4bf8-83ae-0168de9455de)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:41.774620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.793142 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.797816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] Calling delete_port for 6788c9d4-5794-4776-8684-4962ffe3bb76 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:41.843107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Port': ['ID=6788c9d4-5794-4776-8684-4962ffe3bb76,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:41.859557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] No DVR routers for this DVR port 6788c9d4-5794-4776-8684-4962ffe3bb76 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:41.901203 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.940462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f3b6ec5-59f4-406f-85a6-b8e96e11de21 req-c3c1079d-5bbf-4420-84fb-ad9d2eb552ae tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789198 Jul 09 16:44:41.981028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-351d6db2-4b90-48d9-83c9-0d1d08be6318 req-af80ef8a-5cd9-4ea3-9079-12e04c1d6dc9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983979 Jul 09 16:44:41.994561 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.002087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Transition to ACTIVE for port object cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:42.014363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.042235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:42.053434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] Pushing event deleted for resources: {'Port': ['ID=6788c9d4-5794-4776-8684-4962ffe3bb76,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.055763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8caa7c-b6fe-4f0b-b0bc-57a563b5b1f1 None None] No DVR routers for this DVR port 6788c9d4-5794-4776-8684-4962ffe3bb76 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:42.079215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ce9166-f371-4bf8-83ae-0168de9455de') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:42.079921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ce9166-f371-4bf8-83ae-0168de9455de') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:42.092903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.101872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:42.146926 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.162557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:42.165182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.179300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:42.187450 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:42.278907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.289836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:42.290375 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.309690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.319007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcb8dc4-2f09-421d-8597-c95235a79467 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:42.325432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "DELETE /v2.0/networks/b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207 HTTP/1.1" status: 204 len: 168 time: 1.5739405 Jul 09 16:44:42.326624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e20bc0-128c-4e99-a61e-aaa2716b814c tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Network': ['ID=b5d2f1ea-4ac3-4e3d-b9b1-a6335907d207,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.329035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:42.364712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.400876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.404834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Transition to ACTIVE for port object 9fcb8dc4-2f09-421d-8597-c95235a79467 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:42.439876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.470200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.483138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Network 97898012-36dc-4338-8b66-f21055404fb6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:42.486162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:42.508310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.512065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:42.514835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:42.521582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:42.525481 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee0341-7081-4483-82f4-069378fda838" -d '{"events": [{"server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "name": "network-vif-plugged", "status": "completed", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:42.528234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:42.528483 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.531861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.543150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:42.547665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Deleting port 69cdeafb-6bd5-4f76-9c59-c77960e2329a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:42.548015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.635631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.656885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff5efa-de62-44a4-ac3c-1cbc9d8d1af9 req-54ff854d-124a-4aab-aebf-1954aadb3e37 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:42.673346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff5efa-de62-44a4-ac3c-1cbc9d8d1af9 req-54ff854d-124a-4aab-aebf-1954aadb3e37 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:42.687310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff5efa-de62-44a4-ac3c-1cbc9d8d1af9 req-54ff854d-124a-4aab-aebf-1954aadb3e37 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:42.689094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35ff5efa-de62-44a4-ac3c-1cbc9d8d1af9 req-54ff854d-124a-4aab-aebf-1954aadb3e37 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2377 time: 0.4892821 Jul 09 16:44:42.694771 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.718641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.719186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.736392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:42.742531 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.743212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Calling delete_port for 69cdeafb-6bd5-4f76-9c59-c77960e2329a owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:42.827493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40c008-d28c-447c-9a8d-ab170894292b req-86d78b47-9f9e-46d7-80a8-59e927c9a841 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:42.830991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f40c008-d28c-447c-9a8d-ab170894292b req-86d78b47-9f9e-46d7-80a8-59e927c9a841 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 946 time: 0.5590746 Jul 09 16:44:42.858881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6788c9d4-5794-4776-8684-4962ffe3bb76 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:42.881105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6788c9d4-5794-4776-8684-4962ffe3bb76 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:42.881355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcb8dc4-2f09-421d-8597-c95235a79467,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.881855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6788c9d4-5794-4776-8684-4962ffe3bb76 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:42.914677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.971108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bdf5387b-a9ca-4693-89bf-4c5742b97d2b None None] Provisioning for port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:42.981766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bdf5387b-a9ca-4693-89bf-4c5742b97d2b None None] Provisioning complete for port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:42.982314 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bdf5387b-a9ca-4693-89bf-4c5742b97d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.986828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.987483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.028874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Pushing event deleted for resources: {'Port': ['ID=69cdeafb-6bd5-4f76-9c59-c77960e2329a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:43.029625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5387b-a9ca-4693-89bf-4c5742b97d2b None None] Port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:43.121444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.121650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f40c008-d28c-447c-9a8d-ab170894292b req-6657aa6c-434d-41d2-9f4e-ef577003b117 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589560 Jul 09 16:44:43.124697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.131320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-74a7bf05-f612-4886-8f59-fdfb428ce4f1 tempest-FloatingIPAdminTestJSON-205586437 tempest-FloatingIPAdminTestJSON-205586437-project] 10.222.0.48 "DELETE /v2.0/floatingips/cfa3a243-91a0-4dfa-9bfb-742a9c811524 HTTP/1.1" status: 204 len: 168 time: 0.8014648 Jul 09 16:44:43.142324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35ff5efa-de62-44a4-ac3c-1cbc9d8d1af9 req-129e1824-8aa3-4bac-9fa1-0ba1131fb957 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907280 Jul 09 16:44:43.176239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Attempting to bind port 9fcb8dc4-2f09-421d-8597-c95235a79467 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:43.176606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Attempting to bind port 9fcb8dc4-2f09-421d-8597-c95235a79467 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:43.176947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Attempting to bind port 9fcb8dc4-2f09-421d-8597-c95235a79467 on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:43.184993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Port 9fcb8dc4-2f09-421d-8597-c95235a79467 on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:43.185341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Attempting to bind port 9fcb8dc4-2f09-421d-8597-c95235a79467 on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:43.199461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:43.200005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Checking segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:43.201853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Bound using segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:43.202452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Bound port: 9fcb8dc4-2f09-421d-8597-c95235a79467, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:43.203084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.253232 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1917d6-0386-404f-8a59-124ceaf4273a x-openstack-request-id: req-2d1917d6-0386-404f-8a59-124ceaf4273a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:43.253757 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "name": "network-vif-plugged", "status": "completed", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:43.254170 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d1917d6-0386-404f-8a59-124ceaf4273a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:43.254725 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'code': 200} Jul 09 16:44:43.499622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] For port 9fcb8dc4-2f09-421d-8597-c95235a79467, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:43.570341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] For port 9fcb8dc4-2f09-421d-8597-c95235a79467, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9fcb8dc4-2f09-421d-8597-c95235a79467,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:43.603911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.644254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50560) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:43.683759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:43.684383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.685852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] 10.222.0.43 "PUT /v2.0/ports/9fcb8dc4-2f09-421d-8597-c95235a79467 HTTP/1.1" status: 200 len: 1092 time: 3.2052951 Jul 09 16:44:43.689928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'tag': '9fcb8dc4-2f09-421d-8597-c95235a79467'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:43.692603 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26" -d '{"events": [{"name": "network-changed", "server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "tag": "9fcb8dc4-2f09-421d-8597-c95235a79467"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:43.695181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.731145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9e2a6-6fe0-4848-955d-3d02248f2690 req-694bad14-e3c4-45f1-8e4f-947ed05a21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:43.732897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71b9e2a6-6fe0-4848-955d-3d02248f2690 req-694bad14-e3c4-45f1-8e4f-947ed05a21df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 1096 time: 0.3096766 Jul 09 16:44:43.737423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Request body: {'port': {'device_id': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:43.794609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca511a4-6e9b-443e-9475-b061801deff3 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcb8dc4-2f09-421d-8597-c95235a79467,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:43.855605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b8d1-4bca-4803-b2f3-f0543c4d12be req-8bcc23cf-b5b3-4074-9544-5b0e5cc00f05 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:43.862900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52a1b8d1-4bca-4803-b2f3-f0543c4d12be req-8bcc23cf-b5b3-4074-9544-5b0e5cc00f05 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.3843682 Jul 09 16:44:43.869077 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc9e4c7a-ff83-4a5c-a9fa-da6741dd6c42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd9e922b5a9c45ac894a0098696894cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230074 Jul 09 16:44:43.873069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:43.911457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71b9e2a6-6fe0-4848-955d-3d02248f2690 req-1bb7f64c-51d9-4e2e-953f-68cf316459d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652529 Jul 09 16:44:43.925846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731846ac-3770-450e-8c53-87b78ba42943 req-4a11ccb7-c24a-4dc6-bfc6-52abafdfd53c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:43.927350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61221fcd-4612-4f6e-99cc-b5473e290e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.934021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-731846ac-3770-450e-8c53-87b78ba42943 req-4a11ccb7-c24a-4dc6-bfc6-52abafdfd53c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.4496663 Jul 09 16:44:43.960992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61221fcd-4612-4f6e-99cc-b5473e290e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.025043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61221fcd-4612-4f6e-99cc-b5473e290e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.032676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61221fcd-4612-4f6e-99cc-b5473e290e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.037954 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61221fcd-4612-4f6e-99cc-b5473e290e66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79c5e056-83c1-4a19-89c0-5ab5252dd9aa HTTP/1.1" status: 204 len: 168 time: 0.1630726 Jul 09 16:44:44.044347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:44.047504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221fcd-4612-4f6e-99cc-b5473e290e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5e056-83c1-4a19-89c0-5ab5252dd9aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:44.104277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52a1b8d1-4bca-4803-b2f3-f0543c4d12be req-8674fa69-a693-4f86-9eeb-b657beeb9a5d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405963 Jul 09 16:44:44.110372 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.161170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-731846ac-3770-450e-8c53-87b78ba42943 req-5ae2bba1-7d45-4483-a38f-4a106e83b018 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263780 Jul 09 16:44:44.190307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:44.191243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.339113 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278b67be-da7d-4f33-88a9-bd9756f1ec61 x-openstack-request-id: req-278b67be-da7d-4f33-88a9-bd9756f1ec61 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:44.339464 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "tag": "9fcb8dc4-2f09-421d-8597-c95235a79467", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:44.339659 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-278b67be-da7d-4f33-88a9-bd9756f1ec61 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:44.340069 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'tag': '9fcb8dc4-2f09-421d-8597-c95235a79467', 'status': 'completed', 'code': 200} Jul 09 16:44:44.432607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.450809 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-f52a5e55-3abc-4391-a37b-7b9e0406a8e8 service neutron] show failed (client error): The resource could not be found. Jul 09 16:44:44.450809 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-f52a5e55-3abc-4391-a37b-7b9e0406a8e8 service neutron] 10.222.0.37 "GET /v2.0/ports/96d03983-f648-473b-bd58-13b82ad872eb/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0840077 Jul 09 16:44:44.498816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50632) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:44.505836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.515024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f19087e-f52f-4530-9c20-a533b7b9e821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.656945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f19087e-f52f-4530-9c20-a533b7b9e821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.660871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f19087e-f52f-4530-9c20-a533b7b9e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.705189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f19087e-f52f-4530-9c20-a533b7b9e821 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58ea8e9909084687b55f789bc2307cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050459 Jul 09 16:44:44.706077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19087e-f52f-4530-9c20-a533b7b9e821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0009576c-0e2e-42ea-81de-e255867cd936,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:44.708509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:44.780195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:44.787269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7196b6e8-0158-451d-a1f3-f6b39e485cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.789823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.823253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd996014-6e97-49d5-8607-e725b40ae142 req-9129277e-7b5f-4cf7-8d0b-6e98ce64bc3c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6592917 Jul 09 16:44:44.826904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7196b6e8-0158-451d-a1f3-f6b39e485cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.997552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7196b6e8-0158-451d-a1f3-f6b39e485cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.999672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7196b6e8-0158-451d-a1f3-f6b39e485cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.003590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7196b6e8-0158-451d-a1f3-f6b39e485cfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0009576c-0e2e-42ea-81de-e255867cd936 HTTP/1.1" status: 204 len: 168 time: 0.2914672 Jul 09 16:44:45.027777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b6e8-0158-451d-a1f3-f6b39e485cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0009576c-0e2e-42ea-81de-e255867cd936,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.034127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e363793a-2eaf-4520-9bb8-03733325a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.036530 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e363793a-2eaf-4520-9bb8-03733325a55f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1&tenant_id=4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 1101 time: 0.1517634 Jul 09 16:44:45.051073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:45.150623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.154801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:45.162942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-c737f49f-24b8-4056-aee7-f55962b85d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.163731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-c737f49f-24b8-4056-aee7-f55962b85d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.164450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-c737f49f-24b8-4056-aee7-f55962b85d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.166538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-c737f49f-24b8-4056-aee7-f55962b85d68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2732 time: 0.8296444 Jul 09 16:44:45.259800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed866-3195-4b33-b407-f4a3b446a0b7 req-03c3d1ee-920e-4c34-9cf0-2ab7c132337a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.267018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed866-3195-4b33-b407-f4a3b446a0b7 req-03c3d1ee-920e-4c34-9cf0-2ab7c132337a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.275029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed866-3195-4b33-b407-f4a3b446a0b7 req-03c3d1ee-920e-4c34-9cf0-2ab7c132337a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.277313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-475ed866-3195-4b33-b407-f4a3b446a0b7 req-03c3d1ee-920e-4c34-9cf0-2ab7c132337a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2389 time: 0.8751669 Jul 09 16:44:45.368372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50676) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:45.417858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:45.441388 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.464327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:45.520079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:45.523653 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ca224-3dae-4669-9d73-34be13fc5fbf" -d '{"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:45.533682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.537357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:45.567314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-475ed866-3195-4b33-b407-f4a3b446a0b7 req-a4f9d2ea-0c82-475f-a7cb-d9ccb776289a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729058 Jul 09 16:44:45.568155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de85e10-d95b-436e-9f5f-a1199b326f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.572491 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4923-879e-4e05-821f-75b7d7e38afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.579629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Transition to ACTIVE for port object 96d03983-f648-473b-bd58-13b82ad872eb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:45.592986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.610937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Network 97898012-36dc-4338-8b66-f21055404fb6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:45.623613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:45.639297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-2b40c41e-f866-4a43-bc42-efa983d18838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.639868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-2b40c41e-f866-4a43-bc42-efa983d18838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.640431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-2b40c41e-f866-4a43-bc42-efa983d18838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.642300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-2b40c41e-f866-4a43-bc42-efa983d18838 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e9e520150854cc5909a7c340ed8b071&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4177213 Jul 09 16:44:45.680220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] No DVR routers for this DVR port 96d03983-f648-473b-bd58-13b82ad872eb on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:45.693535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.778570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:45.779714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:45.780475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:45.792886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:45.793625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:45.807270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:45.807890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:45.808810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:45.809365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Bound port: 96d03983-f648-473b-bd58-13b82ad872eb, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:45.810139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.904791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de85e10-d95b-436e-9f5f-a1199b326f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.925203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0de85e10-d95b-436e-9f5f-a1199b326f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.962696 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0de85e10-d95b-436e-9f5f-a1199b326f55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba5113d638b748518a46db0ab92202e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906098 Jul 09 16:44:45.970155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:45.977811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:45.998155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.040772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7d4da297-7b07-4878-bdc2-a14a10662ef3 None None] Provisioning complete for port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:46.041258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d4da297-7b07-4878-bdc2-a14a10662ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.048466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Transition to ACTIVE for port object 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:46.058708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-c669d404-b1e4-4c79-b787-bccd5fbecf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.059832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:46.060307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c06e3ac2-9038-4e81-85c3-4671c7e9fe26 req-c669d404-b1e4-4c79-b787-bccd5fbecf51 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025743 Jul 09 16:44:46.064107 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.081410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7d4da297-7b07-4878-bdc2-a14a10662ef3 None None] Port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:46.084022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:46.084939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:46.089590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de85e10-d95b-436e-9f5f-a1199b326f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83816b1-bac6-4dfe-9936-62d5cdcea296,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.145136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.149884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.214400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.215106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.215521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Pushing event updated for resources: {'Port': ['ID=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.216494 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] 10.222.0.43 "PUT /v2.0/ports/96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 1096 time: 1.1722295 Jul 09 16:44:46.236155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebc1-e34c-4353-97b2-0c562bcf29cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.310972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3ea00-7640-42c2-9869-437c678d727f service neutron] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.316175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebc1-e34c-4353-97b2-0c562bcf29cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.362583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4923-879e-4e05-821f-75b7d7e38afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.377283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4923-879e-4e05-821f-75b7d7e38afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.430979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cb4f4923-879e-4e05-821f-75b7d7e38afc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a8523865cbb4a1d938b8565a2caf36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924627 Jul 09 16:44:46.433390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f4923-879e-4e05-821f-75b7d7e38afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057253d-ff5b-4e05-9272-729601dc3b82,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.433650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:46.444937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-b5775008-a1e6-4132-bf1b-cd60fcd0bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.446612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-b5775008-a1e6-4132-bf1b-cd60fcd0bb74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1099 time: 0.1977475 Jul 09 16:44:46.467637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebc1-e34c-4353-97b2-0c562bcf29cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.469224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:46.471036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ebc1-e34c-4353-97b2-0c562bcf29cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.474846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4ef4ebc1-e34c-4353-97b2-0c562bcf29cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f83816b1-bac6-4dfe-9936-62d5cdcea296 HTTP/1.1" status: 204 len: 168 time: 0.4943776 Jul 09 16:44:46.485740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Sync routers for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:46.495904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:46.496560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:46.505512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ef5d6ad-3172-47de-a8be-39c388119542 admin admin] 10.222.0.48 "PUT /v2.0/routers/e33a5bfa-72ae-43e2-8745-e4cfe4023e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6321983 Jul 09 16:44:46.544122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ebc1-e34c-4353-97b2-0c562bcf29cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83816b1-bac6-4dfe-9936-62d5cdcea296,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.546734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aa01f-f144-4408-a946-fec09eeacf97 req-f5f15eb7-2c7a-4e1c-8f4c-b199602c95dd tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.555207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd6aa01f-f144-4408-a946-fec09eeacf97 req-f5f15eb7-2c7a-4e1c-8f4c-b199602c95dd tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4085624 Jul 09 16:44:46.592023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Attempting to bind port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:46.592375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Attempting to bind port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:46.592711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Attempting to bind port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 on network b82ae608-4817-4eee-a0e8-c5fc289e8b52 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:46.597413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-1bdb66a4-9c52-4b8d-9711-0c1a051017b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.603506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-1bdb66a4-9c52-4b8d-9711-0c1a051017b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1439497 Jul 09 16:44:46.616477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Allocated IP 172.25.7.88 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/1a03fd67-e531-48be-9462-1d8f49d61372) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:46.632957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd6aa01f-f144-4408-a946-fec09eeacf97 req-80ded40c-ebbb-4104-a44d-a29ac751489e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767953 Jul 09 16:44:46.672100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 on network b82ae608-4817-4eee-a0e8-c5fc289e8b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:46.672431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Attempting to bind port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 on network b82ae608-4817-4eee-a0e8-c5fc289e8b52 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:46.672804 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-f117e172-f46d-4587-a14d-44115176e7ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0567622 Jul 09 16:44:46.687311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:46.687708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Checking segment: {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:46.688061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Bound using segment: {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:46.688519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Bound port: 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e978ab8e-8020-4fec-a748-40379326e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:46.688890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.706718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:46.746346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daab02ef-f54d-41ce-bc66-71bc999ba14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.801550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-71879a66-2599-40bd-a114-b26d2b95b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.803647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-71879a66-2599-40bd-a114-b26d2b95b8c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1194050 Jul 09 16:44:46.823895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daab02ef-f54d-41ce-bc66-71bc999ba14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.925891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-fc72f081-713c-4776-8960-df519add8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.928781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-fc72f081-713c-4776-8960-df519add8514 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118016 Jul 09 16:44:46.952665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:44Z', 'revision_number': 2, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:46.988520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] For port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:46.991356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Checking router: e33a5bfa-72ae-43e2-8745-e4cfe4023e80 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:46.992196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Updating router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:47.006097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.040034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.040302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] For port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:47.053422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.087612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daab02ef-f54d-41ce-bc66-71bc999ba14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.090180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daab02ef-f54d-41ce-bc66-71bc999ba14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.091374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-daab02ef-f54d-41ce-bc66-71bc999ba14b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6057253d-ff5b-4e05-9272-729601dc3b82 HTTP/1.1" status: 204 len: 168 time: 0.6533351 Jul 09 16:44:47.107823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-3b07c873-d146-42b5-8c30-859322360ffc service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710312 Jul 09 16:44:47.108307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:47.124919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09adf82e-24f5-4a85-84a9-b059c7c25550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.165938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe660f-ca15-4561-ba2f-4f0e61d392bc req-0b1a910f-e5a3-43f4-8c92-0950020593bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.186364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25fe660f-ca15-4561-ba2f-4f0e61d392bc req-0b1a910f-e5a3-43f4-8c92-0950020593bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 948 time: 0.3438487 Jul 09 16:44:47.230387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Pushing event updated for resources: {'Port': ['ID=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:47.245869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.246692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.248428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-839663f3-b6e8-49b1-8fb9-c64b1cdfed5c service neutron] 10.222.0.43 "PUT /v2.0/ports/6c29c7c8-1bfc-4dfe-b3f0-80486754da20 HTTP/1.1" status: 200 len: 1092 time: 3.5238512 Jul 09 16:44:47.264807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'tag': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:47.272391 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28361383-4867-4e54-8283-151f718d1395" -d '{"events": [{"name": "network-changed", "server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "tag": "6c29c7c8-1bfc-4dfe-b3f0-80486754da20"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:47.275822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab02ef-f54d-41ce-bc66-71bc999ba14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057253d-ff5b-4e05-9272-729601dc3b82,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:47.293503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Request body: {'port': {'device_id': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:47.388924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25fe660f-ca15-4561-ba2f-4f0e61d392bc req-f253782b-a8f7-438f-92d9-a78d695a9367 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012246 Jul 09 16:44:47.393424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-162d449b-5be8-4b3f-862a-8ee37a34f61d req-d418f2c7-e1ab-421d-8054-63d65ba06ee9 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661912 Jul 09 16:44:47.449563 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.565377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09adf82e-24f5-4a85-84a9-b059c7c25550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.570433 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75610a90-a9bc-4d36-9d2b-9c7fe56b6591 x-openstack-request-id: req-75610a90-a9bc-4d36-9d2b-9c7fe56b6591 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:47.571186 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:47.571760 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75610a90-a9bc-4d36-9d2b-9c7fe56b6591 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:47.572481 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'code': 200} Jul 09 16:44:47.573997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09adf82e-24f5-4a85-84a9-b059c7c25550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.581141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event updated for resources: {'Port': ['ID=1a03fd67-e531-48be-9462-1d8f49d61372,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:47.584467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.628491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Transition to ACTIVE for port object cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:47.644548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adf82e-24f5-4a85-84a9-b059c7c25550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb6067-3a67-465a-99b9-1efcf465abd2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:47.651265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.673576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:47.674064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-09adf82e-24f5-4a85-84a9-b059c7c25550 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e00020de0d44fb19f34609afcaa9cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604162 Jul 09 16:44:47.674268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:47.758324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:47.774435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:47.843675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Pushing event updated for resources: {'Port': ['ID=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:47.870321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.870937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.871488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.871877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.872304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.872728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.873296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.873730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.874151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.875235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.875694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.876141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:47.896658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Attempting to bind port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:47.897138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Attempting to bind port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:47.897690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Attempting to bind port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 on network 97898012-36dc-4338-8b66-f21055404fb6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:47.905139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:47.905619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Checking segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:47.906186 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:47.906754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Bound using segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:47.907311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Bound port: cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:47.907770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.036402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] For port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:48.045273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] For port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:48.055072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.180149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:48.180994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:48.238212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fe1f6-6ab2-4df6-88f9-e7f9205c52db None None] Pushing event updated for resources: {'Port': ['ID=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:48.255056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:48.332035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.409127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:48.410771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:48.455868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:48.469055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc21ecc-6fe1-41b6-831e-38b01be0dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.496483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.573871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc21ecc-6fe1-41b6-831e-38b01be0dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.609689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56d2a82a-109e-4a87-9371-297e4a1ced79 tempest-AgentManagementNegativeTest-71174631 tempest-AgentManagementNegativeTest-71174631-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1972241 Jul 09 16:44:48.686306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7001-1b1f-4b6a-a5d4-6766110ea2ed req-cf96faf1-7c0c-4cba-a3e1-6276db810574 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:48.692646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7001-1b1f-4b6a-a5d4-6766110ea2ed req-cf96faf1-7c0c-4cba-a3e1-6276db810574 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:48.699170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7001-1b1f-4b6a-a5d4-6766110ea2ed req-cf96faf1-7c0c-4cba-a3e1-6276db810574 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:48.701021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b2f7001-1b1f-4b6a-a5d4-6766110ea2ed req-cf96faf1-7c0c-4cba-a3e1-6276db810574 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2401 time: 0.8317289 Jul 09 16:44:48.713180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.828549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc21ecc-6fe1-41b6-831e-38b01be0dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.831782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fc21ecc-6fe1-41b6-831e-38b01be0dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:48.832969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1fc21ecc-6fe1-41b6-831e-38b01be0dab4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34eb6067-3a67-465a-99b9-1efcf465abd2 HTTP/1.1" status: 204 len: 168 time: 1.1422384 Jul 09 16:44:48.862847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc21ecc-6fe1-41b6-831e-38b01be0dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb6067-3a67-465a-99b9-1efcf465abd2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:48.882780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b2f7001-1b1f-4b6a-a5d4-6766110ea2ed req-1b1a32b6-7171-4940-94d5-875929d4105a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704884 Jul 09 16:44:48.999404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:48Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:49.083081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936afc8-05d2-4390-9098-a0b77115aedd None None] The sync data for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 is: [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:48Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:49.101874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:49.117672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092f34d2-6efe-462e-82c1-4f2c46a78ea2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:49.130522 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.216264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Transition to ACTIVE for port object 092f34d2-6efe-462e-82c1-4f2c46a78ea2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:49.254439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.268095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.285985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.438242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71364d8d-f00a-46eb-8442-c4ff08f93228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.455119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Pushing event updated for resources: {'Port': ['ID=092f34d2-6efe-462e-82c1-4f2c46a78ea2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:49.574967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:49.589183 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21581ee-c06c-42d9-8db3-7602f349b513" -d '{"events": [{"name": "network-changed", "server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:49.601419 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.659351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1f16-2ba0-47d2-aaee-9fccaf497128 req-5dfcdf84-876d-42fe-be3d-2d5f6f4057f4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:49.663513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e5f1f16-2ba0-47d2-aaee-9fccaf497128 req-5dfcdf84-876d-42fe-be3d-2d5f6f4057f4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.4806061 Jul 09 16:44:49.717217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event updated for resources: {'Port': ['ID=1a03fd67-e531-48be-9462-1d8f49d61372,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:49.729586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71364d8d-f00a-46eb-8442-c4ff08f93228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.737452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71364d8d-f00a-46eb-8442-c4ff08f93228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.768358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.770028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1cf2d706-3abb-4895-a4bc-a42d229822b6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9320970 Jul 09 16:44:49.770652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Attempting to bind port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:49.770880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Attempting to bind port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:49.771214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Attempting to bind port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:49.807978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-71364d8d-f00a-46eb-8442-c4ff08f93228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7c08c872fa24e21a2b5298f54cccc61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7048028 Jul 09 16:44:49.808931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71364d8d-f00a-46eb-8442-c4ff08f93228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4b396-979e-461b-8bd2-797a880b9d0b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:49.812663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:49.915738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1479347-3801-43fd-9a78-59a7517ef2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.966322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:49.966725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Attempting to bind port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 on network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:49.992595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e5f1f16-2ba0-47d2-aaee-9fccaf497128 req-9ec6d574-5261-47dd-92c9-3e409b3011e9 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981298 Jul 09 16:44:49.997433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1479347-3801-43fd-9a78-59a7517ef2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.000232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:50.000819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Checking segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:50.001528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Bound using segment: {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:50.002264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Bound port: 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97164af-cd02-4c50-ae0b-87546bafa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:50.002836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.066062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd996014-6e97-49d5-8607-e725b40ae142 req-f730d1a2-0198-4eba-aed1-33672058743f tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.2165859 Jul 09 16:44:50.123770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:50.172614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 96d03983-f648-473b-bd58-13b82ad872eb details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:50.201357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1479347-3801-43fd-9a78-59a7517ef2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.209499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1479347-3801-43fd-9a78-59a7517ef2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.213009 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d1479347-3801-43fd-9a78-59a7517ef2b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08e4b396-979e-461b-8bd2-797a880b9d0b HTTP/1.1" status: 204 len: 168 time: 0.3988214 Jul 09 16:44:50.257494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1479347-3801-43fd-9a78-59a7517ef2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4b396-979e-461b-8bd2-797a880b9d0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:50.287121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] For port 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:50.298654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] For port 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:50.322912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.380108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:50.394604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:50.395059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.561199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1716af3b-209e-49de-9fb2-28e846b85082 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:50.572119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd996014-6e97-49d5-8607-e725b40ae142 req-1716af3b-209e-49de-9fb2-28e846b85082 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.4796486 Jul 09 16:44:50.580567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:50.581584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:50.585737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:50.587725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] 10.222.0.43 "PUT /v2.0/ports/092f34d2-6efe-462e-82c1-4f2c46a78ea2 HTTP/1.1" status: 200 len: 1092 time: 3.2997768 Jul 09 16:44:50.608603 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0d041-b63e-4650-bb47-5d88f3862772 x-openstack-request-id: req-d0d0d041-b63e-4650-bb47-5d88f3862772 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:50.609074 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "tag": "6c29c7c8-1bfc-4dfe-b3f0-80486754da20", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:50.609433 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0d0d041-b63e-4650-bb47-5d88f3862772 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:50.614645 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'tag': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20', 'status': 'completed', 'code': 200} Jul 09 16:44:50.654095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-be83d5dc-13f0-4fe9-99ab-ee77699794da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:50.663888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-be83d5dc-13f0-4fe9-99ab-ee77699794da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:50.664473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-be83d5dc-13f0-4fe9-99ab-ee77699794da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:50.680227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28361383-4867-4e54-8283-151f718d1395 req-be83d5dc-13f0-4fe9-99ab-ee77699794da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2866 time: 0.2604282 Jul 09 16:44:50.681706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-dd996014-6e97-49d5-8607-e725b40ae142 req-0713b785-1708-4f77-b918-f3fa9b024327 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:50.682898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd996014-6e97-49d5-8607-e725b40ae142 req-0713b785-1708-4f77-b918-f3fa9b024327 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522139 Jul 09 16:44:50.685593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '96d03983-f648-473b-bd58-13b82ad872eb', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '96d03983-f648-473b-bd58-13b82ad872eb', 'mac_address': 'fa:16:3e:4d:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:50.786602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ca147-f282-49c8-8381-be677f1fadcc service neutron] Pushing event updated for resources: {'Port': ['ID=092f34d2-6efe-462e-82c1-4f2c46a78ea2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:50.977789 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a37626-e6d5-4d10-968d-031b1c782630 x-openstack-request-id: req-d6a37626-e6d5-4d10-968d-031b1c782630 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:50.978112 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:50.978379 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6a37626-e6d5-4d10-968d-031b1c782630 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:50.978825 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'status': 'completed', 'code': 200} Jul 09 16:44:51.013468 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.084406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5081f-d0b4-4f14-bee1-078b825406c0 req-b2da7ea6-b0e1-4dbe-877e-7fce29fd454e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.095889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aef5081f-d0b4-4f14-bee1-078b825406c0 req-b2da7ea6-b0e1-4dbe-877e-7fce29fd454e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 948 time: 0.2764192 Jul 09 16:44:51.096097 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.115883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d03983-f648-473b-bd58-13b82ad872eb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:51.218895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aef5081f-d0b4-4f14-bee1-078b825406c0 req-0e5bfd95-eb10-49d4-a50a-64a1d28c623a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218538 Jul 09 16:44:51.242637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-a8c6f609-db02-482e-8fd9-44f2e4203980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.247565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-a8c6f609-db02-482e-8fd9-44f2e4203980 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1099 time: 0.2818854 Jul 09 16:44:51.270070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:51.309834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.317318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:51.353409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.398080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:51.530652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:51.547516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-f1e653b3-738b-47c4-a9ab-4d91ac35cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.547997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-f1e653b3-738b-47c4-a9ab-4d91ac35cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.548464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-f1e653b3-738b-47c4-a9ab-4d91ac35cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.555577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28361383-4867-4e54-8283-151f718d1395 req-f1e653b3-738b-47c4-a9ab-4d91ac35cdc2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9e9e520150854cc5909a7c340ed8b071&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8662677 Jul 09 16:44:51.608179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-8070139e-7501-4878-955e-5d565355e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.609861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-8070139e-7501-4878-955e-5d565355e66b service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3504231 Jul 09 16:44:51.706317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-26292b4a-0677-4652-99fc-15806c7a29a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0841973 Jul 09 16:44:51.726250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['96d03983-f648-473b-bd58-13b82ad872eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:51.746277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-32107e04-9d08-4093-8a1f-efd52ff54a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.754647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-32107e04-9d08-4093-8a1f-efd52ff54a09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1099 time: 0.6517904 Jul 09 16:44:51.847972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-ae10ce8c-0003-49a8-ae04-0f33f4f97f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:51.849698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-ae10ce8c-0003-49a8-ae04-0f33f4f97f55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1152565 Jul 09 16:44:51.991464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae92de-a202-4d56-976a-fc9ac65f2c5d req-259636d0-7730-4636-a340-31cfcd995457 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.005772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae92de-a202-4d56-976a-fc9ac65f2c5d req-259636d0-7730-4636-a340-31cfcd995457 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.011261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-2f6101d2-89b5-42cd-86cf-67d83d22f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.014268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-2f6101d2-89b5-42cd-86cf-67d83d22f680 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2559552 Jul 09 16:44:52.035764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae92de-a202-4d56-976a-fc9ac65f2c5d req-259636d0-7730-4636-a340-31cfcd995457 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.039711 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bae92de-a202-4d56-976a-fc9ac65f2c5d req-259636d0-7730-4636-a340-31cfcd995457 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2413 time: 0.7216389 Jul 09 16:44:52.138726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-90fc44cb-f60a-4a93-99bc-ce36ee0276ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.1167686 Jul 09 16:44:52.151919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:52.175539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bae92de-a202-4d56-976a-fc9ac65f2c5d req-e734ff6d-e5b2-42f4-82be-b8df3815c937 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309168 Jul 09 16:44:52.196822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-9fcce789-c818-4269-8e39-3c3264659e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.198563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-9fcce789-c818-4269-8e39-3c3264659e50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3379951 Jul 09 16:44:52.297827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361383-4867-4e54-8283-151f718d1395 req-1463d5aa-da80-4a60-bb9f-3a3f7cbd7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.301141 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28361383-4867-4e54-8283-151f718d1395 req-1463d5aa-da80-4a60-bb9f-3a3f7cbd7e06 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7264888 Jul 09 16:44:52.304482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-5b4cba21-e099-4fdb-bede-bf831741266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.307249 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-5b4cba21-e099-4fdb-bede-bf831741266a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1545458 Jul 09 16:44:52.404203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-895b8c8f-9cb0-4866-a65f-d59f393a0ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916518 Jul 09 16:44:52.507409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:52.507990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:52.528117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-193ca35e-30ca-4163-948c-fc1b1c47df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.530283 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-193ca35e-30ca-4163-948c-fc1b1c47df43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143512 Jul 09 16:44:52.717035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'tag': '092f34d2-6efe-462e-82c1-4f2c46a78ea2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:52.720633 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc" -d '{"events": [{"name": "network-changed", "server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "tag": "092f34d2-6efe-462e-82c1-4f2c46a78ea2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:52.778965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:52.825999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-479dab15-cf9c-4499-86f9-f24badb8cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.826858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-479dab15-cf9c-4499-86f9-f24badb8cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.827510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-479dab15-cf9c-4499-86f9-f24badb8cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.829818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-479dab15-cf9c-4499-86f9-f24badb8cdcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2866 time: 0.3850031 Jul 09 16:44:52.896065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-34db61e2-5b14-420f-8e59-da4f776b918a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=9fcb8dc4-2f09-421d-8597-c95235a79467 HTTP/1.1" status: 200 len: 217 time: 0.0524936 Jul 09 16:44:52.896669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:52.967256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-f1121a32-3efe-4ce3-a925-6e26552ee577 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968551 Jul 09 16:44:53.072547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-e900d271-dd95-4637-9916-dc021f63fe44 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561921 Jul 09 16:44:53.085039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-65c3d140-392a-4833-b6ec-05167fc43f6d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:53.091060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-65c3d140-392a-4833-b6ec-05167fc43f6d tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 815 time: 0.1650190 Jul 09 16:44:53.102716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-fc32c127-dc3d-46c3-bafa-703438dd9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:53.105242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-fc32c127-dc3d-46c3-bafa-703438dd9be5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4d5e392-db81-487f-bcc7-ac85dc433051 HTTP/1.1" status: 200 len: 801 time: 0.1892550 Jul 09 16:44:53.105242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-241bbabd-06f6-451a-b257-27180fb8ddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:53.115869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-129bff86-1190-45f5-ae55-e3837862dedb tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.118165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-129bff86-1190-45f5-ae55-e3837862dedb tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2166226 Jul 09 16:44:53.138757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.146307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-766e8abb-7a58-428c-a89f-f958fa418a66 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.154340 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-766e8abb-7a58-428c-a89f-f958fa418a66 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075476 Jul 09 16:44:53.154673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.161541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-5ebf764e-9030-4a2b-b6e4-847dfcb0537e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.162558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ebf764e-9030-4a2b-b6e4-847dfcb0537e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0068707 Jul 09 16:44:53.169998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.194124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-e4d85696-23b4-4142-b9e9-1284ccbc1a76 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.198689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4d85696-23b4-4142-b9e9-1284ccbc1a76 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0222852 Jul 09 16:44:53.200280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.201804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-29be016b-4e50-400d-9b9b-447a41a5ac62 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/quotas/35fbbc031bcd4878a1bafe1f43a0d099 HTTP/1.1" status: 200 len: 375 time: 0.0845201 Jul 09 16:44:53.210867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-5483a08f-1537-4748-aca2-c223e5bbaf80 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.215544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5483a08f-1537-4748-aca2-c223e5bbaf80 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098557 Jul 09 16:44:53.218379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.228011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-c518ee59-541e-4509-9a65-964414bd8897 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.233539 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c518ee59-541e-4509-9a65-964414bd8897 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066383 Jul 09 16:44:53.235247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.257226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-2eb99c32-fd97-4c23-972e-1f666febc748 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.261800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2eb99c32-fd97-4c23-972e-1f666febc748 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0165315 Jul 09 16:44:53.267262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.275310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-a0ec8cb8-4487-4229-a484-d5881632a57e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.279285 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a0ec8cb8-4487-4229-a484-d5881632a57e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077193 Jul 09 16:44:53.281904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.292557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-8d86b2b3-195e-4fab-8751-f872dc6b9f2c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.296994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8d86b2b3-195e-4fab-8751-f872dc6b9f2c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0100093 Jul 09 16:44:53.297287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.305469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c21581ee-c06c-42d9-8db3-7602f349b513 req-c78f32a2-1c13-46f2-9229-e00428604337 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283651 Jul 09 16:44:53.312686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-e0ecb0d8-9615-4af9-89a6-1148de8b6fa7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.319632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0ecb0d8-9615-4af9-89a6-1148de8b6fa7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0139928 Jul 09 16:44:53.319848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.328344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-ef752f5f-4a1b-42b8-81e4-0b54ba474374 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.330538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef752f5f-4a1b-42b8-81e4-0b54ba474374 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0080392 Jul 09 16:44:53.337306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-0d46dde1-5f3e-41a5-81cb-ec6de369ca79 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:53.338682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50968) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.339396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-0d46dde1-5f3e-41a5-81cb-ec6de369ca79 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1&tenant_id=4b36c56c59d843588bcf0b416136d371&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 949 time: 0.5773392 Jul 09 16:44:53.349817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-ce9bc7a2-d41b-4337-8829-a3e84bd7fdf7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.351307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce9bc7a2-d41b-4337-8829-a3e84bd7fdf7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0114233 Jul 09 16:44:53.355400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.356394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-cc94abe1-89ae-456c-aebe-1150792078b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:53.358644 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-cc94abe1-89ae-456c-aebe-1150792078b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2365940 Jul 09 16:44:53.396011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-d2e7eb85-c320-4e99-9fd4-ebe43b09a30a tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.397079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2e7eb85-c320-4e99-9fd4-ebe43b09a30a tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0324883 Jul 09 16:44:53.400769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50972) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.407052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-58bdd8e7-b1ae-4195-9a8d-a92988db2f2e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:53.409764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-ed09645d-5bdd-449c-9788-a7f9cb5f6cec tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.413587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed09645d-5bdd-449c-9788-a7f9cb5f6cec tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074353 Jul 09 16:44:53.414147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-58bdd8e7-b1ae-4195-9a8d-a92988db2f2e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 820 time: 0.4868350 Jul 09 16:44:53.418722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.423731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-ed157104-e811-4c30-8678-8d7f56abba6b tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.428194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed157104-e811-4c30-8678-8d7f56abba6b tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044222 Jul 09 16:44:53.439280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.447840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-436678fa-09f5-414b-8ff7-0efd0da34d73 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.455856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-436678fa-09f5-414b-8ff7-0efd0da34d73 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065141 Jul 09 16:44:53.455856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.460019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-d6344583-8295-449f-8176-ee5b3d50adf5 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.463456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6344583-8295-449f-8176-ee5b3d50adf5 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045419 Jul 09 16:44:53.470280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50980) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.476823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-6146ed8c-8c73-4d88-92f5-8ad614be6b05 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.478799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-8bce725b-9da3-42c2-a2f8-44653257b6f6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/quotas/8fa94e5e4f5d41ccaceca0bb6913d8ee HTTP/1.1" status: 200 len: 375 time: 0.0636342 Jul 09 16:44:53.481786 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6146ed8c-8c73-4d88-92f5-8ad614be6b05 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101271 Jul 09 16:44:53.484879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.493997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-e7e10739-f92e-422a-86ea-14909e546ea8 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.500210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7e10739-f92e-422a-86ea-14909e546ea8 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0115747 Jul 09 16:44:53.503967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.537602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-0190228b-be32-465c-8dc3-9570b36eb496 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.540297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0190228b-be32-465c-8dc3-9570b36eb496 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0341136 Jul 09 16:44:53.544852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.549110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-5434b7b2-8b4e-4349-99e8-02384f16c064 service neutron] 10.222.0.43 "GET /v2.0/ports/96d03983-f648-473b-bd58-13b82ad872eb/bindings/n-h2-800085-2 HTTP/1.1" status: 200 len: 382 time: 0.1946645 Jul 09 16:44:53.556406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-1de76e39-39c8-41a6-9ff4-4c448381ec84 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.559155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-6d409207-6a4f-4153-b4b3-3a33ac193a76 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3278849 Jul 09 16:44:53.577228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.582246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1de76e39-39c8-41a6-9ff4-4c448381ec84 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0290270 Jul 09 16:44:53.586542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-cf90881c-bb0d-41c8-ae04-b7900cc97078 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.591879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cf90881c-bb0d-41c8-ae04-b7900cc97078 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0097539 Jul 09 16:44:53.600818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.608074 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:53.634720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-241bbabd-06f6-451a-b257-27180fb8ddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:53.642365 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-8101326a-0b05-44eb-8dd4-b55f3b89ccfb service neutron] 10.222.0.43 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714791 Jul 09 16:44:53.648251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-241bbabd-06f6-451a-b257-27180fb8ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:53.921253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-35f4b202-55ca-4364-b189-5e3037f54b24 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.925196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-35f4b202-55ca-4364-b189-5e3037f54b24 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.3143697 Jul 09 16:44:53.948777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:53.964923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-66b2c268-016e-415d-87e1-3d6fe8dccff2 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:53.966961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66b2c268-016e-415d-87e1-3d6fe8dccff2 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082316 Jul 09 16:44:53.974564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.001400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-4ef6bac9-5150-4433-a7e7-a1d7fd9df3a2 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.002367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ef6bac9-5150-4433-a7e7-a1d7fd9df3a2 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063365 Jul 09 16:44:54.007103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.019390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-aa2e3ad6-6107-4d08-9fde-2f6fdf127041 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.020369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa2e3ad6-6107-4d08-9fde-2f6fdf127041 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0122025 Jul 09 16:44:54.026627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.032974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-7e4f8532-8a82-4a5c-ad94-0a170de35d45 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.033921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e4f8532-8a82-4a5c-ad94-0a170de35d45 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054030 Jul 09 16:44:54.045154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.057699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-bca1bb61-d2e2-488c-9540-c98abce2d4e6 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.061102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bca1bb61-d2e2-488c-9540-c98abce2d4e6 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106366 Jul 09 16:44:54.071670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c229d270-f43b-45a7-9b3d-d76e2036e089 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5919697 Jul 09 16:44:54.074752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.085370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-8e75e6c4-a48f-4616-9c4f-32bfd83518ca tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.085370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e75e6c4-a48f-4616-9c4f-32bfd83518ca tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0093710 Jul 09 16:44:54.090374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.092571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bbabd-06f6-451a-b257-27180fb8ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a8542-62c8-4187-8705-6c3207f0fe01,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:54.097192 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-241bbabd-06f6-451a-b257-27180fb8ddfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9f33085934f43d4afad26d912996b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3089888 Jul 09 16:44:54.101465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-a353ec12-a121-473f-b5c0-e160e4674bdf tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.102610 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a353ec12-a121-473f-b5c0-e160e4674bdf tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0108166 Jul 09 16:44:54.105447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.105767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51014) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.117076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-de06adb9-185f-4507-9e12-e0d4f5e821dc tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.118029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-de06adb9-185f-4507-9e12-e0d4f5e821dc tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102806 Jul 09 16:44:54.121285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.126052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-c0ffaeaa-d93e-46c1-92d5-021862216463 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586534 Jul 09 16:44:54.126703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-867ba6b9-524f-488b-8ba2-8676153a66f7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.139921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-867ba6b9-524f-488b-8ba2-8676153a66f7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056000 Jul 09 16:44:54.140098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.140098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-617a1910-1cf9-4fa0-89ec-3053507a125e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.140098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-617a1910-1cf9-4fa0-89ec-3053507a125e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045357 Jul 09 16:44:54.140098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.142701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-20ddbc3a-c662-408c-aebe-a4211408437f tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.143671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-20ddbc3a-c662-408c-aebe-a4211408437f tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041912 Jul 09 16:44:54.146447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.157137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-80edade2-5a4b-426c-b37a-6f4176da1899 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.158186 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-80edade2-5a4b-426c-b37a-6f4176da1899 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0103962 Jul 09 16:44:54.164226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.173297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-6320a90d-6d94-4d0e-96ab-12b1c8320adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:54.174929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-6320a90d-6d94-4d0e-96ab-12b1c8320adc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1100 time: 0.5838163 Jul 09 16:44:54.175254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-0df66254-0728-49ab-be4f-66869882a1d8 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.178704 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0df66254-0728-49ab-be4f-66869882a1d8 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080190 Jul 09 16:44:54.186481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51028) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.192880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-5bf20241-8fd5-44f3-8708-fc8a4c0f5577 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.193939 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5bf20241-8fd5-44f3-8708-fc8a4c0f5577 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064173 Jul 09 16:44:54.195226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 96d03983-f648-473b-bd58-13b82ad872eb up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:54.198035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.203126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-40e67073-23c7-42e8-8adc-ae19051768ab tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.204004 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-40e67073-23c7-42e8-8adc-ae19051768ab tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048075 Jul 09 16:44:54.207243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-2c6e42cc-bc14-43c0-ba30-5c5f831603b6 service neutron] 10.222.0.43 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603437 Jul 09 16:44:54.207923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.211968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-0ba9c65a-c49e-4e47-a91a-9658538b92a0 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.215245 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0ba9c65a-c49e-4e47-a91a-9658538b92a0 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041077 Jul 09 16:44:54.218634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.226642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-e2e97feb-dc97-4579-9999-c27a38c1c7d4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:54.227945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-55fef0a7-d92b-4185-a665-8ddb9106812b tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.228412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-e2e97feb-dc97-4579-9999-c27a38c1c7d4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "GET /v2.0/ports?device_id=08befbab-8ffe-4967-9bef-ec730e8ab9bc HTTP/1.1" status: 200 len: 945 time: 0.3109846 Jul 09 16:44:54.231492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-55fef0a7-d92b-4185-a665-8ddb9106812b tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0106390 Jul 09 16:44:54.236161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.252082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 96d03983-f648-473b-bd58-13b82ad872eb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:54.256569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 96d03983-f648-473b-bd58-13b82ad872eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:54.257219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.267075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-17809fb0-14f7-4f14-91d9-a5e4127933fc tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.268018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-17809fb0-14f7-4f14-91d9-a5e4127933fc tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064549 Jul 09 16:44:54.271852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-f877cbac-002e-4857-8a47-3e41fe82bfa0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=6c29c7c8-1bfc-4dfe-b3f0-80486754da20 HTTP/1.1" status: 200 len: 217 time: 0.0563304 Jul 09 16:44:54.272524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.278504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-6c749cc9-e1f0-43b6-b890-e49efa99bf88 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.279449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c749cc9-e1f0-43b6-b890-e49efa99bf88 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0060329 Jul 09 16:44:54.280165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26ce13-6016-4656-893e-0c1ede7e0989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.283927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.294923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-fc34e4f8-720a-4900-ada2-dd444316c71f tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.295889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc34e4f8-720a-4900-ada2-dd444316c71f tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0111172 Jul 09 16:44:54.303454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.307950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-4514bdab-4739-424a-a6b1-c486df73bbff tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.308906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4514bdab-4739-424a-a6b1-c486df73bbff tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045261 Jul 09 16:44:54.332181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.340369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-21af5b62-3813-4006-8f56-1b75939787e4 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.341289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21af5b62-3813-4006-8f56-1b75939787e4 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057566 Jul 09 16:44:54.347308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.356088 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.358338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-3cdc2d46-0cd6-4df7-8f4f-8c5e6215c3ec tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.359510 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3cdc2d46-0cd6-4df7-8f4f-8c5e6215c3ec tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0112879 Jul 09 16:44:54.363184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26ce13-6016-4656-893e-0c1ede7e0989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.365992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.370176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-d8db7cdd-4f65-4f4c-9feb-3964474dc108 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.373637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d8db7cdd-4f65-4f4c-9feb-3964474dc108 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042207 Jul 09 16:44:54.379404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.386154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-70d3e189-1afd-415c-a008-49e81f013f48 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.389850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-70d3e189-1afd-415c-a008-49e81f013f48 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071015 Jul 09 16:44:54.392319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.396634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-d93f8c25-783d-48cb-9bee-b5717ddc966e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.399975 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d93f8c25-783d-48cb-9bee-b5717ddc966e tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046332 Jul 09 16:44:54.401584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.403835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-b45fdd20-6c7f-478a-8007-19a174d489f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:54.405515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-b45fdd20-6c7f-478a-8007-19a174d489f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=97b4c935-647a-44d2-a2c8-d4dc009d7295 HTTP/1.1" status: 200 len: 801 time: 0.1229901 Jul 09 16:44:54.417786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:54.423095 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf22fc-ff2b-4b9d-8c1d-662f02ddd741" -d '{"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:54.423966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-fc6998a4-b951-4ec3-9e3c-5ab78cedfaef tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.427341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fc6998a4-b951-4ec3-9e3c-5ab78cedfaef tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0216808 Jul 09 16:44:54.430139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.434573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-aef62d2a-9997-4bdf-a381-e6fac24d5a9a tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.439836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aef62d2a-9997-4bdf-a381-e6fac24d5a9a tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045114 Jul 09 16:44:54.439836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.440067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:54.444739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-3d47c18e-d909-4110-a7d0-d85db4a209bb tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.448398 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d47c18e-d909-4110-a7d0-d85db4a209bb tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073972 Jul 09 16:44:54.448529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.464028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.496512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-26569395-034a-4d46-8102-b40753aa2982 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.500833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-26569395-034a-4d46-8102-b40753aa2982 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0259497 Jul 09 16:44:54.500833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-467342ed-7490-42ae-b765-19ab17ced178 service neutron] 10.222.0.48 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738363 Jul 09 16:44:54.501048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-349fb50e-17c0-4b3e-83f0-fa8ed1c73a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:54.502647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-349fb50e-17c0-4b3e-83f0-fa8ed1c73a3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b82ae608-4817-4eee-a0e8-c5fc289e8b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843406 Jul 09 16:44:54.503306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.504382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26ce13-6016-4656-893e-0c1ede7e0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.506780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f26ce13-6016-4656-893e-0c1ede7e0989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.507881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f26ce13-6016-4656-893e-0c1ede7e0989 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c3a8542-62c8-4187-8705-6c3207f0fe01 HTTP/1.1" status: 204 len: 168 time: 0.4012318 Jul 09 16:44:54.516439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-ca837536-be0a-4c4e-b880-6adcfa16443f tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.518716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ca837536-be0a-4c4e-b880-6adcfa16443f tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097723 Jul 09 16:44:54.529409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.535431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:54.544688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-56073eca-6143-492e-bc1e-ad6d1d5fab92 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.548506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56073eca-6143-492e-bc1e-ad6d1d5fab92 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0153430 Jul 09 16:44:54.555756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.562491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-b63b7ae0-27fd-4bd9-ac82-96daa661e5a8 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.563350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b63b7ae0-27fd-4bd9-ac82-96daa661e5a8 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066333 Jul 09 16:44:54.569815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.583177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-8f61a762-ff06-40a8-b6c0-525ab4d62f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:54.584594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-8f61a762-ff06-40a8-b6c0-525ab4d62f5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3675835 Jul 09 16:44:54.598309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-90641260-aa76-4070-a0b7-81c6346ef981 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196111 Jul 09 16:44:54.607778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-5e3c3fc2-117c-48a3-a04c-dec16923b00d tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.611568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e3c3fc2-117c-48a3-a04c-dec16923b00d tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0407584 Jul 09 16:44:54.612728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ce13-6016-4656-893e-0c1ede7e0989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a8542-62c8-4187-8705-6c3207f0fe01,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:54.616295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.622496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-f28ad6a2-b871-487d-9c6d-0040583aaeb7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.630201 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f28ad6a2-b871-487d-9c6d-0040583aaeb7 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0121489 Jul 09 16:44:54.630860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.651131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-94a57a4a-dcec-44aa-b0c7-600ce60b2f2d tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.658889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-94a57a4a-dcec-44aa-b0c7-600ce60b2f2d tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0162449 Jul 09 16:44:54.661683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.697755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-b46492a9-d2d6-49a9-8ce2-cd50049a8112 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.702486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b46492a9-d2d6-49a9-8ce2-cd50049a8112 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0361865 Jul 09 16:44:54.702633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.704986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-e85f9187-5aa4-41e0-90da-6c526be06b0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.1045077 Jul 09 16:44:54.715022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-94acc8b2-c500-4b28-941b-2760be71a0bf tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.720206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-94acc8b2-c500-4b28-941b-2760be71a0bf tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0172391 Jul 09 16:44:54.723845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.736025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-690e4356-507f-446a-9b97-d337057564e2 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.739597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-690e4356-507f-446a-9b97-d337057564e2 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090258 Jul 09 16:44:54.744715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51086) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.749727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-50784233-a25a-4e03-be36-bce2ec40a44c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.754769 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-50784233-a25a-4e03-be36-bce2ec40a44c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087328 Jul 09 16:44:54.758704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.769951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-f6b57f4d-2f76-48f0-85d5-9481da669b7c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.773923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Deleting port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:54.774831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f6b57f4d-2f76-48f0-85d5-9481da669b7c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091043 Jul 09 16:44:54.780425 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-37b03bc8-c112-4871-9fed-03c6cd83feda service neutron] 10.222.0.43 "GET /v2.0/networks/b82ae608-4817-4eee-a0e8-c5fc289e8b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702723 Jul 09 16:44:54.781340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.786809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-d80307c2-c614-48e2-94cb-0c6d2299fc50 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.790784 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d80307c2-c614-48e2-94cb-0c6d2299fc50 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087721 Jul 09 16:44:54.791385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.796303 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:54.888486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-00c5c4b3-5fb4-4d89-8b3a-501e58c97d7b service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883089 Jul 09 16:44:54.962291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-ebd0224c-4476-4654-b066-b64a56cd0a2c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.969184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebd0224c-4476-4654-b066-b64a56cd0a2c tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1739450 Jul 09 16:44:54.977949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-7f291e6a-9cd2-4abd-83fd-4032258704ac service neutron] 10.222.0.43 "GET /v2.0/networks/b82ae608-4817-4eee-a0e8-c5fc289e8b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848357 Jul 09 16:44:54.977949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.985067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-5513d371-e6e9-4084-8cbf-7975e90ed671 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:54.993793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5513d371-e6e9-4084-8cbf-7975e90ed671 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084307 Jul 09 16:44:54.994497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:54.997320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-27912a3a-e022-4796-97c3-c18ca9b27cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:54.999196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-27912a3a-e022-4796-97c3-c18ca9b27cc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2846179 Jul 09 16:44:54.999901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [None req-27b8ae1f-098d-4b28-9786-9e64fefbb7cb tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:55.004070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:55.007512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-27b8ae1f-098d-4b28-9786-9e64fefbb7cb tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0093849 Jul 09 16:44:55.008077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [None req-6cf8b1f0-43bd-4ac6-a389-f7aa8aa3c2f6 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:44:55.009023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6cf8b1f0-43bd-4ac6-a389-f7aa8aa3c2f6 tempest-ExtensionsTestJSON-2093313514 tempest-ExtensionsTestJSON-2093313514-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043449 Jul 09 16:44:55.124963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] For port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:55.125274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.129258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-9a5db4e0-5afb-4f98-b42b-7cd677689b4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2 HTTP/1.1" status: 200 len: 217 time: 0.1337509 Jul 09 16:44:55.240307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Calling delete_port for a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:55.282005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c2fde-e8f1-4aa3-9164-6800d9b115f3 req-7ed20000-819c-4d5b-9645-fdb32f3182bb tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:55.293857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c2c2fde-e8f1-4aa3-9164-6800d9b115f3 req-7ed20000-819c-4d5b-9645-fdb32f3182bb tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3596778 Jul 09 16:44:55.295243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-12d3c70b-d944-4839-9ef9-3ee53715480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:55.298647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-12d3c70b-d944-4839-9ef9-3ee53715480b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4d5e392-db81-487f-bcc7-ac85dc433051 HTTP/1.1" status: 200 len: 801 time: 0.1617792 Jul 09 16:44:55.323528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-67d6b60b-e79c-4e07-be2e-9dcf749d0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:55.331316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-67d6b60b-e79c-4e07-be2e-9dcf749d0355 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3086655 Jul 09 16:44:55.344806 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6b023-ce3f-4919-a346-72140fef7138 x-openstack-request-id: req-c1a6b023-ce3f-4919-a346-72140fef7138 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:55.346580 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "tag": "092f34d2-6efe-462e-82c1-4f2c46a78ea2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:55.346855 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1a6b023-ce3f-4919-a346-72140fef7138 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:55.348428 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'tag': '092f34d2-6efe-462e-82c1-4f2c46a78ea2', 'status': 'completed', 'code': 200} Jul 09 16:44:55.425169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-bbb10679-93a7-4765-807e-74fa0fc6a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:55.429878 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-bbb10679-93a7-4765-807e-74fa0fc6a226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234152 Jul 09 16:44:55.477769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:55.600576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c2c2fde-e8f1-4aa3-9164-6800d9b115f3 req-b5874ebd-1cf7-4884-84f1-d914fd0f3ca5 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055429 Jul 09 16:44:55.621988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-8c9089e9-b6ce-46d1-b492-281be8e88bd5 service neutron] 10.222.0.43 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843109 Jul 09 16:44:55.803201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4a9418f-abec-4996-b0c0-0c6a34a68cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.926189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd2f1f9-316e-4a3f-ba59-4f464dd3e2e5 req-ca76ac5b-51fa-442d-9b6d-cc3351bce945 service neutron] 10.222.0.43 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927752 Jul 09 16:44:55.946552 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a20b12-4982-4c60-8450-7534c95647d1 x-openstack-request-id: req-25a20b12-4982-4c60-8450-7534c95647d1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:55.947467 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:55.947896 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25a20b12-4982-4c60-8450-7534c95647d1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:55.948433 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'code': 200} Jul 09 16:44:55.957889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-0eb972f7-0416-406d-a4ac-e6362e1e6be8 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077206 Jul 09 16:44:56.116303 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4a9418f-abec-4996-b0c0-0c6a34a68cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.127395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4a9418f-abec-4996-b0c0-0c6a34a68cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.178873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4a9418f-abec-4996-b0c0-0c6a34a68cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=770a20aad2b04d359d7269e461c86aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989298 Jul 09 16:44:56.181614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:56.205377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68484-c064-4d3d-9d42-99fe225442e2 req-2f7805b2-6980-4cb7-b385-5a3039223b51 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.214671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68484-c064-4d3d-9d42-99fe225442e2 req-2f7805b2-6980-4cb7-b385-5a3039223b51 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.222504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68484-c064-4d3d-9d42-99fe225442e2 req-2f7805b2-6980-4cb7-b385-5a3039223b51 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.236055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58d68484-c064-4d3d-9d42-99fe225442e2 req-2f7805b2-6980-4cb7-b385-5a3039223b51 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2413 time: 0.6310730 Jul 09 16:44:56.294850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9418f-abec-4996-b0c0-0c6a34a68cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911289a-e1f3-4493-a0b0-42a7f444eb9b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:56.324518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-d5eaafab-8fc6-4d57-817b-f82c93257b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.325060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-d5eaafab-8fc6-4d57-817b-f82c93257b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.325553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-d5eaafab-8fc6-4d57-817b-f82c93257b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.327673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-d5eaafab-8fc6-4d57-817b-f82c93257b06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2866 time: 0.2847154 Jul 09 16:44:56.335644 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51a948f2-7c01-4056-9101-2e54542e9ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.346002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ddcbb44-9d5c-4303-8cca-cb4b9d7742a9 req-76a3d4e8-b83d-4550-9786-ef423483a9b7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 210 time: 0.1688581 Jul 09 16:44:56.378884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58d68484-c064-4d3d-9d42-99fe225442e2 req-fcc85695-7a58-4719-ab31-dd09881a6687 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422818 Jul 09 16:44:56.413865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.427221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-39c6d218-81ca-47ba-b617-32a4aa5de591 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615178 Jul 09 16:44:56.458114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Pushing event deleted for resources: {'Port': ['ID=a85f7ac4-c22f-41ff-abc2-c168ab2aeda1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:56.501551 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51a948f2-7c01-4056-9101-2e54542e9ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.546236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] No DVR routers for this DVR port a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:56.554761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.558051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ad8f5d6-dcad-470a-856c-f952b76ece8f req-4cfe822b-dc96-407a-9a61-75121ad8b95a tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.43 "DELETE /v2.0/ports/a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 HTTP/1.1" status: 204 len: 173 time: 2.3116317 Jul 09 16:44:56.602030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-100d0fbb-b15a-4307-b631-a9a261751022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.604064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-100d0fbb-b15a-4307-b631-a9a261751022 service neutron] 10.222.0.43 "GET /v2.0/networks?id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c HTTP/1.1" status: 200 len: 903 time: 0.2563937 Jul 09 16:44:56.644559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51a948f2-7c01-4056-9101-2e54542e9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.651997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51a948f2-7c01-4056-9101-2e54542e9ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.653227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-51a948f2-7c01-4056-9101-2e54542e9ce4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f911289a-e1f3-4493-a0b0-42a7f444eb9b HTTP/1.1" status: 204 len: 168 time: 0.4630504 Jul 09 16:44:56.701541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cc1cc21-14b1-4876-bb1e-5b33824b6615 req-b5efb517-e6cc-474f-ae03-5813df48747e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 210 time: 0.1101351 Jul 09 16:44:56.744654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-812b685c-da31-4133-ae9a-04ab13ad842f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2 HTTP/1.1" status: 200 len: 217 time: 0.1263065 Jul 09 16:44:56.748939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a948f2-7c01-4056-9101-2e54542e9ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911289a-e1f3-4493-a0b0-42a7f444eb9b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:56.948933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-f065ccd0-28ec-40c1-b31b-2396278fc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:56.953792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-f065ccd0-28ec-40c1-b31b-2396278fc6f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4d5e392-db81-487f-bcc7-ac85dc433051 HTTP/1.1" status: 200 len: 801 time: 0.1972420 Jul 09 16:44:57.031080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d98d-a353-478c-8ec7-a0ce3fff5b91 req-81b5d2f3-0221-4aa9-9d42-c718c481bbfc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:57.036650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9b0d98d-a353-478c-8ec7-a0ce3fff5b91 req-81b5d2f3-0221-4aa9-9d42-c718c481bbfc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.1786916 Jul 09 16:44:57.104127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-8b9fc6cc-1dc4-4083-872a-61adf2fc510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:57.109470 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-8b9fc6cc-1dc4-4083-872a-61adf2fc510f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1456320 Jul 09 16:44:57.143775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9b0d98d-a353-478c-8ec7-a0ce3fff5b91 req-c4e1381a-288d-4888-a0f0-871d6c2928c6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 Jul 09 16:44:57.349651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'name': 'network-vif-deleted', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:57.356981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-e44c6fe2-ee52-4680-87c7-c6d24fc3108c service neutron] 10.222.0.43 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342563 Jul 09 16:44:57.357898 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99c590-6290-4ee7-9010-f453e0d0018a" -d '{"events": [{"server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "name": "network-vif-deleted", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:57.391392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-35e54c32-cbb2-433a-ab24-7f62a2b14763 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:57.396469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-35e54c32-cbb2-433a-ab24-7f62a2b14763 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.37 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 815 time: 0.1901181 Jul 09 16:44:57.436140 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a64a9c-f002-45f0-be7e-8a849bbb794e x-openstack-request-id: req-f6a64a9c-f002-45f0-be7e-8a849bbb794e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:57.436442 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08befbab-8ffe-4967-9bef-ec730e8ab9bc", "name": "network-vif-deleted", "tag": "a85f7ac4-c22f-41ff-abc2-c168ab2aeda1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:57.437188 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6a64a9c-f002-45f0-be7e-8a849bbb794e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:57.441062 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08befbab-8ffe-4967-9bef-ec730e8ab9bc', 'name': 'network-vif-deleted', 'tag': 'a85f7ac4-c22f-41ff-abc2-c168ab2aeda1', 'status': 'completed', 'code': 200} Jul 09 16:44:57.461074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Request body: {'port': {'device_id': '681dab84-91d1-48bd-a126-4809bc5efe44', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'admin_state_up': True, 'tenant_id': '35fbbc031bcd4878a1bafe1f43a0d099'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:57.478005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:57.701542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3521303a-8fb8-45af-81ea-bdb969673850 req-8d91035f-4ce8-44c1-be44-93f31fd51acd tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 210 time: 0.0470302 Jul 09 16:44:57.728711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2080122890', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:57.850801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8eaacf98-8e13-4b2a-b7e3-ef037baa2abc req-4ca3f67d-a2b6-4f5f-a638-b8a1162f3d17 service neutron] 10.222.0.43 "GET /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529176 Jul 09 16:44:57.877870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Made reservation on behalf of c6400b84086d48738df95affe8e339b8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:57.882810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.896890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.911664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Made reservation on behalf of 35fbbc031bcd4878a1bafe1f43a0d099 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:57.918999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.060278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffa1e-ae9f-4395-ba71-6447b7a5107c req-fff1ca68-ce42-4e64-acb5-eb415bc585fb tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:58.069283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffa1e-ae9f-4395-ba71-6447b7a5107c req-fff1ca68-ce42-4e64-acb5-eb415bc585fb tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:58.075898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffa1e-ae9f-4395-ba71-6447b7a5107c req-fff1ca68-ce42-4e64-acb5-eb415bc585fb tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:58.078502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e50ffa1e-ae9f-4395-ba71-6447b7a5107c req-fff1ca68-ce42-4e64-acb5-eb415bc585fb tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2413 time: 0.3082781 Jul 09 16:44:58.180769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02ba24e5-0b9c-4a5f-9541-38b25f57123d req-da101cb4-b6c0-4e63-9c5c-b2cfca1e6d98 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 210 time: 0.1614466 Jul 09 16:44:58.192195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 092f34d2-6efe-462e-82c1-4f2c46a78ea2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:58.197489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:58.331187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-3f58a50e-9953-4c76-b89c-a4739669513c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:58.337918 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-3f58a50e-9953-4c76-b89c-a4739669513c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 820 time: 0.3034399 Jul 09 16:44:58.382918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'port': {'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'admin_state_up': True, 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:58.384222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e50ffa1e-ae9f-4395-ba71-6447b7a5107c req-73bd52d1-6c5e-4a07-90ab-9b281e9d934a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280667 Jul 09 16:44:58.403675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:58.404310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a85f7ac4-c22f-41ff-abc2-c168ab2aeda1 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:58.431159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:58.445492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '092f34d2-6efe-462e-82c1-4f2c46a78ea2', 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'port_id': '092f34d2-6efe-462e-82c1-4f2c46a78ea2', 'mac_address': 'fa:16:3e:52:83:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d5e392-db81-487f-bcc7-ac85dc433051', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:58.461316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:58.515646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.534366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092f34d2-6efe-462e-82c1-4f2c46a78ea2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:58.561221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:58.573069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.574785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:58.612964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Allocated IP 172.20.0.5 (1e9e5f41-145c-4922-951f-5f0d9a3bd545/4a299a82-6817-4e22-af63-02ebc46daa5f/14f9d4af-2745-4844-bff5-3d7c83ab5253) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:58.645348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.669553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.696759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'networks': [{'name': 'tempest-network--1400829023'}, {'name': 'tempest-network--2096203831'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:58.697498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'network': {'name': 'tempest-network--1400829023'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:58.698188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'network': {'name': 'tempest-network--2096203831'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:58.740025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:58.741402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Made reservation on behalf of 8fa94e5e4f5d41ccaceca0bb6913d8ee for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:58.751814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.753266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d98698-8147-41b5-bee3-6fbf2b7b3a7d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:58.768417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.768910 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Added segment 522ab274-09fa-4747-8298-a6fdc5e49574 of type vlan for network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 Jul 09 16:44:58.776951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:58.779497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'network': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:58.786274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.828611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310b7d-c307-4d15-bd8e-bba36b4cee5c req-d051b6a4-8955-40ea-a5d7-cd90981d09f3 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:58.831984 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20', 'network_id': 'b82ae608-4817-4eee-a0e8-c5fc289e8b52', 'port_id': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20', 'mac_address': 'fa:16:3e:08:c7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4c935-647a-44d2-a2c8-d4dc009d7295', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:58.836143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea310b7d-c307-4d15-bd8e-bba36b4cee5c req-d051b6a4-8955-40ea-a5d7-cd90981d09f3 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.3432045 Jul 09 16:44:58.843568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.853798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=092f34d2-6efe-462e-82c1-4f2c46a78ea2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:58.900117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.914055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea310b7d-c307-4d15-bd8e-bba36b4cee5c req-e38295bc-789a-4f0d-bec4-6a0b9b93bba9 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768795 Jul 09 16:44:58.921162 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:58.959638 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:58.973082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c15bdb31-e52e-4e85-8916-5658fb53fed0 req-67fce71f-5d09-4fb9-9648-62d3d9a53f08 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 210 time: 0.0431874 Jul 09 16:44:59.017096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.021316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:59.022172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.023397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.033470 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.034311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9fcb8dc4-2f09-421d-8597-c95235a79467 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:59.067742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.106844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Allocated IP 172.20.0.5 (99417b66-3c63-4cca-9dc8-9ee1ccd37ce4/8adb1caa-0f18-46f4-ba43-74ff754381a6/005d6366-cd43-4e28-8c60-0eba5bee6031) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:59.135899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:59.140474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9fcb8dc4-2f09-421d-8597-c95235a79467, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9fcb8dc4-2f09-421d-8597-c95235a79467,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:59.155515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.166926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '9fcb8dc4-2f09-421d-8597-c95235a79467', 'network_id': '513a0aea-0b92-4b4c-a445-4a9aaf7cf27c', 'port_id': '9fcb8dc4-2f09-421d-8597-c95235a79467', 'mac_address': 'fa:16:3e:94:41:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d5e392-db81-487f-bcc7-ac85dc433051', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:59.216675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Network': ['ID=d0b2ac4c-d2fe-4c1b-b96c-a0a094872945,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:59.223846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Pushing event updated for resources: {'Port': ['ID=14f9d4af-2745-4844-bff5-3d7c83ab5253,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:59.243992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:59.263260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:59.270835 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.274545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:59.275854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.279431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:59.284236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.284710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.314841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-debf3343-1219-448f-bbd5-8a654e1075b0 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8353262 Jul 09 16:44:59.332863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:59.349564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:59.358865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.359328 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Added segment 9ade5601-64c3-423d-be71-df6b4fc6ffb2 of type vlan for network 06a8e95d-58d4-4aad-9409-34935aeb53a9 Jul 09 16:44:59.371977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'subnet': {'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:59.414618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcb8dc4-2f09-421d-8597-c95235a79467 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:59.445770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d53f847-f4da-495c-ad46-7fb882fcb367 req-5cd5e83e-b200-4424-b97f-377d11cc9998 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 210 time: 0.0468428 Jul 09 16:44:59.446404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd140f7-1c4b-4402-87ac-a53551d612ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:59.459947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.485859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9fcb8dc4-2f09-421d-8597-c95235a79467, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9fcb8dc4-2f09-421d-8597-c95235a79467,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:59.493426 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.572591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.576437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.578671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Made reservation on behalf of c6400b84086d48738df95affe8e339b8 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:59.581325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.610267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=9fcb8dc4-2f09-421d-8597-c95235a79467,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:59.617604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:59.639935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.640389 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Added segment 57fb5af6-3c28-439a-af89-48da7a7a10c2 of type vlan for network 46e70c61-d9b8-45e6-9d1e-e3c05e29889b Jul 09 16:44:59.695248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-bd314ac4-91cb-45fe-a675-981966844c4b tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2798576 Jul 09 16:44:59.713713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.727354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Request body: {'port': {'device_id': '681dab84-91d1-48bd-a126-4809bc5efe44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:59.727710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350fc73-78da-48bc-87a4-99c42946c881 req-f0f7a9aa-1bd0-446e-8ecf-5629b8806ee0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.735558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350fc73-78da-48bc-87a4-99c42946c881 req-f0f7a9aa-1bd0-446e-8ecf-5629b8806ee0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.741970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350fc73-78da-48bc-87a4-99c42946c881 req-f0f7a9aa-1bd0-446e-8ecf-5629b8806ee0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.743759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6350fc73-78da-48bc-87a4-99c42946c881 req-f0f7a9aa-1bd0-446e-8ecf-5629b8806ee0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2416 time: 0.1889319 Jul 09 16:44:59.814893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.829631 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6350fc73-78da-48bc-87a4-99c42946c881 req-98d45aa9-059c-4e16-84c5-8927e1f1e684 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673919 Jul 09 16:44:59.833231 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.833747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.839954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.846877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.846877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.855545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Transition to ACTIVE for port object 005d6366-cd43-4e28-8c60-0eba5bee6031 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:59.884317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['092f34d2-6efe-462e-82c1-4f2c46a78ea2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:59.933853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4714150 Jul 09 16:44:59.934874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:59.935165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['6c29c7c8-1bfc-4dfe-b3f0-80486754da20'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:59.948282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:59.964127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-83af2c0c-27f5-4632-b124-73cbb308a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:59.965852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-83af2c0c-27f5-4632-b124-73cbb308a909 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1&tenant_id=4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 1101 time: 0.2682085 Jul 09 16:44:59.997735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:59.998808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['9fcb8dc4-2f09-421d-8597-c95235a79467'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:00.077710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:00.127801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['30f98285-d667-4a61-b71c-588006d0d983'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:00.169804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event updated for resources: {'Port': ['ID=005d6366-cd43-4e28-8c60-0eba5bee6031,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:00.256668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:00.269322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:00.276544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:00.436207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.437016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:00.495102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c487ce5f-b61e-4b9f-a254-7338ca919d83 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1344287 Jul 09 16:45:00.548031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Network': ['ID=06a8e95d-58d4-4aad-9409-34935aeb53a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:00.553559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Request body: {'port': {'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:00.611232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 06a8e95d-58d4-4aad-9409-34935aeb53a9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:00.662978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:45:00.663571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:00.688824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04c744d7-5281-4248-8def-fcb53b501ce7 None None] Provisioning for port 005d6366-cd43-4e28-8c60-0eba5bee6031 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:00.708826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04c744d7-5281-4248-8def-fcb53b501ce7 None None] Provisioning complete for port 005d6366-cd43-4e28-8c60-0eba5bee6031 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:00.709590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04c744d7-5281-4248-8def-fcb53b501ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:00.750988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04c744d7-5281-4248-8def-fcb53b501ce7 None None] Port 005d6366-cd43-4e28-8c60-0eba5bee6031 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:00.778913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:00.824364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Subnet': ['ID=abf5ac6a-d2e5-4afa-8d8b-380f73443019,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:00.855374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404cfd-2cd7-4fd7-ae97-b3f9ce19d194 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Network': ['ID=46e70c61-d9b8-45e6-9d1e-e3c05e29889b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:00.879400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 46e70c61-d9b8-45e6-9d1e-e3c05e29889b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:00.919910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5d8ec-413a-4b78-b588-f9d0abbe918b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.925798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5d8ec-413a-4b78-b588-f9d0abbe918b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.931900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5d8ec-413a-4b78-b588-f9d0abbe918b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.938175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5d8ec-413a-4b78-b588-f9d0abbe918b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.943096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f9d4af-2745-4844-bff5-3d7c83ab5253 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:00.944650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5d8ec-413a-4b78-b588-f9d0abbe918b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.946305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-78a5d8ec-413a-4b78-b588-f9d0abbe918b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2967 time: 1.0045283 Jul 09 16:45:00.953599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:00.959160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:00.963080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1726-6a2a-4b0d-82bc-65c248977daf req-72904b2b-bbdc-424c-a513-cdba7cd10944 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:00.964668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31fd1726-6a2a-4b0d-82bc-65c248977daf req-72904b2b-bbdc-424c-a513-cdba7cd10944 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 931 time: 0.4137604 Jul 09 16:45:00.981636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Checking segment: {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:00.982009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network hostable DHCP agents. Network: d0b2ac4c-d2fe-4c1b-b96c-a0a094872945, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:01.019784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Transition to ACTIVE for port object 14f9d4af-2745-4844-bff5-3d7c83ab5253 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:01.033549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.061219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d979-4f20-450c-a143-c952bf9c6852 req-e32c99c2-b817-4c95-96f4-857c0e5fa45f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:01.067244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c4d979-4f20-450c-a143-c952bf9c6852 req-e32c99c2-b817-4c95-96f4-857c0e5fa45f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.5149448 Jul 09 16:45:01.069573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.127892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:01.131740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.169708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31fd1726-6a2a-4b0d-82bc-65c248977daf req-02344903-5de8-4701-9fda-8589e2f003e4 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926453 Jul 09 16:45:01.208077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c4d979-4f20-450c-a143-c952bf9c6852 req-8afb0f82-fdad-4dd4-91e7-c7e69902e7b0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271553 Jul 09 16:45:01.364472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005d6366-cd43-4e28-8c60-0eba5bee6031 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:01.374451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.392467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Transition to ACTIVE for port object 005d6366-cd43-4e28-8c60-0eba5bee6031 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:01.394020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, d0b2ac4c-d2fe-4c1b-b96c-a0a094872945) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:01.406092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:01.406345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.409174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.409734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1793d-9892-4e97-b63c-9be33e5b8129 None None] Network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:01.417811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Pushing event updated for resources: {'Port': ['ID=14f9d4af-2745-4844-bff5-3d7c83ab5253,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:01.480939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.552929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a8e95d-58d4-4aad-9409-34935aeb53a9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:01.617005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7e1689de-0cd6-4739-b49f-4fdb9487e299 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2522371 Jul 09 16:45:01.638780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:01.641215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Attempting to bind port 14f9d4af-2745-4844-bff5-3d7c83ab5253 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:01.641649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Attempting to bind port 14f9d4af-2745-4844-bff5-3d7c83ab5253 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:01.642083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Attempting to bind port 14f9d4af-2745-4844-bff5-3d7c83ab5253 on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:01.656345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1610497530', 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:01.667401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Port 14f9d4af-2745-4844-bff5-3d7c83ab5253 on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:01.668530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Attempting to bind port 14f9d4af-2745-4844-bff5-3d7c83ab5253 on network 1e9e5f41-145c-4922-951f-5f0d9a3bd545 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:01.688230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb48ba-b44c-4328-a2cf-c19f7f114cb6 None None] Network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:01.697813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:01.698190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Checking segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:01.698557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Bound using segment: {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:01.698996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Bound port: 14f9d4af-2745-4844-bff5-3d7c83ab5253, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb27f50-70fe-4097-9c0a-33990e0ba409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:01.699360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.714286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95876690-0369-46c0-9714-eb9af690da5b req-5cf4457d-73e5-4b06-bffa-875421a47287 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:01.723616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95876690-0369-46c0-9714-eb9af690da5b req-5cf4457d-73e5-4b06-bffa-875421a47287 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 931 time: 0.3425183 Jul 09 16:45:01.735449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Pushing event updated for resources: {'Port': ['ID=005d6366-cd43-4e28-8c60-0eba5bee6031,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:01.776417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ade5601-64c3-423d-be71-df6b4fc6ffb2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:01.776711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ade5601-64c3-423d-be71-df6b4fc6ffb2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:01.830725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.834947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95876690-0369-46c0-9714-eb9af690da5b req-2d3b61f8-bb22-4e5c-b5d7-3bb7503f5746 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104469 Jul 09 16:45:01.885037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.902519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:01.902927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:01.907138 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:01.980222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4fc1-9d9e-4d36-bbca-8d027a89095b req-4e89ff43-6858-4001-9176-1e733deccfe2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:01.992184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4fc1-9d9e-4d36-bbca-8d027a89095b req-4e89ff43-6858-4001-9176-1e733deccfe2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.000546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4fc1-9d9e-4d36-bbca-8d027a89095b req-4e89ff43-6858-4001-9176-1e733deccfe2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.002782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17cb4fc1-9d9e-4d36-bbca-8d027a89095b req-4e89ff43-6858-4001-9176-1e733deccfe2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2416 time: 0.4243665 Jul 09 16:45:02.005466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:02.045157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.057859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.059761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/networks/06a8e95d-58d4-4aad-9409-34935aeb53a9 HTTP/1.1" status: 204 len: 168 time: 1.1048615 Jul 09 16:45:02.079100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:02.101017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4851e-cc7f-40fb-85b1-c31a55ef9841 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Network': ['ID=06a8e95d-58d4-4aad-9409-34935aeb53a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:02.109599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Made reservation on behalf of c6400b84086d48738df95affe8e339b8 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:02.116167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.153029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17cb4fc1-9d9e-4d36-bbca-8d027a89095b req-1955dc5c-9ab7-405d-b52d-87af5e50700a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391401 Jul 09 16:45:02.156645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Attempting to bind port 005d6366-cd43-4e28-8c60-0eba5bee6031 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:02.157172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Attempting to bind port 005d6366-cd43-4e28-8c60-0eba5bee6031 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:02.157659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Attempting to bind port 005d6366-cd43-4e28-8c60-0eba5bee6031 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:02.160638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:02.167751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] device_id is not set on port 73b3e479-a9e7-414b-ac73-0c3daf041b04 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:45:02.180486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Port 005d6366-cd43-4e28-8c60-0eba5bee6031 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:02.180810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Attempting to bind port 005d6366-cd43-4e28-8c60-0eba5bee6031 on network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:02.212828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] For port 14f9d4af-2745-4844-bff5-3d7c83ab5253, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:02.215339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9fcb8dc4-2f09-421d-8597-c95235a79467 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:02.227344 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.232074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:02.233729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Checking segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:02.236304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Bound using segment: {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:02.239428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Bound port: 005d6366-cd43-4e28-8c60-0eba5bee6031, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f996879-096f-47b9-bd1f-fcb5e3cd3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:02.240134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.242522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Transition to ACTIVE for port object 96d03983-f648-473b-bd58-13b82ad872eb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:02.243984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:02.251266 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778821c0-ec34-4e00-bfa1-cf7f8a507232" -d '{"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:02.257403 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.261303 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.289399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] For port 14f9d4af-2745-4844-bff5-3d7c83ab5253, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:02.326992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.347857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 9fcb8dc4-2f09-421d-8597-c95235a79467 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:02.348981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] No DVR routers for this DVR port 96d03983-f648-473b-bd58-13b82ad872eb on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:02.354566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 9fcb8dc4-2f09-421d-8597-c95235a79467 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:02.354914 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.471535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:02.498658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.499414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.500961 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] 10.222.0.37 "PUT /v2.0/ports/14f9d4af-2745-4844-bff5-3d7c83ab5253 HTTP/1.1" status: 200 len: 1091 time: 2.7883372 Jul 09 16:45:02.503363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681dab84-91d1-48bd-a126-4809bc5efe44', 'tag': '14f9d4af-2745-4844-bff5-3d7c83ab5253'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:02.505611 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a448d0e9-c838-421d-afb3-ef719a7bd1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "681dab84-91d1-48bd-a126-4809bc5efe44", "tag": "14f9d4af-2745-4844-bff5-3d7c83ab5253"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:02.537946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.568242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcb8dc4-2f09-421d-8597-c95235a79467'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:02.570859 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce4ebf-2979-4889-930f-5f811f196c3c" -d '{"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-plugged", "status": "completed", "tag": "9fcb8dc4-2f09-421d-8597-c95235a79467"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:02.587392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 9fcb8dc4-2f09-421d-8597-c95235a79467, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9fcb8dc4-2f09-421d-8597-c95235a79467,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:02.597591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.597591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 092f34d2-6efe-462e-82c1-4f2c46a78ea2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:02.601091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88e723-9b81-4f20-bd61-b04833f59e1c service neutron] Pushing event updated for resources: {'Port': ['ID=14f9d4af-2745-4844-bff5-3d7c83ab5253,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:02.604318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Allocated IP 172.20.0.12 (d0b2ac4c-d2fe-4c1b-b96c-a0a094872945/abf5ac6a-d2e5-4afa-8d8b-380f73443019/73b3e479-a9e7-414b-ac73-0c3daf041b04) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:02.606941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] For port 005d6366-cd43-4e28-8c60-0eba5bee6031, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:02.654458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] For port 005d6366-cd43-4e28-8c60-0eba5bee6031, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=005d6366-cd43-4e28-8c60-0eba5bee6031,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:02.672188 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.682695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:02.683290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:02.683405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:02.689394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.692748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:02.693071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Attempting to bind port 96d03983-f648-473b-bd58-13b82ad872eb on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:02.708012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:02.708448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:02.708831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:02.709289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Bound port: 96d03983-f648-473b-bd58-13b82ad872eb, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:02.709648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.717347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=9fcb8dc4-2f09-421d-8597-c95235a79467,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:02.745336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:02.751311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:02.751739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.759935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e70c61-d9b8-45e6-9d1e-e3c05e29889b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:02.773610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.779236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.781584 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] 10.222.0.37 "PUT /v2.0/ports/005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 1091 time: 2.2357521 Jul 09 16:45:02.792473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fb5af6-3c28-439a-af89-48da7a7a10c2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:02.792761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fb5af6-3c28-439a-af89-48da7a7a10c2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:02.820672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ed0c-5692-41c8-bc8f-b6a874f54526 service neutron] Pushing event updated for resources: {'Port': ['ID=005d6366-cd43-4e28-8c60-0eba5bee6031,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:02.833601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.865989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e56425-1992-4db6-b0f3-22f9988e0152 req-1cf1bb63-82a2-4e54-8022-2f9b78aa9fbd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.873086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e56425-1992-4db6-b0f3-22f9988e0152 req-1cf1bb63-82a2-4e54-8022-2f9b78aa9fbd tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 949 time: 0.3978372 Jul 09 16:45:02.882338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771122bb-2499-4bd4-95f3-b90c696916ba req-6f35e505-d58f-44ee-a075-b05ab8545066 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.884228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-771122bb-2499-4bd4-95f3-b90c696916ba req-6f35e505-d58f-44ee-a075-b05ab8545066 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 943 time: 0.4611399 Jul 09 16:45:02.917848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:02.931294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.935105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.958265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-d3fd6872-c088-4cd7-b6c3-645c6e5d8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.960283 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-d3fd6872-c088-4cd7-b6c3-645c6e5d8a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 1094 time: 0.3845372 Jul 09 16:45:02.969798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e56425-1992-4db6-b0f3-22f9988e0152 req-d0b0d55e-598a-451a-bf30-9a9e17dfa719 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956008 Jul 09 16:45:02.978042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:02.978460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.982758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:02.983872 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:03.006763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:03.017788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.018655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:03.048801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-d58eb9e6-e5db-47ce-9aa3-2b71cfcc5cda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253 HTTP/1.1" status: 200 len: 217 time: 0.0694866 Jul 09 16:45:03.104097 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180fd06-e09f-4f77-8779-fd75c3ef2f65 x-openstack-request-id: req-1180fd06-e09f-4f77-8779-fd75c3ef2f65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:03.104389 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-unplugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:03.104641 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1180fd06-e09f-4f77-8779-fd75c3ef2f65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:03.105047 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'code': 200} Jul 09 16:45:03.130089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-771122bb-2499-4bd4-95f3-b90c696916ba req-07958e94-8c9b-4060-98d9-cb8b97c8f44e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174611 Jul 09 16:45:03.131469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.162335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=092f34d2-6efe-462e-82c1-4f2c46a78ea2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:03.206397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:03.206908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.207868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.210006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] 10.222.0.37 "PUT /v2.0/ports/96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 1097 time: 3.2167690 Jul 09 16:45:03.216415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:03.218597 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.252410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-0c7dcbea-45c1-4dc7-b4c4-66013466bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.254726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-0c7dcbea-45c1-4dc7-b4c4-66013466bc3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 200 len: 855 time: 0.1958351 Jul 09 16:45:03.260776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.269514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.273039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/networks/46e70c61-d9b8-45e6-9d1e-e3c05e29889b HTTP/1.1" status: 204 len: 168 time: 1.1925685 Jul 09 16:45:03.277394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:03.282399 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af9a24f-78db-4043-b58c-fa1f469adbf8 x-openstack-request-id: req-6af9a24f-78db-4043-b58c-fa1f469adbf8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:03.287846 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681dab84-91d1-48bd-a126-4809bc5efe44", "tag": "14f9d4af-2745-4844-bff5-3d7c83ab5253", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:03.288126 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6af9a24f-78db-4043-b58c-fa1f469adbf8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:03.288567 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681dab84-91d1-48bd-a126-4809bc5efe44', 'tag': '14f9d4af-2745-4844-bff5-3d7c83ab5253', 'status': 'completed', 'code': 200} Jul 09 16:45:03.290802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-7c4008c8-64bb-43d5-ab06-d5fd7e8ae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.302667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-7c4008c8-64bb-43d5-ab06-d5fd7e8ae7fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1094 time: 0.3981411 Jul 09 16:45:03.311004 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1341bee5-3063-4d24-8f90-ff6338d6e6d6 x-openstack-request-id: req-1341bee5-3063-4d24-8f90-ff6338d6e6d6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:03.311654 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-plugged", "status": "completed", "tag": "9fcb8dc4-2f09-421d-8597-c95235a79467", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:03.312188 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1341bee5-3063-4d24-8f90-ff6338d6e6d6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:03.312790 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcb8dc4-2f09-421d-8597-c95235a79467', 'code': 200} Jul 09 16:45:03.331510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.351258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ad356-4fab-4346-94b9-9876afdcf4be service neutron] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:03.406717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756a2eb-0823-4066-8049-1817074d9b26 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Network': ['ID=46e70c61-d9b8-45e6-9d1e-e3c05e29889b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:03.425659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.429974 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-74e08255-6821-42ee-a34c-9acf54b01284 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 217 time: 0.0834045 Jul 09 16:45:03.442569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-fbe99b97-ef54-49a9-9b13-311aaa5477ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e9e5f41-145c-4922-951f-5f0d9a3bd545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367812 Jul 09 16:45:03.492937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-4c452e09-d5c7-4fda-8241-de1140c09bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.494885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-4c452e09-d5c7-4fda-8241-de1140c09bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1100 time: 0.2146471 Jul 09 16:45:03.504683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:03.518129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.519410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 96d03983-f648-473b-bd58-13b82ad872eb no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:03.616150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-85f0b512-cbec-447a-89bb-d9ddc5a37c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.617756 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-85f0b512-cbec-447a-89bb-d9ddc5a37c24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1727324 Jul 09 16:45:03.643613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 96d03983-f648-473b-bd58-13b82ad872eb not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:03.644274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:03.669600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e61436-423e-4a5c-8a13-a2a0050e226a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.676893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e61436-423e-4a5c-8a13-a2a0050e226a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.683235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e61436-423e-4a5c-8a13-a2a0050e226a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.690582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-52e61436-423e-4a5c-8a13-a2a0050e226a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.3701453 Jul 09 16:45:03.690582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:03.692527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.694598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-695810511'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:03.714841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-902c7f7e-49f5-4f4d-a22e-26f63251e0b5 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543619 Jul 09 16:45:03.807586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:03.815787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:03.820269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Port': ['ID=73b3e479-a9e7-414b-ac73-0c3daf041b04,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:03.826558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:03.854344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-d7734626-6194-4662-a234-ad773048337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.855958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-d7734626-6194-4662-a234-ad773048337a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252073 Jul 09 16:45:03.945050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:03.945669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.977222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4519581f-1308-4c08-a4b4-a588c17c6f5c req-22de390e-7c52-4bad-9169-96f293c57985 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359254 Jul 09 16:45:03.982122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-662e6321-afe1-4125-a3ed-24b7fd4627da tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3407540 Jul 09 16:45:03.986606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51272) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:04.031265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-b579b264-b55e-4a0e-b2c5-5e9820c184f5 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680682 Jul 09 16:45:04.103449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:04.107905 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.144565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-48b496c2-b0bf-4947-ad01-0fd05a98dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.146168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-48b496c2-b0bf-4947-ad01-0fd05a98dfd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.6359153 Jul 09 16:45:04.175619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6d26-a597-4c95-a13f-70c6b400abff req-d3d59572-9aec-4b87-b1d9-589ce4ce85af tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.181525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6d26-a597-4c95-a13f-70c6b400abff req-d3d59572-9aec-4b87-b1d9-589ce4ce85af tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.187429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6d26-a597-4c95-a13f-70c6b400abff req-d3d59572-9aec-4b87-b1d9-589ce4ce85af tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.189320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c9d6d26-a597-4c95-a13f-70c6b400abff req-d3d59572-9aec-4b87-b1d9-589ce4ce85af tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2419 time: 0.6523285 Jul 09 16:45:04.236251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b039e-7ff2-4127-880f-3c9bba50e1cb req-1bff8746-68c2-4788-a1c6-80020a6d5ee5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.239452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-184b039e-7ff2-4127-880f-3c9bba50e1cb req-1bff8746-68c2-4788-a1c6-80020a6d5ee5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 943 time: 0.6925287 Jul 09 16:45:04.249227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-e402e757-8b31-4abe-aedb-022292e0af70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0927448 Jul 09 16:45:04.280005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Deleting port 73b3e479-a9e7-414b-ac73-0c3daf041b04 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:04.280756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.282408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:04.305286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-464d3833-5982-4874-95d3-154373fb0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.308135 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-464d3833-5982-4874-95d3-154373fb0cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 1094 time: 0.2296565 Jul 09 16:45:04.371552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-29cb4a7b-c3f0-420c-8eb5-f5fb13319de3 req-c89b4c6c-ed7c-4858-8925-4e8e89e05a3a service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896831 Jul 09 16:45:04.371781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.372109 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Added segment 6f4b51e7-d586-44a8-9199-ef2ef41b6ca4 of type vlan for network 1af1b67b-0b16-4d9c-a1c1-28810f90c5da Jul 09 16:45:04.479186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c9d6d26-a597-4c95-a13f-70c6b400abff req-cba34060-516e-416c-8da4-95700818e2a1 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547429 Jul 09 16:45:04.494266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-184b039e-7ff2-4127-880f-3c9bba50e1cb req-03ae33b6-739a-47eb-9c29-6855b9db9e7a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434018 Jul 09 16:45:04.520754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-f3da9647-29bd-4f55-b644-d0d8f79f5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.523365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-f3da9647-29bd-4f55-b644-d0d8f79f5038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2561116 Jul 09 16:45:04.540582 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.570408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.610771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Calling delete_port for 73b3e479-a9e7-414b-ac73-0c3daf041b04 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:04.619400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-17ba837c-07a7-463c-8708-47105abe4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.619856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-17ba837c-07a7-463c-8708-47105abe4410 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 200 len: 916 time: 0.2679248 Jul 09 16:45:04.686925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-f943134e-0467-4eb3-8b09-d9b09fb6147c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253 HTTP/1.1" status: 200 len: 217 time: 0.0586586 Jul 09 16:45:04.744336 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.754338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.755389 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:04.815908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2442f02-c544-47ea-b3dd-faeb669d8539 req-75ef3f3d-b62b-46ba-b4b5-f41ca110d366 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.818393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2442f02-c544-47ea-b3dd-faeb669d8539 req-75ef3f3d-b62b-46ba-b4b5-f41ca110d366 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 949 time: 0.2110958 Jul 09 16:45:04.881151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-9622f906-952e-4b95-8aed-10425a39e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.881789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-3dd44dc4-b105-4dce-8a82-3d1c6d2b1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.883726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-3dd44dc4-b105-4dce-8a82-3d1c6d2b1076 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3336067 Jul 09 16:45:04.884280 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-9622f906-952e-4b95-8aed-10425a39e8e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 200 len: 855 time: 0.1151788 Jul 09 16:45:04.976281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-9703af20-8b35-440b-aa58-96732ebd2e32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e9e5f41-145c-4922-951f-5f0d9a3bd545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776005 Jul 09 16:45:04.987200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2964334 Jul 09 16:45:04.996221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:05.006614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-653957521'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:05.043085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfdc07-9e71-4c86-b980-793db6ace062 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Network': ['ID=1af1b67b-0b16-4d9c-a1c1-28810f90c5da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:05.055682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1af1b67b-0b16-4d9c-a1c1-28810f90c5da details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:05.097266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2442f02-c544-47ea-b3dd-faeb669d8539 req-4cc85097-1573-41ed-bb07-d24c513888e2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123327 Jul 09 16:45:05.107465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.114329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a177d93-bfcc-40a5-b4b7-bd6644722d2d req-939eb17a-b09b-4620-89fc-a552a54f0995 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.122012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a177d93-bfcc-40a5-b4b7-bd6644722d2d req-939eb17a-b09b-4620-89fc-a552a54f0995 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 943 time: 0.3500924 Jul 09 16:45:05.123836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:05.126423 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1f442d-27f3-454b-9a50-1e66f194c114" -d '{"events": [{"name": "network-changed", "server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:05.131511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:05.137286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.184410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a177d93-bfcc-40a5-b4b7-bd6644722d2d req-2875dedd-ea69-4953-b0bc-811dc288a25e tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582576 Jul 09 16:45:05.191126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event deleted for resources: {'Port': ['ID=73b3e479-a9e7-414b-ac73-0c3daf041b04,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:05.227084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-33ffd63a-6609-4f63-bdf0-40bb2f0c7cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245604 Jul 09 16:45:05.255135 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-ace29bdc-69bf-40ff-9e34-e33b54e29951 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708423 Jul 09 16:45:05.281282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:05.292016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:05.295061 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:05.301021 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f7686-a7b1-45bf-9071-0166a6c7cd47 x-openstack-request-id: req-1e7f7686-a7b1-45bf-9071-0166a6c7cd47 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:05.301398 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:05.301713 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e7f7686-a7b1-45bf-9071-0166a6c7cd47 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:05.307139 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'status': 'completed', 'code': 200} Jul 09 16:45:05.314130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f34d2-6efe-462e-82c1-4f2c46a78ea2'}, {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:05.317190 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98e130-26a7-4d37-8881-d824dd942f94" -d '{"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-plugged", "status": "completed", "tag": "092f34d2-6efe-462e-82c1-4f2c46a78ea2"}, {"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-plugged", "status": "completed", "tag": "6c29c7c8-1bfc-4dfe-b3f0-80486754da20"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:05.361373 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd2f04d-2ae8-44be-b6f8-05edd39d6c52 x-openstack-request-id: req-dbd2f04d-2ae8-44be-b6f8-05edd39d6c52 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:05.361659 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:05.362317 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbd2f04d-2ae8-44be-b6f8-05edd39d6c52 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:05.362317 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'status': 'completed', 'code': 200} Jul 09 16:45:05.362970 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d3df35-bbdf-4403-8156-e897312e30de x-openstack-request-id: req-31d3df35-bbdf-4403-8156-e897312e30de {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:05.363383 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-plugged", "status": "completed", "tag": "092f34d2-6efe-462e-82c1-4f2c46a78ea2", "code": 200}, {"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-plugged", "status": "completed", "tag": "6c29c7c8-1bfc-4dfe-b3f0-80486754da20", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:05.363897 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31d3df35-bbdf-4403-8156-e897312e30de {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:05.364516 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092f34d2-6efe-462e-82c1-4f2c46a78ea2', 'code': 200} Jul 09 16:45:05.365023 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20', 'code': 200} Jul 09 16:45:05.400760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.401111 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Added segment f837b749-3968-409f-be13-3bc1ea9a3664 of type vlan for network f04b0203-34db-40c3-98dc-5ed8d7b60542 Jul 09 16:45:05.407298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed6a310-0dd4-4744-863e-752ce0ed9762 req-09e0dfe3-b1ae-4b08-8855-7373ae8c1eb3 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726692 Jul 09 16:45:05.425297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.427711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-09d562e7-030c-44e7-baa1-34e855e21adc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/ports/73b3e479-a9e7-414b-ac73-0c3daf041b04 HTTP/1.1" status: 204 len: 168 time: 1.4399061 Jul 09 16:45:05.430821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:05.435706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945', 'external_fixed_ips': [{'subnet_id': 'abf5ac6a-d2e5-4afa-8d8b-380f73443019', 'ip_address': '172.20.0.12'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:05.486934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.487886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.503309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.566841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a448d0e9-c838-421d-afb3-ef719a7bd1ea req-7ff56c9d-d6f1-4316-99c2-3fc2b992953d service neutron] 10.222.0.37 "GET /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886269 Jul 09 16:45:05.586221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.592157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.592759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.601590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-99891efc-19ba-415a-a81d-87a08a831b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.603319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-99891efc-19ba-415a-a81d-87a08a831b16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1100 time: 0.2952461 Jul 09 16:45:05.621029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.636267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4ee46-db42-458a-9b61-57c57b027dc8 req-3cb81a03-a726-49ad-94f4-0207e7677ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.637745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4ee46-db42-458a-9b61-57c57b027dc8 req-3cb81a03-a726-49ad-94f4-0207e7677ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.638291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4ee46-db42-458a-9b61-57c57b027dc8 req-3cb81a03-a726-49ad-94f4-0207e7677ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.640689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04d4ee46-db42-458a-9b61-57c57b027dc8 req-3cb81a03-a726-49ad-94f4-0207e7677ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2872 time: 0.1893170 Jul 09 16:45:05.689232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6861455 Jul 09 16:45:05.697137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:05.738702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-2052ec02-8c0c-4b25-8db4-d401c1257f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.741826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-2052ec02-8c0c-4b25-8db4-d401c1257f16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1094 time: 0.3385444 Jul 09 16:45:05.745417 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66cff0f9-6ab5-4b4b-b292-bd175bbd7d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:05.777087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'ports': [{'network_id': '1af1b67b-0b16-4d9c-a1c1-28810f90c5da', 'name': 'tempest-port--1547069285', 'admin_state_up': True}, {'network_id': 'f04b0203-34db-40c3-98dc-5ed8d7b60542', 'admin_state_up': False}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:05.777087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'port': {'network_id': '1af1b67b-0b16-4d9c-a1c1-28810f90c5da', 'name': 'tempest-port--1547069285', 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:05.777087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'port': {'network_id': 'f04b0203-34db-40c3-98dc-5ed8d7b60542', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:05.791501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40886149-f178-4d61-8b76-d6077252b6ff tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Network': ['ID=f04b0203-34db-40c3-98dc-5ed8d7b60542,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:05.803242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f04b0203-34db-40c3-98dc-5ed8d7b60542 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:05.906561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-0617e25c-eb4c-44c6-b53e-6e5c8a0391bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.908268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-0617e25c-eb4c-44c6-b53e-6e5c8a0391bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2864959 Jul 09 16:45:05.963576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-0a507a2b-ff35-499f-a460-686e6b93575a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0413628 Jul 09 16:45:05.986311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04d4ee46-db42-458a-9b61-57c57b027dc8 req-d85763e8-f17a-4822-a400-d55eb1816e54 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866220 Jul 09 16:45:05.988173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-81b44aa7-1246-4470-8c73-ec16663c2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:05.989734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-81b44aa7-1246-4470-8c73-ec16663c2c05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1100 time: 0.4783554 Jul 09 16:45:05.997935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:06.011644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-de422ca8-5020-4daf-a910-70aa730219a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.013839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-de422ca8-5020-4daf-a910-70aa730219a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.2360275 Jul 09 16:45:06.060198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-d598ad0f-57dc-4f0b-b73b-6bbd911ec0f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 217 time: 0.0396383 Jul 09 16:45:06.063971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-29133dd9-62b3-4bcc-a0ac-4bcd1336f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.065597 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-29133dd9-62b3-4bcc-a0ac-4bcd1336f1a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0906746 Jul 09 16:45:06.141571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-b18a0b53-3fe3-438e-b701-96ab513a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.143127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-b18a0b53-3fe3-438e-b701-96ab513a5ab5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.0761271 Jul 09 16:45:06.196986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-6ec1e37e-38f0-48e7-9347-78552937a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.197308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff38b-e8f2-44d4-9e83-f4e8c5fc22c2 req-5cd83a26-eff6-43b2-9ca0-970af62502d3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.198519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-6ec1e37e-38f0-48e7-9347-78552937a75e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009274 Jul 09 16:45:06.200985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0aff38b-e8f2-44d4-9e83-f4e8c5fc22c2 req-5cd83a26-eff6-43b2-9ca0-970af62502d3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 943 time: 0.4604111 Jul 09 16:45:06.214692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f8575-c61c-4056-8a6c-dceb74c41260 req-c06e6790-f100-4354-8d71-82379c9b9f9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.220721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f8575-c61c-4056-8a6c-dceb74c41260 req-c06e6790-f100-4354-8d71-82379c9b9f9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.226746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f8575-c61c-4056-8a6c-dceb74c41260 req-c06e6790-f100-4354-8d71-82379c9b9f9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.228451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca2f8575-c61c-4056-8a6c-dceb74c41260 req-c06e6790-f100-4354-8d71-82379c9b9f9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2419 time: 0.5301516 Jul 09 16:45:06.275777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-d2ecc68b-9024-4254-8605-ecf7633a056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.277243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-d2ecc68b-9024-4254-8605-ecf7633a056a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203754 Jul 09 16:45:06.341119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-f570e526-863e-45e2-856e-6decc4d79389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.342734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-f570e526-863e-45e2-856e-6decc4d79389 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3386581 Jul 09 16:45:06.352732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:06.357690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:06.372669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0aff38b-e8f2-44d4-9e83-f4e8c5fc22c2 req-ebb51077-f7d9-4289-a549-2775015a316a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408660 Jul 09 16:45:06.384405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca2f8575-c61c-4056-8a6c-dceb74c41260 req-b3b59950-8723-404e-aee2-78bbbfd4a1d2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460257 Jul 09 16:45:06.473213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-c8f5d069-78e6-4994-8f4f-abc02674a8e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.1110744 Jul 09 16:45:06.479009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:06.694664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-486973ed-ac59-420f-8a51-99af624a6dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872506 Jul 09 16:45:06.772376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-cf14bb19-16bd-4cd5-bbba-e313aa63f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.774010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-cf14bb19-16bd-4cd5-bbba-e313aa63f91e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2901039 Jul 09 16:45:06.800205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-d754c317-86fc-4bd4-ae09-ed1fe3cac4d9 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123959 Jul 09 16:45:06.837333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] device_id is not set on port 979c9f54-ab7c-40ce-8513-2a6de662cfbf yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:45:06.884742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-65172ba0-0f4c-4a62-ba2d-5f4b6cf02347 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701028 Jul 09 16:45:06.920692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79a2ee37-a5f9-41ee-9bc3-bdc9314885b9 req-26115ba1-872a-48c7-b827-ef575acfe543 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093102 Jul 09 16:45:06.963051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615465-89c8-4052-a195-e88b2c316bbb req-e2594710-4a38-4dc6-9601-61460f770096 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.964480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b615465-89c8-4052-a195-e88b2c316bbb req-e2594710-4a38-4dc6-9601-61460f770096 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 943 time: 0.3943350 Jul 09 16:45:06.988599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c755-af58-4ec9-a73d-e22bcdbcc6be req-b35c467c-0d94-4d35-881b-eba37d63795a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.990292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4269c755-af58-4ec9-a73d-e22bcdbcc6be req-b35c467c-0d94-4d35-881b-eba37d63795a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 949 time: 0.3646905 Jul 09 16:45:07.425057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-6ad782c0-0fad-4d8f-9b49-242b675c9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:07.426512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-6ad782c0-0fad-4d8f-9b49-242b675c9447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6436024 Jul 09 16:45:07.451519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:07.463916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b615465-89c8-4052-a195-e88b2c316bbb req-477d8c6a-9651-4b17-9c75-3ff7c9d5bc94 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872501 Jul 09 16:45:07.522411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4269c755-af58-4ec9-a73d-e22bcdbcc6be req-b1009165-4dc1-4dde-b86c-8615c0deffae tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045502 Jul 09 16:45:07.530914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:07.632778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:07.745725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-1e347c97-9c28-421c-9976-5697b4ea6729 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111234 Jul 09 16:45:07.877106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] device_id is not set on port 19eaff8d-f9a3-4748-aa4d-8979c9e96f0d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:45:07.967037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Allocated IP 172.20.0.12 (d0b2ac4c-d2fe-4c1b-b96c-a0a094872945/abf5ac6a-d2e5-4afa-8d8b-380f73443019/2c84373a-2b68-4c9a-b251-ddcd45cb5ab7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:08.030456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d69a3-cb81-44ed-bb0c-96ff6251c01d req-bb4b4292-9587-485f-9648-474f4e1c52f7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:08.032021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-401d69a3-cb81-44ed-bb0c-96ff6251c01d req-bb4b4292-9587-485f-9648-474f4e1c52f7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 943 time: 0.3638170 Jul 09 16:45:08.041245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be1f442d-27f3-454b-9a50-1e66f194c114 req-8e0ab03f-7195-45f8-8616-659edfe155f2 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630064 Jul 09 16:45:08.050116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bc9a-279a-4f6c-9f07-cca07effe5b5 req-a6b081d7-3056-4c68-abaa-59da3a3c813c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:08.056215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.056815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bc9a-279a-4f6c-9f07-cca07effe5b5 req-a6b081d7-3056-4c68-abaa-59da3a3c813c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:08.062760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bc9a-279a-4f6c-9f07-cca07effe5b5 req-a6b081d7-3056-4c68-abaa-59da3a3c813c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:08.064491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83c1bc9a-279a-4f6c-9f07-cca07effe5b5 req-a6b081d7-3056-4c68-abaa-59da3a3c813c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2419 time: 0.3313279 Jul 09 16:45:08.227958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-401d69a3-cb81-44ed-bb0c-96ff6251c01d req-9ef7059e-1d1e-4f05-a18d-fc8805413707 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360235 Jul 09 16:45:08.261508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83c1bc9a-279a-4f6c-9f07-cca07effe5b5 req-bbfd13b0-1d2e-4e34-9054-429f227b4b32 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586478 Jul 09 16:45:08.265799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1424795-86b0-4e26-82e6-d75352307f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.267992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.305240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.353476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.362177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 14f9d4af-2745-4844-bff5-3d7c83ab5253 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:08.408733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.424709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Port': ['ID=979c9f54-ab7c-40ce-8513-2a6de662cfbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:08.472658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:08.486907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:08.492476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:08.498720 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Checking segment: {'id': '6f4b51e7-d586-44a8-9199-ef2ef41b6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1af1b67b-0b16-4d9c-a1c1-28810f90c5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:08.499088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network hostable DHCP agents. Network: 1af1b67b-0b16-4d9c-a1c1-28810f90c5da, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:08.521637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Port': ['ID=2c84373a-2b68-4c9a-b251-ddcd45cb5ab7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:08.555689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network 1af1b67b-0b16-4d9c-a1c1-28810f90c5da is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:08.635351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1af1b67b-0b16-4d9c-a1c1-28810f90c5da) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:08.643962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:08.644463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:08.780491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Port': ['ID=19eaff8d-f9a3-4748-aa4d-8979c9e96f0d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:08.799004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 14f9d4af-2745-4844-bff5-3d7c83ab5253, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:08.814539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '14f9d4af-2745-4844-bff5-3d7c83ab5253', 'network_id': '1e9e5f41-145c-4922-951f-5f0d9a3bd545', 'port_id': '14f9d4af-2745-4844-bff5-3d7c83ab5253', 'mac_address': 'fa:16:3e:4b:a2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a299a82-6817-4e22-af63-02ebc46daa5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:08.839350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a2a3f-e953-46b5-b224-8e9ca9e09719 None None] Network 1af1b67b-0b16-4d9c-a1c1-28810f90c5da requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:08.857272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Checking segment: {'id': 'f837b749-3968-409f-be13-3bc1ea9a3664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f04b0203-34db-40c3-98dc-5ed8d7b60542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:08.857698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network hostable DHCP agents. Network: f04b0203-34db-40c3-98dc-5ed8d7b60542, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:08.949824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28080e63-87f3-477b-84de-9ed8e23a46ab req-68a96818-9651-4b06-b7d9-6b07b900882c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:08.951913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28080e63-87f3-477b-84de-9ed8e23a46ab req-68a96818-9651-4b06-b7d9-6b07b900882c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 943 time: 0.2403121 Jul 09 16:45:08.956558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network f04b0203-34db-40c3-98dc-5ed8d7b60542 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:09.011539 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.024179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.037402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.053481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f9d4af-2745-4844-bff5-3d7c83ab5253 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:09.067748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f04b0203-34db-40c3-98dc-5ed8d7b60542) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:09.077753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:09.077963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6154450-8d2f-4ad0-9edb-826bad8ff5cb None None] Network f04b0203-34db-40c3-98dc-5ed8d7b60542 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:09.083954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.088975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.089684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.174877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28080e63-87f3-477b-84de-9ed8e23a46ab req-1e170ac1-7882-4c20-a02c-464789d06dbf tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124443 Jul 09 16:45:09.189264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 14f9d4af-2745-4844-bff5-3d7c83ab5253, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:09.195505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ea8257c-75df-42b3-b4a0-77a48c3ba622 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4923322 Jul 09 16:45:09.196576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:09.216568 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.217252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 005d6366-cd43-4e28-8c60-0eba5bee6031 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:09.282308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e101-3236-4630-91d1-b7a79655a025 req-629a3c89-1839-4a6a-9b92-51ee886941ba tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.288252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ca2e101-3236-4630-91d1-b7a79655a025 req-629a3c89-1839-4a6a-9b92-51ee886941ba tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 949 time: 0.3351212 Jul 09 16:45:09.354915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 005d6366-cd43-4e28-8c60-0eba5bee6031, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=005d6366-cd43-4e28-8c60-0eba5bee6031,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:09.397509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d655c3-6956-4922-a4fe-d130ebeda2e4 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.405625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d655c3-6956-4922-a4fe-d130ebeda2e4 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.409904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61d655c3-6956-4922-a4fe-d130ebeda2e4 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2094827 Jul 09 16:45:09.410299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:09.428261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:09.435396 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.440483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=14f9d4af-2745-4844-bff5-3d7c83ab5253,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:09.467591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ca2e101-3236-4630-91d1-b7a79655a025 req-f1a95048-be38-4179-9c49-e36427a4b71a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731820 Jul 09 16:45:09.523129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.559353 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.583999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005d6366-cd43-4e28-8c60-0eba5bee6031 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:09.620951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 005d6366-cd43-4e28-8c60-0eba5bee6031, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=005d6366-cd43-4e28-8c60-0eba5bee6031,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:09.628779 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.647683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Deleting port 979c9f54-ab7c-40ce-8513-2a6de662cfbf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:09.648280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.688557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=005d6366-cd43-4e28-8c60-0eba5bee6031,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:09.745967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.761308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Calling delete_port for 979c9f54-ab7c-40ce-8513-2a6de662cfbf owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:09.803396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8646f0c-f9f1-4dae-8879-ab60a60b5096 req-000f2714-cefa-4847-8254-a22c238fbc75 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.809381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8646f0c-f9f1-4dae-8879-ab60a60b5096 req-000f2714-cefa-4847-8254-a22c238fbc75 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.815391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8646f0c-f9f1-4dae-8879-ab60a60b5096 req-000f2714-cefa-4847-8254-a22c238fbc75 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.817145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8646f0c-f9f1-4dae-8879-ab60a60b5096 req-000f2714-cefa-4847-8254-a22c238fbc75 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2419 time: 0.2336009 Jul 09 16:45:09.858172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf02f9-ff11-4328-9c2f-cf88ee0168c0 req-8441e785-134e-4c82-b1b1-92e36fccfa2c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.860424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ecf02f9-ff11-4328-9c2f-cf88ee0168c0 req-8441e785-134e-4c82-b1b1-92e36fccfa2c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 944 time: 0.1935868 Jul 09 16:45:09.878075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.908575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Router 92d49a10-b269-47a3-ac94-af4f31e8e2f8 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:09.912659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8646f0c-f9f1-4dae-8879-ab60a60b5096 req-37f9bd98-8620-4ad1-a87a-e63845ae6f51 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821795 Jul 09 16:45:09.919031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Port': ['ID=979c9f54-ab7c-40ce-8513-2a6de662cfbf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:09.922871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.924985 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd1ce66f-3984-4e48-a440-ee7622fff6de tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/ports/979c9f54-ab7c-40ce-8513-2a6de662cfbf HTTP/1.1" status: 204 len: 168 time: 0.5135911 Jul 09 16:45:09.928169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:09.929946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ecf02f9-ff11-4328-9c2f-cf88ee0168c0 req-50f0afc7-3c0a-4ee5-bda9-a5eb23a9083c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Jul 09 16:45:10.077603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['005d6366-cd43-4e28-8c60-0eba5bee6031'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:10.101311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Deleting port 19eaff8d-f9a3-4748-aa4d-8979c9e96f0d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:10.102020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.102361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['14f9d4af-2745-4844-bff5-3d7c83ab5253'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:10.196439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.214702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Calling delete_port for 19eaff8d-f9a3-4748-aa4d-8979c9e96f0d owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:10.313762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.383232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Port': ['ID=19eaff8d-f9a3-4748-aa4d-8979c9e96f0d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:10.397828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:10.401483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.404117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44cb03bf-086f-4d38-8acb-1a0fb4e73661 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/ports/19eaff8d-f9a3-4748-aa4d-8979c9e96f0d HTTP/1.1" status: 204 len: 168 time: 0.4748504 Jul 09 16:45:10.408293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:10.464729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07e9f5c5-0cbe-48a5-9fa9-17fdc86c978b tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514157 Jul 09 16:45:10.465106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:10.471160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-826052061'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:10.530876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:10.535743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.542909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:10.565011 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Sync routers for ids ['92d49a10-b269-47a3-ac94-af4f31e8e2f8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:10.588717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963b058-e498-4fea-9787-5140615a8091 req-d1cdd623-2fb3-4620-9bf4-9334c2c6c913 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:10.590718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3963b058-e498-4fea-9787-5140615a8091 req-d1cdd623-2fb3-4620-9bf4-9334c2c6c913 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 944 time: 0.1581123 Jul 09 16:45:10.591905 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.593338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-00a56771-7630-4b21-993d-cb3f5eb63fb6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1614308 Jul 09 16:45:10.594506 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Routers {'92d49a10-b269-47a3-ac94-af4f31e8e2f8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:10.595677 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['92d49a10-b269-47a3-ac94-af4f31e8e2f8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:10.596575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:10.605441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:45:10.648426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:10.678916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.679301 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Added segment e2202bc0-2bb7-4358-b7f5-296d7ccf414d of type vlan for network 7a89017b-94f6-4d29-a9d4-08b18146cc98 Jul 09 16:45:10.786389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3963b058-e498-4fea-9787-5140615a8091 req-5c07e443-df78-4a6d-9f74-085cd2dfb9e0 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775689 Jul 09 16:45:10.790012 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Set router 92d49a10-b269-47a3-ac94-af4f31e8e2f8 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:10.801847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.836822 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.879404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.885646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:10.886308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.936483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:10.964996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4988127 Jul 09 16:45:10.977544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:10.988496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650100104'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:10.994316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '96d03983-f648-473b-bd58-13b82ad872eb', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '96d03983-f648-473b-bd58-13b82ad872eb', 'mac_address': 'fa:16:3e:4d:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:11.002010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-4719c303-8ebb-46b9-8c27-367766a5dd4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.008313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-4719c303-8ebb-46b9-8c27-367766a5dd4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.014922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-4719c303-8ebb-46b9-8c27-367766a5dd4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.014922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-4719c303-8ebb-46b9-8c27-367766a5dd4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2419 time: 0.2376246 Jul 09 16:45:11.039874 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.061468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b57b9a-a742-4f79-b19d-911551de3c17 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Network': ['ID=7a89017b-94f6-4d29-a9d4-08b18146cc98,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:11.103317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.106875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 7a89017b-94f6-4d29-a9d4-08b18146cc98 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:11.112145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:11.124465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.247930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:11.282279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d49a10-b269-47a3-ac94-af4f31e8e2f8', 'name': '', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945', 'external_fixed_ips': [{'subnet_id': 'abf5ac6a-d2e5-4afa-8d8b-380f73443019', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '2c84373a-2b68-4c9a-b251-ddcd45cb5ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:05Z', 'updated_at': '2021-07-09T16:45:08Z', 'revision_number': 3, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port': {'id': '2c84373a-2b68-4c9a-b251-ddcd45cb5ab7', 'name': '', 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d49a10-b269-47a3-ac94-af4f31e8e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'abf5ac6a-d2e5-4afa-8d8b-380f73443019', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:07Z', 'updated_at': '2021-07-09T16:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abf5ac6a-d2e5-4afa-8d8b-380f73443019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:11.298537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.298904 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Added segment 9477f1ca-a5a0-4107-93fd-724ee2058ccf of type vlan for network 72d02859-4075-438b-b08e-89acfa18336b Jul 09 16:45:11.301603 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.327930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Deleting port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:11.328365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.344956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 9fcb8dc4-2f09-421d-8597-c95235a79467 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:11.346112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.351880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d03983-f648-473b-bd58-13b82ad872eb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:11.354785 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Checking router: 92d49a10-b269-47a3-ac94-af4f31e8e2f8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:11.354785 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Updating router 92d49a10-b269-47a3-ac94-af4f31e8e2f8 port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:45:11.369349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.381023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:11.387878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.426131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7384-e53f-4793-b985-c5544da9066e req-c94e329d-0a03-43be-a117-704181cc4e47 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.428203 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.433300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-733c7384-e53f-4793-b985-c5544da9066e req-c94e329d-0a03-43be-a117-704181cc4e47 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 949 time: 0.2602987 Jul 09 16:45:11.467507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:11.471812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a6704-3326-4c62-b19b-0281bac7f44c req-84d9702d-1d8b-432a-86f9-ccc90f74fabd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.478946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-002a6704-3326-4c62-b19b-0281bac7f44c req-84d9702d-1d8b-432a-86f9-ccc90f74fabd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 944 time: 0.2394776 Jul 09 16:45:11.484448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 9fcb8dc4-2f09-421d-8597-c95235a79467, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=9fcb8dc4-2f09-421d-8597-c95235a79467,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:11.484828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.523872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 9fcb8dc4-2f09-421d-8597-c95235a79467 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:11.531330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-733c7384-e53f-4793-b985-c5544da9066e req-6477790c-ad6f-4606-9a68-197ce58f5c16 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970225 Jul 09 16:45:11.537607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.553890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.554580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.568071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-002a6704-3326-4c62-b19b-0281bac7f44c req-382965ef-d623-4452-a736-f06e7a9de1b2 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882015 Jul 09 16:45:11.590939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.615964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Calling delete_port for 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:11.717965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Network': ['ID=72d02859-4075-438b-b08e-89acfa18336b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:11.733144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 72d02859-4075-438b-b08e-89acfa18336b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:11.756429 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6b010b33-5f65-4ef7-8075-0e35479b1715 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7775912 Jul 09 16:45:11.903051 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.910932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:11.914629 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Transition to ACTIVE for port object 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:11.920905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'subnets': [{'network_id': '7a89017b-94f6-4d29-a9d4-08b18146cc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1231954150', 'ip_version': 4}, {'network_id': '72d02859-4075-438b-b08e-89acfa18336b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:11.921331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'subnet': {'network_id': '7a89017b-94f6-4d29-a9d4-08b18146cc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1231954150', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:11.922660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Request body: {'subnet': {'network_id': '72d02859-4075-438b-b08e-89acfa18336b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:11.923402 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.930636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.931790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['96d03983-f648-473b-bd58-13b82ad872eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:11.982872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Attempting to bind port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:11.983249 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Attempting to bind port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:11.983662 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Attempting to bind port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 on network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:11.987952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abda6-93e7-44d4-af76-6cd5831269fd req-50c1a072-eac7-4925-a722-71c49b26bb19 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.990458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['092f34d2-6efe-462e-82c1-4f2c46a78ea2', '9fcb8dc4-2f09-421d-8597-c95235a79467', '6c29c7c8-1bfc-4dfe-b3f0-80486754da20'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:11.991884 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:11.992256 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Checking segment: {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:11.992654 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.993047 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Bound using segment: {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:11.993513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Bound port: 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:11.993892 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.996507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abda6-93e7-44d4-af76-6cd5831269fd req-50c1a072-eac7-4925-a722-71c49b26bb19 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:12.003130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abda6-93e7-44d4-af76-6cd5831269fd req-50c1a072-eac7-4925-a722-71c49b26bb19 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:12.005211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-429abda6-93e7-44d4-af76-6cd5831269fd req-50c1a072-eac7-4925-a722-71c49b26bb19 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 2340 time: 0.2718973 Jul 09 16:45:12.056115 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Pushing event updated for resources: {'Port': ['ID=2c84373a-2b68-4c9a-b251-ddcd45cb5ab7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:12.061149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652165ad-5546-4e68-8214-c2351fa02b11 req-1d9b3b58-0974-4711-8fa1-2b6a3152be23 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:12.063099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-652165ad-5546-4e68-8214-c2351fa02b11 req-1d9b3b58-0974-4711-8fa1-2b6a3152be23 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 950 time: 0.2840655 Jul 09 16:45:12.071436 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.071790 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.072131 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.072465 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.072796 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.073124 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.073450 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.073772 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.074092 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.074411 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.074894 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.075070 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc3e12-7783-4423-afe4-28b6ce8c464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:12.127782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=9fcb8dc4-2f09-421d-8597-c95235a79467,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:12.130941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-429abda6-93e7-44d4-af76-6cd5831269fd req-989419d2-5c50-4a41-a5da-f1a0152b907b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171396 Jul 09 16:45:12.137295 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:45:12.138065 n-d-800085-2 neutron-server[93770]: DEBUG oslo_db.api [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:45:12.151525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.178524 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:45:12.203442 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-652165ad-5546-4e68-8214-c2351fa02b11 req-1961fbd9-c63a-44e4-a59f-41857fb0fffb tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288669 Jul 09 16:45:12.204193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c84373a-2b68-4c9a-b251-ddcd45cb5ab7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:12.297101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 9fcb8dc4-2f09-421d-8597-c95235a79467 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:12.308268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.380905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.383591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-1723d546-3eb7-4ee5-b4ed-0d72e4238b4a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "DELETE /v2.0/ports/9fcb8dc4-2f09-421d-8597-c95235a79467 HTTP/1.1" status: 204 len: 173 time: 1.3592877 Jul 09 16:45:12.384174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-deleted', 'tag': '9fcb8dc4-2f09-421d-8597-c95235a79467'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:12.387003 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d041a-ced1-42b8-be10-c5640cb54b48" -d '{"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-deleted", "tag": "9fcb8dc4-2f09-421d-8597-c95235a79467"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:12.415867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 14f9d4af-2745-4844-bff5-3d7c83ab5253 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:12.508783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.511512 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4483dc-9247-4314-a0c3-cde7f666f507 x-openstack-request-id: req-cf4483dc-9247-4314-a0c3-cde7f666f507 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:12.511677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.511828 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-deleted", "tag": "9fcb8dc4-2f09-421d-8597-c95235a79467", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:12.512086 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf4483dc-9247-4314-a0c3-cde7f666f507 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:12.513228 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-deleted', 'tag': '9fcb8dc4-2f09-421d-8597-c95235a79467', 'status': 'completed', 'code': 200} Jul 09 16:45:12.565878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 14f9d4af-2745-4844-bff5-3d7c83ab5253 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:12.574565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 14f9d4af-2745-4844-bff5-3d7c83ab5253 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:12.575361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.592445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Made reservation on behalf of a5ce2b024b66428f9ae4565a7c069638 for: {'subnet': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:12.597394 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.598144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.637159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.638373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92d49a10-b269-47a3-ac94-af4f31e8e2f8 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:45:12.669331 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Attempting to bind port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:12.669973 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Attempting to bind port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:12.672920 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Attempting to bind port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 on network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:12.674014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:12.674367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.677547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.679053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-02701659-db11-4b38-8c78-4f241c04a006 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/routers/92d49a10-b269-47a3-ac94-af4f31e8e2f8 HTTP/1.1" status: 204 len: 168 time: 2.0809000 Jul 09 16:45:12.680583 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:12.681644 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Checking segment: {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:12.682201 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.682881 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Bound using segment: {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:12.683733 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Bound port: 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522ab274-09fa-4747-8298-a6fdc5e49574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd0b2ac4c-d2fe-4c1b-b96c-a0a094872945'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:12.684296 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.690987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-8032ad67-94d4-47f3-a37e-e6397cc5a6d6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419540 Jul 09 16:45:12.692560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:12.711559 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Port 2c84373a-2b68-4c9a-b251-ddcd45cb5ab7 has been deleted concurrently {{(pid=93770) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 16:45:12.720555 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.727810 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Routers set() bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:12.729359 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Router IDs set() for agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 16:45:12.730927 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_agentschedulers_db [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92d49a10-b269-47a3-ac94-af4f31e8e2f8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent'). {{(pid=93770) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 16:45:12.731505 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f4f6e-71c5-4f97-ae1b-498eb08f5f81 None None] The sync data for ids ['92d49a10-b269-47a3-ac94-af4f31e8e2f8'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:12.761639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681dab84-91d1-48bd-a126-4809bc5efe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9d4af-2745-4844-bff5-3d7c83ab5253'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:12.761639 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58d363-2e69-49aa-9fe3-61a6a2e0122c" -d '{"events": [{"server_uuid": "681dab84-91d1-48bd-a126-4809bc5efe44", "name": "network-vif-plugged", "status": "completed", "tag": "14f9d4af-2745-4844-bff5-3d7c83ab5253"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:12.780749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 14f9d4af-2745-4844-bff5-3d7c83ab5253, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:12.787380 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.788662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 005d6366-cd43-4e28-8c60-0eba5bee6031 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:12.797111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89908-361c-4d88-899e-aa15fea96721 req-d2912d4d-a308-412e-b621-efd12d8aa0dc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:12.798890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdf89908-361c-4d88-899e-aa15fea96721 req-d2912d4d-a308-412e-b621-efd12d8aa0dc tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 944 time: 0.2258291 Jul 09 16:45:12.817168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Deleting subnet abf5ac6a-d2e5-4afa-8d8b-380f73443019 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:12.827931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.862510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-4d4233c3-4411-488d-8fd4-14e4e69c766b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:12.864197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-4d4233c3-4411-488d-8fd4-14e4e69c766b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723230 Jul 09 16:45:12.864678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=14f9d4af-2745-4844-bff5-3d7c83ab5253,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:12.870387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdf89908-361c-4d88-899e-aa15fea96721 req-4a2d800b-895e-44e2-932b-feaf8cab2cf7 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584922 Jul 09 16:45:12.878210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 005d6366-cd43-4e28-8c60-0eba5bee6031 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:12.883034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 005d6366-cd43-4e28-8c60-0eba5bee6031 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:12.883648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.892804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:12.893195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.907055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-d605f4ce-7563-46f5-8278-a931a6de89cc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/quotas/4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 375 time: 0.0163550 Jul 09 16:45:12.917090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.921222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:13.059347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.093095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-71f1180a-0166-49b4-b915-193408a899a7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1783981 Jul 09 16:45:13.116997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-3eafe550-8ee4-4598-b044-0e937db98138 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1543632 Jul 09 16:45:13.140845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee83b-b179-4890-8a56-d8464f0a398a req-87e8c2c8-af08-4cc3-a5ad-8b7655b03d28 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:13.142755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccfee83b-b179-4890-8a56-d8464f0a398a req-87e8c2c8-af08-4cc3-a5ad-8b7655b03d28 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 944 time: 0.1086938 Jul 09 16:45:13.152774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.213558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 005d6366-cd43-4e28-8c60-0eba5bee6031, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=005d6366-cd43-4e28-8c60-0eba5bee6031,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:13.238399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccfee83b-b179-4890-8a56-d8464f0a398a req-e29f355b-37be-4cd4-945b-7008e6b6600f tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901103 Jul 09 16:45:13.240670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.270075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-85d409f9-4566-4f90-b289-ca40e2767b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:13.273068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-85d409f9-4566-4f90-b289-ca40e2767b89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 1100 time: 0.0885861 Jul 09 16:45:13.294120 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.351664 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25210f56-5ae1-4ba6-bb8b-083730146973 x-openstack-request-id: req-25210f56-5ae1-4ba6-bb8b-083730146973 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:13.351957 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681dab84-91d1-48bd-a126-4809bc5efe44", "name": "network-vif-plugged", "status": "completed", "tag": "14f9d4af-2745-4844-bff5-3d7c83ab5253", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:13.352211 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25210f56-5ae1-4ba6-bb8b-083730146973 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:13.352606 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681dab84-91d1-48bd-a126-4809bc5efe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9d4af-2745-4844-bff5-3d7c83ab5253', 'code': 200} Jul 09 16:45:13.354164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=abf5ac6a-d2e5-4afa-8d8b-380f73443019,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:13.358709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=005d6366-cd43-4e28-8c60-0eba5bee6031,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:13.404516 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.406783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b490e91e-ee6d-4d6b-9311-8d5a50f2b9e3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/abf5ac6a-d2e5-4afa-8d8b-380f73443019 HTTP/1.1" status: 204 len: 168 time: 0.7130527 Jul 09 16:45:13.410007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:13.423914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.606492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=6c29c7c8-1bfc-4dfe-b3f0-80486754da20,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:13.662338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-c3517531-28bd-4450-9acd-fb0b17dfc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:13.663970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-c3517531-28bd-4450-9acd-fb0b17dfc4ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3620703 Jul 09 16:45:13.707190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:13.712257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f449f8fc-3993-4485-aa53-9b36ab7218d0 req-8f5c62e7-995c-4555-9d50-9c548b3324d6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 210 time: 0.0837834 Jul 09 16:45:13.734758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.743466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-979e5c64-63f7-4138-80a3-c162e89e88ba tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "DELETE /v2.0/ports/6c29c7c8-1bfc-4dfe-b3f0-80486754da20 HTTP/1.1" status: 204 len: 173 time: 1.3427517 Jul 09 16:45:13.747060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.771675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.789303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-703d9a74-455e-4760-89dd-391eb167ae8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 200 len: 217 time: 0.0978279 Jul 09 16:45:13.861040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c881881-c10e-422d-855c-06e3bdfa4c04 req-ef70680e-73e3-49b9-83d9-78598134d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:13.866056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c881881-c10e-422d-855c-06e3bdfa4c04 req-ef70680e-73e3-49b9-83d9-78598134d7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 1096 time: 0.4047840 Jul 09 16:45:13.900632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b426112-81f1-4d48-a2b9-15adf76ed17d req-adc9fbc0-84e9-4c6c-84c8-4cef8d7662ae tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:13.902441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b426112-81f1-4d48-a2b9-15adf76ed17d req-adc9fbc0-84e9-4c6c-84c8-4cef8d7662ae tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 946 time: 0.3948114 Jul 09 16:45:13.955559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Subnet': ['ID=7b71ef06-3419-4203-b5a2-652930c54005,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:13.994499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Checking segment: {'id': 'e2202bc0-2bb7-4358-b7f5-296d7ccf414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7a89017b-94f6-4d29-a9d4-08b18146cc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:13.995267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network hostable DHCP agents. Network: 7a89017b-94f6-4d29-a9d4-08b18146cc98, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:14.038948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-7606c9c4-8024-4cb0-9284-bcebb4a3013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.040649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-7606c9c4-8024-4cb0-9284-bcebb4a3013b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2364335 Jul 09 16:45:14.064581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.068913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c881881-c10e-422d-855c-06e3bdfa4c04 req-08bc2e66-2c83-47e5-a859-1fe28759c209 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959691 Jul 09 16:45:14.079345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b2ac4c-d2fe-4c1b-b96c-a0a094872945']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:14.088596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network 7a89017b-94f6-4d29-a9d4-08b18146cc98 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:14.097157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522ab274-09fa-4747-8298-a6fdc5e49574') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:14.097468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522ab274-09fa-4747-8298-a6fdc5e49574') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:14.110723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:14.111209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.115126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.124813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 7a89017b-94f6-4d29-a9d4-08b18146cc98) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:14.134362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb8fc6-9751-4be3-829c-072eccffc24f None None] Network 7a89017b-94f6-4d29-a9d4-08b18146cc98 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:14.138605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b426112-81f1-4d48-a2b9-15adf76ed17d req-c142b6d0-a4b0-4c4d-ad68-b30cf39ebabe tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850755 Jul 09 16:45:14.171412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.183420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-02ebaa60-692b-4323-b593-0b86971be79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.185241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-02ebaa60-692b-4323-b593-0b86971be79b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293476 Jul 09 16:45:14.193580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.198558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9133-f53b-4fcb-b9c2-ffa6afdc9be8 req-7763466b-985c-42d1-804f-2108dec51346 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.200445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69af9133-f53b-4fcb-b9c2-ffa6afdc9be8 req-7763466b-985c-42d1-804f-2108dec51346 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.1587248 Jul 09 16:45:14.234304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:14.234756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:14.236494 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:14.259205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9fcb8dc4-2f09-421d-8597-c95235a79467 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:14.323873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event updated for resources: {'Subnet': ['ID=b7b47daf-c52c-40de-b8a8-4e6f63d76bf1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:14.336014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69af9133-f53b-4fcb-b9c2-ffa6afdc9be8 req-6573af13-811e-4735-acee-180f4d687d8f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211281 Jul 09 16:45:14.366557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 092f34d2-6efe-462e-82c1-4f2c46a78ea2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=092f34d2-6efe-462e-82c1-4f2c46a78ea2,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:14.370042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 9fcb8dc4-2f09-421d-8597-c95235a79467 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:14.370653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.371089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 9fcb8dc4-2f09-421d-8597-c95235a79467 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:14.371609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:14.394231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-1c521ffb-2b9d-480c-870c-75f2d81053a9 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923480 Jul 09 16:45:14.396434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Checking segment: {'id': '9477f1ca-a5a0-4107-93fd-724ee2058ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72d02859-4075-438b-b08e-89acfa18336b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:14.396970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network hostable DHCP agents. Network: 72d02859-4075-438b-b08e-89acfa18336b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:14.399406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.410436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 092f34d2-6efe-462e-82c1-4f2c46a78ea2 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:14.425008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:14.425524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c29c7c8-1bfc-4dfe-b3f0-80486754da20 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:14.426055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 092f34d2-6efe-462e-82c1-4f2c46a78ea2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:14.433458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:14.434070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:45:14.438658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.451056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/networks/d0b2ac4c-d2fe-4c1b-b96c-a0a094872945 HTTP/1.1" status: 204 len: 168 time: 1.0400155 Jul 09 16:45:14.470350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfbd30-6c97-4b17-9665-ff05e16bb8e6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0b2ac4c-d2fe-4c1b-b96c-a0a094872945,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:14.513546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-deleted', 'tag': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:14.516445 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f038f-3f38-4fa8-ae88-736242957402" -d '{"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-deleted", "tag": "6c29c7c8-1bfc-4dfe-b3f0-80486754da20"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:14.529301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Network 72d02859-4075-438b-b08e-89acfa18336b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:14.573938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 72d02859-4075-438b-b08e-89acfa18336b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:14.580882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.581512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.582401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.616363 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693cd59-aaef-4f6a-8070-e38f0100d488 x-openstack-request-id: req-8693cd59-aaef-4f6a-8070-e38f0100d488 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:14.616650 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-deleted", "tag": "6c29c7c8-1bfc-4dfe-b3f0-80486754da20", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:14.616901 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8693cd59-aaef-4f6a-8070-e38f0100d488 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:14.617289 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-deleted', 'tag': '6c29c7c8-1bfc-4dfe-b3f0-80486754da20', 'status': 'completed', 'code': 200} Jul 09 16:45:14.623655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9b3a6-dfad-4535-9d0c-0ad00cba23dd None None] Network 72d02859-4075-438b-b08e-89acfa18336b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:14.652083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b41a6512-6edd-4a8c-b9bb-839c70da2087 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7391839 Jul 09 16:45:14.662890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:14.745220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.805764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=092f34d2-6efe-462e-82c1-4f2c46a78ea2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:14.840008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No active binding found for port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 {{(pid=93769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:45:14.840494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 092f34d2-6efe-462e-82c1-4f2c46a78ea2 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:14.887330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 092f34d2-6efe-462e-82c1-4f2c46a78ea2 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:14.892689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.901132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685b322-1d98-4d6b-b0f0-63c0689dc2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-7a89017b-94f6-4d29-a9d4-08b18146cc98', 'network_id': '7a89017b-94f6-4d29-a9d4-08b18146cc98', 'tenant_id': 'a5ce2b024b66428f9ae4565a7c069638', 'fixed_ips': [{'subnet_id': '7b71ef06-3419-4203-b5a2-652930c54005'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:14.904906 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5685b322-1d98-4d6b-b0f0-63c0689dc2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.907957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a13894a0-57ce-4a9c-84ee-70dcfbe1331b req-14690e6e-1978-4dab-80f2-cbe797f5d56b tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.43 "DELETE /v2.0/ports/092f34d2-6efe-462e-82c1-4f2c46a78ea2 HTTP/1.1" status: 204 len: 173 time: 1.1546557 Jul 09 16:45:14.975473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13457-e156-4978-ad71-214aaf07b0ff req-19493c79-4fe3-4526-943e-39f7faad0f4d tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.987572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcc13457-e156-4978-ad71-214aaf07b0ff req-19493c79-4fe3-4526-943e-39f7faad0f4d tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 945 time: 0.4945951 Jul 09 16:45:15.014160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d86d5da-d893-456b-b800-0a1084d3b968 req-b4f6e15c-31a5-44f3-92a6-3a4cd3ea1bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124568 Jul 09 16:45:15.026921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcc3b0-1e6f-4545-a281-76584e3ecfc6 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:15.028545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcc3b0-1e6f-4545-a281-76584e3ecfc6 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:15.039121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcc3b0-1e6f-4545-a281-76584e3ecfc6 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:15.044152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4dcc3b0-1e6f-4545-a281-76584e3ecfc6 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3764982 Jul 09 16:45:15.046661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:15.107835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:15.146530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'name': 'tempest-router--1336225422', 'project_id': '0366f00dc01849759c543af7c0b09dfe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:15.182013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-72d02859-4075-438b-b08e-89acfa18336b', 'network_id': '72d02859-4075-438b-b08e-89acfa18336b', 'tenant_id': 'a5ce2b024b66428f9ae4565a7c069638', 'fixed_ips': [{'subnet_id': 'b7b47daf-c52c-40de-b8a8-4e6f63d76bf1'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:15.184771 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.194694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Deleting subnet 7b71ef06-3419-4203-b5a2-652930c54005 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:15.202602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.208090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.209968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.229762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcc13457-e156-4978-ad71-214aaf07b0ff req-eb9b6a4e-1efd-4bed-a701-80e19ff409d9 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141485 Jul 09 16:45:15.298269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.341590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35597cd1-4291-4613-a70e-5a3335448925 req-eddedebb-c25c-497a-a484-66cd88b0c23b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 210 time: 0.1397817 Jul 09 16:45:15.406816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Allocated IP 172.20.0.18 (72d02859-4075-438b-b08e-89acfa18336b/b7b47daf-c52c-40de-b8a8-4e6f63d76bf1/99ef4bdb-8f6e-4cf8-8230-90a962f9f967) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:15.412926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-1014ed8a-8dec-4258-9f2d-c29eaae8956f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4b36c56c59d843588bcf0b416136d371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778767 Jul 09 16:45:15.557981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.625106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c56363b-834d-4746-84db-0454ed02f98d req-3e889c4c-1f00-4595-961c-32508954dff1 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=1137e2be-0a74-4de4-a485-cbef6e29ab72 HTTP/1.1" status: 200 len: 210 time: 0.1124251 Jul 09 16:45:15.626813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.647004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Transition to ACTIVE for port object 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:15.668890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.669573 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Transition to ACTIVE for port object 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:15.673352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:15.677754 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e385505e-cc37-484d-aa7c-dc7c75c1542b" -d '{"events": [{"server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "name": "network-vif-plugged", "status": "completed", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:15.777215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 96d03983-f648-473b-bd58-13b82ad872eb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:15.792855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 96d03983-f648-473b-bd58-13b82ad872eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:15.793365 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.795801 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.832118 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc9a710-7e10-4447-ae6c-976fdfd45718 x-openstack-request-id: req-ecc9a710-7e10-4447-ae6c-976fdfd45718 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:15.832429 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "name": "network-vif-plugged", "status": "completed", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:15.832692 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecc9a710-7e10-4447-ae6c-976fdfd45718 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:15.833101 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'code': 200} Jul 09 16:45:15.842895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.967513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.995931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Network 72d02859-4075-438b-b08e-89acfa18336b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:16.023871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:16.031362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Subnet': ['ID=7b71ef06-3419-4203-b5a2-652930c54005,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:16.039876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.047932 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-784684e2-eaac-4631-902d-48c6eb7023f2 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/subnets/7b71ef06-3419-4203-b5a2-652930c54005 HTTP/1.1" status: 204 len: 168 time: 0.9990880 Jul 09 16:45:16.047932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:16.048853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-5685b322-1d98-4d6b-b0f0-63c0689dc2ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b71ef06-3419-4203-b5a2-652930c54005: This subnet is being modified by another concurrent operation. Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:45:16.097356 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b71ef06-3419-4203-b5a2-652930c54005: This subnet is being modified by another concurrent operation. Jul 09 16:45:16.101143 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 16:45:16.115992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.118190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Pushing event updated for resources: {'Port': ['ID=99ef4bdb-8f6e-4cf8-8230-90a962f9f967,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:16.120339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:16.120468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e496e18-7b72-4e29-b31b-91ab859d93b1 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0041647 Jul 09 16:45:16.195200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd05339-54d9-4840-b705-d32e48d7a17e req-7f02f188-1f81-4156-93ac-98e41db28c68 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.202391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7bd05339-54d9-4840-b705-d32e48d7a17e req-7f02f188-1f81-4156-93ac-98e41db28c68 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.5378535 Jul 09 16:45:16.202911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ce9b5-b2c6-4cee-881b-4e7cef3abd4e None None] Network 7a89017b-94f6-4d29-a9d4-08b18146cc98 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:16.219254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-fa4a1586-a427-4274-bb80-50b099eed70e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.220987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-fa4a1586-a427-4274-bb80-50b099eed70e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7098827 Jul 09 16:45:16.223529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.236469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aa99f-67c4-4eaf-985b-acfb17a55a2a req-79539b77-3f9e-406b-9bc3-1512e36bf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.238011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-973aa99f-67c4-4eaf-985b-acfb17a55a2a req-79539b77-3f9e-406b-9bc3-1512e36bf4be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1096 time: 0.2018569 Jul 09 16:45:16.242708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Attempting to bind port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:16.243392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Attempting to bind port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9477f1ca-a5a0-4107-93fd-724ee2058ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72d02859-4075-438b-b08e-89acfa18336b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:16.244547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Attempting to bind port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 on network 72d02859-4075-438b-b08e-89acfa18336b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:16.245848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Request body: {'port': {'device_id': '0fb44391-3cef-428d-a881-c3e12c384404', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '4b36c56c59d843588bcf0b416136d371'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:16.293480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:16.295360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Checking segment: {'id': '9477f1ca-a5a0-4107-93fd-724ee2058ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72d02859-4075-438b-b08e-89acfa18336b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:16.297151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.298145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Bound using segment: {'id': '9477f1ca-a5a0-4107-93fd-724ee2058ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72d02859-4075-438b-b08e-89acfa18336b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:16.300727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Bound port: 99ef4bdb-8f6e-4cf8-8230-90a962f9f967, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9477f1ca-a5a0-4107-93fd-724ee2058ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '72d02859-4075-438b-b08e-89acfa18336b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:16.301369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.304236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Deleting subnet b7b47daf-c52c-40de-b8a8-4e6f63d76bf1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:16.307779 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.345959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7bd05339-54d9-4840-b705-d32e48d7a17e req-6eaa7a4a-1460-4688-a11a-cc6e05deab7c tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423924 Jul 09 16:45:16.366320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.386005 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.398682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-973aa99f-67c4-4eaf-985b-acfb17a55a2a req-b8410961-e441-499a-ba4b-d294539edb41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490035 Jul 09 16:45:16.536945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Made reservation on behalf of 4b36c56c59d843588bcf0b416136d371 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:16.543570 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.551463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] For port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:16.555357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] For port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=99ef4bdb-8f6e-4cf8-8230-90a962f9f967,segment=NetworkSegment(9477f1ca-a5a0-4107-93fd-724ee2058ccf),segment_id=9477f1ca-a5a0-4107-93fd-724ee2058ccf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:16.567902 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.576840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:16.605302 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.640943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0d10-cb28-44f6-8b5a-bf29908d7f45 None None] Pushing event updated for resources: {'Port': ['ID=99ef4bdb-8f6e-4cf8-8230-90a962f9f967,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:16.641143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a4a1f76-1da3-48b1-bf11-c27eb65032f9 req-d9cecf92-be4c-4f34-87fa-a0fdcdb3f9db tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 210 time: 0.0698977 Jul 09 16:45:16.643811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-deleted', 'tag': '092f34d2-6efe-462e-82c1-4f2c46a78ea2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:16.655059 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac12ce-08c0-4bd1-83d1-720f4bae9af3" -d '{"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-deleted", "tag": "092f34d2-6efe-462e-82c1-4f2c46a78ea2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:16.680235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.686924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.690290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.706170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:16.767573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:16.835278 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485f60e-8bb0-40a3-b6a1-47d1bb1a6622 x-openstack-request-id: req-6485f60e-8bb0-40a3-b6a1-47d1bb1a6622 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:16.835594 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1137e2be-0a74-4de4-a485-cbef6e29ab72", "name": "network-vif-deleted", "tag": "092f34d2-6efe-462e-82c1-4f2c46a78ea2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:16.835811 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6485f60e-8bb0-40a3-b6a1-47d1bb1a6622 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:16.836759 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137e2be-0a74-4de4-a485-cbef6e29ab72', 'name': 'network-vif-deleted', 'tag': '092f34d2-6efe-462e-82c1-4f2c46a78ea2', 'status': 'completed', 'code': 200} Jul 09 16:45:16.839302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.844637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697ad76-2035-465e-b7a3-c621111515fa req-91afbec6-4341-4247-b710-5d72ea9f9647 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.846224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a697ad76-2035-465e-b7a3-c621111515fa req-91afbec6-4341-4247-b710-5d72ea9f9647 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 945 time: 0.3362906 Jul 09 16:45:16.851061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.851544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd5c848-4fa3-400a-a3e9-744597159aee {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:45:16.856786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.858707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7824f80-8475-497a-9466-29cc02eab406 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1fd5c848-4fa3-400a-a3e9-744597159aee HTTP/1.1" status: 204 len: 168 time: 0.7370555 Jul 09 16:45:16.903031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting subnet 97b4c935-647a-44d2-a2c8-d4dc009d7295 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:16.910857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.914824 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:16.918580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/subnets/b7b47daf-c52c-40de-b8a8-4e6f63d76bf1 HTTP/1.1" status: 204 len: 168 time: 0.8661807 Jul 09 16:45:16.920645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d20e18-e4d9-4eea-9bbe-113c62fdd168 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b47daf-c52c-40de-b8a8-4e6f63d76bf1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:16.924965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:16.956302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Allocated IP 192.168.233.171 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/ce74e8d4-b587-47b6-aead-625c8ec362b3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:17.025071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a697ad76-2035-465e-b7a3-c621111515fa req-2dbcb607-b352-4050-9cd8-2872ea37f24a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508207 Jul 09 16:45:17.033719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.078990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.100492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057a1e3-5d8c-40e5-9074-aa90f8a45565 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:17.102057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d057a1e3-5d8c-40e5-9074-aa90f8a45565 tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1761458 Jul 09 16:45:17.106025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.249420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.297771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.332186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Deleting port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:17.332716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.418611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] For port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=99ef4bdb-8f6e-4cf8-8230-90a962f9f967,segment=NetworkSegment(9477f1ca-a5a0-4107-93fd-724ee2058ccf),segment_id=9477f1ca-a5a0-4107-93fd-724ee2058ccf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:17.419016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.434210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Calling delete_port for 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:17.452505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1949468944', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:17.475671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.534966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.537493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/subnets/97b4c935-647a-44d2-a2c8-d4dc009d7295 HTTP/1.1" status: 204 len: 168 time: 0.7677696 Jul 09 16:45:17.538421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e41fd-9249-4da9-90e4-6f750c9149ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Subnet': ['ID=97b4c935-647a-44d2-a2c8-d4dc009d7295,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:17.541293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae18e3-9a70-41cd-9102-32ae2927f445 None None] Network b82ae608-4817-4eee-a0e8-c5fc289e8b52 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:17.545483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.560293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.561156 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.564062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.565175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.593825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Port': ['ID=99ef4bdb-8f6e-4cf8-8230-90a962f9f967,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:17.600112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] No DVR routers for this DVR port 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:17.672139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Transition to ACTIVE for port object ce74e8d4-b587-47b6-aead-625c8ec362b3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:17.682622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.689929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-147912446'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:17.741752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.755723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.773016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d02859-4075-438b-b08e-89acfa18336b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:17.787323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9477f1ca-a5a0-4107-93fd-724ee2058ccf') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:17.787616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9477f1ca-a5a0-4107-93fd-724ee2058ccf') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:17.796771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.799761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] DHCP port deletion for b82ae608-4817-4eee-a0e8-c5fc289e8b52 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:17.812812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.833172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.834980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:17.840353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:17.840752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.842686 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70186d-63ce-40f5-9230-9f2286b3b077" -d '{"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:17.870400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] Deleting port a21406ab-ae5a-483e-9b83-4370c4cff720 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:17.871069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.912862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:17.916498 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:17.954065 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:18.004528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.022235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] For port a21406ab-ae5a-483e-9b83-4370c4cff720, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a21406ab-ae5a-483e-9b83-4370c4cff720,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:18.022842 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.043729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] Calling delete_port for a21406ab-ae5a-483e-9b83-4370c4cff720 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:18.043939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.046087 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/networks/72d02859-4075-438b-b08e-89acfa18336b HTTP/1.1" status: 204 len: 168 time: 0.9390166 Jul 09 16:45:18.047203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd60a14-8563-43e0-bd17-c328f9b3da7d tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Network': ['ID=72d02859-4075-438b-b08e-89acfa18336b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.048916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:18.077997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06d0cc66-46a5-4932-84a1-a2834dbf6c33 req-b147f9bb-f9b2-44b8-ac08-4a6f65fc2569 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 210 time: 0.1554024 Jul 09 16:45:18.081879 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.108398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7a666-1e9d-414f-8503-0849643e70c0 req-03cd2af9-5bc4-4cd2-b176-e0da13806d86 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:18.111125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a21406ab-ae5a-483e-9b83-4370c4cff720 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:18.111439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18a7a666-1e9d-414f-8503-0849643e70c0 req-03cd2af9-5bc4-4cd2-b176-e0da13806d86 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.5680315 Jul 09 16:45:18.113808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7', 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:18.120750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['96d03983-f648-473b-bd58-13b82ad872eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:18.156334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.189372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:18.252989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:18.274349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:18.275404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.277100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:18.287562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.290117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a89017b-94f6-4d29-a9d4-08b18146cc98']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:18.305109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2202bc0-2bb7-4358-b7f5-296d7ccf414d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:18.305571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2202bc0-2bb7-4358-b7f5-296d7ccf414d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:18.317962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.321495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.321839 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Added segment a1387149-b5bb-48a9-84cb-fc85f9a01981 of type vlan for network 11e40d17-dbf0-42b3-9d46-7753c311f95d Jul 09 16:45:18.335694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.344744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:18.345368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:18.349876 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:18.400640 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126965c-d3cd-4580-8905-e893e2ebe606 x-openstack-request-id: req-2126965c-d3cd-4580-8905-e893e2ebe606 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:18.401352 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:18.406103 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2126965c-d3cd-4580-8905-e893e2ebe606 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:18.406362 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'code': 200} Jul 09 16:45:18.406953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.426631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.435457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.440630 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/networks/7a89017b-94f6-4d29-a9d4-08b18146cc98 HTTP/1.1" status: 204 len: 168 time: 0.3879080 Jul 09 16:45:18.440808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173be03f-02d0-4d8d-b314-56f9c526a197 None None] DHCP port deletion for 72d02859-4075-438b-b08e-89acfa18336b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:18.441346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:18.462539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2cd591e0-178b-48c6-9cc1-f8bbc5b1e9da None None] Could not find standard attr ID for object 99ef4bdb-8f6e-4cf8-8230-90a962f9f967. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:45:18.510667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18a7a666-1e9d-414f-8503-0849643e70c0 req-f285039a-7324-4f58-b1af-81994e59d675 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643203 Jul 09 16:45:18.533867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.543673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c629386-8ef3-45cf-8812-5f69853b20f1 None None] Network 72d02859-4075-438b-b08e-89acfa18336b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:18.546394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:18.547192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.550881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee796373-17f3-4aa5-8d4d-73fb8309167a tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Network': ['ID=7a89017b-94f6-4d29-a9d4-08b18146cc98,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.555155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port a21406ab-ae5a-483e-9b83-4370c4cff720 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:18.556023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.582019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.620768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c629386-8ef3-45cf-8812-5f69853b20f1 None None] Network 72d02859-4075-438b-b08e-89acfa18336b could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:45:18.652141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port a21406ab-ae5a-483e-9b83-4370c4cff720, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a21406ab-ae5a-483e-9b83-4370c4cff720,segment=NetworkSegment(e978ab8e-8020-4fec-a748-40379326e32d),segment_id=e978ab8e-8020-4fec-a748-40379326e32d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:18.652141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.664499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for a21406ab-ae5a-483e-9b83-4370c4cff720 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:18.702953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.709411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.715955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04b0203-34db-40c3-98dc-5ed8d7b60542']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:18.724181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:45:18.739501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-376380ec-b30b-4fc3-94ed-1d18ef006302 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4987426 Jul 09 16:45:18.742401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f837b749-3968-409f-be13-3bc1ea9a3664') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:18.742775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f837b749-3968-409f-be13-3bc1ea9a3664') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:18.755790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.758496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Request body: {'port': {'device_id': '0fb44391-3cef-428d-a881-c3e12c384404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:18.759578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] No DVR routers for this DVR port a21406ab-ae5a-483e-9b83-4370c4cff720 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:18.774455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a87c1-f533-4e14-b718-23661a23e682 None None] Pushing event deleted for resources: {'Port': ['ID=a21406ab-ae5a-483e-9b83-4370c4cff720,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.780107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0aa98a55-4c31-4ac2-8fcd-a4bd45976058 None None] Provisioning for port ce74e8d4-b587-47b6-aead-625c8ec362b3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:18.789167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0aa98a55-4c31-4ac2-8fcd-a4bd45976058 None None] Provisioning complete for port ce74e8d4-b587-47b6-aead-625c8ec362b3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:18.789557 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa98a55-4c31-4ac2-8fcd-a4bd45976058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.790314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.791255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95881a2e-553e-4b09-9718-12a84f441098 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:45:18.792749 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.800873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:18.801559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:18.816355 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:18.845088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905dfa-d75c-415c-8eaa-0e5e7e36fc1e req-d7af75d2-46ad-49f8-aa65-8fbd936e5eb7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:18.851347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06905dfa-d75c-415c-8eaa-0e5e7e36fc1e req-d7af75d2-46ad-49f8-aa65-8fbd936e5eb7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 945 time: 0.5570722 Jul 09 16:45:18.879536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.881837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.886044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:18.886894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.893760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.896117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/networks/f04b0203-34db-40c3-98dc-5ed8d7b60542 HTTP/1.1" status: 204 len: 168 time: 0.4534819 Jul 09 16:45:18.907644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:18.917414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4505079-8bfb-4bca-83c1-f608415f4acb tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Network': ['ID=f04b0203-34db-40c3-98dc-5ed8d7b60542,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.927583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0aa98a55-4c31-4ac2-8fcd-a4bd45976058 None None] Port ce74e8d4-b587-47b6-aead-625c8ec362b3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:18.992246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.074459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95881a2e-553e-4b09-9718-12a84f441098 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:45:19.104295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.115741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af1b67b-0b16-4d9c-a1c1-28810f90c5da']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:19.129852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4b51e7-d586-44a8-9199-ef2ef41b6ca4') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:19.130459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4b51e7-d586-44a8-9199-ef2ef41b6ca4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:19.142373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.158651 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.166684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:19.167357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:19.182540 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:19.240329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.248229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.254280 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] 10.222.0.48 "DELETE /v2.0/networks/1af1b67b-0b16-4d9c-a1c1-28810f90c5da HTTP/1.1" status: 204 len: 168 time: 0.3415926 Jul 09 16:45:19.274254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b452373-c4b6-4f63-8f48-dfc7e31a720f tempest-BulkNetworkOpsTest-117549083 tempest-BulkNetworkOpsTest-117549083-project] Pushing event deleted for resources: {'Network': ['ID=1af1b67b-0b16-4d9c-a1c1-28810f90c5da,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:19.372114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.384740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6991475 Jul 09 16:45:19.387931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:19.393922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-568681832'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:19.420834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:19.427453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.454027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06905dfa-d75c-415c-8eaa-0e5e7e36fc1e req-f656c234-5d58-4523-8bc6-db09771291cc tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992484 Jul 09 16:45:19.477908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655765-4c12-4ef3-a041-eb4d57d85f9b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Network': ['ID=11e40d17-dbf0-42b3-9d46-7753c311f95d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:19.492484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:19.495850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.513067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:19.530462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.531891 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Added segment 3363525e-bef0-48d0-b82a-5d56d1ffbe6b of type vlan for network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 Jul 09 16:45:19.536288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=a21406ab-ae5a-483e-9b83-4370c4cff720,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:19.575932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port a21406ab-ae5a-483e-9b83-4370c4cff720 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:19.614434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.627699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:19.637030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3aac76-e5d6-4792-a52f-266a6dbe6fa5 req-da977cb6-867c-4176-8c61-a10c1915e3a1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:19.645237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de3aac76-e5d6-4792-a52f-266a6dbe6fa5 req-da977cb6-867c-4176-8c61-a10c1915e3a1 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.7868192 Jul 09 16:45:19.674806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.683797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:19.684557 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.757291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3657398 Jul 09 16:45:19.758426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:19.763812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'subnet': {'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:19.815194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27d726-a698-4de2-8e6a-7ac4dcc60988 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Network': ['ID=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:19.827542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:19.882775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-354ef7a4-55e9-408a-951a-c6a125781c39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5ce2b024b66428f9ae4565a7c069638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289512 Jul 09 16:45:19.885318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:19.923332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:19.927180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.951754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.954294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.967358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de3aac76-e5d6-4792-a52f-266a6dbe6fa5 req-9be30417-8ca0-4ba6-8f5a-ccea022ab3e6 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217645 Jul 09 16:45:19.968519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:19.997812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82ae608-4817-4eee-a0e8-c5fc289e8b52']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:20.007827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:20.007827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 99ef4bdb-8f6e-4cf8-8230-90a962f9f967 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:20.008319 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.017475 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e978ab8e-8020-4fec-a748-40379326e32d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:20.018198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e978ab8e-8020-4fec-a748-40379326e32d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:20.027449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88dee50-6a80-46e9-8228-01d3c4844609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.044252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.065801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88dee50-6a80-46e9-8228-01d3c4844609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.112869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.175320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88dee50-6a80-46e9-8228-01d3c4844609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.177852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88dee50-6a80-46e9-8228-01d3c4844609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.179734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a88dee50-6a80-46e9-8228-01d3c4844609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fd140f7-1c4b-4402-87ac-a53551d612ba HTTP/1.1" status: 204 len: 168 time: 0.2930021 Jul 09 16:45:20.183920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b12c7-d546-4857-a1c8-73590d2ce09e req-7a8c98da-e11f-4f12-9b7c-45224e79864f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:20.185438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f96b12c7-d546-4857-a1c8-73590d2ce09e req-7a8c98da-e11f-4f12-9b7c-45224e79864f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 936 time: 0.4434826 Jul 09 16:45:20.188818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:20.189243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.211927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dee50-6a80-46e9-8228-01d3c4844609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd140f7-1c4b-4402-87ac-a53551d612ba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: items = [ Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:20.214849 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:20.231710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.321109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Subnet': ['ID=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:20.335762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Checking segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:20.335762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network hostable DHCP agents. Network: 11e40d17-dbf0-42b3-9d46-7753c311f95d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:20.352673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:20.369135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 11e40d17-dbf0-42b3-9d46-7753c311f95d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:20.378337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:20.378967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba7ad0-d463-49c7-bb43-3196c46464a7 None None] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:20.379391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.399978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d605b3b-f5d9-4f45-b310-6997e285932a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6406105 Jul 09 16:45:20.402995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:20.412109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'subnet': {'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:20.435560 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.471690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f96b12c7-d546-4857-a1c8-73590d2ce09e req-dbd36a92-5d40-4773-b48b-58facbca6e7f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517979 Jul 09 16:45:20.482270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Allocated IP 172.25.7.120 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/fd810b38-a906-4171-bf0b-12289fcaec51) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:20.507354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.507354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/networks/b82ae608-4817-4eee-a0e8-c5fc289e8b52 HTTP/1.1" status: 204 len: 168 time: 2.9603562 Jul 09 16:45:20.511500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:20.553351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaf4bb-72be-4dce-a313-9d89f97762e2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Network': ['ID=b82ae608-4817-4eee-a0e8-c5fc289e8b52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:20.579655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce74e8d4-b587-47b6-aead-625c8ec362b3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:20.592654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.601711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting subnet f4d5e392-db81-487f-bcc7-ac85dc433051 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:20.606905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.649470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:20.652911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-11e40d17-dbf0-42b3-9d46-7753c311f95d', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:20.653143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.653987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.689645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-80039a7a-79e7-43f4-a506-8246a0826e1c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:20.712823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-80039a7a-79e7-43f4-a506-8246a0826e1c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6092958 Jul 09 16:45:20.722373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Transition to ACTIVE for port object ce74e8d4-b587-47b6-aead-625c8ec362b3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:20.723005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.800409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.818167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-2f86449c-66c8-43f8-a250-778f646981d6 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.1043892 Jul 09 16:45:20.832477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'floatingip': {'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:20.852479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.948737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Allocated IP 10.1.1.2 (11e40d17-dbf0-42b3-9d46-7753c311f95d/a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5/fb7c670e-55ea-4a5d-9860-fc4659c90f3a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:21.036660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.041478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.111960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d5e392-db81-487f-bcc7-ac85dc433051,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:21.115397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.118173 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fdfd01b3-421a-4deb-a2a6-cc06692e0d62 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/subnets/f4d5e392-db81-487f-bcc7-ac85dc433051 HTTP/1.1" status: 204 len: 168 time: 0.6052687 Jul 09 16:45:21.131958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:21.160085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.165451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:21.190800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.197121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Subnet': ['ID=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:21.201644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Transition to ACTIVE for port object fb7c670e-55ea-4a5d-9860-fc4659c90f3a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:21.219692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Transition to ACTIVE for port object fb7c670e-55ea-4a5d-9860-fc4659c90f3a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:21.226333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b6bc6-db85-4c9f-988d-1f0fcae0ef2f None None] Network 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:21.233580 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.269157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:21.269624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:21.270057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:21.272230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Checking segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:21.272793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network hostable DHCP agents. Network: 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:21.280490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:21.280955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:21.293114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:21.293638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:21.294122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:21.294716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Bound port: ce74e8d4-b587-47b6-aead-625c8ec362b3, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:21.295969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.306515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.309772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:21.325878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:21.354765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:21.355655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.361981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:21.387076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c73cf59-f7d1-40a5-a38e-6f31039e277a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9825919 Jul 09 16:45:21.390419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51590) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:21.399389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'name': 'tempest-TaggedBootDevicesTest-82590889', 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:21.457500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.462898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port a846a636-03e9-42b1-8d05-dabfe5a22d6a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:21.463247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.517136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1614070939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:21.518626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c1d4c-d5a2-4e50-9392-f6106b063922 None None] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:21.541609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:21.557182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port a846a636-03e9-42b1-8d05-dabfe5a22d6a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a846a636-03e9-42b1-8d05-dabfe5a22d6a,segment=NetworkSegment(b97164af-cd02-4c50-ae0b-87546bafa933),segment_id=b97164af-cd02-4c50-ae0b-87546bafa933)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:21.557558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.573401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:21.581974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946fe8e-e1a0-4fe6-8e9a-0d5b7037edb5 req-4211a941-6022-40e2-9491-813bcaea5635 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:21.584068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0946fe8e-e1a0-4fe6-8e9a-0d5b7037edb5 req-4211a941-6022-40e2-9491-813bcaea5635 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.3083336 Jul 09 16:45:21.587018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for a846a636-03e9-42b1-8d05-dabfe5a22d6a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:21.591938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.592126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.592126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.619870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:21.631389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:21.641089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:21.672336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:21.673074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.674613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] 10.222.0.43 "PUT /v2.0/ports/ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 1096 time: 2.9264312 Jul 09 16:45:21.680616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Pushing event updated for resources: {'Port': ['ID=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:21.685080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:21.692946 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:21.737027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.742519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:21.755379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.828356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.829723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9610f93e-67cf-4641-9e1e-50beafb38963 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4667501 Jul 09 16:45:21.833332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:21.841267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-191761149'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:21.847100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Attempting to bind port fb7c670e-55ea-4a5d-9860-fc4659c90f3a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:21.847474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Attempting to bind port fb7c670e-55ea-4a5d-9860-fc4659c90f3a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:21.847825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Attempting to bind port fb7c670e-55ea-4a5d-9860-fc4659c90f3a on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:21.851820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.869153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:21.869638 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Checking segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:21.869915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.870307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Bound using segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:21.870815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Bound port: fb7c670e-55ea-4a5d-9860-fc4659c90f3a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:21.871193 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.908601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=a846a636-03e9-42b1-8d05-dabfe5a22d6a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:21.912344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port a846a636-03e9-42b1-8d05-dabfe5a22d6a on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:22.008808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.010683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'fixed_ips': [{'subnet_id': '8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:22.011725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.025993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513a0aea-0b92-4b4c-a445-4a9aaf7cf27c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:22.040740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.041860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] For port fb7c670e-55ea-4a5d-9860-fc4659c90f3a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:22.045776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97164af-cd02-4c50-ae0b-87546bafa933') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:22.046359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97164af-cd02-4c50-ae0b-87546bafa933') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:22.055010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:22.058826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.061738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] For port fb7c670e-55ea-4a5d-9860-fc4659c90f3a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:22.063348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395236f-a009-4a10-a92e-067b7f9d5d69 None None] DHCP port deletion for 513a0aea-0b92-4b4c-a445-4a9aaf7cf27c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:22.079240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.080097 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.093357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.099673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] device_id is not set on port f6f71550-5258-42c7-a1cb-974d3c592f64 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:45:22.113552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.156884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:22.157305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:22.160374 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:22.248322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c5cc1-6280-42c5-8566-76c4c51d54b0 None None] Pushing event updated for resources: {'Port': ['ID=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:22.285965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Allocated IP 10.2.2.2 (5c8a2b7c-c95a-4e02-a352-28ff498fa1a5/8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3/0aa3fa7b-4705-444b-bf64-c51102e1c88c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:22.393751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8742f-b8aa-4a6b-82c8-5bc86415957f service neutron] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:22.414739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0946fe8e-e1a0-4fe6-8e9a-0d5b7037edb5 req-435bdb37-785d-4fde-bad4-8ec555d478ab tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870517 Jul 09 16:45:22.415918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.484017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:22.496438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:22.499438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:22.522323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.538449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Transition to ACTIVE for port object 0aa3fa7b-4705-444b-bf64-c51102e1c88c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:22.557436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Transition to ACTIVE for port object 0aa3fa7b-4705-444b-bf64-c51102e1c88c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:22.570026 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.619789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:22.629368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:22.636927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:22.647705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Pushing event updated for resources: {'Port': ['ID=0aa3fa7b-4705-444b-bf64-c51102e1c88c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:22.666612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.683797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.690868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/networks/513a0aea-0b92-4b4c-a445-4a9aaf7cf27c HTTP/1.1" status: 204 len: 168 time: 1.4902565 Jul 09 16:45:22.700029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:22.707581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Attempting to bind port 0aa3fa7b-4705-444b-bf64-c51102e1c88c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:22.707960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Attempting to bind port 0aa3fa7b-4705-444b-bf64-c51102e1c88c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:22.708334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Attempting to bind port 0aa3fa7b-4705-444b-bf64-c51102e1c88c on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:22.714936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:22.715313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Checking segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:22.715723 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.716117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Bound using segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:22.716587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Bound port: 0aa3fa7b-4705-444b-bf64-c51102e1c88c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:22.716974 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.721311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event updated for resources: {'Port': ['ID=fd810b38-a906-4171-bf0b-12289fcaec51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:22.722494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2124063151'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:22.750428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d78a6-f37d-487e-8486-73309ab96b6a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Network': ['ID=513a0aea-0b92-4b4c-a445-4a9aaf7cf27c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:22.793231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 10.1.1.139 (11e40d17-dbf0-42b3-9d46-7753c311f95d/a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5/f6f71550-5258-42c7-a1cb-974d3c592f64) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:22.808226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] For port 0aa3fa7b-4705-444b-bf64-c51102e1c88c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:22.811964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] For port 0aa3fa7b-4705-444b-bf64-c51102e1c88c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0aa3fa7b-4705-444b-bf64-c51102e1c88c,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:22.818034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.830568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.847099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.889946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0b286-038a-41ba-959d-9e6f2d4fb25d None None] Pushing event updated for resources: {'Port': ['ID=0aa3fa7b-4705-444b-bf64-c51102e1c88c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:22.903274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:22.914858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:22.918742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.947497 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:45:22.955198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.955548 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Added segment d6ef133c-476f-4a2e-9216-67824001c804 of type vlan for network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda Jul 09 16:45:22.981232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741806b4-7613-44eb-bf4a-6d48f80fd89a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:23.011596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-8e6a6269-80ed-4780-a2ed-c9eba0fc90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.013686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-8e6a6269-80ed-4780-a2ed-c9eba0fc90fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1099 time: 1.2850354 Jul 09 16:45:23.104243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:23.127522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.151469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.151811 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Added segment 41765503-6b72-4334-9540-d50b1ea9075c of type vlan for network 350141b3-c3d4-41be-a0c1-c03d49a87b22 Jul 09 16:45:23.165210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.192060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-c06e7d85-04d0-4b18-b270-4570d5440dbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.1580584 Jul 09 16:45:23.212544 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.236033 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.249864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object f6f71550-5258-42c7-a1cb-974d3c592f64 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:23.251332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.257118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.257777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.278025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.340602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8c17-0bd7-4ee2-b7ac-16e6123e066d req-e268b242-5205-488e-9628-9b9c78eb62a4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.347813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-777f8c17-0bd7-4ee2-b7ac-16e6123e066d req-e268b242-5205-488e-9628-9b9c78eb62a4 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 948 time: 0.6731427 Jul 09 16:45:23.361676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5252488 Jul 09 16:45:23.362317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:23.375867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'subnet': {'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:23.388663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601cdec-cf29-43fd-9169-d912fad42cce tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Network': ['ID=809db9af-f11d-4ffa-8b1f-e7f9e884cbda,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:23.401559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:23.473442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.481239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.481885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.500317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.508149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-33818c69-3494-48fe-a4bf-ff11c3cb0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.508149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-33818c69-3494-48fe-a4bf-ff11c3cb0ed0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2859783 Jul 09 16:45:23.515952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37e107-aae6-4853-b948-535d2e9cc316 None None] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:23.525516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-777f8c17-0bd7-4ee2-b7ac-16e6123e066d req-096aa115-3ba5-4de8-a6ce-2905d0a1948b tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765103 Jul 09 16:45:23.589882 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.596428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3e26ea4-3f9e-4aa5-bbfb-e234459d2a7e None None] Provisioning for port fb7c670e-55ea-4a5d-9860-fc4659c90f3a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:23.604005 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.605528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9027493 Jul 09 16:45:23.617071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:23.629020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'subnet': {'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:23.658603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d608d-7730-472b-935f-d0d74b1c9a9d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Network': ['ID=350141b3-c3d4-41be-a0c1-c03d49a87b22,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:23.675694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:23.722165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:23.740459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:23.743322 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159da90a-48f0-4880-8da1-e56fb2222ca0 x-openstack-request-id: req-159da90a-48f0-4880-8da1-e56fb2222ca0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:23.743632 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:23.743876 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-159da90a-48f0-4880-8da1-e56fb2222ca0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:23.744286 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'status': 'completed', 'code': 200} Jul 09 16:45:23.752432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.767662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:23.786390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:23.792153 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47 associated. External IP: 172.25.7.88, port: 30f98285-d667-4a61-b71c-588006d0d983. Jul 09 16:45:23.793780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:23.933257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.933936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.993846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee5605f4-487f-4d1a-b22f-d776c1c714a0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6021521 Jul 09 16:45:23.997488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:24.007816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'name': 'tempest-TaggedBootDevicesTest-1242391587', 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:24.075334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:24.079134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.085467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-f6c142b9-3af4-4280-8815-16067e1165b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:24.087197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-f6c142b9-3af4-4280-8815-16067e1165b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5581307 Jul 09 16:45:24.157215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fb7c670e-55ea-4a5d-9860-fc4659c90f3a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:24.261094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Provisioning complete for port fb7c670e-55ea-4a5d-9860-fc4659c90f3a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:24.261501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.263936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port fb7c670e-55ea-4a5d-9860-fc4659c90f3a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:24.298766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fb7c670e-55ea-4a5d-9860-fc4659c90f3a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:24.299162 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.348222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080b45a-c90f-4505-8b16-08ea4ff71d1a None None] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:24.409032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.517840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.528448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:24.533467 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.558942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.575310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Subnet': ['ID=9233c480-98ea-4fea-be2a-dcb1deb70900,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:24.588967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] device_id is not set on port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:45:24.632455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.636366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.666985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118dd00-64c3-4754-8c0e-71e8f50bd5d5 req-cecec9fd-63ee-4076-8211-78a21fe7aa67 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:24.674378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4118dd00-64c3-4754-8c0e-71e8f50bd5d5 req-cecec9fd-63ee-4076-8211-78a21fe7aa67 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.7252817 Jul 09 16:45:24.674570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Checking segment: {'id': 'd6ef133c-476f-4a2e-9216-67824001c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:24.674888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network hostable DHCP agents. Network: 809db9af-f11d-4ffa-8b1f-e7f9e884cbda, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:24.697809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port fb7c670e-55ea-4a5d-9860-fc4659c90f3a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:24.703674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.704864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0aa3fa7b-4705-444b-bf64-c51102e1c88c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:24.717093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Subnet': ['ID=a9471088-7296-4567-950e-1344b5c29cd7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:24.766337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-707c46a8-5c85-4a54-8b6a-3c80d53da8ab service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679444 Jul 09 16:45:24.776821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:45:24.777156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:24.777924 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:45:24.781456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Checking segment: {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:24.781814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network hostable DHCP agents. Network: 350141b3-c3d4-41be-a0c1-c03d49a87b22, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:24.797910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:24.820422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 809db9af-f11d-4ffa-8b1f-e7f9e884cbda) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:24.836109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30114645-46a5-4133-ba32-9837ad723a5c None None] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:24.848642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:24.849757 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.865069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4118dd00-64c3-4754-8c0e-71e8f50bd5d5 req-5f91f730-cb0f-4d4b-bf94-b5248e1d0f2f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884420 Jul 09 16:45:24.872000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:24.894044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 350141b3-c3d4-41be-a0c1-c03d49a87b22) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:24.907075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-687ab206-9f11-482c-b9a1-9263e88e807c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5368493 Jul 09 16:45:24.911188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:24.911784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.918159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:24.923596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'network': {'name': 'tempest-router-network01--923528973'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:24.927377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94897e52-4934-4760-b17b-bd16b838800c None None] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:24.928792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 10.1.1.110 (11e40d17-dbf0-42b3-9d46-7753c311f95d/a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5/37fdcbf5-a8f8-402e-b099-1bc4309219a4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:24.935055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:24.972062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df1527ac-4fb3-4ffc-90dc-d9ba43809fef req-73676163-7c58-4327-8717-4d4a73d3be1c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905820 Jul 09 16:45:25.016660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:25.020708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.031676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0aa3fa7b-4705-444b-bf64-c51102e1c88c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:25.039008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d3863880-9d2f-4c18-88bd-5c9e02a7773f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4115477 Jul 09 16:45:25.041613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:25.049957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1516046350'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:25.053960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a846a636-03e9-42b1-8d05-dabfe5a22d6a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:25.098718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a846a636-03e9-42b1-8d05-dabfe5a22d6a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:25.099073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a846a636-03e9-42b1-8d05-dabfe5a22d6a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:25.135716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:25.148462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:25.152010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.169139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.169508 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Added segment e3dc17ab-234e-4e92-be92-03f6c1fb4a23 of type vlan for network c11043f4-dd1f-491c-b667-6f131bfabe44 Jul 09 16:45:25.216075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Router 6d3b743c-bf43-4516-bd01-5a3b5ab48c25 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:25.234505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:25.246152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-809db9af-f11d-4ffa-8b1f-e7f9e884cbda', 'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda', 'tenant_id': 'b04f096159da4d95820d4189803e9f17', 'fixed_ips': [{'subnet_id': '9233c480-98ea-4fea-be2a-dcb1deb70900'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:25.247121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.254624 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.266012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-350141b3-c3d4-41be-a0c1-c03d49a87b22', 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'fixed_ips': [{'subnet_id': 'a9471088-7296-4567-950e-1344b5c29cd7'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:25.266949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.274870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.275272 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Added segment a5995fa4-c93a-4252-863e-8957189980a8 of type vlan for network 0ce5f69a-db67-4df2-942e-29e6bc719595 Jul 09 16:45:25.281176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:25.286662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.312826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:25.331835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.361681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-e92eb854-9c47-4fe7-9c0d-13b72686a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.364224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-e92eb854-9c47-4fe7-9c0d-13b72686a7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1099 time: 0.3212478 Jul 09 16:45:25.366190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.370307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object 37fdcbf5-a8f8-402e-b099-1bc4309219a4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:25.372533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.378263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.378571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241d2a6-3014-4bb0-a31c-af12165de94e req-daef5156-0018-4531-afba-b8a772f5fc23 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.378897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.380463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7241d2a6-3014-4bb0-a31c-af12165de94e req-daef5156-0018-4531-afba-b8a772f5fc23 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 948 time: 0.3217683 Jul 09 16:45:25.471750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5524657 Jul 09 16:45:25.475970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:25.478518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Network': ['ID=c11043f4-dd1f-491c-b667-6f131bfabe44,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:25.486895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'network': {'name': 'tempest-router-network02--1805666409'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:25.510386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.510792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.511082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.512032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.512032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.512338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.513000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.513330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.513754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.514786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.514786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.514786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29945a6f-2031-45f4-82e0-61427a74f1b2 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:25.518083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.524179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.524838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.539062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-401be6fb-13a1-4764-a40a-c3a5fcebac26 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "PUT /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 996 time: 4.7195985 Jul 09 16:45:25.618266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c11043f4-dd1f-491c-b667-6f131bfabe44 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:25.624941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7241d2a6-3014-4bb0-a31c-af12165de94e req-3ab268c6-5627-4135-9b18-7a88b2577945 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340224 Jul 09 16:45:25.632256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.640081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:25.651059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:25.652282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:25.653016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:25.657498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.667120 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] Sync routers for ids ['6d3b743c-bf43-4516-bd01-5a3b5ab48c25'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:25.687818 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] Routers {'6d3b743c-bf43-4516-bd01-5a3b5ab48c25'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:25.691869 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6d3b743c-bf43-4516-bd01-5a3b5ab48c25'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:25.742789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7005210 Jul 09 16:45:25.746811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:25.749565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5464fc9-90d0-4c18-adde-82b699781643 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Network': ['ID=0ce5f69a-db67-4df2-942e-29e6bc719595,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:25.755127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:25.756109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:25.756899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:25.758853 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5b020-bf39-4b51-91a2-fe9faa05abb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:25.764732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-7491f36c-c9f7-4fec-b9e1-33ea70a6733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.766290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-7491f36c-c9f7-4fec-b9e1-33ea70a6733c service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3823507 Jul 09 16:45:25.769702 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] Routers {'6d3b743c-bf43-4516-bd01-5a3b5ab48c25'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:25.771404 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6d3b743c-bf43-4516-bd01-5a3b5ab48c25'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:25.779205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'subnet': {'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:25.815799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:25.824250 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:25.825117 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663f082-e997-497c-8d84-735b183af4c8 None None] The sync data for ids ['6d3b743c-bf43-4516-bd01-5a3b5ab48c25'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:25.835117 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.835478 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Added segment f0843b25-157e-46d8-92a9-71a8b8b06276 of type vlan for network b4cc4e35-3bb8-4555-bd88-b096647da5b2 Jul 09 16:45:25.842357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.843866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ecd8407-57fa-4468-aeee-fcbe7186e2f2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7602499 Jul 09 16:45:25.846816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:25.874185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Allocated IP 2001:db8::2 (809db9af-f11d-4ffa-8b1f-e7f9e884cbda/9233c480-98ea-4fea-be2a-dcb1deb70900/5a637c1d-916c-47e6-a767-7a341e53040f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:25.885673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.899346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-fa21ba4c-be74-4426-a7b0-b41743282a2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.0701847 Jul 09 16:45:25.951792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:25.953136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.959023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.959641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.980946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:26.004582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:26.127690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.143078 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6590428 Jul 09 16:45:26.143299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Transition to ACTIVE for port object 5a637c1d-916c-47e6-a767-7a341e53040f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:26.150839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-4a31dc24-2dd5-4e86-b796-d4f0b6456b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.152192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-4a31dc24-2dd5-4e86-b796-d4f0b6456b98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1680779 Jul 09 16:45:26.153646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:26.168525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Transition to ACTIVE for port object 5a637c1d-916c-47e6-a767-7a341e53040f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:26.183298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:26.184507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'subnet': {'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:26.187563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.195069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-1cc827a5-17b7-42ea-b504-2657dd3d9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.199191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:26.200136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db22f42-9dca-446a-b377-413b659e1ff7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Network': ['ID=b4cc4e35-3bb8-4555-bd88-b096647da5b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:26.222424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-1cc827a5-17b7-42ea-b504-2657dd3d9033 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.6619473 Jul 09 16:45:26.226804 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5acf83d-f9be-4537-9ee4-7f205c27c258 x-openstack-request-id: req-d5acf83d-f9be-4537-9ee4-7f205c27c258 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:26.227105 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:26.228052 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5acf83d-f9be-4537-9ee4-7f205c27c258 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:26.228471 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'status': 'completed', 'code': 200} Jul 09 16:45:26.297826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.298946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.312297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fb7c670e-55ea-4a5d-9860-fc4659c90f3a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:26.314282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b4cc4e35-3bb8-4555-bd88-b096647da5b2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:26.325883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Provisioning for port f6f71550-5258-42c7-a1cb-974d3c592f64 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:26.328510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.356815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-82579065-ffbf-4ae0-a53e-612f483cf5b1 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3537414 Jul 09 16:45:26.400529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-30b0875a-ca83-4383-b805-ebbf5c1b69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.402134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-30b0875a-ca83-4383-b805-ebbf5c1b69da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.1609483 Jul 09 16:45:26.409808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:26.427562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6473cc6b-4e03-4b71-a5bc-60fa89d5f8b8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/6d3b743c-bf43-4516-bd01-5a3b5ab48c25 HTTP/1.1" status: 200 len: 921 time: 0.5431135 Jul 09 16:45:26.431056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51636) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:26.434071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-bae2ba92-c6bc-4d3c-935d-0593d01e814a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5507569 Jul 09 16:45:26.444216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Provisioning complete for port f6f71550-5258-42c7-a1cb-974d3c592f64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:26.444586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.504352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8e950a3e-4cdf-438e-a730-2ca77961345f tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d3b743c-bf43-4516-bd01-5a3b5ab48c25 HTTP/1.1" status: 200 len: 205 time: 0.0718417 Jul 09 16:45:26.510333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:26.572555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:26.588935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-ed2d01a1-541c-453e-8a36-f2b487756867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.590553 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-ed2d01a1-541c-453e-8a36-f2b487756867 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.1703582 Jul 09 16:45:26.593061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.596548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Pushing event updated for resources: {'Port': ['ID=5a637c1d-916c-47e6-a767-7a341e53040f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:26.598951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:26.615007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:26.617394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Allocated IP 19.80.0.2 (350141b3-c3d4-41be-a0c1-c03d49a87b22/a9471088-7296-4567-950e-1344b5c29cd7/1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:26.638533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-601c817e-4e23-4287-a88d-a5d55ef55149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.640467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-601c817e-4e23-4287-a88d-a5d55ef55149 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4685624 Jul 09 16:45:26.663379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-55916048-1865-4f9e-9d94-7055e4761d89 None None] Port f6f71550-5258-42c7-a1cb-974d3c592f64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:26.665773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:26.691401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:26.694514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.751004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Subnet': ['ID=6a65717a-0b8d-45aa-a211-6065f8957cf7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:26.776491 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-f453178d-fb50-4630-aa98-3e0210c1566d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 999 time: 0.1649868 Jul 09 16:45:26.777210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Checking segment: {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:26.777574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network hostable DHCP agents. Network: 0ce5f69a-db67-4df2-942e-29e6bc719595, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:26.821710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-6f086379-61b9-450f-b866-ec7375145734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.823519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-6f086379-61b9-450f-b866-ec7375145734 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.5542736 Jul 09 16:45:26.832053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:26.844086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb9bc-77b4-45b7-a419-64c1ba32802a req-c8244d58-058d-4280-93ef-df36bc5ae5a0 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.851178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08afb9bc-77b4-45b7-a419-64c1ba32802a req-c8244d58-058d-4280-93ef-df36bc5ae5a0 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.4950395 Jul 09 16:45:26.852381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-7d879fb9-a0db-45f4-bd6a-d4b858d3869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.852781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fb7c670e-55ea-4a5d-9860-fc4659c90f3a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:26.853337 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.853834 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-7d879fb9-a0db-45f4-bd6a-d4b858d3869e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.0670950 Jul 09 16:45:26.854671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0ce5f69a-db67-4df2-942e-29e6bc719595) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:26.860346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.861469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.900145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec830b-7679-4495-90e2-911d6001fc0c None None] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:26.902324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Attempting to bind port 5a637c1d-916c-47e6-a767-7a341e53040f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:26.902727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Attempting to bind port 5a637c1d-916c-47e6-a767-7a341e53040f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd6ef133c-476f-4a2e-9216-67824001c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:26.903296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Attempting to bind port 5a637c1d-916c-47e6-a767-7a341e53040f on network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:26.919129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9e0b547b-1851-4d30-8fe8-967e5bd4a435 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1506624 Jul 09 16:45:26.957156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-66266d4c-cbb7-4bb4-946b-2af59adcbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.960245 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-66266d4c-cbb7-4bb4-946b-2af59adcbe28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951660 Jul 09 16:45:26.967849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-291d5fc4-af5a-4254-85e7-596cedcdb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:26.969444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-291d5fc4-af5a-4254-85e7-596cedcdb5b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 1102 time: 0.4608188 Jul 09 16:45:26.990695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.993764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:26.994159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Checking segment: {'id': 'd6ef133c-476f-4a2e-9216-67824001c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:26.994908 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.995088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Bound using segment: {'id': 'd6ef133c-476f-4a2e-9216-67824001c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:26.995516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Bound port: 5a637c1d-916c-47e6-a767-7a341e53040f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef133c-476f-4a2e-9216-67824001c804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '809db9af-f11d-4ffa-8b1f-e7f9e884cbda'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:26.995896 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.022825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Provisioning for port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:27.038452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:27.065288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Provisioning complete for port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:27.065655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.094666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-52030ac7-45e6-4994-b2ef-8fc8b5ad0970 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254175 Jul 09 16:45:27.172040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'mac_address': 'fa:16:3e:4a:c1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:27.213415 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cac5b020-bf39-4b51-91a2-fe9faa05abb3 req-01e2270e-95f5-45cf-8445-b1e3eea77373 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116445 Jul 09 16:45:27.279218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:27.388692 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.402348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] For port 5a637c1d-916c-47e6-a767-7a341e53040f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:27.414132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08afb9bc-77b4-45b7-a419-64c1ba32802a req-558661bb-10bc-4fd5-94cd-96c909cc5920 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619366 Jul 09 16:45:27.415241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Provisioning for port 0aa3fa7b-4705-444b-bf64-c51102e1c88c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:27.415900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-2b472477-6711-42ff-aa70-ba82418b35be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 999 time: 0.5815198 Jul 09 16:45:27.429421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.439309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Transition to ACTIVE for port object 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:27.451750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-22442f7c-47dc-43db-877e-333ae62f5d9f service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896242 Jul 09 16:45:27.457474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] For port 5a637c1d-916c-47e6-a767-7a341e53040f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a637c1d-916c-47e6-a767-7a341e53040f,segment=NetworkSegment(d6ef133c-476f-4a2e-9216-67824001c804),segment_id=d6ef133c-476f-4a2e-9216-67824001c804)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:27.465560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Provisioning complete for port 0aa3fa7b-4705-444b-bf64-c51102e1c88c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:27.465930 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.496154 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.662579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-ea5b320b-b65f-4830-97da-fc40a920fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:27.664071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-ea5b320b-b65f-4830-97da-fc40a920fadc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.2170484 Jul 09 16:45:27.719300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce74e8d4-b587-47b6-aead-625c8ec362b3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:27.734699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:27.740319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798257997', 'description': 'tempest-description--209076338'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:27.752379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Transition to ACTIVE for port object 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:27.759010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-0ce5f69a-db67-4df2-942e-29e6bc719595', 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'fixed_ips': [{'subnet_id': '6a65717a-0b8d-45aa-a211-6065f8957cf7'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:27.759890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.763473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-c55d8ebd-350e-459e-9134-7723a90c9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:27.764968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.765146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-c55d8ebd-350e-459e-9134-7723a90c9869 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.7553003 Jul 09 16:45:27.795892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.804250 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.810369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.815921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:27.848778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.873149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2379d-2782-4844-904a-78112f6ff8e2 None None] Pushing event updated for resources: {'Port': ['ID=5a637c1d-916c-47e6-a767-7a341e53040f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:27.874461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-69ac6534-1a21-4ca6-883d-14b45487a422 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 200 len: 217 time: 0.0974038 Jul 09 16:45:27.876707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed396db9-3dac-4df1-b595-a0bd8ddd8b4c req-cd00e148-6acd-4d3b-8699-cfe24e4408d2 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075489 Jul 09 16:45:27.928663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.939126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.955176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:27.983525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.984752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2488451 Jul 09 16:45:27.987828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:27.997934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'security_group_rule': {'security_group_id': '3b8e79c5-d9a4-466b-9148-62234acecc61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:28.009855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Subnet': ['ID=ee1c02d2-ec82-404c-aec6-d0fffd1538ac,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.013212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:28.026847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323ee10-9ff2-42a8-8a1a-a0b08bcd1c8c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e79c5-d9a4-466b-9148-62234acecc61,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.044901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:28.058103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.063166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-4f6b51a2-40c1-4a99-a46f-84ecf37d00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:28.065019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-4f6b51a2-40c1-4a99-a46f-84ecf37d00a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582971 Jul 09 16:45:28.066412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-49c172af-8873-41f2-ac25-b75731f6b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:28.067837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-49c172af-8873-41f2-ac25-b75731f6b3fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1834767 Jul 09 16:45:28.097222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-66f84aba-8572-4b92-8db1-02dc75567905 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:45:28.098245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-66f84aba-8572-4b92-8db1-02dc75567905 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177479 Jul 09 16:45:28.101895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Checking segment: {'id': 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:28.102268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network hostable DHCP agents. Network: c11043f4-dd1f-491c-b667-6f131bfabe44, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:28.164465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.166993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Pushing event updated for resources: {'Port': ['ID=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.169126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.200065 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982c03a1-6e98-4d04-9540-fe1dc95c0d4a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.207278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:22Z', 'revision_number': 1, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:28.209195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.213586 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0ab0c444-f031-400c-b56b-dadfb7e9fe5d tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220721 Jul 09 16:45:28.213816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:28.218533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'security_group_rule': {'security_group_id': '3b8e79c5-d9a4-466b-9148-62234acecc61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:28.243458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ce74e8d4-b587-47b6-aead-625c8ec362b3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:28.247759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.263531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Deleting port fd810b38-a906-4171-bf0b-12289fcaec51 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:28.264107 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.285441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:28.326775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.332282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.347991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c93a98-af8d-49b5-b1a5-ca28654f0ab5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.354843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network c11043f4-dd1f-491c-b667-6f131bfabe44 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:28.361550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.366628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9005b4f6-943a-453c-af82-1a051cffad12 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483252 Jul 09 16:45:28.366777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:28.370200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:28.370853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:28.371786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:28.375340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167868-d1bb-45c5-bf09-08f382bf1727 req-830b2d26-40a5-45cc-baba-87c87ac7178f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:28.377206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6167868-d1bb-45c5-bf09-08f382bf1727 req-830b2d26-40a5-45cc-baba-87c87ac7178f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.4023266 Jul 09 16:45:28.384295 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.406744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.421921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c11043f4-dd1f-491c-b667-6f131bfabe44) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:28.440580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:28.441173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.464810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e22c4-01cb-4a42-aad6-282cfc9af515 None None] Network c11043f4-dd1f-491c-b667-6f131bfabe44 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:28.465456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-cdcf258d-3dcd-4798-88d4-521b2eacd77e service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093767 Jul 09 16:45:28.470746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.481269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Attempting to bind port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:28.481763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Attempting to bind port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:28.482043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Attempting to bind port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad on network 350141b3-c3d4-41be-a0c1-c03d49a87b22 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:28.496943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Allocated IP 19.86.0.2 (0ce5f69a-db67-4df2-942e-29e6bc719595/6a65717a-0b8d-45aa-a211-6065f8957cf7/586b15a0-7da6-4850-8a99-d695874ac5a9) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:28.499537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:28.500451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Checking segment: {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:28.500574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-15bb31bc-8bb9-4eda-a198-890874185828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:28.500662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.501236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Bound using segment: {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:28.501459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Bound port: 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:28.501946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.502053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-15bb31bc-8bb9-4eda-a198-890874185828 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4227176 Jul 09 16:45:28.508843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Calling delete_port for fd810b38-a906-4171-bf0b-12289fcaec51 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:28.519835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.520785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72c80f38-9468-4dad-a607-0dca9e2b56ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3639956 Jul 09 16:45:28.526121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:28.532058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'subnet': {'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:28.561193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6167868-d1bb-45c5-bf09-08f382bf1727 req-6f773d0f-e66c-4ea9-bf3c-bce58fa4aed3 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743917 Jul 09 16:45:28.588183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.641118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] For port 0aa3fa7b-4705-444b-bf64-c51102e1c88c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0aa3fa7b-4705-444b-bf64-c51102e1c88c,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:28.723063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 172.25.7.174 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/f1b9203c-9ba9-4419-8a4d-e3edb9e3eba5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:28.726121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:28.734697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.738998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba11fd12-3d20-4196-a206-9ff9eacc7de2 req-cd02fee8-1e62-47e0-ac06-c8f34a46f7b7 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522645 Jul 09 16:45:28.751170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-eca3667b-a48e-4e60-b195-f4a5ffc8aee7 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990907 Jul 09 16:45:28.909057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.998270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.038286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:29.072193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] For port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:29.088669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.111806 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.132119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Provisioning complete for port f6f71550-5258-42c7-a1cb-974d3c592f64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:29.133274 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.150887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] For port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:29.177041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event deleted for resources: {'Port': ['ID=fd810b38-a906-4171-bf0b-12289fcaec51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:29.190185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Subnet': ['ID=bf44c17f-ac05-41f6-b23d-bf97584ac387,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:29.200908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.216265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.230401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c11043f4-dd1f-491c-b667-6f131bfabe44', 'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44', 'tenant_id': 'b04f096159da4d95820d4189803e9f17', 'fixed_ips': [{'subnet_id': 'ee1c02d2-ec82-404c-aec6-d0fffd1538ac'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:29.230784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-311a9ad1-1340-46f3-9557-41b9b8f79efc req-b1ebd146-bf6a-4b00-bc14-f21384aee696 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424860 Jul 09 16:45:29.231303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.248733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Pushing event updated for resources: {'Port': ['ID=0aa3fa7b-4705-444b-bf64-c51102e1c88c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:29.265993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Checking segment: {'id': 'f0843b25-157e-46d8-92a9-71a8b8b06276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:29.266355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network hostable DHCP agents. Network: b4cc4e35-3bb8-4555-bd88-b096647da5b2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:29.275549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:29.280240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:29.283677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:29.285464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=f1b9203c-9ba9-4419-8a4d-e3edb9e3eba5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:29.330781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfd8c7-a383-4983-8c6c-386ea60ae846 None None] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:29.336868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network b4cc4e35-3bb8-4555-bd88-b096647da5b2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:29.352289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b4cc4e35-3bb8-4555-bd88-b096647da5b2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:29.357810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:29.358550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.371610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071b1d7-0604-4edb-b28d-e9c3acd0be7e req-8e94d6ca-943f-4ca9-8e48-727b133b223f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:29.373169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c071b1d7-0604-4edb-b28d-e9c3acd0be7e req-8e94d6ca-943f-4ca9-8e48-727b133b223f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.3725991 Jul 09 16:45:29.391368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-f1b0a95e-e2f1-469a-ad01-e226f9c5d1f2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:29.396635 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-22baffaf-cc76-427c-88a9-89547866f667 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8693540 Jul 09 16:45:29.399405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:29.401274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-f1b0a95e-e2f1-469a-ad01-e226f9c5d1f2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:29.402902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-f1b0a95e-e2f1-469a-ad01-e226f9c5d1f2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/networks?id=350141b3-c3d4-41be-a0c1-c03d49a87b22&id=0ce5f69a-db67-4df2-942e-29e6bc719595 HTTP/1.1" status: 200 len: 1392 time: 0.4578471 Jul 09 16:45:29.409683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a509c39-3c8c-4449-a091-e2e6c60b7cae None None] Network b4cc4e35-3bb8-4555-bd88-b096647da5b2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:29.417425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e4b00f2e-a45f-41df-bcd7-440478952595 None None] Port f6f71550-5258-42c7-a1cb-974d3c592f64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:29.431856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.441747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-c290c8ff-93e4-4a2b-969b-6ed043d81977 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/quotas/9e9e520150854cc5909a7c340ed8b071 HTTP/1.1" status: 200 len: 375 time: 0.0292590 Jul 09 16:45:29.600728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c071b1d7-0604-4edb-b28d-e9c3acd0be7e req-387a6d4d-e320-4f57-8c95-a3f76769229f tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.48 "GET /v2.0/security-groups?id=eb50756d-53f0-41ec-9c62-74c128d8ee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962409 Jul 09 16:45:29.605450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.609519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.665942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b580-e748-4cb4-b1f4-1f33e53da064 None None] Pushing event updated for resources: {'Port': ['ID=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:29.722555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-6193d231-4f66-4fe5-976d-0da41138d942 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2794020 Jul 09 16:45:29.734599 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.735684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Fanout notify agent at l3_agent the message router_deleted on router 6d3b743c-bf43-4516-bd01-5a3b5ab48c25 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:45:29.747564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.753610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-94ae2ccd-09a1-4ce9-adf4-4bd88aef3273 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/6d3b743c-bf43-4516-bd01-5a3b5ab48c25 HTTP/1.1" status: 204 len: 168 time: 3.2388785 Jul 09 16:45:29.757152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:29.773826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1670914083', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:29.794228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5b709e22-e6b7-4834-9740-f203b97661e8 None None] Provisioning for port 5a637c1d-916c-47e6-a767-7a341e53040f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:29.838176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.839440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.952880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.005051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.064504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.094493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Transition to ACTIVE for port object 586b15a0-7da6-4850-8a99-d695874ac5a9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:30.147209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Allocated IP 2001:db8::2 (c11043f4-dd1f-491c-b667-6f131bfabe44/ee1c02d2-ec82-404c-aec6-d0fffd1538ac/6a2b8804-f850-4539-92e9-c7ff4bd3bc5e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:30.188270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Transition to ACTIVE for port object 586b15a0-7da6-4850-8a99-d695874ac5a9 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:30.225674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-323ca2dd-4dcf-4fd4-874b-5e958f0bb578 service neutron] 10.222.0.48 "GET /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973960 Jul 09 16:45:30.225948 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.254027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.273418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.299685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-e71175c8-27eb-42f6-8271-9ca0182e997a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:30.307343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-e71175c8-27eb-42f6-8271-9ca0182e997a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4712291 Jul 09 16:45:30.371881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.494786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.505240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Transition to ACTIVE for port object 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:30.528847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Transition to ACTIVE for port object 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:30.554881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0aa3fa7b-4705-444b-bf64-c51102e1c88c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:30.559435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Pushing event updated for resources: {'Port': ['ID=586b15a0-7da6-4850-8a99-d695874ac5a9,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:30.594078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:30.631652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:30.667338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:30.671889 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.683942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:30.708344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Allocated IP 2001:db8::1 (c11043f4-dd1f-491c-b667-6f131bfabe44/ee1c02d2-ec82-404c-aec6-d0fffd1538ac/3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:30.723884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Network c11043f4-dd1f-491c-b667-6f131bfabe44 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:30.747003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:30.755877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:30.781625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42470db-e7e8-45f7-8962-c766bad600bf None None] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:30.791016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-0b9ff544-9968-46b0-b30a-8bff2ab063d2 service neutron] 10.222.0.48 "GET /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689082 Jul 09 16:45:30.819271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.826116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.842014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-b4cc4e35-3bb8-4555-bd88-b096647da5b2', 'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2', 'tenant_id': 'b04f096159da4d95820d4189803e9f17', 'fixed_ips': [{'subnet_id': 'bf44c17f-ac05-41f6-b23d-bf97584ac387'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:30.843101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.890632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Pushing event updated for resources: {'Port': ['ID=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:30.923248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=f1b9203c-9ba9-4419-8a4d-e3edb9e3eba5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:30.927455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-d959c3b3-66e5-4692-8045-c58faf713bc1 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 999 time: 0.6192336 Jul 09 16:45:30.937340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'floatingip': {'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:30.953215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.958162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.980444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Transition to ACTIVE for port object 3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:30.982560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.991150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc976c28-0a66-4ae6-8253-d4a114cf2583 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6231036 Jul 09 16:45:31.020878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0aa3fa7b-4705-444b-bf64-c51102e1c88c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:31.021287 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.038807 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.077418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.084933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Attempting to bind port 586b15a0-7da6-4850-8a99-d695874ac5a9 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:31.085449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Attempting to bind port 586b15a0-7da6-4850-8a99-d695874ac5a9 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:31.085690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Attempting to bind port 586b15a0-7da6-4850-8a99-d695874ac5a9 on network 0ce5f69a-db67-4df2-942e-29e6bc719595 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:31.103560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:31.103560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Checking segment: {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:31.103560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.103560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Bound using segment: {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:31.103560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Bound port: 586b15a0-7da6-4850-8a99-d695874ac5a9, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:31.103560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.105915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c1fcc51-c6cf-440f-99f8-b25315c66265 None None] Provisioning for port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:31.107859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Attempting to bind port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:31.108269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Attempting to bind port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:31.108623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Attempting to bind port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e on network c11043f4-dd1f-491c-b667-6f131bfabe44 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:31.164153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:31.164551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Checking segment: {'id': 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:31.164945 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.165350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Bound using segment: {'id': 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:31.165831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Bound port: 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c11043f4-dd1f-491c-b667-6f131bfabe44'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:31.166125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network c11043f4-dd1f-491c-b667-6f131bfabe44 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:31.166250 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.167664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Port': ['ID=3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:31.171454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:31.173794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:31.174392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.189859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:22Z', 'revision_number': 1, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:31.191754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ce74e8d4-b587-47b6-aead-625c8ec362b3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:31.208496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ce74e8d4-b587-47b6-aead-625c8ec362b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:31.208878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.282258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea628983-6fc8-4ba1-bda6-13dbf41858de None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:22Z', 'revision_number': 1, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:31.292414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-0fd4f4d1-34c1-430d-a1f6-c7b4bd2f102e service neutron] 10.222.0.48 "GET /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899247 Jul 09 16:45:31.354244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.469464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] For port 586b15a0-7da6-4850-8a99-d695874ac5a9, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:31.488870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-e99e108f-5633-4110-a1ec-8283d30da40b service neutron] 10.222.0.48 "GET /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954830 Jul 09 16:45:31.537284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] For port 586b15a0-7da6-4850-8a99-d695874ac5a9, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=586b15a0-7da6-4850-8a99-d695874ac5a9,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:31.579072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.583209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] For port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:31.605144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Allocated IP 2001:db8::2 (b4cc4e35-3bb8-4555-bd88-b096647da5b2/bf44c17f-ac05-41f6-b23d-bf97584ac387/32c5e355-d072-413e-b9a7-11d50ed61f11) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:31.710347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7da8a-b26b-4472-9c5c-caba27113507 None None] New status for floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:45:31.745013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.751504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.752331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.752907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.780166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.830516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] For port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,segment=NetworkSegment(e3dc17ab-234e-4e92-be92-03f6c1fb4a23),segment_id=e3dc17ab-234e-4e92-be92-03f6c1fb4a23)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:31.865777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.876201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Port': ['ID=3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:31.922956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:31.941100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network c11043f4-dd1f-491c-b667-6f131bfabe44 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:31.943670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:32.033253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:45:32.079929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7c48-c173-4fe6-99c2-cec9ff0f2887 None None] Pushing event updated for resources: {'Port': ['ID=586b15a0-7da6-4850-8a99-d695874ac5a9,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:32.083243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851a9c-2bc7-4871-b7d2-c053f9563475 req-b475c7f0-6d1d-43aa-946b-f6a7a3afa0a1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:32.084822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b851a9c-2bc7-4871-b7d2-c053f9563475 req-b475c7f0-6d1d-43aa-946b-f6a7a3afa0a1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.2541976 Jul 09 16:45:32.153145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.157985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Allocated IP 172.25.7.172 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:32.250247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Router b9d11b20-ef91-4aab-9782-0928729666ff is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:32.413109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b851a9c-2bc7-4871-b7d2-c053f9563475 req-93ea2e55-46b0-4ca2-bd7b-93e770e634a6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024971 Jul 09 16:45:32.426267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:32.438898 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13a8edcb-9724-4b6e-8165-54ae42463cbe tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0376086 Jul 09 16:45:32.450188 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] Sync routers for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:32.457847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:32.464257 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:32.466418 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:32.482844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.507780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.522619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.551603 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:32.576141 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:32.577344 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:32.651833 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:32.652493 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896860f-10c0-4e6a-9907-fd91e0b15ef9 None None] The sync data for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:32.672044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1385d9-a77e-42e0-acf4-73e06a1788b6 None None] Pushing event updated for resources: {'Port': ['ID=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:32.685740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.697522 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.708112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:32.710714 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45726557-c113-4510-b384-61a5966bf551" -d '{"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-plugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:32.728095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-10a7da8a-b26b-4472-9c5c-caba27113507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:45:32.728733 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-10a7da8a-b26b-4472-9c5c-caba27113507 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:45:32.731231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Transition to ACTIVE for port object 32c5e355-d072-413e-b9a7-11d50ed61f11 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:32.737258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:32.753395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.794974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:32.801781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Transition to ACTIVE for port object 32c5e355-d072-413e-b9a7-11d50ed61f11 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:32.811538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:32.812526 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.823119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.873918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:32.884676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:32.890593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:32.921103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:32.924236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Port': ['ID=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:32.925236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Network b4cc4e35-3bb8-4555-bd88-b096647da5b2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:32.931476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:32.961908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:33.039143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Pushing event updated for resources: {'Port': ['ID=32c5e355-d072-413e-b9a7-11d50ed61f11,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:33.129411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Attempting to bind port 32c5e355-d072-413e-b9a7-11d50ed61f11 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:33.130093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Attempting to bind port 32c5e355-d072-413e-b9a7-11d50ed61f11 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f0843b25-157e-46d8-92a9-71a8b8b06276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:33.130636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Attempting to bind port 32c5e355-d072-413e-b9a7-11d50ed61f11 on network b4cc4e35-3bb8-4555-bd88-b096647da5b2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:33.148223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c3240842-2ffb-4304-9b91-9031cd07dfc9 None None] Provisioning complete for port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:33.148570 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3240842-2ffb-4304-9b91-9031cd07dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.151765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:33.156310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Checking segment: {'id': 'f0843b25-157e-46d8-92a9-71a8b8b06276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:33.156310 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.156310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Bound using segment: {'id': 'f0843b25-157e-46d8-92a9-71a8b8b06276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:33.156310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Bound port: 32c5e355-d072-413e-b9a7-11d50ed61f11, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0843b25-157e-46d8-92a9-71a8b8b06276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b4cc4e35-3bb8-4555-bd88-b096647da5b2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:33.156310 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.167858 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47 associated. External IP: 172.25.7.88, port: 30f98285-d667-4a61-b71c-588006d0d983. Jul 09 16:45:33.193632 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-f353812f-7ac3-4f27-a3ae-faae7eaef3d6 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:45:33.195215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f353812f-7ac3-4f27-a3ae-faae7eaef3d6 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7241852 Jul 09 16:45:33.196177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.198279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:33.276668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7da8a-b26b-4472-9c5c-caba27113507 None None] New status for floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:45:33.352951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:33.370179 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.371235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a637c1d-916c-47e6-a767-7a341e53040f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:33.476178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-70277d90-9462-4a8c-9bde-4d1e8dc3cfff tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1798257997&fields=id&tenant_id=19a834c097d44f5ba33d5dad7b5e58b3 HTTP/1.1" status: 200 len: 267 time: 0.1891479 Jul 09 16:45:33.562739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.589123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] For port 32c5e355-d072-413e-b9a7-11d50ed61f11, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:33.640399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:33.678738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] For port 32c5e355-d072-413e-b9a7-11d50ed61f11, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=32c5e355-d072-413e-b9a7-11d50ed61f11,segment=NetworkSegment(f0843b25-157e-46d8-92a9-71a8b8b06276),segment_id=f0843b25-157e-46d8-92a9-71a8b8b06276)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:33.709394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5a637c1d-916c-47e6-a767-7a341e53040f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:33.771685 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.795783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.834250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a637c1d-916c-47e6-a767-7a341e53040f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:33.834650 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.879721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ee0eb-6d48-483e-a78d-df81f2a624dc None None] Network c11043f4-dd1f-491c-b667-6f131bfabe44 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:34.000694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a2df2-af0e-4a2b-8eae-29abbc3757bf None None] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:34.118293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0a4c5-09da-4517-8437-2600d273d743 None None] Pushing event updated for resources: {'Port': ['ID=32c5e355-d072-413e-b9a7-11d50ed61f11,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:34.133811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0447ade2-e72e-4199-9d0e-6d6a3ef30567 None None] Provisioning for port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:34.242947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-35851605-f287-4fd5-a417-9c3fe98ee937 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.244598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-35851605-f287-4fd5-a417-9c3fe98ee937 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 930 time: 0.7549303 Jul 09 16:45:34.262969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting port 3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:34.263327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:34.366962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:34.387809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Calling delete_port for 3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:34.388822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:34.394764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff98a271-e1c6-43f4-b479-abb6e25f5431 None None] Provisioning for port 586b15a0-7da6-4850-8a99-d695874ac5a9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:34.436863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-5b3e1d73-e6fe-44ce-a081-0c26c5eccee3 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.438257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-5b3e1d73-e6fe-44ce-a081-0c26c5eccee3 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 932 time: 0.1835868 Jul 09 16:45:34.447416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-016d02a6-44ca-41c5-a53c-dd4d0d52e88a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.453266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-016d02a6-44ca-41c5-a53c-dd4d0d52e88a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.454831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-016d02a6-44ca-41c5-a53c-dd4d0d52e88a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.37 "GET /v2.0/networks?id=350141b3-c3d4-41be-a0c1-c03d49a87b22&id=0ce5f69a-db67-4df2-942e-29e6bc719595 HTTP/1.1" status: 200 len: 1392 time: 0.3573117 Jul 09 16:45:34.488511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5a637c1d-916c-47e6-a767-7a341e53040f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a637c1d-916c-47e6-a767-7a341e53040f,segment=NetworkSegment(d6ef133c-476f-4a2e-9216-67824001c804),segment_id=d6ef133c-476f-4a2e-9216-67824001c804)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:34.493144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'port': {'device_id': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22', 'admin_state_up': True, 'tenant_id': '9e9e520150854cc5909a7c340ed8b071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:34.498063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:34.572133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-72581ab8-0c13-421d-9f5b-cf68dbe5a4a5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1144538 Jul 09 16:45:34.574374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:34.580408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5a637c1d-916c-47e6-a767-7a341e53040f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:34.658823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-12801391-5c85-4a15-8185-2f70a0ce1a85 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0526757 Jul 09 16:45:34.883780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:34.904488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 586b15a0-7da6-4850-8a99-d695874ac5a9 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:35.000999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 586b15a0-7da6-4850-8a99-d695874ac5a9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:35.006347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 586b15a0-7da6-4850-8a99-d695874ac5a9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:35.006752 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.078923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:35.081661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.082650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.096769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e5c0b5a8-f1c3-436b-a9ae-f90ad8ef6ae8 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.102551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e5c0b5a8-f1c3-436b-a9ae-f90ad8ef6ae8 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.108342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e5c0b5a8-f1c3-436b-a9ae-f90ad8ef6ae8 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.109995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e5c0b5a8-f1c3-436b-a9ae-f90ad8ef6ae8 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/networks?id=97898012-36dc-4338-8b66-f21055404fb6&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 HTTP/1.1" status: 200 len: 1988 time: 0.4281881 Jul 09 16:45:35.137200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.145084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Port': ['ID=3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:35.177674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8c1e822-4a63-4961-99f0-721a63b3a19b None None] Provisioning complete for port 586b15a0-7da6-4850-8a99-d695874ac5a9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:35.178428 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8c1e822-4a63-4961-99f0-721a63b3a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.205465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 586b15a0-7da6-4850-8a99-d695874ac5a9, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=586b15a0-7da6-4850-8a99-d695874ac5a9,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:35.212854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.214290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:35.224273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-dbf50fb4-8987-4530-8703-7f3ec26d27fd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/quotas/19a834c097d44f5ba33d5dad7b5e58b3 HTTP/1.1" status: 200 len: 375 time: 0.0445006 Jul 09 16:45:35.246084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:35.272014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:35.328353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.352099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=586b15a0-7da6-4850-8a99-d695874ac5a9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:35.365285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:35.365936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:35.475068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-c642bae4-bebc-494d-9e7c-44e6df226649 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.477312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-c642bae4-bebc-494d-9e7c-44e6df226649 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.37 "GET /v2.0/ports?device_id=681dab84-91d1-48bd-a126-4809bc5efe44 HTTP/1.1" status: 200 len: 945 time: 0.3539817 Jul 09 16:45:35.505211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:35.656918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Router b9d11b20-ef91-4aab-9782-0928729666ff has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:35.686943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:35.791923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ee252-4e0a-4abe-8b4b-cdf59d7999c7 None None] Network b4cc4e35-3bb8-4555-bd88-b096647da5b2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:35.794129 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-45689824-8f7e-4ae5-a651-ddb558d332a5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5679781 Jul 09 16:45:35.797718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Router 1831aa70-b0db-4cf9-bd2a-265b9b1cd14c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:35.831930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:35.843795 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] Sync routers for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:35.850447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-658f0f4e-8f59-4f43-babb-61b1a14d2d40 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505647 Jul 09 16:45:35.856634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:35.873713 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:35.875161 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:35.883451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Allocated IP 19.80.0.151 (350141b3-c3d4-41be-a0c1-c03d49a87b22/a9471088-7296-4567-950e-1344b5c29cd7/692c7400-44f3-4ef1-a761-81539de0074f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:35.914895 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8c9c4ce6-8b25-445c-8f93-1e15aa51ad3c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] delete failed (client error): The resource could not be found. Jul 09 16:45:35.920070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8c9c4ce6-8b25-445c-8f93-1e15aa51ad3c tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1348186775 HTTP/1.1" status: 404 len: 335 time: 0.0613711 Jul 09 16:45:35.920715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:35.927625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-996133ab-6ef5-43de-b7bc-bbbc3f902a46 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9d11b20-ef91-4aab-9782-0928729666ff'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:35.979844 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:35.998353 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:36.001029 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:36.047860 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:36.048760 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab3e2b-5294-4fc8-934e-8d82150b0035 None None] The sync data for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:36.080413 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61453940-0701-4852-99f7-e8fa6408a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.085729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Deleting port 14f9d4af-2745-4844-bff5-3d7c83ab5253 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:36.086463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.098676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8c1e822-4a63-4961-99f0-721a63b3a19b None None] Could not find standard attr ID for object 3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:45:36.165205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:36.165688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.298294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8053bdfe-ce62-4986-a1e8-2d624364e608 None None] Provisioning for port 32c5e355-d072-413e-b9a7-11d50ed61f11 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:36.353329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8053bdfe-ce62-4986-a1e8-2d624364e608 None None] Could not find standard attr ID for object 3ee3f2e5-ba9a-41f3-99a1-7a815c1f6ae4. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:45:36.383644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:36.398505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] For port 14f9d4af-2745-4844-bff5-3d7c83ab5253, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=14f9d4af-2745-4844-bff5-3d7c83ab5253,segment=NetworkSegment(ffb27f50-70fe-4097-9c0a-33990e0ba409),segment_id=ffb27f50-70fe-4097-9c0a-33990e0ba409)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:36.398886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.415018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Calling delete_port for 14f9d4af-2745-4844-bff5-3d7c83ab5253 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:36.504619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:36.509322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:36.509906 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.602272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 3, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:36.616797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e5aadd9e-6481-46d4-8da0-dbec9fb8086c service neutron] 10.222.0.48 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703395 Jul 09 16:45:36.618389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-996133ab-6ef5-43de-b7bc-bbbc3f902a46 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.623391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.641567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:36.646589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:36.670162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:36.670833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:36.672884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.679601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Pushing event deleted for resources: {'Port': ['ID=14f9d4af-2745-4844-bff5-3d7c83ab5253,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:36.699326 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-996133ab-6ef5-43de-b7bc-bbbc3f902a46 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] update failed (client error): The resource could not be found. Jul 09 16:45:36.700780 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-996133ab-6ef5-43de-b7bc-bbbc3f902a46 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff HTTP/1.1" status: 404 len: 339 time: 0.7773468 Jul 09 16:45:36.731494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51726) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:36.754373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1421655518'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:36.760847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] No DVR routers for this DVR port 14f9d4af-2745-4844-bff5-3d7c83ab5253 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:36.765369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.767831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b8e2f41-945c-415e-863e-d5418166f8ea req-54f832ea-e76d-4be2-8504-6f8dbea68350 tempest-ServerDiskConfigTestJSON-800404897 tempest-ServerDiskConfigTestJSON-800404897-project] 10.222.0.37 "DELETE /v2.0/ports/14f9d4af-2745-4844-bff5-3d7c83ab5253 HTTP/1.1" status: 204 len: 173 time: 1.2808704 Jul 09 16:45:36.768436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681dab84-91d1-48bd-a126-4809bc5efe44', 'name': 'network-vif-deleted', 'tag': '14f9d4af-2745-4844-bff5-3d7c83ab5253'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:36.770970 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69a6ab3-6271-4df1-8ebb-645370f67f31" -d '{"events": [{"server_uuid": "681dab84-91d1-48bd-a126-4809bc5efe44", "name": "network-vif-deleted", "tag": "14f9d4af-2745-4844-bff5-3d7c83ab5253"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:36.795940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:36.801144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.826114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.837875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:36.840466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:36.842804 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd242d-c8a8-4283-9f48-b89a13b47f53" -d '{"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:36.850848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.851470 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Added segment c2192cd9-9734-4147-8682-e0fc95126c36 of type vlan for network c0e0de60-2650-4ca7-8605-7b984486c4f3 Jul 09 16:45:36.866399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.885979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Transition to ACTIVE for port object 692c7400-44f3-4ef1-a761-81539de0074f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:36.891569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:36.907028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.931387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.932380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Sync routers for ids ['1831aa70-b0db-4cf9-bd2a-265b9b1cd14c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:36.932672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-34003f63-b941-456b-b8ca-45e0122413b6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1729000 Jul 09 16:45:36.936022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:36.948735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-89a42847-76db-432b-a486-7f028af43afd tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "PUT /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 995 time: 6.0153856 Jul 09 16:45:36.952402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-5ff26e75-fe97-429e-a985-fa07a8df0284 service neutron] 10.222.0.48 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933085 Jul 09 16:45:37.000194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:37.030896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.036462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:37.037107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.052806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-717b5013-af15-4cf2-872a-f7421bc11404 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:37.054332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-717b5013-af15-4cf2-872a-f7421bc11404 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports/30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 943 time: 0.0973706 Jul 09 16:45:37.065632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Routers {'1831aa70-b0db-4cf9-bd2a-265b9b1cd14c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:37.065632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1831aa70-b0db-4cf9-bd2a-265b9b1cd14c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:37.070025 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.114081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,segment=NetworkSegment(e3dc17ab-234e-4e92-be92-03f6c1fb4a23),segment_id=e3dc17ab-234e-4e92-be92-03f6c1fb4a23)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:37.118733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-419e1e3c-5718-4a88-9fe3-328e70791c50 service neutron] 10.222.0.48 "GET /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1182916 Jul 09 16:45:37.147749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:37.161115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4253407 Jul 09 16:45:37.161773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.161773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 32c5e355-d072-413e-b9a7-11d50ed61f11 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:37.162970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:37.175113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'subnet': {'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:37.183028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d5883-ac9e-452e-9c69-26ede14d3616 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Network': ['ID=c0e0de60-2650-4ca7-8605-7b984486c4f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:37.197515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:37.203936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:37.209341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Port': ['ID=692c7400-44f3-4ef1-a761-81539de0074f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:37.212564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c0e0de60-2650-4ca7-8605-7b984486c4f3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:37.249278 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af669e8a-f133-4143-a816-6b43075476cc tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/1831aa70-b0db-4cf9-bd2a-265b9b1cd14c HTTP/1.1" status: 200 len: 909 time: 0.3095157 Jul 09 16:45:37.250510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:37.254564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1670914083', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:37.292106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.293333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.307552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.308049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.308494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.308974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.309395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.309927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.310396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.310898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.311386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.311814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.312267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.312831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:37.328235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Made reservation on behalf of b04f096159da4d95820d4189803e9f17 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:37.333954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.377167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:37.377976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.437395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.469141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 32c5e355-d072-413e-b9a7-11d50ed61f11 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:37.473001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6ef43ee9-0a85-48c1-8b7b-5965b2ec9cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406591 Jul 09 16:45:37.488413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-b739e969-e20d-42db-93e0-c5307b5efcff tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9981010 Jul 09 16:45:37.548742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 32c5e355-d072-413e-b9a7-11d50ed61f11 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:37.549346 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.576545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Request body: {'port': {'device_id': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595', 'admin_state_up': True, 'tenant_id': '9e9e520150854cc5909a7c340ed8b071'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:37.618767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:37.625421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Set router 1831aa70-b0db-4cf9-bd2a-265b9b1cd14c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:37.649239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-36fdf5d4-4f7f-4b4a-b479-de11232c140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:37.652105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-36fdf5d4-4f7f-4b4a-b479-de11232c140f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.4035754 Jul 09 16:45:37.665377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.824159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e799da94-6d72-423e-950e-f1b68dbd3257 service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501241 Jul 09 16:45:37.828336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.894120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-9c94c4b8-6f85-4d24-9c9f-a39a4d7061b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:37.896200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-9c94c4b8-6f85-4d24-9c9f-a39a4d7061b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.2238853 Jul 09 16:45:37.899390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Made reservation on behalf of 9e9e520150854cc5909a7c340ed8b071 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:37.903301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.915909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Subnet': ['ID=a3d5f3d9-1227-42ea-a469-471df8ee89f2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:37.930450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Checking segment: {'id': 'c2192cd9-9734-4147-8682-e0fc95126c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:37.930869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network hostable DHCP agents. Network: c0e0de60-2650-4ca7-8605-7b984486c4f3, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:37.964955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5a571dc-98b0-49e5-94e3-1c9c611f487b None None] Provisioning for port 692c7400-44f3-4ef1-a761-81539de0074f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:37.965983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-bb865259-b60b-4e16-8064-f67ea60eb2da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 217 time: 0.0447927 Jul 09 16:45:37.977679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fc56609f-e3fe-4145-adde-9d8443b128fc service neutron] 10.222.0.48 "GET /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1321337 Jul 09 16:45:37.985997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5a571dc-98b0-49e5-94e3-1c9c611f487b None None] Provisioning complete for port 692c7400-44f3-4ef1-a761-81539de0074f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:37.986357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5a571dc-98b0-49e5-94e3-1c9c611f487b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.995034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.050718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network c0e0de60-2650-4ca7-8605-7b984486c4f3 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:38.070319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c0e0de60-2650-4ca7-8605-7b984486c4f3) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:38.076620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.080981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:38.080981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.105261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.111601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee41445-3d4f-4e39-b8dc-c7aa5893378a None None] Network c0e0de60-2650-4ca7-8605-7b984486c4f3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:38.123586 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5da012c1-a7dd-497e-b2d9-8e43184a607a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9566250 Jul 09 16:45:38.124021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:38.129339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5cd20c52-6f08-4953-a1c8-35fa2f346661 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:38.136405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c5a571dc-98b0-49e5-94e3-1c9c611f487b None None] Port 692c7400-44f3-4ef1-a761-81539de0074f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:38.143362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-60bcb823-5a24-4e5d-a695-d77615f70f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:38.145080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-60bcb823-5a24-4e5d-a695-d77615f70f29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1357417 Jul 09 16:45:38.165327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.167889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 32c5e355-d072-413e-b9a7-11d50ed61f11, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=32c5e355-d072-413e-b9a7-11d50ed61f11,segment=NetworkSegment(f0843b25-157e-46d8-92a9-71a8b8b06276),segment_id=f0843b25-157e-46d8-92a9-71a8b8b06276)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:38.177355 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.259945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-779139ee-8f86-4003-b3d7-4b633f8d537c service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421062 Jul 09 16:45:38.261407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Allocated IP 19.86.0.242 (0ce5f69a-db67-4df2-942e-29e6bc719595/6a65717a-0b8d-45aa-a211-6065f8957cf7/6225b626-e765-4ec9-b38c-994c68e94ed5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:38.299041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 3, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:38.303992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=32c5e355-d072-413e-b9a7-11d50ed61f11,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:38.308735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5329ed3f-c56e-4dc4-b032-79e5c891ac0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.340707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47203948-8e42-40e3-86a3-7491a4313d35 None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 3, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:38.363322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831aa70-b0db-4cf9-bd2a-265b9b1cd14c', 'name': 'tempest-snat-router-1670914083', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.172'}], 'enable_snat': False}, 'gw_port_id': 'a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:29Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 3, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port': {'id': 'a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831aa70-b0db-4cf9-bd2a-265b9b1cd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:31Z', 'updated_at': '2021-07-09T16:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:38.379838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-f58f718e-0e60-4a8f-a9a5-e09d42779efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:38.388522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-f58f718e-0e60-4a8f-a9a5-e09d42779efe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225897 Jul 09 16:45:38.404315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Checking router: 1831aa70-b0db-4cf9-bd2a-265b9b1cd14c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:38.404570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Updating router 1831aa70-b0db-4cf9-bd2a-265b9b1cd14c port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:45:38.470033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 586b15a0-7da6-4850-8a99-d695874ac5a9 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:38.498066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c0e0de60-2650-4ca7-8605-7b984486c4f3', 'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3', 'tenant_id': 'b04f096159da4d95820d4189803e9f17', 'fixed_ips': [{'subnet_id': 'a3d5f3d9-1227-42ea-a469-471df8ee89f2'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:38.499354 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.506572 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.546737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73e8a9b3-9139-4fc4-a960-2b2c6037ab68 service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787714 Jul 09 16:45:38.629531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 14f9d4af-2745-4844-bff5-3d7c83ab5253 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:38.684107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-2cbf8549-e731-4035-862e-1043f966abd2 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942960 Jul 09 16:45:38.687609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 14f9d4af-2745-4844-bff5-3d7c83ab5253 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:38.687609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 14f9d4af-2745-4844-bff5-3d7c83ab5253 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:38.720126 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7b47f-cdba-4343-945b-7ca5d876f757 None None] New status for floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:45:38.808058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cd20c52-6f08-4953-a1c8-35fa2f346661 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.824326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Allocated IP 172.25.7.10 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/d202c897-ddfa-45ea-8b4e-25d88bb6d571) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:38.841663 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.849953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Allocated IP 2001:db8:1::2 (c0e0de60-2650-4ca7-8605-7b984486c4f3/a3d5f3d9-1227-42ea-a469-471df8ee89f2/226ec2a8-8452-46bd-b42d-9d2ef01cdd89) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:38.865278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e16d936f-1ea4-456d-8fb2-2c87bb168ce4 service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082595 Jul 09 16:45:38.897824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 586b15a0-7da6-4850-8a99-d695874ac5a9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:38.898244 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.002360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.033190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-ba331663-23a2-4231-9040-8daef7c46e41 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472371 Jul 09 16:45:39.057226 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-5cd20c52-6f08-4953-a1c8-35fa2f346661 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:45:39.058605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5cd20c52-6f08-4953-a1c8-35fa2f346661 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff HTTP/1.1" status: 400 len: 364 time: 0.9334366 Jul 09 16:45:39.062455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:39.067743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.097303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Transition to ACTIVE for port object 6225b626-e765-4ec9-b38c-994c68e94ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:39.100576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-d8b6b7a3-3a03-401c-aa6b-0a2d6d11ffa4 service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347181 Jul 09 16:45:39.114258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:39.116316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:39.138942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.236661 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.247495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:39.255698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:39.261723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:39.275960 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.286420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Transition to ACTIVE for port object a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:39.289385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Port': ['ID=d202c897-ddfa-45ea-8b4e-25d88bb6d571,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:39.303660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.319936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:39.325938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-31cea609-826f-4bc3-9dba-ad4333399544 service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177217 Jul 09 16:45:39.331888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:39.334375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:39.372736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-86b58662-e122-4646-9bfe-da5b9afbd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:39.374621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-86b58662-e122-4646-9bfe-da5b9afbd395 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1096 time: 0.2562339 Jul 09 16:45:39.376029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:39.377503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:39.391253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event updated for resources: {'Port': ['ID=6225b626-e765-4ec9-b38c-994c68e94ed5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:39.494036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:39.529038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:39.530049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.548637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.576533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-a90b77d5-4ef9-4cad-9f3d-3289954f9769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0174561 Jul 09 16:45:39.588381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e42ba87e-45af-4da5-a2ad-2e3125491a7b service neutron] 10.222.0.48 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454116 Jul 09 16:45:39.593660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-9c24754f-f8d9-442b-9a16-9b23129ac383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:39.595233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-9c24754f-f8d9-442b-9a16-9b23129ac383 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.1989779 Jul 09 16:45:39.606675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.617144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Request body: {'port': {'device_id': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:39.655652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Attempting to bind port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:39.656250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Attempting to bind port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:39.656408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Attempting to bind port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:39.699955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.731454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:39.731849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:39.732268 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.732778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:39.733360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Bound port: a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:39.733753 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.739073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8fa8-a97c-4d94-b3e0-2151a7fd1a28 None None] Pushing event updated for resources: {'Port': ['ID=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:39.743922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Transition to ACTIVE for port object 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:39.774625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:39.774625 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.826033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.847183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Transition to ACTIVE for port object 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:39.852062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd305fbe-f8f0-439c-81fa-6b264a50801c None None] Provisioning for port 6225b626-e765-4ec9-b38c-994c68e94ed5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:39.887075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.889216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd305fbe-f8f0-439c-81fa-6b264a50801c None None] Provisioning complete for port 6225b626-e765-4ec9-b38c-994c68e94ed5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:39.889663 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd305fbe-f8f0-439c-81fa-6b264a50801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:39.976284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] For port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:39.988219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Allocated IP 2001:db8::1 (809db9af-f11d-4ffa-8b1f-e7f9e884cbda/9233c480-98ea-4fea-be2a-dcb1deb70900/fa0474a9-c5bc-4092-bbf1-a030d3e8b02e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:40.166873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-acb91927-06c5-44cb-8ce4-c0888fc247a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 1000 time: 0.5628400 Jul 09 16:45:40.177016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.206783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Network c0e0de60-2650-4ca7-8605-7b984486c4f3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:40.212539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] For port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:40.218774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Pushing event updated for resources: {'Port': ['ID=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:40.221567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:40.227511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:40.229979 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.231388 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-136ba0cd-a210-4587-88c2-7e59b4e199f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351411 Jul 09 16:45:40.238507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dd305fbe-f8f0-439c-81fa-6b264a50801c None None] Port 6225b626-e765-4ec9-b38c-994c68e94ed5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:40.284438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.297772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.323840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-54a56893-de8a-40bc-a964-a2f0041a7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:40.325044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-54a56893-de8a-40bc-a964-a2f0041a7bac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1319854 Jul 09 16:45:40.328530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Transition to ACTIVE for port object fa0474a9-c5bc-4092-bbf1-a030d3e8b02e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:40.394413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.395768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a637c1d-916c-47e6-a767-7a341e53040f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:40.397480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Routers {'1831aa70-b0db-4cf9-bd2a-265b9b1cd14c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:40.398115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1831aa70-b0db-4cf9-bd2a-265b9b1cd14c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:40.426936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Router dd4fe608-b21f-4800-bf0a-f7170f643546 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:40.436921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-2632061d-8b37-43f1-823c-e8a304a2a4f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956737 Jul 09 16:45:40.460557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8fa8-a97c-4d94-b3e0-2151a7fd1a28 None None] Pushing event updated for resources: {'Port': ['ID=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:40.466103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:40.468669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Attempting to bind port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:40.469047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Attempting to bind port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c2192cd9-9734-4147-8682-e0fc95126c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:40.469416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Attempting to bind port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 on network c0e0de60-2650-4ca7-8605-7b984486c4f3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:40.470959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Port': ['ID=fa0474a9-c5bc-4092-bbf1-a030d3e8b02e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:40.472749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:38Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:40.474889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:40.518595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:40.519487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Checking segment: {'id': 'c2192cd9-9734-4147-8682-e0fc95126c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:40.520504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.521069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Bound using segment: {'id': 'c2192cd9-9734-4147-8682-e0fc95126c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:40.521903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Bound port: 226ec2a8-8452-46bd-b42d-9d2ef01cdd89, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2192cd9-9734-4147-8682-e0fc95126c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0e0de60-2650-4ca7-8605-7b984486c4f3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:40.523204 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.525545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:40.532465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:40.536100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.606117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:40.606679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:40.614846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-759421e3-abbc-426f-9537-a421d1098e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:40.616446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-759421e3-abbc-426f-9537-a421d1098e61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850957 Jul 09 16:45:40.706977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] Set router 1831aa70-b0db-4cf9-bd2a-265b9b1cd14c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:40.720646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4e6005b0-d101-4f9b-b59a-363a1f73dc13 service neutron] 10.222.0.48 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781942 Jul 09 16:45:40.738553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:40.760046 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Sync routers for ids ['dd4fe608-b21f-4800-bf0a-f7170f643546'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:40.770876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.774752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.774887 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Routers {'dd4fe608-b21f-4800-bf0a-f7170f643546'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:40.775437 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['dd4fe608-b21f-4800-bf0a-f7170f643546'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:40.778697 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5fd8a057-aff8-473c-8b41-c61d4d317792 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5250015 Jul 09 16:45:40.783273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:40.857608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-9b9e7f13-e20e-47a3-b33e-25479ded2d21 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278874 Jul 09 16:45:40.898216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a637c1d-916c-47e6-a767-7a341e53040f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:40.898463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.959602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fed41143-b26d-451e-9f60-81a4a22f3b77 service neutron] 10.222.0.48 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263768 Jul 09 16:45:41.003461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692c7400-44f3-4ef1-a761-81539de0074f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:41.016502 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.030928 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-82dc7e1a-3ca5-4e50-b0ff-8ac7f8e35179 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/dd4fe608-b21f-4800-bf0a-f7170f643546 HTTP/1.1" status: 200 len: 907 time: 0.2431309 Jul 09 16:45:41.030928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:41.033552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a63e36d-554f-44d4-800b-43dce8ef70a1 req-f41f6664-26bc-4e30-be56-dbb40d9c90ef service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674676 Jul 09 16:45:41.044636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Transition to ACTIVE for port object 692c7400-44f3-4ef1-a761-81539de0074f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:41.050748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.093355 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Set router dd4fe608-b21f-4800-bf0a-f7170f643546 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:41.113243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Pushing event updated for resources: {'Port': ['ID=692c7400-44f3-4ef1-a761-81539de0074f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:41.150562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] For port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:41.243095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Attempting to bind port 692c7400-44f3-4ef1-a761-81539de0074f on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:41.243658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] For port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,segment=NetworkSegment(c2192cd9-9734-4147-8682-e0fc95126c36),segment_id=c2192cd9-9734-4147-8682-e0fc95126c36)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:41.245492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Attempting to bind port 692c7400-44f3-4ef1-a761-81539de0074f by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:41.245995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Attempting to bind port 692c7400-44f3-4ef1-a761-81539de0074f on network 350141b3-c3d4-41be-a0c1-c03d49a87b22 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:41.257857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Port 692c7400-44f3-4ef1-a761-81539de0074f on network 350141b3-c3d4-41be-a0c1-c03d49a87b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:41.260210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Attempting to bind port 692c7400-44f3-4ef1-a761-81539de0074f on network 350141b3-c3d4-41be-a0c1-c03d49a87b22 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:41.279039 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.293309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:41.293903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Checking segment: {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:41.294447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Bound using segment: {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:41.295058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Bound port: 692c7400-44f3-4ef1-a761-81539de0074f, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41765503-6b72-4334-9540-d50b1ea9075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:41.295725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.339875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.341657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6a18e9ce-67b2-4e8f-85ca-d07fba3bedcc None None] Provisioning for port fa0474a9-c5bc-4092-bbf1-a030d3e8b02e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:41.353839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.380148 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fe608-b21f-4800-bf0a-f7170f643546', 'name': 'tempest-snat-router-1670914083', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'd202c897-ddfa-45ea-8b4e-25d88bb6d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:37Z', 'updated_at': '2021-07-09T16:45:39Z', 'revision_number': 3, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port': {'id': 'd202c897-ddfa-45ea-8b4e-25d88bb6d571', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fe608-b21f-4800-bf0a-f7170f643546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:38Z', 'updated_at': '2021-07-09T16:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:41.402020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6a18e9ce-67b2-4e8f-85ca-d07fba3bedcc None None] Provisioning complete for port fa0474a9-c5bc-4092-bbf1-a030d3e8b02e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:41.402489 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a18e9ce-67b2-4e8f-85ca-d07fba3bedcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.436380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:41.454699 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Checking router: dd4fe608-b21f-4800-bf0a-f7170f643546 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:41.455049 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Updating router dd4fe608-b21f-4800-bf0a-f7170f643546 port d202c897-ddfa-45ea-8b4e-25d88bb6d571 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:45:41.538852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca95bc-838c-45e5-b234-696699d6bf63 req-1de72d65-359d-4b48-8fce-eda612ea3027 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:41.540653 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.545738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca95bc-838c-45e5-b234-696699d6bf63 req-1de72d65-359d-4b48-8fce-eda612ea3027 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:41.547440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3aca95bc-838c-45e5-b234-696699d6bf63 req-1de72d65-359d-4b48-8fce-eda612ea3027 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1667 time: 0.2784412 Jul 09 16:45:41.595625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] For port 692c7400-44f3-4ef1-a761-81539de0074f, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:41.611836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04476aa8-50da-43fc-b59d-6da277a18254 None None] Pushing event updated for resources: {'Port': ['ID=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:41.627788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] For port 692c7400-44f3-4ef1-a761-81539de0074f, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=692c7400-44f3-4ef1-a761-81539de0074f,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:41.632287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3aca95bc-838c-45e5-b234-696699d6bf63 req-25c21da6-6b61-437d-9af3-98d4c18f3f63 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750096 Jul 09 16:45:41.641899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.644092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.658785 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.659745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.664986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.710539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:41.711650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.712588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] 10.222.0.37 "PUT /v2.0/ports/692c7400-44f3-4ef1-a761-81539de0074f HTTP/1.1" status: 200 len: 1092 time: 2.1014769 Jul 09 16:45:41.715152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6a18e9ce-67b2-4e8f-85ca-d07fba3bedcc None None] Port fa0474a9-c5bc-4092-bbf1-a030d3e8b02e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:41.767514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Request body: {'port': {'device_id': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:41.772548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a131c7b-1812-4691-b8c1-d083e974b374 service neutron] Pushing event updated for resources: {'Port': ['ID=692c7400-44f3-4ef1-a761-81539de0074f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:41.861156 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c0ceca-0b99-4186-9c95-ec5e4736c04a x-openstack-request-id: req-12c0ceca-0b99-4186-9c95-ec5e4736c04a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:41.862845 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-plugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:41.863349 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12c0ceca-0b99-4186-9c95-ec5e4736c04a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:41.863973 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'code': 200} Jul 09 16:45:42.013317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event updated for resources: {'Port': ['ID=fa0474a9-c5bc-4092-bbf1-a030d3e8b02e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:42.169029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.232800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831aa70-b0db-4cf9-bd2a-265b9b1cd14c', 'name': 'tempest-snat-router-1670914083', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.172'}], 'enable_snat': False}, 'gw_port_id': 'a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:29Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 3, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port': {'id': 'a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831aa70-b0db-4cf9-bd2a-265b9b1cd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:31Z', 'updated_at': '2021-07-09T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:42.267639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:42.269654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Deleting port d202c897-ddfa-45ea-8b4e-25d88bb6d571 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:42.269988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.302306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:42.356197 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.369885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 32c5e355-d072-413e-b9a7-11d50ed61f11 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:42.374088 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Transition to ACTIVE for port object d202c897-ddfa-45ea-8b4e-25d88bb6d571 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:42.380687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ae0c-ac34-4f0b-811a-c8fb88c5da9a None None] The sync data for ids ['1831aa70-b0db-4cf9-bd2a-265b9b1cd14c'] in n-d-800085-2 is: [{'id': '1831aa70-b0db-4cf9-bd2a-265b9b1cd14c', 'name': 'tempest-snat-router-1670914083', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.172'}], 'enable_snat': False}, 'gw_port_id': 'a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:29Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 3, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port': {'id': 'a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:62:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831aa70-b0db-4cf9-bd2a-265b9b1cd14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:31Z', 'updated_at': '2021-07-09T16:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:42.403902 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.475884 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Attempting to bind port d202c897-ddfa-45ea-8b4e-25d88bb6d571 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:42.476262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Attempting to bind port d202c897-ddfa-45ea-8b4e-25d88bb6d571 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:42.476631 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Attempting to bind port d202c897-ddfa-45ea-8b4e-25d88bb6d571 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:42.488199 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:42.488632 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:42.488980 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.490006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:42.490551 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Bound port: d202c897-ddfa-45ea-8b4e-25d88bb6d571, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:42.490950 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.535501 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df18ef-f4e6-42d6-8aac-dd261607c1ec x-openstack-request-id: req-d0df18ef-f4e6-42d6-8aac-dd261607c1ec {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:42.535807 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681dab84-91d1-48bd-a126-4809bc5efe44", "name": "network-vif-deleted", "tag": "14f9d4af-2745-4844-bff5-3d7c83ab5253", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:42.541492 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0df18ef-f4e6-42d6-8aac-dd261607c1ec {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:42.544537 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681dab84-91d1-48bd-a126-4809bc5efe44', 'name': 'network-vif-deleted', 'tag': '14f9d4af-2745-4844-bff5-3d7c83ab5253', 'status': 'completed', 'code': 200} Jul 09 16:45:42.551893 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f07a41-9d06-4c05-aa98-f5300cd0d29f None None] Pushing event updated for resources: {'Port': ['ID=d202c897-ddfa-45ea-8b4e-25d88bb6d571,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:42.649148 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] For port d202c897-ddfa-45ea-8b4e-25d88bb6d571, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:42.658278 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] For port d202c897-ddfa-45ea-8b4e-25d88bb6d571, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d202c897-ddfa-45ea-8b4e-25d88bb6d571,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:42.673318 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.712856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 32c5e355-d072-413e-b9a7-11d50ed61f11 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:42.713371 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.735442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:38Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:42.763699 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c1c2df-ddb1-4a76-9c32-cad8312d40e9 x-openstack-request-id: req-b6c1c2df-ddb1-4a76-9c32-cad8312d40e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:42.763699 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:42.764510 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6c1c2df-ddb1-4a76-9c32-cad8312d40e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:42.764510 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'status': 'completed', 'code': 200} Jul 09 16:45:42.779624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde7be-5e4a-48ae-8af1-b01e857a94a0 req-d89e786a-4ba4-42c9-b0ef-84595f0d3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:42.779774 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Routers {'dd4fe608-b21f-4800-bf0a-f7170f643546'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:42.780364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['dd4fe608-b21f-4800-bf0a-f7170f643546'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:42.781368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91bde7be-5e4a-48ae-8af1-b01e857a94a0 req-d89e786a-4ba4-42c9-b0ef-84595f0d3a46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1101 time: 0.8061733 Jul 09 16:45:42.851397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8798e1-3195-47d0-b963-757f07ed3f19 None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:94:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:38Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:42.999944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-63546c5c-119f-40d6-90e1-eda97d630804 None None] Provisioning complete for port fa0474a9-c5bc-4092-bbf1-a030d3e8b02e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:43.000445 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63546c5c-119f-40d6-90e1-eda97d630804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.019731 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f07a41-9d06-4c05-aa98-f5300cd0d29f None None] Pushing event updated for resources: {'Port': ['ID=d202c897-ddfa-45ea-8b4e-25d88bb6d571,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:43.050146 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] Set router dd4fe608-b21f-4800-bf0a-f7170f643546 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:43.089147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91bde7be-5e4a-48ae-8af1-b01e857a94a0 req-d13887f7-38b2-457b-99f6-8e1a2e2d025c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954035 Jul 09 16:45:43.114197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-3c5fb88f-7cd4-4141-8e86-752dcaafcd98 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1000 time: 0.3476281 Jul 09 16:45:43.141622 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fe608-b21f-4800-bf0a-f7170f643546', 'name': 'tempest-snat-router-1670914083', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:37Z', 'updated_at': '2021-07-09T16:45:41Z', 'revision_number': 4, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:43.145397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-63546c5c-119f-40d6-90e1-eda97d630804 None None] Port fa0474a9-c5bc-4092-bbf1-a030d3e8b02e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:43.173991 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727277a-c090-4e64-9ba5-fccfb52a0e90 None None] The sync data for ids ['dd4fe608-b21f-4800-bf0a-f7170f643546'] in n-d-800085-2 is: [{'id': 'dd4fe608-b21f-4800-bf0a-f7170f643546', 'name': 'tempest-snat-router-1670914083', 'tenant_id': 'c6400b84086d48738df95affe8e339b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:37Z', 'updated_at': '2021-07-09T16:45:41Z', 'revision_number': 4, 'project_id': 'c6400b84086d48738df95affe8e339b8', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:43.247661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd0665-6bff-4213-b13a-2e1e56951eac req-56be583e-4d93-445a-8a7f-a958de05f0fe tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:43.261633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82dd0665-6bff-4213-b13a-2e1e56951eac req-56be583e-4d93-445a-8a7f-a958de05f0fe tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.7923429 Jul 09 16:45:43.284096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:43.400645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-4a1b8cb5-1cf2-415a-8f59-0d2f2ed9c81d tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:43.401338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:43.426906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-4a1b8cb5-1cf2-415a-8f59-0d2f2ed9c81d tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports/005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 942 time: 0.2770813 Jul 09 16:45:43.459475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82dd0665-6bff-4213-b13a-2e1e56951eac req-1ab36bd4-b4b3-4a54-985c-43112194bd82 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967876 Jul 09 16:45:43.496396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dbd7fe-b796-41e0-881b-235488fcfbc4 None None] Network c0e0de60-2650-4ca7-8605-7b984486c4f3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:43.569315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6225b626-e765-4ec9-b38c-994c68e94ed5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:43.588002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.622997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Transition to ACTIVE for port object 6225b626-e765-4ec9-b38c-994c68e94ed5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:43.635184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.645957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] Provisioning for port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:43.664517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] Provisioning complete for port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:43.665383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.738032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.785051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Calling delete_port for d202c897-ddfa-45ea-8b4e-25d88bb6d571 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:43.802864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Router b9d11b20-ef91-4aab-9782-0928729666ff has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:43.849504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Pushing event updated for resources: {'Port': ['ID=6225b626-e765-4ec9-b38c-994c68e94ed5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:43.961606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29e1b6a6-5a83-47da-88d8-799f28247225 req-b92ce533-2514-4448-9c49-9816a7054e79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.1182060 Jul 09 16:45:44.041656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:44.062234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-36f869b5-c618-4ae3-936e-20b16fa4af6e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9944136 Jul 09 16:45:44.066159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:44.105598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-e5c9a08b-3c56-4ac2-837a-411f7bde2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.115418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-e5c9a08b-3c56-4ac2-837a-411f7bde2267 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.6031375 Jul 09 16:45:44.120186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] Sync routers for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:44.126771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-7114fccd-9121-4662-befe-41db620922c8 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1000 time: 0.4800258 Jul 09 16:45:44.283793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:44.285539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:44.288059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:44.368451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Attempting to bind port 6225b626-e765-4ec9-b38c-994c68e94ed5 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:44.369164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Attempting to bind port 6225b626-e765-4ec9-b38c-994c68e94ed5 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:44.369721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Attempting to bind port 6225b626-e765-4ec9-b38c-994c68e94ed5 on network 0ce5f69a-db67-4df2-942e-29e6bc719595 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:44.390533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:44.393516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Port 6225b626-e765-4ec9-b38c-994c68e94ed5 on network 0ce5f69a-db67-4df2-942e-29e6bc719595 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:44.394146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Attempting to bind port 6225b626-e765-4ec9-b38c-994c68e94ed5 on network 0ce5f69a-db67-4df2-942e-29e6bc719595 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:44.420070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:44.420886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Checking segment: {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:44.421642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Bound using segment: {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:44.422300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Bound port: 6225b626-e765-4ec9-b38c-994c68e94ed5, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5995fa4-c93a-4252-863e-8957189980a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:44.422938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.424462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-99393b38-047a-415e-9d5d-aa442a5f9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.426547 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-99393b38-047a-415e-9d5d-aa442a5f9f26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.2280810 Jul 09 16:45:44.447929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-7d4ca959-4d5a-42be-9b5b-cd47ff2ebdc7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.455325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-7d4ca959-4d5a-42be-9b5b-cd47ff2ebdc7 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2511234 Jul 09 16:45:44.462313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:44.463391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:44.465474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-1a3dd37f-735a-4b88-931c-5d5edecd4e57 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:45:44.478269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85f3ca0e-47d1-42e3-85aa-f95f319d0936 req-1a3dd37f-735a-4b88-931c-5d5edecd4e57 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216460 Jul 09 16:45:44.506567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9afc3b-98aa-4399-b750-b84295aefba2 req-88003cb6-d039-49e8-8957-19688e3b70a4 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.513250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9afc3b-98aa-4399-b750-b84295aefba2 req-88003cb6-d039-49e8-8957-19688e3b70a4 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.527661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:44.528325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c16e2-70cc-4295-b03e-af9d9e155e48 None None] The sync data for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:44.537635 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa9afc3b-98aa-4399-b750-b84295aefba2 req-88003cb6-d039-49e8-8957-19688e3b70a4 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1679 time: 0.2931297 Jul 09 16:45:44.586590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.597523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:44.613542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:44.614190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.635056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-e93bd7d6-9984-40fa-b649-e93c0cf2751a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 217 time: 0.1979110 Jul 09 16:45:44.646319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] For port 6225b626-e765-4ec9-b38c-994c68e94ed5, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:44.647615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] For port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,segment=NetworkSegment(c2192cd9-9734-4147-8682-e0fc95126c36),segment_id=c2192cd9-9734-4147-8682-e0fc95126c36)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:44.650220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] For port 6225b626-e765-4ec9-b38c-994c68e94ed5, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6225b626-e765-4ec9-b38c-994c68e94ed5,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:44.652107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad199b2-d67e-41a1-9278-0d7219c6d7cb tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.677652 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.692972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa9afc3b-98aa-4399-b750-b84295aefba2 req-3ee9d844-1d8a-4223-ad95-d22e483f9803 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543601 Jul 09 16:45:44.694591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.763290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2df633-91f8-49b2-bf13-4f816bc3481e None None] Pushing event updated for resources: {'Port': ['ID=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:44.803744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031'}, {'name': 'network-changed', 'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'tag': '692c7400-44f3-4ef1-a761-81539de0074f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:44.806067 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031"}, {"name": "network-changed", "server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "tag": "692c7400-44f3-4ef1-a761-81539de0074f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:44.816005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.816534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.820002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] 10.222.0.37 "PUT /v2.0/ports/6225b626-e765-4ec9-b38c-994c68e94ed5 HTTP/1.1" status: 200 len: 1092 time: 3.0602503 Jul 09 16:45:44.886530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.975183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-74be72a9-1029-412c-88a4-94d4540df92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.977561 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-74be72a9-1029-412c-88a4-94d4540df92f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.3349354 Jul 09 16:45:44.986732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:44.994995 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.018255 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bad199b2-d67e-41a1-9278-0d7219c6d7cb tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:45:45.023379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bad199b2-d67e-41a1-9278-0d7219c6d7cb tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff HTTP/1.1" status: 409 len: 329 time: 0.9408448 Jul 09 16:45:45.031310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:45.119867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:45.149702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acafd4-9fa2-4425-88f7-3bae161aa652 service neutron] Pushing event updated for resources: {'Port': ['ID=6225b626-e765-4ec9-b38c-994c68e94ed5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:45.196755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.209434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-c27a9e37-932e-4701-87b8-8610caddaf0e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1000 time: 0.4265163 Jul 09 16:45:45.211095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-7ead366a-3b33-4157-bcc3-212cb029cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.211987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-7ead366a-3b33-4157-bcc3-212cb029cfc0 service neutron] 10.222.0.43 "GET /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 1026 time: 0.4281597 Jul 09 16:45:45.289559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event deleted for resources: {'Port': ['ID=d202c897-ddfa-45ea-8b4e-25d88bb6d571,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:45.328244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82884cb3-88cd-40c3-87cb-3fc3a8aa253e None None] Provisioning complete for port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:45.329140 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82884cb3-88cd-40c3-87cb-3fc3a8aa253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.396220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6643d-230b-4ef4-9354-1525250c73dc req-4710c118-bc98-4fa7-aa07-941b9943f60f tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.410284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-4710c118-bc98-4fa7-aa07-941b9943f60f tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports/005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 942 time: 0.1866081 Jul 09 16:45:45.411487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fd1f0c75-9cc5-479f-a855-1e80b6ab802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.413044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fd1f0c75-9cc5-479f-a855-1e80b6ab802c service neutron] 10.222.0.43 "GET /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 1028 time: 0.1603949 Jul 09 16:45:45.425180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-dafd5fc5-b76e-4952-9fd9-21f6c33d8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.425725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-dafd5fc5-b76e-4952-9fd9-21f6c33d8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.427550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-dafd5fc5-b76e-4952-9fd9-21f6c33d8e5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1981 time: 0.5080953 Jul 09 16:45:45.449391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.455384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-a9d41fb6-2e5e-4ef0-a16a-6064002ff89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.456968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-a9d41fb6-2e5e-4ef0-a16a-6064002ff89a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4666650 Jul 09 16:45:45.561351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2c6f6-7855-41db-b994-ed7fddb0c3e5 req-f8c8eef3-1583-4bef-9f30-d6a86dd76d4f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.563294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34e2c6f6-7855-41db-b994-ed7fddb0c3e5 req-f8c8eef3-1583-4bef-9f30-d6a86dd76d4f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.3776593 Jul 09 16:45:45.598566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.603890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.710078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.710779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd4fe608-b21f-4800-bf0a-f7170f643546 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:45:45.716828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:45.718071 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db3436c1-2bb9-43f9-9b21-91cfe6d37c9a tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/routers/dd4fe608-b21f-4800-bf0a-f7170f643546 HTTP/1.1" status: 204 len: 168 time: 4.6867807 Jul 09 16:45:45.720903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:45.779521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-ce4f5675-7907-470c-bfe5-34687c2a0e5e service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946916 Jul 09 16:45:46.037416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:46.076076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79cd242d-c8a8-4283-9f48-b89a13b47f53 req-39b331ba-b052-423c-984b-8e177c26814b service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575018 Jul 09 16:45:46.099490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:46.116544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34e2c6f6-7855-41db-b994-ed7fddb0c3e5 req-1ffc40c7-9290-462c-8691-35889faa644f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Jul 09 16:45:46.118743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-fddc0368-4a63-47dd-a08e-ac716915500c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=692c7400-44f3-4ef1-a761-81539de0074f HTTP/1.1" status: 200 len: 217 time: 0.6458595 Jul 09 16:45:46.163865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:46.180690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:46.181320 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:46.191982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-cef0c890-f387-4347-bb2e-183529ab00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.193543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-cef0c890-f387-4347-bb2e-183529ab00be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9471088-7296-4567-950e-1344b5c29cd7 HTTP/1.1" status: 200 len: 801 time: 0.0587964 Jul 09 16:45:46.252474 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa4121f-0e39-426b-a3d2-4adc0ed3783e x-openstack-request-id: req-1fa4121f-0e39-426b-a3d2-4adc0ed3783e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:46.253198 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "tag": "692c7400-44f3-4ef1-a761-81539de0074f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:46.253601 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fa4121f-0e39-426b-a3d2-4adc0ed3783e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:46.254207 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'status': 'completed', 'code': 200} Jul 09 16:45:46.254630 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'tag': '692c7400-44f3-4ef1-a761-81539de0074f', 'status': 'completed', 'code': 200} Jul 09 16:45:46.314358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-590cd1a0-05bd-4276-9f19-e4ccccdbad37 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1000 time: 0.7497616 Jul 09 16:45:46.353916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:46.452453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:46.453120 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:46.457813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6643d-230b-4ef4-9354-1525250c73dc req-88d8fa38-ea56-48d3-8881-36507bed014c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.459380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-88d8fa38-ea56-48d3-8881-36507bed014c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.1313245 Jul 09 16:45:46.552306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-64ac0022-3d40-4a29-b47d-0dceb119659f tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1000 time: 0.0747650 Jul 09 16:45:46.560330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-c479322e-eb8b-4ec0-84d6-d504fb45f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.562048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-c479322e-eb8b-4ec0-84d6-d504fb45f171 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=350141b3-c3d4-41be-a0c1-c03d49a87b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3521996 Jul 09 16:45:46.567177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:46.633320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee809263-041a-43a9-ada8-5167bb340814 req-9078500b-ffcc-4d65-b3ff-144d8de285fb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0594835 Jul 09 16:45:46.680487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:46.716248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-a21a85a1-8563-498b-843b-51ed59d9d95c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.725008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-a21a85a1-8563-498b-843b-51ed59d9d95c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.734423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-a21a85a1-8563-498b-843b-51ed59d9d95c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.737349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-a21a85a1-8563-498b-843b-51ed59d9d95c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "GET /v2.0/networks?id=97898012-36dc-4338-8b66-f21055404fb6&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 HTTP/1.1" status: 200 len: 1988 time: 1.3078017 Jul 09 16:45:46.804946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-714c9dd6-ca09-48a2-b5a1-efdc944a583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:46.806515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-714c9dd6-ca09-48a2-b5a1-efdc944a583e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1096 time: 0.2007675 Jul 09 16:45:46.830267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-e8c43b05-e13a-4d28-8dd1-e2094aa0804c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a834c097d44f5ba33d5dad7b5e58b3 HTTP/1.1" status: 200 len: 380 time: 0.0735621 Jul 09 16:45:46.845856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'admin_state_up': True, 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'security_groups': ['3b8e79c5-d9a4-466b-9148-62234acecc61']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:46.940715 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:46.953106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Deleting port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:46.953449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.018009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-1e591c3a-6ac0-417b-ba43-5cbaa3cd5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.019533 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-1e591c3a-6ac0-417b-ba43-5cbaa3cd5b9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.1977215 Jul 09 16:45:47.043215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-80f69888-954c-49d9-b2fd-2b6680dee40f service neutron] 10.222.0.37 "GET /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326828 Jul 09 16:45:47.140722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] For port a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:47.141417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.150696 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-02bf2266-1b46-44b2-bc8c-e97ff4fe5726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 1000 time: 0.1103406 Jul 09 16:45:47.157631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Calling delete_port for a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:47.211893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting port fa0474a9-c5bc-4092-bbf1-a030d3e8b02e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:47.212112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.263453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.281801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a9e59-0a6f-40de-ac47-11e4a350b90d req-51926190-e72a-4437-8d41-ffadfd6ace27 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.287853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a9e59-0a6f-40de-ac47-11e4a350b90d req-51926190-e72a-4437-8d41-ffadfd6ace27 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.289739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa6a9e59-0a6f-40de-ac47-11e4a350b90d req-51926190-e72a-4437-8d41-ffadfd6ace27 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1679 time: 0.3752272 Jul 09 16:45:47.293010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.293010 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47 disassociated. External IP: 172.25.7.88, port: 005d6366-cd43-4e28-8c60-0eba5bee6031. Jul 09 16:45:47.294235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-469b07a1-4372-4a0a-b807-3bfa25d044ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.295821 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-469b07a1-4372-4a0a-b807-3bfa25d044ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1361403 Jul 09 16:45:47.296678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:47.300703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.360955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-6158af17-4ce8-4e8c-b84a-d8d73aa4741b service neutron] 10.222.0.37 "GET /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068018 Jul 09 16:45:47.432009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.437447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-d69b9934-dcb0-4934-af89-ceda10ba7d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=6225b626-e765-4ec9-b38c-994c68e94ed5 HTTP/1.1" status: 200 len: 217 time: 0.0649707 Jul 09 16:45:47.458639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Calling delete_port for fa0474a9-c5bc-4092-bbf1-a030d3e8b02e owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:47.539354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-08fbcd0b-18d8-40aa-b2d1-0448722798bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.540987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-08fbcd0b-18d8-40aa-b2d1-0448722798bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354479 Jul 09 16:45:47.550986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa6a9e59-0a6f-40de-ac47-11e4a350b90d req-99ae8c44-6d49-4e1e-9086-8f660bea56f3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396178 Jul 09 16:45:47.629580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-5c3cf1fa-67e2-4a57-a79c-2063d858c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.631454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-5c3cf1fa-67e2-4a57-a79c-2063d858c9aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a65717a-0b8d-45aa-a211-6065f8957cf7 HTTP/1.1" status: 200 len: 801 time: 0.1846416 Jul 09 16:45:47.645238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.716327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:47.727615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 172.20.0.3 (97898012-36dc-4338-8b66-f21055404fb6/5ca0dc34-f4b5-488e-b231-6a0a9d4562a0/21f0e408-5bb2-456a-8543-9ea4c364f344) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:47.763552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-b6115c25-a453-480f-882a-09d447be3c16 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148457 Jul 09 16:45:47.891269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.915532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-74958252-7bbb-43e2-8a0f-fdddc96ce943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.917075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-74958252-7bbb-43e2-8a0f-fdddc96ce943 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce5f69a-db67-4df2-942e-29e6bc719595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2722058 Jul 09 16:45:47.931866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:47.968193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:48.021776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6269-d97c-490d-bbdd-972fc254ff29 req-2824876e-6423-49a5-bcf5-5cf5d0545c6d tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:48.022719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Port': ['ID=fa0474a9-c5bc-4092-bbf1-a030d3e8b02e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:48.028882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bdf6269-d97c-490d-bbdd-972fc254ff29 req-2824876e-6423-49a5-bcf5-5cf5d0545c6d tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1101 time: 0.2480440 Jul 09 16:45:48.035922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.038265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.081466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.104305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-54453bd8-da9a-49b3-bba3-43b061eca4a2 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189149 Jul 09 16:45:48.168862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bdf6269-d97c-490d-bbdd-972fc254ff29 req-07948779-c524-4646-a820-a82ca8c32463 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391938 Jul 09 16:45:48.191368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object 21f0e408-5bb2-456a-8543-9ea4c364f344 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:48.201975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.221606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.222135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1831aa70-b0db-4cf9-bd2a-265b9b1cd14c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:45:48.227271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.232309 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eb9cd5cd-e10e-4b20-be14-165f9fb5123f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1831aa70-b0db-4cf9-bd2a-265b9b1cd14c HTTP/1.1" status: 204 len: 168 time: 2.5044241 Jul 09 16:45:48.239018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:48.259502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-3f294698-2020-477e-bbce-5c860143ff3e service neutron] 10.222.0.37 "GET /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286452 Jul 09 16:45:48.268777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'tag': '6225b626-e765-4ec9-b38c-994c68e94ed5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:48.282597 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "tag": "6225b626-e765-4ec9-b38c-994c68e94ed5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:48.287024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2095306736', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:48.380759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.382131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.424403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:48.429401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.435480 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.435646 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:48.451345 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:48.453370 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:48.460112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.576883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 97898012-36dc-4338-8b66-f21055404fb6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:48.587496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=21f0e408-5bb2-456a-8543-9ea4c364f344,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:48.590156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:48.596258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Router b9d11b20-ef91-4aab-9782-0928729666ff has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:48.603398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-3620c344-2539-40fe-a1d4-500a42a2a507 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "PUT /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 694 time: 2.0401871 Jul 09 16:45:48.611274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:48.625915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:48.724279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.767067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:48.768131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:48.809793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ce6585-65b9-4c48-8536-80b4f47d1a38 req-11a3a152-6bab-4acb-9fef-c481e8d6d277 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242183 Jul 09 16:45:48.814567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-73a22ecc-319d-4ab9-b93b-93409094b28c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9747310 Jul 09 16:45:48.849249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c616-39c2-4424-8b76-84727d467631 req-9a4726d9-b843-4ffe-b9c9-ab940d070ac1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:48.855237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c3c616-39c2-4424-8b76-84727d467631 req-9a4726d9-b843-4ffe-b9c9-ab940d070ac1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.4271598 Jul 09 16:45:48.864209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'admin_state_up': True, 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'security_groups': ['3b8e79c5-d9a4-466b-9148-62234acecc61']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:48.934152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:48.947775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ede2d6e8-132d-4901-9d54-3f856a2cc5a0 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8802838 Jul 09 16:45:48.947905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] Sync routers for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:48.951860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:48.962703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:48.963317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:48.991937 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-79b416ba-ac47-4f8a-828e-826adcba028a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] show failed (client error): The resource could not be found. Jul 09 16:45:48.992960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-79b416ba-ac47-4f8a-828e-826adcba028a tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-482352186 HTTP/1.1" status: 404 len: 334 time: 0.0401790 Jul 09 16:45:48.999032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:49.008860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e8b61a22-5d6b-4d6a-ac59-19040b73fcc7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:49.022537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:49.036191 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:49.053816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a42d74c-1809-4203-a459-d13b9be16d26 None None] Provisioning for port 21f0e408-5bb2-456a-8543-9ea4c364f344 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:49.063165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a42d74c-1809-4203-a459-d13b9be16d26 None None] Provisioning complete for port 21f0e408-5bb2-456a-8543-9ea4c364f344 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:49.063880 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a42d74c-1809-4203-a459-d13b9be16d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.067313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] Routers {'b9d11b20-ef91-4aab-9782-0928729666ff'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:49.068234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b9d11b20-ef91-4aab-9782-0928729666ff'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:49.092566 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:49.093425 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-e8b61a22-5d6b-4d6a-ac59-19040b73fcc7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] update failed (client error): The resource could not be found. Jul 09 16:45:49.102164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e8b61a22-5d6b-4d6a-ac59-19040b73fcc7 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1301815051 HTTP/1.1" status: 404 len: 335 time: 0.0957851 Jul 09 16:45:49.102826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:49.114762 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:49.115313 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:49.127427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:49.129545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d3641-7982-435d-ad1d-a681c8eddd47 None None] The sync data for ids ['b9d11b20-ef91-4aab-9782-0928729666ff'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:49.152854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8a42d74c-1809-4203-a459-d13b9be16d26 None None] Port 21f0e408-5bb2-456a-8543-9ea4c364f344 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:49.164006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting subnet a3d5f3d9-1227-42ea-a469-471df8ee89f2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:49.170512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.181217 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:45:49.220374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.261706 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:49.564571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6643d-230b-4ef4-9354-1525250c73dc req-01d435ea-d12c-4b1c-be8f-bf9222a9d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:49.567247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-01d435ea-d12c-4b1c-be8f-bf9222a9d622 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1096 time: 0.9512239 Jul 09 16:45:49.579122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c3c616-39c2-4424-8b76-84727d467631 req-84523ee6-ee58-4c85-b61d-66dcce6dddcc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7059650 Jul 09 16:45:49.635915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:49.675209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb298d-eb2a-478f-b8a7-476e83f32477 None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:49.730619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:49.739935 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.745012 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.779777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.856573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.907064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-6e39e2e9-0369-4546-8930-5923e511e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:49.907556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-6e39e2e9-0369-4546-8930-5923e511e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:49.909162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-6e39e2e9-0369-4546-8930-5923e511e223 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1981 time: 0.9232895 Jul 09 16:45:49.917808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6643d-230b-4ef4-9354-1525250c73dc req-1b76ee6b-3771-4618-8426-0071eb03510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:49.919343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-1b76ee6b-3771-4618-8426-0071eb03510b service neutron] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.3377912 Jul 09 16:45:49.985740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Allocated IP 172.25.7.84 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0d1c8027-8a26-4924-9ebf-d391d052b528) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:49.988560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.019980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:50.048083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-169c6f38-2bdd-44fa-8544-ca8f748b0a6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 217 time: 0.0906079 Jul 09 16:45:50.071308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.076845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/subnets/a3d5f3d9-1227-42ea-a469-471df8ee89f2 HTTP/1.1" status: 204 len: 168 time: 0.9716985 Jul 09 16:45:50.078218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38769e70-213c-4f6b-9217-a666624345b3 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d5f3d9-1227-42ea-a469-471df8ee89f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:50.079512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:50.080132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8cf5023-8d96-4495-9bb5-79c5d3ef0a4b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:50.084514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bbaa4-60d0-4ff7-9cab-f0b47506ab34 None None] Network c0e0de60-2650-4ca7-8605-7b984486c4f3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:50.092503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:50.119510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 10.1.1.99 (11e40d17-dbf0-42b3-9d46-7753c311f95d/a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5/2196276f-6372-411c-a223-3a4b31a29c56) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:50.143641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293e287-cf9a-4ae2-abc4-4b81fb0a67ee req-2c6eddd4-c902-45da-9a64-f26508a86bba tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:50.144972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80b100-0245-484f-b3c6-64f7538b7ee3 None None] New status for floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:45:50.150863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9293e287-cf9a-4ae2-abc4-4b81fb0a67ee req-2c6eddd4-c902-45da-9a64-f26508a86bba tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 931 time: 0.3686395 Jul 09 16:45:50.178950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.213466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-e327de7a-e35d-4f56-abc3-acdb4b1b7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:50.215051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-e327de7a-e35d-4f56-abc3-acdb4b1b7154 service neutron] 10.222.0.37 "GET /v2.0/networks?id=350141b3-c3d4-41be-a0c1-c03d49a87b22 HTTP/1.1" status: 200 len: 903 time: 0.2918561 Jul 09 16:45:50.221892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6643d-230b-4ef4-9354-1525250c73dc req-a0631ec7-87c1-4cae-9971-a3190feef50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:50.223465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-a0631ec7-87c1-4cae-9971-a3190feef50b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1636975 Jul 09 16:45:50.330800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-1a4535e9-d23a-4b26-b2ab-09bf293455cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=692c7400-44f3-4ef1-a761-81539de0074f HTTP/1.1" status: 200 len: 217 time: 0.0919137 Jul 09 16:45:50.346976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9293e287-cf9a-4ae2-abc4-4b81fb0a67ee req-3f5e8441-7e70-4bf7-9511-7e2bdf20f0a3 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950939 Jul 09 16:45:50.371486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:50.372867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.377903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.464801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] DHCP port deletion for c0e0de60-2650-4ca7-8605-7b984486c4f3 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:50.473591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-f9d5f303-ba1a-4e7e-955a-4e8cfc9dd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:50.475168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-f9d5f303-ba1a-4e7e-955a-4e8cfc9dd170 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9471088-7296-4567-950e-1344b5c29cd7 HTTP/1.1" status: 200 len: 801 time: 0.1260619 Jul 09 16:45:50.500490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] For port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,segment=NetworkSegment(c2192cd9-9734-4147-8682-e0fc95126c36),segment_id=c2192cd9-9734-4147-8682-e0fc95126c36)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:50.500910 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.540013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6643d-230b-4ef4-9354-1525250c73dc req-b45dfcd5-42c0-4d76-8ada-dccfe3cfa5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:50.542464 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-b45dfcd5-42c0-4d76-8ada-dccfe3cfa5ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039901 Jul 09 16:45:50.557332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Calling delete_port for 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:50.565962 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.582730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.604569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Deleting port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:50.605343 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.664215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:50.669573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:50.676359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:50.681886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-86a3ea45-d711-4d17-9808-125bed56223c req-a1741dca-dd36-499a-ae30-b91197ec335f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:45:50.682916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86a3ea45-d711-4d17-9808-125bed56223c req-a1741dca-dd36-499a-ae30-b91197ec335f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098357 Jul 09 16:45:50.693303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object 2196276f-6372-411c-a223-3a4b31a29c56 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:50.714463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] For port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,segment=NetworkSegment(c2192cd9-9734-4147-8682-e0fc95126c36),segment_id=c2192cd9-9734-4147-8682-e0fc95126c36)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:50.715069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.717964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-6dffed6c-d0d0-4e2e-8f50-fc4081ddc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:50.719542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-6dffed6c-d0d0-4e2e-8f50-fc4081ddc074 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=350141b3-c3d4-41be-a0c1-c03d49a87b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2334158 Jul 09 16:45:50.741121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event updated for resources: {'Port': ['ID=0d1c8027-8a26-4924-9ebf-d391d052b528,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:50.750343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Calling delete_port for 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:50.823739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-ead50f05-2f4b-49ce-a3a8-6cb0918d448e service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426269 Jul 09 16:45:50.850504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.883170 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.924926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] No DVR routers for this DVR port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:50.941708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.986202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Pushing event deleted for resources: {'Port': ['ID=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:51.008720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.009794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.010146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.010688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.011229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.011722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.013540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.020763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.021372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.021470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.021784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.022844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7ea55-2a1e-4a5f-99c2-53a81510e56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:51.031379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:51.038495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-d8ab454d-6c91-4521-b525-844ed1918a9c service neutron] 10.222.0.37 "GET /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108742 Jul 09 16:45:51.044700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:51.078137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:51.153614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:51.158300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.164096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] No DVR routers for this DVR port 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:51.166619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Port': ['ID=226ec2a8-8452-46bd-b42d-9d2ef01cdd89,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:51.187623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:51.188465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.325534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef9d06a6-0f21-401b-b9b4-39a171d5ab91 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5004280 Jul 09 16:45:51.338461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.349892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'admin_state_up': True, 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'security_groups': ['3b8e79c5-d9a4-466b-9148-62234acecc61']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:51.368792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e0de60-2650-4ca7-8605-7b984486c4f3']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:51.382969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f6643d-230b-4ef4-9354-1525250c73dc req-d318b126-6992-4df2-99be-f289ca2a702d service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452523 Jul 09 16:45:51.486258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:51.495466 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0693247a-a661-413e-90cd-141d8520f806 x-openstack-request-id: req-0693247a-a661-413e-90cd-141d8520f806 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:51.495757 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "tag": "6225b626-e765-4ec9-b38c-994c68e94ed5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:51.496134 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0693247a-a661-413e-90cd-141d8520f806 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:51.496753 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'tag': '6225b626-e765-4ec9-b38c-994c68e94ed5', 'status': 'completed', 'code': 200} Jul 09 16:45:51.499379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16c25608-e0ff-43f8-82cc-a39e9ecba6b0 None None] Provisioning for port 2196276f-6372-411c-a223-3a4b31a29c56 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:51.507605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16c25608-e0ff-43f8-82cc-a39e9ecba6b0 None None] Provisioning complete for port 2196276f-6372-411c-a223-3a4b31a29c56 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:51.507892 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16c25608-e0ff-43f8-82cc-a39e9ecba6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.566372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2192cd9-9734-4147-8682-e0fc95126c36') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:51.567016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2192cd9-9734-4147-8682-e0fc95126c36') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:51.586172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.592645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16c25608-e0ff-43f8-82cc-a39e9ecba6b0 None None] Port 2196276f-6372-411c-a223-3a4b31a29c56 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:51.597582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8451ef-b2e0-4c72-b833-9f73d5ea3e3e req-821c4829-5635-458c-b8d0-481b80b7c2ae service neutron] 10.222.0.37 "GET /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315886 Jul 09 16:45:51.629352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.673562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:51.673978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: items = [ Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:51.677231 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:51.730451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:51.734520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.752174 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-13bfa088-2fc3-488a-aa4f-34f6c68665fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2908707 Jul 09 16:45:51.753347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Deleting subnet 4a299a82-6817-4e22-af63-02ebc46daa5f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:51.765215 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.799723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.810220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.812170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/networks/c0e0de60-2650-4ca7-8605-7b984486c4f3 HTTP/1.1" status: 204 len: 168 time: 1.7184672 Jul 09 16:45:51.821154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:51.892298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4bd76-e88b-4cd9-9a22-1590801eac76 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Network': ['ID=c0e0de60-2650-4ca7-8605-7b984486c4f3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:51.941475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.943293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec849-e076-40c0-baac-162593dcf941 req-d4217388-e2d2-4230-8028-40d75775a046 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:51.950268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec849-e076-40c0-baac-162593dcf941 req-d4217388-e2d2-4230-8028-40d75775a046 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:51.957908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40eec849-e076-40c0-baac-162593dcf941 req-d4217388-e2d2-4230-8028-40d75775a046 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1679 time: 0.3264983 Jul 09 16:45:51.965367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting subnet bf44c17f-ac05-41f6-b23d-bf97584ac387 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:51.979174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:51.981235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.067402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-bd67e72e-5edc-441e-ba32-d6c82099e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:52.070499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-bd67e72e-5edc-441e-ba32-d6c82099e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:52.070499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-bd67e72e-5edc-441e-ba32-d6c82099e113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e9e520150854cc5909a7c340ed8b071&device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1981 time: 0.3717127 Jul 09 16:45:52.092734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40eec849-e076-40c0-baac-162593dcf941 req-409116b0-3454-425f-b5a5-dedf34f3b42f tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338322 Jul 09 16:45:52.126923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 10.1.1.198 (11e40d17-dbf0-42b3-9d46-7753c311f95d/a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5/5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:52.140304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:52.195977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:52.198459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 226ec2a8-8452-46bd-b42d-9d2ef01cdd89 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:52.233366 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.381253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Router c35be829-b635-471b-8fef-eab19294fb07 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:52.436147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.494734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.509877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:52.563087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.566528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:52.581850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] Sync routers for ids ['c35be829-b635-471b-8fef-eab19294fb07'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:52.609239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] Routers {'c35be829-b635-471b-8fef-eab19294fb07'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:52.611546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c35be829-b635-471b-8fef-eab19294fb07'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:52.613774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Subnet': ['ID=bf44c17f-ac05-41f6-b23d-bf97584ac387,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:52.616029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6225b626-e765-4ec9-b38c-994c68e94ed5 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:52.624141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.629681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5db6307d-d33f-4a13-9b96-88dce6d33931 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/subnets/bf44c17f-ac05-41f6-b23d-bf97584ac387 HTTP/1.1" status: 204 len: 168 time: 0.8075039 Jul 09 16:45:52.630365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:52.654394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-ec5ddf29-001f-4bdf-8934-3b3873c0f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:52.662200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-ec5ddf29-001f-4bdf-8934-3b3873c0f434 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ce5f69a-db67-4df2-942e-29e6bc719595 HTTP/1.1" status: 200 len: 903 time: 0.5771365 Jul 09 16:45:52.676496 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.700804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting subnet ee1c02d2-ec82-404c-aec6-d0fffd1538ac {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:52.701152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c43d1-c685-42e6-9d73-293f7ac00416 None None] Network b4cc4e35-3bb8-4555-bd88-b096647da5b2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:52.704240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.705465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a436c11-6428-424d-8602-58350c9158a2 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4644046 Jul 09 16:45:52.706380 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.709051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:52.713763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:52.746349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:52.823934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.837063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] Routers {'c35be829-b635-471b-8fef-eab19294fb07'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:52.838344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c35be829-b635-471b-8fef-eab19294fb07'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:52.848620 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:52.917500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:45:52.920209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:52.921316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0f61c-5bc0-4d53-94ed-bf622d570fab None None] The sync data for ids ['c35be829-b635-471b-8fef-eab19294fb07'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:53.059312 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.082003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-29440d6d-ee6c-429c-aa56-713fd3d9d13e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=6225b626-e765-4ec9-b38c-994c68e94ed5 HTTP/1.1" status: 200 len: 217 time: 0.2332745 Jul 09 16:45:53.095831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:53.168831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.174982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a299a82-6817-4e22-af63-02ebc46daa5f HTTP/1.1" status: 204 len: 168 time: 1.6853535 Jul 09 16:45:53.179957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6225b626-e765-4ec9-b38c-994c68e94ed5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6225b626-e765-4ec9-b38c-994c68e94ed5,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:53.205554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '6225b626-e765-4ec9-b38c-994c68e94ed5', 'network_id': '0ce5f69a-db67-4df2-942e-29e6bc719595', 'port_id': '6225b626-e765-4ec9-b38c-994c68e94ed5', 'mac_address': 'fa:16:3e:12:1a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a65717a-0b8d-45aa-a211-6065f8957cf7', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:53.235066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:53.308531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52947df-cb69-4bc0-bcf8-d2d7c0f24925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a299a82-6817-4e22-af63-02ebc46daa5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:53.313902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:53.347552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] DHCP port deletion for b4cc4e35-3bb8-4555-bd88-b096647da5b2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:53.361091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.364447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:53.379881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:53.380388 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.433946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6225b626-e765-4ec9-b38c-994c68e94ed5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:53.468402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.500350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6225b626-e765-4ec9-b38c-994c68e94ed5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6225b626-e765-4ec9-b38c-994c68e94ed5,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:53.503067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:53.504146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.516527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:53.517697 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.518810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 692c7400-44f3-4ef1-a761-81539de0074f details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:53.519896 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3760708-5c40-4009-846f-00838d134cca" -d '{"events": [{"name": "network-changed", "server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:53.544673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-dc6d4d0a-0bfb-4857-ac4d-611fbe21b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:53.550851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-dc6d4d0a-0bfb-4857-ac4d-611fbe21b9c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a65717a-0b8d-45aa-a211-6065f8957cf7 HTTP/1.1" status: 200 len: 801 time: 0.2417254 Jul 09 16:45:53.657298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99451-dade-4ad5-8de6-20bff63fe4a4 req-4cae177a-a9f4-4720-8fde-e37965ea3375 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:53.660630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd99451-dade-4ad5-8de6-20bff63fe4a4 req-4cae177a-a9f4-4720-8fde-e37965ea3375 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.9959431 Jul 09 16:45:53.666293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3c2aab5c-6911-4af4-ad51-e884abf699ad tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3207781 Jul 09 16:45:53.698681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'admin_state_up': True, 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'security_groups': ['3b8e79c5-d9a4-466b-9148-62234acecc61']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:53.720804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.762999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.775836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9e5f41-145c-4922-951f-5f0d9a3bd545']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:53.789028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb27f50-70fe-4097-9c0a-33990e0ba409') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:53.789355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb27f50-70fe-4097-9c0a-33990e0ba409') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:53.800674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.819885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.828823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:53.829390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.835705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] Deleting port 32c5e355-d072-413e-b9a7-11d50ed61f11 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:53.836280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.845342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=6225b626-e765-4ec9-b38c-994c68e94ed5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:53.910513 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:53.914855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.916996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.930300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] For port 32c5e355-d072-413e-b9a7-11d50ed61f11, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=32c5e355-d072-413e-b9a7-11d50ed61f11,segment=NetworkSegment(f0843b25-157e-46d8-92a9-71a8b8b06276),segment_id=f0843b25-157e-46d8-92a9-71a8b8b06276)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:53.930729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.950785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] Calling delete_port for 32c5e355-d072-413e-b9a7-11d50ed61f11 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:53.960832 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.970449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e9e5f41-145c-4922-951f-5f0d9a3bd545 HTTP/1.1" status: 204 len: 168 time: 0.7326128 Jul 09 16:45:54.033884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eb1670c2-5b14-4531-84a8-c5b93edc7547 None None] Provisioning for port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:54.039137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.050278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eb1670c2-5b14-4531-84a8-c5b93edc7547 None None] Provisioning complete for port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:54.050644 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb1670c2-5b14-4531-84a8-c5b93edc7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.096011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eb1670c2-5b14-4531-84a8-c5b93edc7547 None None] Port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:54.144209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] No DVR routers for this DVR port 32c5e355-d072-413e-b9a7-11d50ed61f11 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:54.146318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8778b16-06b1-41e0-985e-13ecf6dae5b5 None None] Pushing event deleted for resources: {'Port': ['ID=32c5e355-d072-413e-b9a7-11d50ed61f11,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:54.175242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 32c5e355-d072-413e-b9a7-11d50ed61f11 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:54.202754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 32c5e355-d072-413e-b9a7-11d50ed61f11 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:54.203571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 32c5e355-d072-413e-b9a7-11d50ed61f11 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:54.213988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 692c7400-44f3-4ef1-a761-81539de0074f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=692c7400-44f3-4ef1-a761-81539de0074f,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:54.231980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '692c7400-44f3-4ef1-a761-81539de0074f', 'network_id': '350141b3-c3d4-41be-a0c1-c03d49a87b22', 'port_id': '692c7400-44f3-4ef1-a761-81539de0074f', 'mac_address': 'fa:16:3e:43:94:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9471088-7296-4567-950e-1344b5c29cd7', 'ip_address': '19.80.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:54.296775 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.326885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692c7400-44f3-4ef1-a761-81539de0074f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:54.327119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:54.339172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afb2d2-dc03-466d-a4f3-e80963c1c6d0 req-d83cf44e-6a63-4986-ab0a-244dfab3c861 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:54.345979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afb2d2-dc03-466d-a4f3-e80963c1c6d0 req-d83cf44e-6a63-4986-ab0a-244dfab3c861 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:54.352638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afb2d2-dc03-466d-a4f3-e80963c1c6d0 req-d83cf44e-6a63-4986-ab0a-244dfab3c861 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:54.354493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76afb2d2-dc03-466d-a4f3-e80963c1c6d0 req-d83cf44e-6a63-4986-ab0a-244dfab3c861 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 2373 time: 1.6886554 Jul 09 16:45:54.354929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 692c7400-44f3-4ef1-a761-81539de0074f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=692c7400-44f3-4ef1-a761-81539de0074f,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:54.362453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.433236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=692c7400-44f3-4ef1-a761-81539de0074f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:54.434138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd99451-dade-4ad5-8de6-20bff63fe4a4 req-dd955152-85a8-4ef4-882d-498dea3836fe tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586420 Jul 09 16:45:54.495694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:54.512278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-ec66db11-2b16-42e0-893c-afd2d81a1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:54.514527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-ec66db11-2b16-42e0-893c-afd2d81a1c97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce5f69a-db67-4df2-942e-29e6bc719595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9421573 Jul 09 16:45:54.524273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd5a442a-ff79-480a-a042-14df5c333da6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35fbbc031bcd4878a1bafe1f43a0d099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685975 Jul 09 16:45:54.529905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:54.558371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76afb2d2-dc03-466d-a4f3-e80963c1c6d0 req-129aeaef-29ce-4f95-9222-cebda7aad915 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839850 Jul 09 16:45:54.572387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa77a8-6d25-4450-abf8-b26bbc736ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9e5f41-145c-4922-951f-5f0d9a3bd545,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:54.573732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:54.628718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1c02d2-ec82-404c-aec6-d0fffd1538ac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:54.643906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.648336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8767cbf1-7a01-402d-8185-2e2df7116647 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/subnets/ee1c02d2-ec82-404c-aec6-d0fffd1538ac HTTP/1.1" status: 204 len: 168 time: 2.0142212 Jul 09 16:45:54.661580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:54.720539 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.726439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:54.760776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c375395-3740-46c9-bd21-ba4fc0a570d0 None None] Network c11043f4-dd1f-491c-b667-6f131bfabe44 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:54.786687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:54.899996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5040-5111-46b7-9094-aa45e1b86e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.918437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-fe69e6e2-f548-4a33-a7ab-bcbe6b6370a1 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900230 Jul 09 16:45:54.934542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:54.951627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['6225b626-e765-4ec9-b38c-994c68e94ed5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:55.025910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5040-5111-46b7-9094-aa45e1b86e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.040542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-a2c4e076-0fbb-4011-89bc-c33204d4edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:55.045783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-a2c4e076-0fbb-4011-89bc-c33204d4edc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1101 time: 1.1459310 Jul 09 16:45:55.051131 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd5115-c59a-4f43-800d-49aa62d237cd x-openstack-request-id: req-03fd5115-c59a-4f43-800d-49aa62d237cd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:55.051535 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:55.051681 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03fd5115-c59a-4f43-800d-49aa62d237cd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:55.052346 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'status': 'completed', 'code': 200} Jul 09 16:45:55.052897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.081739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff5f8-e0f4-4f18-a618-4d12b1d97f62 req-1892eceb-80b1-4e78-ac85-c67decfc3ef2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:55.088902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff5f8-e0f4-4f18-a618-4d12b1d97f62 req-1892eceb-80b1-4e78-ac85-c67decfc3ef2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:55.090600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c71ff5f8-e0f4-4f18-a618-4d12b1d97f62 req-1892eceb-80b1-4e78-ac85-c67decfc3ef2 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1681 time: 0.3641984 Jul 09 16:45:55.114658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.282951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7eac1f-5775-48b9-b3a5-00531bba7b4e req-a4989172-4170-40d2-b2ae-139d47e649cf service neutron] 10.222.0.37 "GET /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551996 Jul 09 16:45:55.325573 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5040-5111-46b7-9094-aa45e1b86e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.329307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5040-5111-46b7-9094-aa45e1b86e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.331158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3bbe5040-5111-46b7-9094-aa45e1b86e17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb50756d-53f0-41ec-9c62-74c128d8ee51 HTTP/1.1" status: 204 len: 168 time: 0.7897971 Jul 09 16:45:55.395511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.407903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cc4e35-3bb8-4555-bd88-b096647da5b2']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:55.421270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0843b25-157e-46d8-92a9-71a8b8b06276') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:55.421658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0843b25-157e-46d8-92a9-71a8b8b06276') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:55.431840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c71ff5f8-e0f4-4f18-a618-4d12b1d97f62 req-9b99cb7c-ca1b-4730-ac99-51641ed2972d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037274 Jul 09 16:45:55.440862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:55.444119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.478568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe5040-5111-46b7-9094-aa45e1b86e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb50756d-53f0-41ec-9c62-74c128d8ee51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:55.481632 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.498796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:55.502033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.569926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:55.593399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:55.651811 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:55.657643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.659606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-6973966e-a864-44d8-866c-c3056db40517 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:55.664879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-6973966e-a864-44d8-866c-c3056db40517 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4343441 Jul 09 16:45:55.691882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.697006 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/networks/b4cc4e35-3bb8-4555-bd88-b096647da5b2 HTTP/1.1" status: 204 len: 168 time: 1.0319366 Jul 09 16:45:55.700081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 10.2.2.100 (5c8a2b7c-c95a-4e02-a352-28ff498fa1a5/8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3/39a2954f-f3b5-476e-8552-3f6cef2a1d36) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:55.703532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:55.715293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:55.747041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de022d5e-e18b-4c33-aa7e-058a0dfca59e tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Network': ['ID=b4cc4e35-3bb8-4555-bd88-b096647da5b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:55.779438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760708-5c40-4009-846f-00838d134cca req-4e090712-ba8e-4fed-8051-292645ec7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:55.781386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-4e090712-ba8e-4fed-8051-292645ec7ac5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 1096 time: 0.6404450 Jul 09 16:45:55.790408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-6d9e9aa4-0bd3-4eef-b6a5-1e353019fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:55.791896 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-6d9e9aa4-0bd3-4eef-b6a5-1e353019fa1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.7287672 Jul 09 16:45:55.829977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a9476fb7-1d6f-4040-8037-979c3deef9fe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:55.945725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] DHCP port deletion for c11043f4-dd1f-491c-b667-6f131bfabe44 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:55.956006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['692c7400-44f3-4ef1-a761-81539de0074f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:55.978132 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.021463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-70808b12-ba3d-4aa5-bfdf-8897742a10f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.1402185 Jul 09 16:45:56.075932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-9bf092ed-82c5-41d7-8e57-7dee36a59dd1 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.3785501 Jul 09 16:45:56.143286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'floatingip': {'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:56.279593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-2ee0617b-8770-4632-9ee0-219e58377c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:56.283330 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-2ee0617b-8770-4632-9ee0-219e58377c6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2334476 Jul 09 16:45:56.326675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.357356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:56.446899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760708-5c40-4009-846f-00838d134cca req-887fc2c4-d14c-47d3-b5dc-2356db442537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:56.449071 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-887fc2c4-d14c-47d3-b5dc-2356db442537 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.6557794 Jul 09 16:45:56.593339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-7113ec3c-7bdf-4d52-a7f6-2e6a8170f68c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 200 len: 217 time: 0.1175268 Jul 09 16:45:56.608442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] Deleting port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:56.608963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.729786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe70d-3fc5-44ac-b876-65aabf10aa80 req-bcbafa57-dfb1-4d77-9b9b-2f107ca40bfc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:56.736860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f31fe70d-3fc5-44ac-b876-65aabf10aa80 req-bcbafa57-dfb1-4d77-9b9b-2f107ca40bfc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.9946322 Jul 09 16:45:56.823363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] For port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,segment=NetworkSegment(e3dc17ab-234e-4e92-be92-03f6c1fb4a23),segment_id=e3dc17ab-234e-4e92-be92-03f6c1fb4a23)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:56.823762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.840928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:56.841301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.896523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:56.916887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.919234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] Calling delete_port for 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:56.965142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760708-5c40-4009-846f-00838d134cca req-fdcda211-ed1e-4754-b053-190c5ac814cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:56.967437 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-fdcda211-ed1e-4754-b053-190c5ac814cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.3547924 Jul 09 16:45:57.006017 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.008000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-d804b3c9-76ea-497c-8cbd-1a7b7040adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.009703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-d804b3c9-76ea-497c-8cbd-1a7b7040adb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6402276 Jul 09 16:45:57.019115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f31fe70d-3fc5-44ac-b876-65aabf10aa80 req-11b05f44-aa61-4371-b8a8-ced869902e71 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811751 Jul 09 16:45:57.131716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object 39a2954f-f3b5-476e-8552-3f6cef2a1d36 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:57.154248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-595615120-network', 'tenant_id': 'd29d372cd38140a59496ce6d89219928'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:57.199251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,segment=NetworkSegment(e3dc17ab-234e-4e92-be92-03f6c1fb4a23),segment_id=e3dc17ab-234e-4e92-be92-03f6c1fb4a23)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:57.224105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.239774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.266641 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.294624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event deleted for resources: {'Port': ['ID=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:57.334178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] No DVR routers for this DVR port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:57.339711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e277f-b98c-4f6b-b94a-a52f66dd6726 None None] Pushing event deleted for resources: {'Port': ['ID=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:57.400865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:57.407993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] For port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,segment=NetworkSegment(e3dc17ab-234e-4e92-be92-03f6c1fb4a23),segment_id=e3dc17ab-234e-4e92-be92-03f6c1fb4a23)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:57.408689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.480677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:57.494015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Calling delete_port for 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:57.537479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Made reservation on behalf of d29d372cd38140a59496ce6d89219928 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:57.543074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.570948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.582802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:57.585397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:57.604853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760708-5c40-4009-846f-00838d134cca req-e109ed06-8025-4523-80d6-3b3c5dd50a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.608204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-e109ed06-8025-4523-80d6-3b3c5dd50a16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5901070 Jul 09 16:45:57.663857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-282b5aab-7dd8-4df9-8845-40543bd9e68a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.665799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-282b5aab-7dd8-4df9-8845-40543bd9e68a tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7435add-e8aa-4597-9207-78cc0206aeef HTTP/1.1" status: 200 len: 945 time: 0.7880304 Jul 09 16:45:57.763319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-3eae6825-3fe5-45cc-857f-afbfb160cd13 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397328 Jul 09 16:45:57.800481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.801157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.801940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.819671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:57.823742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-21911efd-1c66-4b21-9f42-5b405d45bd13 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856790 Jul 09 16:45:57.929747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819fb7c-467e-4aa0-ab32-0cd731238846 req-846bd93e-5dee-4400-9a12-e3da9206d272 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.936248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819fb7c-467e-4aa0-ab32-0cd731238846 req-846bd93e-5dee-4400-9a12-e3da9206d272 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.947771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819fb7c-467e-4aa0-ab32-0cd731238846 req-846bd93e-5dee-4400-9a12-e3da9206d272 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.954053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819fb7c-467e-4aa0-ab32-0cd731238846 req-846bd93e-5dee-4400-9a12-e3da9206d272 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:57.955879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3819fb7c-467e-4aa0-ab32-0cd731238846 req-846bd93e-5dee-4400-9a12-e3da9206d272 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 3094 time: 0.7375326 Jul 09 16:45:58.060062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52b42eae-ae9f-463c-9f1a-f8f2937cae4c None None] Provisioning for port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:58.066202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52b42eae-ae9f-463c-9f1a-f8f2937cae4c None None] Provisioning complete for port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:58.066751 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52b42eae-ae9f-463c-9f1a-f8f2937cae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.105719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Router c35be829-b635-471b-8fef-eab19294fb07 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:58.138272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3819fb7c-467e-4aa0-ab32-0cd731238846 req-626a7f74-deb1-465f-ad0f-e29bfa899202 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702015 Jul 09 16:45:58.152571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-52b42eae-ae9f-463c-9f1a-f8f2937cae4c None None] Port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:58.162383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Deleting port 005d6366-cd43-4e28-8c60-0eba5bee6031 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:58.162977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.211869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.348513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:58.358191 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ae417-445d-4247-8826-63ac75528dab None None] Sync routers for ids ['c35be829-b635-471b-8fef-eab19294fb07'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:58.368964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.371354 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ae417-445d-4247-8826-63ac75528dab None None] Routers {'c35be829-b635-471b-8fef-eab19294fb07'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:58.372828 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a8ed28af-c3f5-466d-953b-529fb9bdbbff tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "PUT /v2.0/routers/c35be829-b635-471b-8fef-eab19294fb07 HTTP/1.1" status: 200 len: 921 time: 5.6627593 Jul 09 16:45:58.373858 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a90ae417-445d-4247-8826-63ac75528dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c35be829-b635-471b-8fef-eab19294fb07'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:58.398171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:58.430283 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a90ae417-445d-4247-8826-63ac75528dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:58.441907 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ae417-445d-4247-8826-63ac75528dab None None] Routers {'c35be829-b635-471b-8fef-eab19294fb07'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:58.442693 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a90ae417-445d-4247-8826-63ac75528dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c35be829-b635-471b-8fef-eab19294fb07'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:58.478970 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a90ae417-445d-4247-8826-63ac75528dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:58.480297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ae417-445d-4247-8826-63ac75528dab None None] The sync data for ids ['c35be829-b635-471b-8fef-eab19294fb07'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:58.529422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:58.650367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6225b626-e765-4ec9-b38c-994c68e94ed5 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:58.652563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a9476fb7-1d6f-4040-8037-979c3deef9fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:58.653050 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.688411 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c3e6e70-0879-452c-b579-3f70655c9f2f tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/c35be829-b635-471b-8fef-eab19294fb07 HTTP/1.1" status: 200 len: 921 time: 0.2808623 Jul 09 16:45:58.697466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-61dc11ed-b764-488e-9b23-5abd1fd5af28 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183689 Jul 09 16:45:58.698297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:58.793322 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.829440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:58.832049 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6282e-37ff-4884-9f59-d26deeaf7e8e" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:58.852972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.861014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:58.862849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 6225b626-e765-4ec9-b38c-994c68e94ed5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:58.868573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.869643 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3760708-5c40-4009-846f-00838d134cca req-c162e511-f1b3-42f5-86a6-ad87dcdf1af0 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0895162 Jul 09 16:45:58.884505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 6225b626-e765-4ec9-b38c-994c68e94ed5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:58.885030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.913418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.953032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Port': ['ID=6a2b8804-f850-4539-92e9-c7ff4bd3bc5e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:58.982078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:58.991523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:59.016518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.017815 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Added segment 4b591655-3a55-4117-b42e-a11bd121e637 of type vlan for network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d Jul 09 16:45:59.036318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9610e2-f0a9-45ac-9057-4db048f7a22c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:59.072517 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.107903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.119718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6225b626-e765-4ec9-b38c-994c68e94ed5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6225b626-e765-4ec9-b38c-994c68e94ed5,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:59.122426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb503bb-f3e1-4f38-a080-918031f09c38 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:59.124964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-90045b45-c019-48c0-b03a-4a9354b79fda tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4325819 Jul 09 16:45:59.125478 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dbb503bb-f3e1-4f38-a080-918031f09c38 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=c35be829-b635-471b-8fef-eab19294fb07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2699213 Jul 09 16:45:59.128479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:59.130124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.131614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 692c7400-44f3-4ef1-a761-81539de0074f up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:59.207263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] No DVR routers for this DVR port 6a2b8804-f850-4539-92e9-c7ff4bd3bc5e on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:59.241148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'admin_state_up': True, 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'security_groups': ['3b8e79c5-d9a4-466b-9148-62234acecc61']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:59.249585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=6225b626-e765-4ec9-b38c-994c68e94ed5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:59.261244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.264264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 692c7400-44f3-4ef1-a761-81539de0074f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:59.271237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 692c7400-44f3-4ef1-a761-81539de0074f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:59.272070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.364520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.379309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.420947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 692c7400-44f3-4ef1-a761-81539de0074f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=692c7400-44f3-4ef1-a761-81539de0074f,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:59.427151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.515160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=692c7400-44f3-4ef1-a761-81539de0074f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:59.620076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] For port 005d6366-cd43-4e28-8c60-0eba5bee6031, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=005d6366-cd43-4e28-8c60-0eba5bee6031,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:59.620364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.677298 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.709597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11043f4-dd1f-491c-b667-6f131bfabe44']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:59.724305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:59.724694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3dc17ab-234e-4e92-be92-03f6c1fb4a23') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:59.741733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.759574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.768360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:59.769021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:59.844155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed4e06-5778-4d5a-8398-ebfd2c5b311c tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:59.850275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3aed4e06-5778-4d5a-8398-ebfd2c5b311c tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.7203186 Jul 09 16:45:59.851213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:59.852700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:45:59.893474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Calling delete_port for 005d6366-cd43-4e28-8c60-0eba5bee6031 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:59.898517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-96e352be-e842-4ab2-9ffc-a912c8faa063 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=c35be829-b635-471b-8fef-eab19294fb07 HTTP/1.1" status: 200 len: 205 time: 0.0423563 Jul 09 16:45:59.900319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:00.036459 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:00.074105 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:00.109656 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.122901 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.135791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.138687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/networks/c11043f4-dd1f-491c-b667-6f131bfabe44 HTTP/1.1" status: 204 len: 168 time: 4.4310732 Jul 09 16:46:00.144902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['30f98285-d667-4a61-b71c-588006d0d983'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:00.156994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:00.213586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.220596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting subnet 9233c480-98ea-4fea-be2a-dcb1deb70900 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:00.224545 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.273247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.318189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event deleted for resources: {'Port': ['ID=005d6366-cd43-4e28-8c60-0eba5bee6031,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:00.326063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a551e9f-269c-45ab-af03-01aaf6cbf869 tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Network': ['ID=c11043f4-dd1f-491c-b667-6f131bfabe44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:00.340667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51998e97-78cf-4c1c-bac5-8f1f693bbd7a req-1744c45e-8109-4325-8dbd-488706db8cb8 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:00.350172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51998e97-78cf-4c1c-bac5-8f1f693bbd7a req-1744c45e-8109-4325-8dbd-488706db8cb8 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:00.362420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51998e97-78cf-4c1c-bac5-8f1f693bbd7a req-1744c45e-8109-4325-8dbd-488706db8cb8 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1681 time: 1.3533714 Jul 09 16:46:00.393436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Made reservation on behalf of 19a834c097d44f5ba33d5dad7b5e58b3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:00.441223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.525320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.526406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:00.527130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.548006 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.555714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.593561 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6370587 Jul 09 16:46:00.618365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51998e97-78cf-4c1c-bac5-8f1f693bbd7a req-c60bca50-e6c2-47c2-9921-2a98145d4807 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526493 Jul 09 16:46:00.626188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:00.628953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] No DVR routers for this DVR port 005d6366-cd43-4e28-8c60-0eba5bee6031 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:00.646686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Request body: {'subnet': {'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-595615120-subnet', 'tenant_id': 'd29d372cd38140a59496ce6d89219928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:00.652911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Subnet': ['ID=9233c480-98ea-4fea-be2a-dcb1deb70900,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:00.662145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.666929 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-62ef00ac-eb6b-4c20-97fa-ca13dec7f39d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/subnets/9233c480-98ea-4fea-be2a-dcb1deb70900 HTTP/1.1" status: 204 len: 168 time: 0.5042462 Jul 09 16:46:00.671618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 005d6366-cd43-4e28-8c60-0eba5bee6031 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:00.673666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52020) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:00.684884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb44b-2c0a-4831-93d8-23b5100955c4 admin admin] Pushing event updated for resources: {'Network': ['ID=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:00.685414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a695f0e-b193-4c5f-ae28-7b841ba0c9f8 None None] Network 809db9af-f11d-4ffa-8b1f-e7f9e884cbda requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:00.715706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.723996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acc0f4b8-82e0-4911-98ed-fbc6941a27bf req-575025f4-0a86-4077-850e-b6e896f3abe0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "DELETE /v2.0/ports/005d6366-cd43-4e28-8c60-0eba5bee6031 HTTP/1.1" status: 204 len: 173 time: 3.0421190 Jul 09 16:46:00.728431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'name': 'network-vif-deleted', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:00.733490 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c9564-8f75-4849-a00d-8936a62f8f27" -d '{"events": [{"server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "name": "network-vif-deleted", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:00.798820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Deleting port 0d1c8027-8a26-4924-9ebf-d391d052b528 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:00.799228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.850261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:00.851032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:46:00.894251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 005d6366-cd43-4e28-8c60-0eba5bee6031 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:00.895745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 005d6366-cd43-4e28-8c60-0eba5bee6031 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:00.992773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Allocated IP 10.2.2.200 (5c8a2b7c-c95a-4e02-a352-28ff498fa1a5/8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3/6c4973e5-3d27-440f-9406-b23ff8b9d888) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:01.048952 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.067508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Calling delete_port for 0d1c8027-8a26-4924-9ebf-d391d052b528 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:01.070084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Deleting port 5a637c1d-916c-47e6-a767-7a341e53040f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:01.070450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.145790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] For port 5a637c1d-916c-47e6-a767-7a341e53040f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a637c1d-916c-47e6-a767-7a341e53040f,segment=NetworkSegment(d6ef133c-476f-4a2e-9216-67824001c804),segment_id=d6ef133c-476f-4a2e-9216-67824001c804)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:01.146160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.164182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] DHCP port deletion for 809db9af-f11d-4ffa-8b1f-e7f9e884cbda request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:46:01.165384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Calling delete_port for 5a637c1d-916c-47e6-a767-7a341e53040f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:01.223187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] Deleting port 5a637c1d-916c-47e6-a767-7a341e53040f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:01.223376 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.230162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.247576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Transition to ACTIVE for port object 6c4973e5-3d27-440f-9406-b23ff8b9d888 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:01.314768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Made reservation on behalf of d29d372cd38140a59496ce6d89219928 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:01.324383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.336208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] For port 5a637c1d-916c-47e6-a767-7a341e53040f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a637c1d-916c-47e6-a767-7a341e53040f,segment=NetworkSegment(d6ef133c-476f-4a2e-9216-67824001c804),segment_id=d6ef133c-476f-4a2e-9216-67824001c804)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:01.336731 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.339184 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47 associated. External IP: 172.25.7.88, port: 30f98285-d667-4a61-b71c-588006d0d983. Jul 09 16:46:01.374059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.379074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] Calling delete_port for 5a637c1d-916c-47e6-a767-7a341e53040f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:01.492679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.584392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.591048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Port': ['ID=5a637c1d-916c-47e6-a767-7a341e53040f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:01.594069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] No DVR routers for this DVR port 5a637c1d-916c-47e6-a767-7a341e53040f on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:01.639043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:01.668047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] No DVR routers for this DVR port 5a637c1d-916c-47e6-a767-7a341e53040f on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:01.676631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba62b48-581e-4c70-9513-a4ca48f1634c None None] Pushing event deleted for resources: {'Port': ['ID=5a637c1d-916c-47e6-a767-7a341e53040f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:01.729004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event updated for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:01.761209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.778240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809db9af-f11d-4ffa-8b1f-e7f9e884cbda']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:01.800351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef133c-476f-4a2e-9216-67824001c804') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:01.800824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef133c-476f-4a2e-9216-67824001c804') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:01.811692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.817531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.830272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:01.844792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:01.894769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event deleted for resources: {'Port': ['ID=0d1c8027-8a26-4924-9ebf-d391d052b528,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:01.898032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.956460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:01.956961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:01.960725 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:02.015836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:46:02.131539 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.157651 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.175117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a637c1d-916c-47e6-a767-7a341e53040f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:02.176273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/networks/809db9af-f11d-4ffa-8b1f-e7f9e884cbda HTTP/1.1" status: 204 len: 168 time: 1.4969418 Jul 09 16:46:02.182072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:02.242319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5a637c1d-916c-47e6-a767-7a341e53040f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:02.243013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a637c1d-916c-47e6-a767-7a341e53040f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:02.258440 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8fc03662-8b94-4cab-a2f9-9afde699b76b tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9d11b20-ef91-4aab-9782-0928729666ff HTTP/1.1" status: 200 len: 205 time: 0.0708115 Jul 09 16:46:02.261699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:02.276472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.285245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21831cab-005a-4091-93ef-00b0d343c76d tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Pushing event deleted for resources: {'Network': ['ID=809db9af-f11d-4ffa-8b1f-e7f9e884cbda,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:02.312819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d9bf0831-1c94-4325-833e-2e403b923f93 None None] Provisioning for port 6c4973e5-3d27-440f-9406-b23ff8b9d888 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:02.329146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d9bf0831-1c94-4325-833e-2e403b923f93 None None] Provisioning complete for port 6c4973e5-3d27-440f-9406-b23ff8b9d888 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:02.331637 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9bf0831-1c94-4325-833e-2e403b923f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.383271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf0831-1c94-4325-833e-2e403b923f93 None None] Port 6c4973e5-3d27-440f-9406-b23ff8b9d888 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:02.394744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:02.396213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.404509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.441950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414811-070b-45b2-ac0b-10513aa94d0d req-5971a1cb-70ea-4e1f-b791-e71abe607fda tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:02.450184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c414811-070b-45b2-ac0b-10513aa94d0d req-5971a1cb-70ea-4e1f-b791-e71abe607fda tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 1.1549716 Jul 09 16:46:02.470034 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.473366 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.477086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.512087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6b48c0e4-406f-456f-8222-a1875515766c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3111770 Jul 09 16:46:02.567594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:02.656694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Checking segment: {'id': '4b591655-3a55-4117-b42e-a11bd121e637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:02.657519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Network hostable DHCP agents. Network: df1aacf9-c04a-44d5-9f39-58bc29f0ca2d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:46:02.659973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Pushing event updated for resources: {'Subnet': ['ID=071000ee-cf02-494a-9792-7c86c269d4f2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:02.734130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.746882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.749460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.755834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c414811-070b-45b2-ac0b-10513aa94d0d req-8f2553a6-8952-43f5-89e3-79a8a0e2bf7c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043606 Jul 09 16:46:02.761882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:02.778843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:02.795280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:02.802079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:02.813227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.823074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.827660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Fanout notify agent at l3_agent the message router_deleted on router b9d11b20-ef91-4aab-9782-0928729666ff {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:02.832230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.835317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Fanout notify agent at l3_agent the message router_deleted on router c35be829-b635-471b-8fef-eab19294fb07 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:02.844324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.853088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f956de34-0aeb-449c-8ccb-365d01bda7ae tempest-RoutersNegativeIpV6Test-327117912 tempest-RoutersNegativeIpV6Test-327117912-project] 10.222.0.48 "DELETE /v2.0/routers/b9d11b20-ef91-4aab-9782-0928729666ff HTTP/1.1" status: 204 len: 168 time: 0.5778196 Jul 09 16:46:02.864001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.872212 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-65165217-8cdd-4516-ab67-adac9af4cc31 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/c35be829-b635-471b-8fef-eab19294fb07 HTTP/1.1" status: 204 len: 168 time: 2.9706135 Jul 09 16:46:02.872928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:02.878034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1741308578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:02.925756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.928820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:02.952518 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8215cf-c95e-435c-890d-3bb42735c12c x-openstack-request-id: req-2a8215cf-c95e-435c-890d-3bb42735c12c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:02.952819 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:02.957381 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a8215cf-c95e-435c-890d-3bb42735c12c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:02.958096 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:46:03.074003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:03.081563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:03.113460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:03.120276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bf9bf59f-0533-4582-be76-af933dcc5d3d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2420232 Jul 09 16:46:03.120574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:03.126374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:03.160634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:03.178117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:46:03.194832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-252c42d1-fda4-4efc-b145-6f42753ef9c0 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "PUT /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 996 time: 7.0736926 Jul 09 16:46:03.195562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, df1aacf9-c04a-44d5-9f39-58bc29f0ca2d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:03.204554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.205179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:03.221840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c2545-0f13-4dba-b569-acdf54e98ead None None] Network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:03.327958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b765c46-d500-470a-96fd-88fdc22c813d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6864111 Jul 09 16:46:03.447668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:03.634356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:03.691102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-5209c932-38ea-4c97-9461-b56b2e15fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.699720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-5209c932-38ea-4c97-9461-b56b2e15fb0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.4577208 Jul 09 16:46:03.752399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-9107fea9-429f-46f3-b72f-2502a30b0579 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.759860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-9107fea9-429f-46f3-b72f-2502a30b0579 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.766715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-9107fea9-429f-46f3-b72f-2502a30b0579 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.774090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-9107fea9-429f-46f3-b72f-2502a30b0579 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.780670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-9107fea9-429f-46f3-b72f-2502a30b0579 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:03.782884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-9107fea9-429f-46f3-b72f-2502a30b0579 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 3815 time: 0.5049901 Jul 09 16:46:03.924935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556cc06-5103-43ba-9b6b-bfb0bad75b8c None None] Network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:03.933754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f83d48d9-2056-425c-b280-c80ed298f79d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b04f096159da4d95820d4189803e9f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832821 Jul 09 16:46:03.934228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:04.019429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f0e408-5bb2-456a-8543-9ea4c364f344 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:04.052607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.064614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:58Z', 'revision_number': 8, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:04.075088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a111b00c-8f1f-4501-8b6b-e0abca80c6ec req-07101b22-0452-4c36-b5b4-5956c9f27f57 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553949 Jul 09 16:46:04.094535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-93678631-f205-42a1-94b6-c0341b04f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:04.103503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-93678631-f205-42a1-94b6-c0341b04f1a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.4025970 Jul 09 16:46:04.129642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Transition to ACTIVE for port object 21f0e408-5bb2-456a-8543-9ea4c364f344 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:04.190611 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834748af-991a-4a0a-a1a1-68c45f33e1d7 x-openstack-request-id: req-834748af-991a-4a0a-a1a1-68c45f33e1d7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:04.190906 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7435add-e8aa-4597-9207-78cc0206aeef", "name": "network-vif-deleted", "tag": "005d6366-cd43-4e28-8c60-0eba5bee6031", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:04.191160 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-834748af-991a-4a0a-a1a1-68c45f33e1d7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:04.191555 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7435add-e8aa-4597-9207-78cc0206aeef', 'name': 'network-vif-deleted', 'tag': '005d6366-cd43-4e28-8c60-0eba5bee6031', 'status': 'completed', 'code': 200} Jul 09 16:46:04.194337 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.245457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:46:04.250030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.294716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:04.295591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:04.318422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-73155280-76da-4156-92d4-f650d36c136a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 999 time: 0.2079303 Jul 09 16:46:04.319239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Pushing event updated for resources: {'Port': ['ID=21f0e408-5bb2-456a-8543-9ea4c364f344,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:04.345721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a10b902d-3226-49c9-9dfd-308c3eeee87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.348041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.455134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a10b902d-3226-49c9-9dfd-308c3eeee87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.574845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Attempting to bind port 21f0e408-5bb2-456a-8543-9ea4c364f344 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:04.575457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Attempting to bind port 21f0e408-5bb2-456a-8543-9ea4c364f344 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:04.575893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Attempting to bind port 21f0e408-5bb2-456a-8543-9ea4c364f344 on network 97898012-36dc-4338-8b66-f21055404fb6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:04.582673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-7af9bf36-18e5-409d-8d44-57554b234f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:04.585825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-7af9bf36-18e5-409d-8d44-57554b234f1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.2520497 Jul 09 16:46:04.588752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Port 21f0e408-5bb2-456a-8543-9ea4c364f344 on network 97898012-36dc-4338-8b66-f21055404fb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:04.589210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Attempting to bind port 21f0e408-5bb2-456a-8543-9ea4c364f344 on network 97898012-36dc-4338-8b66-f21055404fb6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:04.597745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:04.598241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Checking segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:04.598861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Bound using segment: {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:04.599610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Bound port: 21f0e408-5bb2-456a-8543-9ea4c364f344, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b081ab72-a700-41b1-97d6-c258940900d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97898012-36dc-4338-8b66-f21055404fb6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:04.599972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.604559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a10b902d-3226-49c9-9dfd-308c3eeee87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.607969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a10b902d-3226-49c9-9dfd-308c3eeee87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.622747 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a10b902d-3226-49c9-9dfd-308c3eeee87b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/741806b4-7613-44eb-bf4a-6d48f80fd89a HTTP/1.1" status: 204 len: 168 time: 0.6763957 Jul 09 16:46:04.625516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Allocated IP 172.25.7.23 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b3146746-ae59-4bbf-b29f-5368b956de2e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:04.671166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b902d-3226-49c9-9dfd-308c3eeee87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741806b4-7613-44eb-bf4a-6d48f80fd89a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:04.784182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] For port 21f0e408-5bb2-456a-8543-9ea4c364f344, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:04.797211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] For port 21f0e408-5bb2-456a-8543-9ea4c364f344, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=21f0e408-5bb2-456a-8543-9ea4c364f344,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:04.815976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.864935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:04.867683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.869420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] 10.222.0.43 "PUT /v2.0/ports/21f0e408-5bb2-456a-8543-9ea4c364f344 HTTP/1.1" status: 200 len: 1091 time: 2.3074000 Jul 09 16:46:04.916751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8096d-d211-43c1-9c11-8d5f9180a891 req-aae23047-ac4a-4a1a-a5b2-62a40dcab6ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:04.942881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8096d-d211-43c1-9c11-8d5f9180a891 req-aae23047-ac4a-4a1a-a5b2-62a40dcab6ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:04.952542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:04.953361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22c8096d-d211-43c1-9c11-8d5f9180a891 req-aae23047-ac4a-4a1a-a5b2-62a40dcab6ec tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1683 time: 0.5019019 Jul 09 16:46:04.955329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:05.008776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6225b626-e765-4ec9-b38c-994c68e94ed5'}, {'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c7400-44f3-4ef1-a761-81539de0074f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:05.021166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:05.021558 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73750a61-a11c-4e82-a0a4-c736816bbbb7" -d '{"events": [{"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-plugged", "status": "completed", "tag": "6225b626-e765-4ec9-b38c-994c68e94ed5"}, {"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-plugged", "status": "completed", "tag": "692c7400-44f3-4ef1-a761-81539de0074f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:05.047604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-a21f529f-bba0-4579-97f1-5276ab251b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:05.056469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-a21f529f-bba0-4579-97f1-5276ab251b9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4609251 Jul 09 16:46:05.086790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:05.187740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:05.191436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:05.199224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:05.223920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a19b-8e52-427a-aa07-71f7d381c979 service neutron] Pushing event updated for resources: {'Port': ['ID=21f0e408-5bb2-456a-8543-9ea4c364f344,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:05.235134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event updated for resources: {'Port': ['ID=b3146746-ae59-4bbf-b29f-5368b956de2e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:05.348306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22c8096d-d211-43c1-9c11-8d5f9180a891 req-58e5cf48-b155-49f6-b2c8-efc92f935efe tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925905 Jul 09 16:46:05.411780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:05.823114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e19dc30-a723-4860-9895-3a235abbc40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:05.872968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:58Z', 'revision_number': 8, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:05.961139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3613960-2b75-4e9f-8adf-b19b9fd8cad8 None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '97debeb7-5feb-4a2c-a466-5bdd1ac63d47', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'floating_ip_address': '172.25.7.88', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'port_id': '30f98285-d667-4a61-b71c-588006d0d983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'mac_address': 'fa:16:3e:40:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:44:47Z', 'updated_at': '2021-07-09T16:45:58Z', 'revision_number': 8, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:06.359236 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481dba81-e4e9-4b7d-988b-ffd5a54c1b91 None None] New status for floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:46:06.433698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:06.434903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}, {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:06.438056 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44c7e7d-5c2d-4538-be54-127ca8c5d129" -d '{"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}, {"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:06.584643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:06.649439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-59eb8d66-9374-431b-92fc-06fa1426667a service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4411812 Jul 09 16:46:06.695298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-d87332eb-685b-4934-b49a-49b3b2639889 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:06.702214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-d87332eb-685b-4934-b49a-49b3b2639889 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/networks?id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d HTTP/1.1" status: 200 len: 813 time: 0.2750728 Jul 09 16:46:06.772009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-daa23733-bf68-4637-98a5-5e9a8cdd928d tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/quotas/d29d372cd38140a59496ce6d89219928 HTTP/1.1" status: 200 len: 375 time: 0.0687342 Jul 09 16:46:06.869375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-2aeb7993-8710-4475-aabf-9c470aab9786 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d29d372cd38140a59496ce6d89219928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963855 Jul 09 16:46:06.923530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-204512150-network', 'tenant_id': 'bcf47fced60347a9b866c7c75af2d019'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:06.948828 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dc2b0f9-84c1-4284-a385-a49cb397ba8c req-056e2cfd-3089-43cd-a87a-9bc35a69709e service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917008 Jul 09 16:46:06.984054 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:06.989134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.098552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Made reservation on behalf of bcf47fced60347a9b866c7c75af2d019 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:07.099607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.112498 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.129213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f71550-5258-42c7-a1cb-974d3c592f64 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:07.148102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.214396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Router d07795e3-d85f-45b2-8be5-62650371300a is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:46:07.234889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Transition to ACTIVE for port object f6f71550-5258-42c7-a1cb-974d3c592f64 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:07.249806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-0a6f05e4-a5c2-4b98-998b-c961fcefc2ae service neutron] 10.222.0.48 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477676 Jul 09 16:46:07.250696 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.404690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:07.416779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] Sync routers for ids ['d07795e3-d85f-45b2-8be5-62650371300a'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:07.443400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] Routers {'d07795e3-d85f-45b2-8be5-62650371300a'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:07.444421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d07795e3-d85f-45b2-8be5-62650371300a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:07.446331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.450558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7a0f1780-6b61-4c15-bdb2-690cd446275b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "PUT /v2.0/routers/d07795e3-d85f-45b2-8be5-62650371300a HTTP/1.1" status: 200 len: 879 time: 4.3261800 Jul 09 16:46:07.454855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:07.458454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-df8b607c-849e-4509-8f39-2b5281299d6b service neutron] 10.222.0.48 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739125 Jul 09 16:46:07.478435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:07.541106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:07.547386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa844fa0-5b0a-41a6-9e97-c79bfefa6b0d req-f8c33632-9be0-4f3d-a515-33040321dce7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:07.552310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] Routers {'d07795e3-d85f-45b2-8be5-62650371300a'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:07.553300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:45:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d07795e3-d85f-45b2-8be5-62650371300a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:07.555753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa844fa0-5b0a-41a6-9e97-c79bfefa6b0d req-f8c33632-9be0-4f3d-a515-33040321dce7 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.4216557 Jul 09 16:46:07.651720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:07.652603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e100b8c-56a4-4a3f-930a-893d565e73a7 None None] The sync data for ids ['d07795e3-d85f-45b2-8be5-62650371300a'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:07.741085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa844fa0-5b0a-41a6-9e97-c79bfefa6b0d req-fcae0aec-07f0-4803-a138-1fff7832bd00 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841066 Jul 09 16:46:07.743381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1cc5182f-b3ea-4933-abe8-4348864ab93d tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/d07795e3-d85f-45b2-8be5-62650371300a HTTP/1.1" status: 200 len: 920 time: 0.2879577 Jul 09 16:46:07.744620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:07.751461 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd72470-3aaa-4d82-87ef-3494d9144ac1 x-openstack-request-id: req-5bd72470-3aaa-4d82-87ef-3494d9144ac1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:07.751762 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-plugged", "status": "completed", "tag": "6225b626-e765-4ec9-b38c-994c68e94ed5", "code": 200}, {"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-plugged", "status": "completed", "tag": "692c7400-44f3-4ef1-a761-81539de0074f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:07.752015 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bd72470-3aaa-4d82-87ef-3494d9144ac1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:07.761583 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6225b626-e765-4ec9-b38c-994c68e94ed5', 'code': 200} Jul 09 16:46:07.761880 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692c7400-44f3-4ef1-a761-81539de0074f', 'code': 200} Jul 09 16:46:07.819566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.840213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.901948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:46:07.926441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.926982 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Added segment a149e7f3-578d-4250-9abf-3bce8b738690 of type vlan for network 77b95424-6ec0-4bf3-9233-bc6a916b779f Jul 09 16:46:07.948839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7d39cb-2a5f-4839-b839-25c17226ced6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:07.954344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af7d39cb-2a5f-4839-b839-25c17226ced6 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=d07795e3-d85f-45b2-8be5-62650371300a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2086771 Jul 09 16:46:07.956343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:07.983098 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.083395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.161130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f3686-ee0e-44ac-8070-91294464ce13 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.166575 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e02f3686-ee0e-44ac-8070-91294464ce13 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.2083392 Jul 09 16:46:08.169572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:08.179695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.180727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.181349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.229915 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f11646c-c4c6-44e6-88ee-36a0623742ef tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07795e3-d85f-45b2-8be5-62650371300a HTTP/1.1" status: 200 len: 205 time: 0.0578663 Jul 09 16:46:08.232091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52148) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:08.270544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55004117-e1c7-49b6-b9da-cfe99f9ba1b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:08.287756 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-13202fb1-1be8-4e72-ac95-105c776409b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.305901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8642390 Jul 09 16:46:08.313848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:08.320075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Attempting to bind port f6f71550-5258-42c7-a1cb-974d3c592f64 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:08.320075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Attempting to bind port f6f71550-5258-42c7-a1cb-974d3c592f64 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:08.320075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Attempting to bind port f6f71550-5258-42c7-a1cb-974d3c592f64 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:08.336596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Request body: {'subnet': {'network_id': '77b95424-6ec0-4bf3-9233-bc6a916b779f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-204512150-subnet', 'tenant_id': 'bcf47fced60347a9b866c7c75af2d019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:08.358513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Port f6f71550-5258-42c7-a1cb-974d3c592f64 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:08.358863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Attempting to bind port f6f71550-5258-42c7-a1cb-974d3c592f64 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:08.369105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48343-5e65-49e1-9d6a-6e69c452002d admin admin] Pushing event updated for resources: {'Network': ['ID=77b95424-6ec0-4bf3-9233-bc6a916b779f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:08.400968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:08.401421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Checking segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:08.402012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Bound using segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:08.402677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Bound port: f6f71550-5258-42c7-a1cb-974d3c592f64, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:08.403245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.405826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 77b95424-6ec0-4bf3-9233-bc6a916b779f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:46:08.420288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.427521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.433987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.440797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.448643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.456066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.458904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.464216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-1724c5a6-b79f-4250-ac55-fab120fc6da9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 4598 time: 0.4202139 Jul 09 16:46:08.470191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414771a-45c5-4043-940b-97780774adea req-8f6ba19a-6722-42f3-b290-a603a4512015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.470935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414771a-45c5-4043-940b-97780774adea req-8f6ba19a-6722-42f3-b290-a603a4512015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.472670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0414771a-45c5-4043-940b-97780774adea req-8f6ba19a-6722-42f3-b290-a603a4512015 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1985 time: 0.4051068 Jul 09 16:46:08.520072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Made reservation on behalf of bcf47fced60347a9b866c7c75af2d019 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:08.536274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.547004 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.603105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.676643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Deleting port b3146746-ae59-4bbf-b29f-5368b956de2e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:08.676928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.681233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af4e3-011f-48e1-8bea-81840dc05eda req-db19aa58-b64e-4944-9c32-0798c49cd9d0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.688099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af4e3-011f-48e1-8bea-81840dc05eda req-db19aa58-b64e-4944-9c32-0798c49cd9d0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.689755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-910af4e3-011f-48e1-8bea-81840dc05eda req-db19aa58-b64e-4944-9c32-0798c49cd9d0 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1683 time: 0.6066144 Jul 09 16:46:08.728678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:08.763138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11f5f3ad-39f6-424e-a26b-87680af4b138 req-452a1c55-ba46-45b1-b93b-b840faaa7617 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2968800 Jul 09 16:46:08.813399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f6f71550-5258-42c7-a1cb-974d3c592f64,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:08.813783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.835003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0414771a-45c5-4043-940b-97780774adea req-fdb30595-bcad-4bf7-a778-f8d014e2add7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418250 Jul 09 16:46:08.838950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Calling delete_port for b3146746-ae59-4bbf-b29f-5368b956de2e owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:08.863588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.917146 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82ff77e-6a83-454b-aa6e-5e16801f9d6f x-openstack-request-id: req-b82ff77e-6a83-454b-aa6e-5e16801f9d6f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:08.917843 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:08.918306 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b82ff77e-6a83-454b-aa6e-5e16801f9d6f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:08.918999 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'status': 'completed', 'code': 200} Jul 09 16:46:08.919486 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'status': 'completed', 'code': 200} Jul 09 16:46:09.004162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-910af4e3-011f-48e1-8bea-81840dc05eda req-35759868-1731-4386-95f9-02f952e2a605 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025296 Jul 09 16:46:09.029141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.030885 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:09.035660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 1129 time: 4.0219371 Jul 09 16:46:09.104986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:09.153721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:09.272803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb77b802-bf4a-49da-a6a1-dcbde3d59f3b req-a7cff7ec-f069-4922-9acb-8fee651ade9c tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 998 time: 0.3470688 Jul 09 16:46:09.274093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.275691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.276128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.278155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.279422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.279921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.293343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f46c50c9-42dc-42a3-b52d-37e9410d44f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5284 time: 0.3684039 Jul 09 16:46:09.298732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4533b-c9b2-4a35-82d9-4b61b64dec70 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:09.349600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:09.455329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26519457-c0ac-48e0-863f-c5b773c58579 req-f4ed16dc-b000-4562-8849-c4e92a69bd38 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 210 time: 0.1210532 Jul 09 16:46:09.486223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event deleted for resources: {'Port': ['ID=b3146746-ae59-4bbf-b29f-5368b956de2e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:09.511818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:09.588152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:09.693068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77b802-bf4a-49da-a6a1-dcbde3d59f3b req-aff5f6cc-133f-48ba-95e0-708fbc7bfc56 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.700558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb77b802-bf4a-49da-a6a1-dcbde3d59f3b req-aff5f6cc-133f-48ba-95e0-708fbc7bfc56 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.4267023 Jul 09 16:46:09.723464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-fb77b802-bf4a-49da-a6a1-dcbde3d59f3b req-8453083c-b8e6-468e-b388-2cc13845761e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:46:09.728613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb77b802-bf4a-49da-a6a1-dcbde3d59f3b req-8453083c-b8e6-468e-b388-2cc13845761e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270090 Jul 09 16:46:09.758537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-a57a2367-0056-4f8e-8b6e-724000c7011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.759414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-a57a2367-0056-4f8e-8b6e-724000c7011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.760204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-a57a2367-0056-4f8e-8b6e-724000c7011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.764209 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-a57a2367-0056-4f8e-8b6e-724000c7011c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4556170 Jul 09 16:46:09.765578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:09.903152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bbfc0a-91d5-4a3e-8cc1-4dffc93c2dad,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:09.915835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-ae30a7ca-28ef-428b-b26f-8b829d74b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.917888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-ae30a7ca-28ef-428b-b26f-8b829d74b89a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.6393678 Jul 09 16:46:09.993986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.004861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.205485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.206321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Fanout notify agent at l3_agent the message router_deleted on router d07795e3-d85f-45b2-8be5-62650371300a {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:10.236975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.244569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6414b46f-9d1b-4a2a-b590-c445e39798d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/d07795e3-d85f-45b2-8be5-62650371300a HTTP/1.1" status: 204 len: 168 time: 2.0055363 Jul 09 16:46:10.267710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:10.284751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1313751233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:10.446376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.447476 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.467970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-bed6dc71-2dd3-41d6-b63b-fbc82a56959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.471151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-bed6dc71-2dd3-41d6-b63b-fbc82a56959c service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.5177846 Jul 09 16:46:10.482074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-068de395-da84-4d7e-b608-b1484d02ad38 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.483767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-068de395-da84-4d7e-b608-b1484d02ad38 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.37 "GET /v2.0/networks?id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d HTTP/1.1" status: 200 len: 813 time: 0.4083149 Jul 09 16:46:10.485264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-c5756447-111c-4682-a0ac-b7f9f17388d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.486824 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-c5756447-111c-4682-a0ac-b7f9f17388d4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4124813 Jul 09 16:46:10.531287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Request body: {'port': {'device_id': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d', 'admin_state_up': True, 'tenant_id': 'd29d372cd38140a59496ce6d89219928'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:10.535103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Checking segment: {'id': 'a149e7f3-578d-4250-9abf-3bce8b738690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '77b95424-6ec0-4bf3-9233-bc6a916b779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:10.536655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Network hostable DHCP agents. Network: 77b95424-6ec0-4bf3-9233-bc6a916b779f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:46:10.543452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-99483078-9148-4cbc-ae00-8e8f104f7974 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1001 time: 0.7820911 Jul 09 16:46:10.611529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.631035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.656206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fdcbf5-a8f8-402e-b099-1bc4309219a4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:10.660120 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.664860 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1c0d081f-5dd4-4006-beea-1a2bbc9415ec tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3879831 Jul 09 16:46:10.668133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:10.675140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:10.684023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.712098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Network 77b95424-6ec0-4bf3-9233-bc6a916b779f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:46:10.743585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-5d26057a-b690-49bd-998e-24c9f4bf5201 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.745319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-5d26057a-b690-49bd-998e-24c9f4bf5201 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports/30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 943 time: 0.1862113 Jul 09 16:46:10.747390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-97451378-3450-4245-bcd1-4266ae071057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 1001 time: 0.2027507 Jul 09 16:46:10.749229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Transition to ACTIVE for port object 37fdcbf5-a8f8-402e-b099-1bc4309219a4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:10.752023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 77b95424-6ec0-4bf3-9233-bc6a916b779f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:10.764669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a644617-4a48-4a08-8130-a32c91f021c3 None None] Network 77b95424-6ec0-4bf3-9233-bc6a916b779f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:10.779892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.799072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.799683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.822773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864c3bd-f5f0-44c0-8243-bce0f57fa6f5 req-9dc4458b-8601-4e57-8fd8-dcbb118aaf94 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.824402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1864c3bd-f5f0-44c0-8243-bce0f57fa6f5 req-9dc4458b-8601-4e57-8fd8-dcbb118aaf94 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.9922242 Jul 09 16:46:10.924194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': 'f6f71550-5258-42c7-a1cb-974d3c592f64'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:10.927409 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5744b36-b4ea-40ec-9559-dcf770c58428" -d '{"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "f6f71550-5258-42c7-a1cb-974d3c592f64"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:10.939721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b4fb0cf-9f12-4757-beed-41bfa7f7e841 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6092610 Jul 09 16:46:10.994582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:11.013929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-b3a5eb6a-5a45-4f86-91ac-6850a0c8fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:11.024839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.031753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-b3a5eb6a-5a45-4f86-91ac-6850a0c8fdda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.2754886 Jul 09 16:46:11.041615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Made reservation on behalf of d29d372cd38140a59496ce6d89219928 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:11.043512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.051119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.061449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d593e1b-5fb7-482b-a348-4b3db450d982 None None] Network 77b95424-6ec0-4bf3-9233-bc6a916b779f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:11.318849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1864c3bd-f5f0-44c0-8243-bce0f57fa6f5 req-0972833e-7670-4670-b4e5-f351c88c9153 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510069 Jul 09 16:46:11.412672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Attempting to bind port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:11.413297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Attempting to bind port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:11.413738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Attempting to bind port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:11.417048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Allocated IP 172.20.0.4 (df1aacf9-c04a-44d5-9f39-58bc29f0ca2d/071000ee-cf02-494a-9792-7c86c269d4f2/b58686ad-bca3-4456-a3b1-e7327b393e73) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:11.426617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:11.427104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Attempting to bind port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:11.441487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-42f1c9e6-f8a0-4e4f-8bbb-4eb3f82ad922 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1001 time: 0.4606223 Jul 09 16:46:11.444592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-ad31b42d-8552-47d5-99a3-bedda697d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:11.451042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-ad31b42d-8552-47d5-99a3-bedda697d40d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3326371 Jul 09 16:46:11.452461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:11.452913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Checking segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:11.453392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Bound using segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:11.454265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Bound port: 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:11.454748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.571538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.594715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.614323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-f27b4702-821a-4cef-95c0-c9f320d1c523 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410863 Jul 09 16:46:11.794519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Allocated IP 172.25.7.235 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/fbb1503c-081a-4a45-a46f-34cb7db7a1d0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:11.894578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:11.916424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-400619093-network', 'tenant_id': 'a0fa905635b748579b1cdea356d7be31'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:11.926402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:11.976365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Made reservation on behalf of a0fa905635b748579b1cdea356d7be31 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:11.978861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.006508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.057009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.097467 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.222130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:12.235522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:12.243623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:12.250219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Pushing event updated for resources: {'Port': ['ID=b58686ad-bca3-4456-a3b1-e7327b393e73,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:12.293397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.400000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.402339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:12.416872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.417630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.421722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.424850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:12.435703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb1503c-081a-4a45-a46f-34cb7db7a1d0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:12.442792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:12.447945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:12.475676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-abe3a1c5-74da-4eaf-9b52-e11184d49d10 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.488933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-abe3a1c5-74da-4eaf-9b52-e11184d49d10 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 1.0142148 Jul 09 16:46:12.490379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:46:12.508678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-356ac922-fdcb-4839-a96e-c38ebb2b8d82 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9825463 Jul 09 16:46:12.514143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:12.522374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.523614 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Added segment 582e631e-85fc-488c-bb83-c99954c422ff of type vlan for network 941e282c-b032-4bbe-8f3e-f715420c3553 Jul 09 16:46:12.533608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.540281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.542192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Request body: {'port': {'device_id': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:12.544713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18ffbeb-2887-4e5f-baa7-3ca03c6f30bd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:12.546772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.554363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.560242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.569845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.576130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.583774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-5f74e3f4-845b-49bc-9eb3-303edb969343 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5371 time: 0.3761017 Jul 09 16:46:12.606188 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.695444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e44c7e7d-5c2d-4538-be54-127ca8c5d129 req-86b89c33-52bf-4ab3-9175-4c79aef083f4 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697616 Jul 09 16:46:12.730584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:12.734266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.735782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] 10.222.0.43 "PUT /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 1131 time: 3.6394837 Jul 09 16:46:12.763623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d843e32-ab81-447e-8a42-ba47c6bf2f6a req-1daca2d3-8844-4941-a732-89790c20e1a2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1787019 Jul 09 16:46:12.804588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:12.916517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9b7da-f19f-4ac5-80ce-580548ca0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:12.929520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-f8d38538-f58e-44e4-b4f4-50fb18295114 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 1001 time: 0.4393516 Jul 09 16:46:12.952820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:13.109413 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.115134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.146849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.255428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.260769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.261731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:13.262313 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.293773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66094f18-54a0-416f-81db-ea8f0172d85b req-2bf30e05-9b8e-4ddd-9e83-5397931d0e7a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:13.300259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66094f18-54a0-416f-81db-ea8f0172d85b req-2bf30e05-9b8e-4ddd-9e83-5397931d0e7a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:13.301988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66094f18-54a0-416f-81db-ea8f0172d85b req-2bf30e05-9b8e-4ddd-9e83-5397931d0e7a tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1683 time: 0.3284965 Jul 09 16:46:13.453152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.467110 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.467110 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47 disassociated. External IP: 172.25.7.88, port: 30f98285-d667-4a61-b71c-588006d0d983. Jul 09 16:46:13.567315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66094f18-54a0-416f-81db-ea8f0172d85b req-b6d38a32-4f36-494f-a035-ecd8a3f380d3 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574430 Jul 09 16:46:13.653133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58686ad-bca3-4456-a3b1-e7327b393e73 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:13.669098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7674425 Jul 09 16:46:13.675126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.677519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:13.698605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4be14-7b61-487d-aee9-a62c9e19d764 admin admin] Pushing event updated for resources: {'Network': ['ID=941e282c-b032-4bbe-8f3e-f715420c3553,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:13.710767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 941e282c-b032-4bbe-8f3e-f715420c3553 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:46:13.713584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Request body: {'subnet': {'network_id': '941e282c-b032-4bbe-8f3e-f715420c3553', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-400619093-subnet', 'tenant_id': 'a0fa905635b748579b1cdea356d7be31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:13.769145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Transition to ACTIVE for port object b58686ad-bca3-4456-a3b1-e7327b393e73 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:13.786505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.859863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Made reservation on behalf of a0fa905635b748579b1cdea356d7be31 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:13.867077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:13.879358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b58686ad-bca3-4456-a3b1-e7327b393e73,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:13.887346 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.138352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2196276f-6372-411c-a223-3a4b31a29c56 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:14.165409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.226885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.231482 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.247767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf48d9-f2b9-4003-a759-9306de95ba50 req-2d2c3032-a543-4792-8204-3179d902d19d tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.256057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28bf48d9-f2b9-4003-a759-9306de95ba50 req-2d2c3032-a543-4792-8204-3179d902d19d tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 943 time: 0.4880497 Jul 09 16:46:14.303783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Transition to ACTIVE for port object 2196276f-6372-411c-a223-3a4b31a29c56 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:14.326112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.376530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:14.400916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28bf48d9-f2b9-4003-a759-9306de95ba50 req-9db65ab5-ad35-486c-a88e-60a2951a657d tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436899 Jul 09 16:46:14.416283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Attempting to bind port b58686ad-bca3-4456-a3b1-e7327b393e73 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:14.416730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Attempting to bind port b58686ad-bca3-4456-a3b1-e7327b393e73 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '4b591655-3a55-4117-b42e-a11bd121e637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:14.426270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Attempting to bind port b58686ad-bca3-4456-a3b1-e7327b393e73 on network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:14.433840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Port b58686ad-bca3-4456-a3b1-e7327b393e73 on network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:14.434934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Attempting to bind port b58686ad-bca3-4456-a3b1-e7327b393e73 on network df1aacf9-c04a-44d5-9f39-58bc29f0ca2d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:14.490992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:46:14.501116 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2505a-aa04-4dd4-a7f3-0e3b137b67da x-openstack-request-id: req-24b2505a-aa04-4dd4-a7f3-0e3b137b67da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:14.501534 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "f6f71550-5258-42c7-a1cb-974d3c592f64", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:14.501876 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24b2505a-aa04-4dd4-a7f3-0e3b137b67da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:14.502382 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': 'f6f71550-5258-42c7-a1cb-974d3c592f64', 'status': 'completed', 'code': 200} Jul 09 16:46:14.615711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:14.615965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Checking segment: {'id': '4b591655-3a55-4117-b42e-a11bd121e637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:14.616246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Bound using segment: {'id': '4b591655-3a55-4117-b42e-a11bd121e637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:14.616705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Bound port: b58686ad-bca3-4456-a3b1-e7327b393e73, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b591655-3a55-4117-b42e-a11bd121e637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:14.617074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.734523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.734770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.736997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.736997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.736997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.738256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.738966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.742777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-19f5d0d3-34ce-4504-8025-08863c367d64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6233 time: 0.2018054 Jul 09 16:46:14.833417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.887881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Attempting to bind port 2196276f-6372-411c-a223-3a4b31a29c56 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:14.888376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Attempting to bind port 2196276f-6372-411c-a223-3a4b31a29c56 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:14.888849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Attempting to bind port 2196276f-6372-411c-a223-3a4b31a29c56 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:14.909649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:14.915852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.923954 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:14.933158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Port 2196276f-6372-411c-a223-3a4b31a29c56 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:14.933624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Attempting to bind port 2196276f-6372-411c-a223-3a4b31a29c56 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:14.955511 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:14.958635 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:14.969161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] For port b58686ad-bca3-4456-a3b1-e7327b393e73, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:14.986325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Router 6a45a5f1-bb7c-4f5f-9317-c90902aa2bef is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:46:14.991372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:14.991884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Checking segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:14.992388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Bound using segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:14.993034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Bound port: 2196276f-6372-411c-a223-3a4b31a29c56, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:14.993439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.995472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231e97f0-1c24-4360-a0ba-beaf63a4f540,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:15.070230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] For port b58686ad-bca3-4456-a3b1-e7327b393e73, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b58686ad-bca3-4456-a3b1-e7327b393e73,segment=NetworkSegment(4b591655-3a55-4117-b42e-a11bd121e637),segment_id=4b591655-3a55-4117-b42e-a11bd121e637)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:15.079246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-af62fec9-a021-43bc-8780-28c5a630612e tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "PUT /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 695 time: 2.1406910 Jul 09 16:46:15.081029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.084237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-6b724671-d528-4bf1-8397-12d4e213a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.084828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-6b724671-d528-4bf1-8397-12d4e213a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.085988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-6b724671-d528-4bf1-8397-12d4e213a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.088039 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-6b724671-d528-4bf1-8397-12d4e213a21a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3303804 Jul 09 16:46:15.109339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Checking segment: {'id': '582e631e-85fc-488c-bb83-c99954c422ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '941e282c-b032-4bbe-8f3e-f715420c3553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:15.109817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Network hostable DHCP agents. Network: 941e282c-b032-4bbe-8f3e-f715420c3553, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:46:15.125367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b787af4-4d40-4448-b9f5-5d8fcc1fda12 req-607ce07d-bf20-40d3-93e4-c7e09b9914cf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.127146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b787af4-4d40-4448-b9f5-5d8fcc1fda12 req-607ce07d-bf20-40d3-93e4-c7e09b9914cf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.3568885 Jul 09 16:46:15.147743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:15.217539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b58686ad-bca3-4456-a3b1-e7327b393e73,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:15.259294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Network 941e282c-b032-4bbe-8f3e-f715420c3553 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:46:15.267215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:15.291585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b787af4-4d40-4448-b9f5-5d8fcc1fda12 req-975b661f-3b54-4c80-90a8-fab1c668096c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513419 Jul 09 16:46:15.300750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2196276f-6372-411c-a223-3a4b31a29c56,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:15.305745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 941e282c-b032-4bbe-8f3e-f715420c3553) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:15.314492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323513f7-d245-4ab8-8281-f4f9a70589de None None] Network 941e282c-b032-4bbe-8f3e-f715420c3553 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:15.318585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.328097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.328097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-9157f39a-fd22-4692-b141-39e606bdff04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3059540 Jul 09 16:46:15.332945 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.341286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.348391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.355067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-43068653-6da7-46e9-8128-3e1c52c416a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/b58686ad-bca3-4456-a3b1-e7327b393e73 HTTP/1.1" status: 200 len: 1091 time: 2.8277659 Jul 09 16:46:15.376115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-b86c2f20-1a99-4d8e-9434-1d56f9230501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.384460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-b86c2f20-1a99-4d8e-9434-1d56f9230501 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.2675819 Jul 09 16:46:15.431187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f31445f7-86e6-4a39-adaa-fa613be1eae8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7384887 Jul 09 16:46:15.434726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'tag': 'b58686ad-bca3-4456-a3b1-e7327b393e73'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:15.437208 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc37c6-013c-47ad-8ca4-d0c72957f363" -d '{"events": [{"name": "network-changed", "server_uuid": "54c95175-b208-4e87-a0ba-26b88e8e88a9", "tag": "b58686ad-bca3-4456-a3b1-e7327b393e73"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:15.440181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-1a1f3a94-bbf9-4593-91e5-39b2c9b8930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.442268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c5744b36-b4ea-40ec-9559-dcf770c58428 req-1a1f3a94-bbf9-4593-91e5-39b2c9b8930a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2701342 Jul 09 16:46:15.514899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.519616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.521692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/2196276f-6372-411c-a223-3a4b31a29c56 HTTP/1.1" status: 200 len: 1090 time: 2.7404969 Jul 09 16:46:15.636693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:15.641172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-aa3b5f86-cf88-4561-94f8-ae324e739f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.645810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-aa3b5f86-cf88-4561-94f8-ae324e739f45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29d372cd38140a59496ce6d89219928&device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 1094 time: 0.2007401 Jul 09 16:46:15.650532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.654418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5df28481-7d02-4202-b06e-6131a4815837 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "PUT /v2.0/routers/6a45a5f1-bb7c-4f5f-9317-c90902aa2bef HTTP/1.1" status: 200 len: 915 time: 4.9827204 Jul 09 16:46:15.654929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:15.660243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:15.663963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] Sync routers for ids ['6a45a5f1-bb7c-4f5f-9317-c90902aa2bef'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:15.710068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:15.722485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] Routers {'6a45a5f1-bb7c-4f5f-9317-c90902aa2bef'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:15.727347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6a45a5f1-bb7c-4f5f-9317-c90902aa2bef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:15.771082 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:46:15.781787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:15.784032 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:15.789730 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:15.886301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:15.894903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-207cd3e4-131f-4af2-9ef2-aa20d10dc817 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b58686ad-bca3-4456-a3b1-e7327b393e73 HTTP/1.1" status: 200 len: 217 time: 0.2147148 Jul 09 16:46:15.938303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c07d63-e70c-4934-bb83-32c9b3c2f477 None None] Network 941e282c-b032-4bbe-8f3e-f715420c3553 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:15.982136 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:15.993012 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16c69e45-775b-49ef-8b03-8e39777ed261 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/6a45a5f1-bb7c-4f5f-9317-c90902aa2bef HTTP/1.1" status: 200 len: 921 time: 0.3368843 Jul 09 16:46:16.005071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:16.148773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-04c65261-6c29-44d2-bb8e-bb0fb3d7c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.150694 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-04c65261-6c29-44d2-bb8e-bb0fb3d7c762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=071000ee-cf02-494a-9792-7c86c269d4f2 HTTP/1.1" status: 200 len: 853 time: 0.1563830 Jul 09 16:46:16.180985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] Routers {'6a45a5f1-bb7c-4f5f-9317-c90902aa2bef'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:16.181925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6a45a5f1-bb7c-4f5f-9317-c90902aa2bef'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:16.209989 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-b4ac0f5c-9587-4625-89ed-c78f3589a311 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525191 Jul 09 16:46:16.224696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:16.225604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc92dc-3662-40e6-88e0-0d60338b5749 None None] The sync data for ids ['6a45a5f1-bb7c-4f5f-9317-c90902aa2bef'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:16.310049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b99af-ecbd-45a4-8249-73463242cbb3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.314217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-998b99af-ecbd-45a4-8249-73463242cbb3 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=6a45a5f1-bb7c-4f5f-9317-c90902aa2bef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3050430 Jul 09 16:46:16.321396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:16.377637 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:16.401715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-ee4397c9-e1bc-4c5d-95ba-21ab17513d37 service neutron] 10.222.0.37 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714306 Jul 09 16:46:16.410117 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55074cac-b705-4b31-8cc2-db524fd5a74b None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:44:14Z', 'revision_number': 4, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b2b174ff-8322-49ad-9199-0735e3e3e975', 'name': '', 'network_id': '99417b66-3c63-4cca-9dc8-9ee1ccd37ce4', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'mac_address': 'fa:16:3e:66:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:12Z', 'updated_at': '2021-07-09T16:44:25Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'subnets': [{'id': '8adb1caa-0f18-46f4-ba43-74ff754381a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:16.503721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c488-f641-420c-9b62-5879a8a704e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:16.506221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '37fdcbf5-a8f8-402e-b099-1bc4309219a4'}, {'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}, {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:16.508491 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d825fffd-462b-4ded-8fea-0be758c56f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "37fdcbf5-a8f8-402e-b099-1bc4309219a4"}, {"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}, {"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "2196276f-6372-411c-a223-3a4b31a29c56"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:16.551814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65958382-9d52-4cd1-aad0-4322e51c3cba tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.553198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-65958382-9d52-4cd1-aad0-4322e51c3cba tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.2249420 Jul 09 16:46:16.560743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:16.616385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Deleting subnet f6bbfc0a-91d5-4a3e-8cc1-4dffc93c2dad {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:16.625150 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:16.644707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab72d5d9-8edb-4035-b19a-318a68e12538 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a45a5f1-bb7c-4f5f-9317-c90902aa2bef HTTP/1.1" status: 200 len: 205 time: 0.0827296 Jul 09 16:46:16.650616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:16.665573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-b07dcf41-4555-404e-8986-de2573664b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.668560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-b07dcf41-4555-404e-8986-de2573664b6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 1.2832224 Jul 09 16:46:16.674582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-22e27eb3-9caa-4a4c-b41a-a86ed16d11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.676073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-22e27eb3-9caa-4a4c-b41a-a86ed16d11ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 1100 time: 1.2873087 Jul 09 16:46:16.676662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:16.713986 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5139f7df-1d5d-4eea-9ded-de67276b01f3 req-bc1cfd55-5fb3-4647-b656-d0895031aa66 service neutron] 10.222.0.37 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004408 Jul 09 16:46:16.754397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.760912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.771837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.778684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.784734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.791479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.797909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.809188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-372dd4d4-9795-4e20-9cbe-1e94e0c23ed2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5383 time: 0.9770858 Jul 09 16:46:16.820648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:16.860448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd61227-e864-4947-a58e-e29625c1b7bf None None] New status for floating IP 97debeb7-5feb-4a2c-a466-5bdd1ac63d47: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:46:16.915152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-33c60c75-d7c8-47ec-9f1b-978692910123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 217 time: 0.2349508 Jul 09 16:46:16.938525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:16.987989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.079133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Deleting port fbb1503c-081a-4a45-a46f-34cb7db7a1d0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:17.081726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.129104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-eb7c680d-dbd1-4e95-8e0a-deebfc678ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.130759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-eb7c680d-dbd1-4e95-8e0a-deebfc678ad9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.4133642 Jul 09 16:46:17.159670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8baff2b6-000e-49f6-bc9d-4e44890e7cf3 req-52e5fd1d-b2b9-4561-ad58-b6a9cb461d6e tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3493967 Jul 09 16:46:17.202800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.220227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.236464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Calling delete_port for fbb1503c-081a-4a45-a46f-34cb7db7a1d0 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:17.251460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-85eebf80-ad7b-46a5-a514-c878bbbb8e52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 200 len: 217 time: 0.1112161 Jul 09 16:46:17.261141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-afcc8b6c-ace5-4a7f-a17a-06167452a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.267011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-afcc8b6c-ace5-4a7f-a17a-06167452a98d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.3509047 Jul 09 16:46:17.465325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.487892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-013ccbca-375d-445e-bf86-afcf238f66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.489530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-013ccbca-375d-445e-bf86-afcf238f66c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2048073 Jul 09 16:46:17.513217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event deleted for resources: {'Port': ['ID=fbb1503c-081a-4a45-a46f-34cb7db7a1d0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:17.530504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.635242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6bbfc0a-91d5-4a3e-8cc1-4dffc93c2dad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:17.638522 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.643437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ca95d37-a5d4-4617-8c38-b6a47ed1e1e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6bbfc0a-91d5-4a3e-8cc1-4dffc93c2dad HTTP/1.1" status: 204 len: 168 time: 1.8341236 Jul 09 16:46:17.648983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:17.715420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-7d877a7a-f892-41d1-a8bc-ff6858d9e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.717093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-7d877a7a-f892-41d1-a8bc-ff6858d9e045 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4462788 Jul 09 16:46:17.815060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f791e-aae3-4d37-bc04-58949ee61ad1 req-c8f9f371-5a27-4357-a00d-5d3663b327c0 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.824325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-339f791e-aae3-4d37-bc04-58949ee61ad1 req-c8f9f371-5a27-4357-a00d-5d3663b327c0 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 943 time: 0.4213078 Jul 09 16:46:17.885039 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:17.898377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-ce33e933-c5c3-4d7c-8429-d1c8fbc745eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.899857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-ce33e933-c5c3-4d7c-8429-d1c8fbc745eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3976974 Jul 09 16:46:17.981881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.004349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:18.013614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.051294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-1328cf5c-a243-46ed-9227-51af0044b5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204107 Jul 09 16:46:18.066345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-339f791e-aae3-4d37-bc04-58949ee61ad1 req-7dadebdd-af34-4d48-b161-d8a8d6c87969 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409856 Jul 09 16:46:18.115738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.117924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.155014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Transition to ACTIVE for port object 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:18.168770 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c14fb-790e-45a5-8b2c-337fe1d837f7 x-openstack-request-id: req-2c0c14fb-790e-45a5-8b2c-337fe1d837f7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:18.169184 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c95175-b208-4e87-a0ba-26b88e8e88a9", "tag": "b58686ad-bca3-4456-a3b1-e7327b393e73", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:18.169304 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c0c14fb-790e-45a5-8b2c-337fe1d837f7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:18.169673 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'tag': 'b58686ad-bca3-4456-a3b1-e7327b393e73', 'status': 'completed', 'code': 200} Jul 09 16:46:18.180327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.181350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Fanout notify agent at l3_agent the message router_deleted on router 6a45a5f1-bb7c-4f5f-9317-c90902aa2bef {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:18.183462 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.191593 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.196864 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cd292097-a596-4961-8ddf-e1bb1a406533 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/6a45a5f1-bb7c-4f5f-9317-c90902aa2bef HTTP/1.1" status: 204 len: 168 time: 1.5452392 Jul 09 16:46:18.199115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:18.204146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-694599395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:18.281291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.282552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.314075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-8d02bbfa-8501-43fb-a711-ccd120e9bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.315937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-8d02bbfa-8501-43fb-a711-ccd120e9bf74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29d372cd38140a59496ce6d89219928&device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 1094 time: 0.1176839 Jul 09 16:46:18.329354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.391262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9d5a62-7457-4d23-9840-00874b3eba7d req-b6824284-8f1e-47f4-b955-c0364261d026 service neutron] 10.222.0.48 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390756 Jul 09 16:46:18.396373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b95424-6ec0-4bf3-9233-bc6a916b779f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:18.409443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a149e7f3-578d-4250-9abf-3bce8b738690') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:18.409688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a149e7f3-578d-4250-9abf-3bce8b738690') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:18.422223 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.440500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.448742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:18.449153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.449738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.457996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.505011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.510649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a746064b-7ee4-4a20-809f-85569d845603 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3071203 Jul 09 16:46:18.514570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:18.521508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:18.528177 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:18.532556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:18.549694 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa31d4d-800d-494e-9a08-e7617a97a71c x-openstack-request-id: req-8fa31d4d-800d-494e-9a08-e7617a97a71c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:18.550131 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "37fdcbf5-a8f8-402e-b099-1bc4309219a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "2196276f-6372-411c-a223-3a4b31a29c56", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:18.550497 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fa31d4d-800d-494e-9a08-e7617a97a71c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:18.551081 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '37fdcbf5-a8f8-402e-b099-1bc4309219a4', 'status': 'completed', 'code': 200} Jul 09 16:46:18.551595 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'status': 'completed', 'code': 200} Jul 09 16:46:18.552011 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56', 'status': 'completed', 'code': 200} Jul 09 16:46:18.555700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-bb2d92b9-10e5-4a3e-a693-c733376b7d16 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401095 Jul 09 16:46:18.697205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-38f9cab2-092c-4a9f-b02d-566cbefe2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.698719 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-38f9cab2-092c-4a9f-b02d-566cbefe2d43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d HTTP/1.1" status: 200 len: 914 time: 0.3672655 Jul 09 16:46:18.710287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.774651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.777570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] 10.222.0.48 "DELETE /v2.0/networks/77b95424-6ec0-4bf3-9233-bc6a916b779f HTTP/1.1" status: 204 len: 168 time: 1.1273227 Jul 09 16:46:18.782777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:18.806032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-34209dc7-4a6c-4f99-b471-f5ca6a2581af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b58686ad-bca3-4456-a3b1-e7327b393e73 HTTP/1.1" status: 200 len: 217 time: 0.0742469 Jul 09 16:46:18.858831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94338645-3375-49bb-a88c-d718eab52383 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b95424-6ec0-4bf3-9233-bc6a916b779f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:18.911404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Attempting to bind port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:18.911897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Attempting to bind port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:18.912239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Attempting to bind port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:18.912434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.912937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.913408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.913872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.914338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.914829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.915288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.917210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b0e0d825-6313-4a67-abbe-6062f15e1805 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6300 time: 0.3800952 Jul 09 16:46:18.931748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-e9d94146-5668-45da-a628-f0558dbdf48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.933197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-e9d94146-5668-45da-a628-f0558dbdf48f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 1097 time: 0.3766012 Jul 09 16:46:18.941552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:18.946152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Deleting subnet 231e97f0-1c24-4360-a0ba-beaf63a4f540 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:18.949530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e on network 11e40d17-dbf0-42b3-9d46-7753c311f95d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:18.949862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Attempting to bind port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:18.956206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-370ef46d-af85-4489-bc35-a0421d9dbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.957631 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-370ef46d-af85-4489-bc35-a0421d9dbafe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=071000ee-cf02-494a-9792-7c86c269d4f2 HTTP/1.1" status: 200 len: 853 time: 0.1448174 Jul 09 16:46:18.967834 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.023862 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-6ec3a377-4cde-4766-87b6-858e98ff59be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361867 Jul 09 16:46:19.033220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dca4aa0-03c7-42cc-9b0b-fe27bcebaf6a req-5c722e61-6fc6-4dc6-bc75-492fab91d42c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197249 Jul 09 16:46:19.033875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:19.034199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Checking segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:19.034609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Bound using segment: {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:19.035061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Bound port: 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1387149-b5bb-48a9-84cb-fc85f9a01981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:19.035425 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.076291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81eebc-d4d2-42f8-96ab-d2707f282a2b req-0e8050fa-6535-4a0e-a58d-2d2404512538 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.083146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed81eebc-d4d2-42f8-96ab-d2707f282a2b req-0e8050fa-6535-4a0e-a58d-2d2404512538 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.4529123 Jul 09 16:46:19.117229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.138985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.149797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.155942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.161935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.167963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.174083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.174787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-70c71744-2834-4d89-b86b-90638ff1dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.175265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-70c71744-2834-4d89-b86b-90638ff1dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.175712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-70c71744-2834-4d89-b86b-90638ff1dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.177312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-70c71744-2834-4d89-b86b-90638ff1dbbb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2497351 Jul 09 16:46:19.180069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.182182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-02249d5e-27ea-4adf-b9ea-b86cee2bb349 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5395 time: 0.5116417 Jul 09 16:46:19.255445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-b91b6758-161b-4395-b4f0-699bc43f026c service neutron] 10.222.0.37 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159677 Jul 09 16:46:19.318011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed81eebc-d4d2-42f8-96ab-d2707f282a2b req-c7079c8f-c57b-4bdc-a3a3-ba054d3a15a6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249577 Jul 09 16:46:19.319175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.400092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-895628fe-f6e2-47cc-b125-3999cfb4c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.401593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-895628fe-f6e2-47cc-b125-3999cfb4c125 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158661 Jul 09 16:46:19.421294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ccc37c6-013c-47ad-8ca4-d0c72957f363 req-21cf489d-c07e-4480-bf3e-ee8ab7db7062 service neutron] 10.222.0.37 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567178 Jul 09 16:46:19.540724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.570224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.714142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-c253fefe-8d12-47f1-843c-8b46a3a528ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.715678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-c253fefe-8d12-47f1-843c-8b46a3a528ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 200 len: 921 time: 0.7746637 Jul 09 16:46:19.730232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.730741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.731275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.731686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.732261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.733216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.733832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.736113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-dce98305-9a1c-4dd2-b9fc-b562c66ee3d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6300 time: 0.1752319 Jul 09 16:46:19.753053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Allocated IP 172.25.7.98 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/45e119b6-1983-4c7a-81b2-1d86c74e690e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:19.756081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ff60215-d3c4-43b5-8550-c1a7837043c1 req-fdbcf350-b93b-4fe0-a93a-2f552f69dad0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5327275 Jul 09 16:46:19.757270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:19.818857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-18c62037-66b9-45d9-bae2-b97abd892ff6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 200 len: 217 time: 0.0903559 Jul 09 16:46:19.831124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:19.869085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.923423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-4d4b3ba7-13f5-4e60-bb72-be0dc41b8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.924009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-4d4b3ba7-13f5-4e60-bb72-be0dc41b8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.924538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-4d4b3ba7-13f5-4e60-bb72-be0dc41b8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.925384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.926528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-4d4b3ba7-13f5-4e60-bb72-be0dc41b8f85 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1712141 Jul 09 16:46:19.952500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.953157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:19.954596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e HTTP/1.1" status: 200 len: 1091 time: 4.3192096 Jul 09 16:46:19.969790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b53d1fa9-ae2e-40de-9ef9-78e15a28f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.971206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-b53d1fa9-ae2e-40de-9ef9-78e15a28f292 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 200 len: 859 time: 0.1388109 Jul 09 16:46:20.036718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:20.047588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.049209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231e97f0-1c24-4360-a0ba-beaf63a4f540,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:20.055267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.057243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-63bfa4c8-9c65-4d88-9c2f-d259d837a696 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/231e97f0-1c24-4360-a0ba-beaf63a4f540 HTTP/1.1" status: 204 len: 168 time: 1.2664268 Jul 09 16:46:20.060948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:20.106550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cafdd7-ff34-4626-aa10-b7b7b4401cd1 req-47afa729-b883-4355-a5ef-242cf94348e7 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.112936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cafdd7-ff34-4626-aa10-b7b7b4401cd1 req-47afa729-b883-4355-a5ef-242cf94348e7 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.114925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24cafdd7-ff34-4626-aa10-b7b7b4401cd1 req-47afa729-b883-4355-a5ef-242cf94348e7 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1683 time: 0.3982873 Jul 09 16:46:20.116543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265a327-8e75-43c7-bb66-33e2226122e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:20.175077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.181323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-cc93c58b-99c8-417e-85d4-4055d6a44ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.182859 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-cc93c58b-99c8-417e-85d4-4055d6a44ffb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466245 Jul 09 16:46:20.260222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2076c32-73f5-4d14-91c5-9fd3b9e49b22 req-e09fbeef-38fc-4e2a-8743-1772496c1349 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.261793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2076c32-73f5-4d14-91c5-9fd3b9e49b22 req-e09fbeef-38fc-4e2a-8743-1772496c1349 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.3299501 Jul 09 16:46:20.262419 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.267631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-ab8150be-381e-4bbf-9893-9d9e5c99d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.269179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-ab8150be-381e-4bbf-9893-9d9e5c99d4f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2568960 Jul 09 16:46:20.279469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24cafdd7-ff34-4626-aa10-b7b7b4401cd1 req-a6a530fb-4c33-41a3-9e4a-8109f48a75d4 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345081 Jul 09 16:46:20.292853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.344684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:20.351892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:20.359170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:20.362613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.412806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941e282c-b032-4bbe-8f3e-f715420c3553']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:20.413843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2076c32-73f5-4d14-91c5-9fd3b9e49b22 req-38f04973-88aa-4063-92ad-c9a41cd1e414 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434927 Jul 09 16:46:20.439241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Pushing event updated for resources: {'Port': ['ID=45e119b6-1983-4c7a-81b2-1d86c74e690e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:20.439241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582e631e-85fc-488c-bb83-c99954c422ff') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:20.439241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582e631e-85fc-488c-bb83-c99954c422ff') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:20.450517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.536815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.542306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-4e53a449-e96c-4fa0-bb0b-68236e5cc949 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610073 Jul 09 16:46:20.557860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:20.561659 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50fb045-1f0f-4898-8972-d26e8257cfba" -d '{"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:20.574044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:20.574680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:20.578660 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:20.686806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.694771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.696622 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] 10.222.0.48 "DELETE /v2.0/networks/941e282c-b032-4bbe-8f3e-f715420c3553 HTTP/1.1" status: 204 len: 168 time: 0.6342757 Jul 09 16:46:20.707537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-feedf7d2-f390-407f-beed-9000dbdc6b4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.713861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-feedf7d2-f390-407f-beed-9000dbdc6b4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.715456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-feedf7d2-f390-407f-beed-9000dbdc6b4d tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 1683 time: 0.2545640 Jul 09 16:46:20.716682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2459c7e-3ac8-4d06-a36a-ade126482371 req-45dc6737-cf7f-4b01-a53e-049bc414b6a0 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.718137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b58686ad-bca3-4456-a3b1-e7327b393e73 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:20.724084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2459c7e-3ac8-4d06-a36a-ade126482371 req-45dc6737-cf7f-4b01-a53e-049bc414b6a0 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 943 time: 0.3007262 Jul 09 16:46:20.764047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4614cd-e09f-4952-9789-2b9a54ce1833 admin admin] Pushing event deleted for resources: {'Network': ['ID=941e282c-b032-4bbe-8f3e-f715420c3553,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:20.848566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b58686ad-bca3-4456-a3b1-e7327b393e73, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b58686ad-bca3-4456-a3b1-e7327b393e73,segment=NetworkSegment(4b591655-3a55-4117-b42e-a11bd121e637),segment_id=4b591655-3a55-4117-b42e-a11bd121e637)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:20.866506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2459c7e-3ac8-4d06-a36a-ade126482371 req-008795bc-16dd-492c-869c-acba3870045a tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407151 Jul 09 16:46:20.876737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'b58686ad-bca3-4456-a3b1-e7327b393e73', 'network_id': 'df1aacf9-c04a-44d5-9f39-58bc29f0ca2d', 'port_id': 'b58686ad-bca3-4456-a3b1-e7327b393e73', 'mac_address': 'fa:16:3e:27:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071000ee-cf02-494a-9792-7c86c269d4f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:20.898886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.908057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d825fffd-462b-4ded-8fea-0be758c56f3f req-cd698bf3-9977-4693-8e21-564c9883a182 service neutron] 10.222.0.37 "GET /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518093 Jul 09 16:46:20.957712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:20.984343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58686ad-bca3-4456-a3b1-e7327b393e73 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:20.993010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:20.995109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e160a-ea81-4ca5-8aa6-bba127847dce req-b18d22c5-9a35-475e-ab01-7d27407ab8de tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.997651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3e160a-ea81-4ca5-8aa6-bba127847dce req-b18d22c5-9a35-475e-ab01-7d27407ab8de tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.3654523 Jul 09 16:46:21.019693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 692c7400-44f3-4ef1-a761-81539de0074f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:21.019932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.052434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b58686ad-bca3-4456-a3b1-e7327b393e73, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b58686ad-bca3-4456-a3b1-e7327b393e73,segment=NetworkSegment(4b591655-3a55-4117-b42e-a11bd121e637),segment_id=4b591655-3a55-4117-b42e-a11bd121e637)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:21.062228 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.116481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3e160a-ea81-4ca5-8aa6-bba127847dce req-f92d19ab-af31-4ea1-8919-0d15e82e0edb tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006408 Jul 09 16:46:21.156945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a2954f-f3b5-476e-8552-3f6cef2a1d36 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:21.170963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.198249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b58686ad-bca3-4456-a3b1-e7327b393e73,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:21.261296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Transition to ACTIVE for port object 39a2954f-f3b5-476e-8552-3f6cef2a1d36 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:21.266301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-4ff4b5c3-0412-4e68-b429-516985400a84 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 200 len: 693 time: 0.0877612 Jul 09 16:46:21.267832 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.430544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Pushing event updated for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:21.473044 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a445eb-3528-45a3-b36e-0b41a0691088 x-openstack-request-id: req-b3a445eb-3528-45a3-b36e-0b41a0691088 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:21.473044 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:21.473044 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3a445eb-3528-45a3-b36e-0b41a0691088 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:21.473655 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e', 'status': 'completed', 'code': 200} Jul 09 16:46:21.491297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['b58686ad-bca3-4456-a3b1-e7327b393e73'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:21.561884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab96e2bf-5ac4-4f99-a40f-7575bd9b20d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcf47fced60347a9b866c7c75af2d019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676167 Jul 09 16:46:21.567050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52330) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:21.622999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-15d66839-bb62-4ca4-966b-8c754c5df717 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.634611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-15d66839-bb62-4ca4-966b-8c754c5df717 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.3598936 Jul 09 16:46:21.643307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-9d48dc89-c7d2-46f4-938c-039acaf2e71b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:46:21.654424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-9d48dc89-c7d2-46f4-938c-039acaf2e71b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177615 Jul 09 16:46:21.725343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 692c7400-44f3-4ef1-a761-81539de0074f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=692c7400-44f3-4ef1-a761-81539de0074f,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:21.725960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.764983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 692c7400-44f3-4ef1-a761-81539de0074f owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:21.781148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-3e2525a9-f762-4ea5-9c5b-ec9c561b5ec9 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 696 time: 0.1256974 Jul 09 16:46:21.801822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Attempting to bind port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:21.802055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Attempting to bind port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:21.802441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Attempting to bind port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:21.802566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.843617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.847214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae45584b-3dd3-48fe-b204-7b4147a817b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.853720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.854194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.854695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.855176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.855638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.856107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.856570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.859798 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-716ad89b-4e90-4d66-8435-6b46faeb6717 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6367 time: 0.3288991 Jul 09 16:46:21.865164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:21.865164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Attempting to bind port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:21.888354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2e11452a-2a29-4f70-8af9-f30faabe8a68 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 696 time: 0.0833609 Jul 09 16:46:21.893431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:21.893693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Checking segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:21.894002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Bound using segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:21.894495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Bound port: 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:21.894900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:21.967038 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-e3d03d4f-78e1-45a6-a3b4-80ba8ea79b2d service neutron] show failed (client error): The resource could not be found. Jul 09 16:46:21.968110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-e3d03d4f-78e1-45a6-a3b4-80ba8ea79b2d service neutron] 10.222.0.43 "GET /v2.0/ports/ce74e8d4-b587-47b6-aead-625c8ec362b3/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.2538135 Jul 09 16:46:22.021072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae45584b-3dd3-48fe-b204-7b4147a817b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.131010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.155388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.166811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.174422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.181535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.190722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.197375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.200611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-e21d2b7c-81ab-4886-ad74-9725f3870fed tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5407 time: 0.4870415 Jul 09 16:46:22.268557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-7534be5a-8b5c-4d99-84d5-327cf57b3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.269312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-7534be5a-8b5c-4d99-84d5-327cf57b3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.270115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-7534be5a-8b5c-4d99-84d5-327cf57b3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.272185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-7534be5a-8b5c-4d99-84d5-327cf57b3652 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3990626 Jul 09 16:46:22.277986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae45584b-3dd3-48fe-b204-7b4147a817b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.282286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae45584b-3dd3-48fe-b204-7b4147a817b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.284164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ae45584b-3dd3-48fe-b204-7b4147a817b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55004117-e1c7-49b6-b9da-cfe99f9ba1b8 HTTP/1.1" status: 204 len: 168 time: 0.7155759 Jul 09 16:46:22.305245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.326827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:22.361382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:22.371583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eaf444b3-6a82-42fb-a69f-b5ecb2d57600 req-71768ae1-ac50-4a86-b962-1174409e181e tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543343 Jul 09 16:46:22.376026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.391043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45584b-3dd3-48fe-b204-7b4147a817b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55004117-e1c7-49b6-b9da-cfe99f9ba1b8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:22.400031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['6225b626-e765-4ec9-b38c-994c68e94ed5', '692c7400-44f3-4ef1-a761-81539de0074f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:22.434645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=692c7400-44f3-4ef1-a761-81539de0074f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:22.444721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.445657 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.447575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] 10.222.0.43 "PUT /v2.0/ports/39a2954f-f3b5-476e-8552-3f6cef2a1d36 HTTP/1.1" status: 200 len: 1091 time: 2.4425268 Jul 09 16:46:22.527083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Request body: {'port': {'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:22.545400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Router be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:46:22.554387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 692c7400-44f3-4ef1-a761-81539de0074f on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:22.562927 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.565920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-f9f755c6-625a-465d-a9b9-81d5d7e5dedd tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.37 "DELETE /v2.0/ports/692c7400-44f3-4ef1-a761-81539de0074f HTTP/1.1" status: 204 len: 173 time: 1.8116310 Jul 09 16:46:22.569843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-deleted', 'tag': '692c7400-44f3-4ef1-a761-81539de0074f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:22.572294 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aac5cc-452e-40fa-8dde-176eaea174a0" -d '{"events": [{"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-deleted", "tag": "692c7400-44f3-4ef1-a761-81539de0074f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:22.593025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Deleting port 1a03fd67-e531-48be-9462-1d8f49d61372 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:22.593955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.665933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-0a86a9c2-ae73-4a7b-bbe2-db9d890b23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.671971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c50fb045-1f0f-4898-8972-d26e8257cfba req-0a86a9c2-ae73-4a7b-bbe2-db9d890b23e4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3841982 Jul 09 16:46:22.805106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:22.809355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18db02-6f50-403e-89e1-2e8519291b5e service neutron] Pushing event updated for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:22.856344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-3de75abb-0a59-4271-b285-999d47f120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.858365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-3de75abb-0a59-4271-b285-999d47f120ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404&tenant_id=4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 1101 time: 0.5809984 Jul 09 16:46:22.861196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b58686ad-bca3-4456-a3b1-e7327b393e73 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:22.900291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:22.980657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 6225b626-e765-4ec9-b38c-994c68e94ed5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:22.981141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.998355 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.021997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port b58686ad-bca3-4456-a3b1-e7327b393e73 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:23.030260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port b58686ad-bca3-4456-a3b1-e7327b393e73 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:23.031033 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.042780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.053518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.053743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.097886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:23.100585 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17053be-22f9-49eb-b208-1a79eb0630d9" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:23.106960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Calling delete_port for 1a03fd67-e531-48be-9462-1d8f49d61372 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:23.118645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:23.127642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 6225b626-e765-4ec9-b38c-994c68e94ed5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6225b626-e765-4ec9-b38c-994c68e94ed5,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:23.128091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.131900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.132866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:23.145762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 6225b626-e765-4ec9-b38c-994c68e94ed5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:23.153758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:23.169199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.203716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:23.209452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.213477 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-96e66fb6-6a94-44a9-a459-c46b6fc6b0d8 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "PUT /v2.0/routers/be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d HTTP/1.1" status: 200 len: 914 time: 4.6896379 Jul 09 16:46:23.216171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:23.219266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] Sync routers for ids ['be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:23.220994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e1b47-ca7c-4a2e-9c9e-3fe30e9621f6 req-fa0c7868-9697-42ae-9908-7fad53f4b045 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:23.228846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a7e1b47-ca7c-4a2e-9c9e-3fe30e9621f6 req-fa0c7868-9697-42ae-9908-7fad53f4b045 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe72606f-7998-4357-bc48-eab35daca3c3 HTTP/1.1" status: 200 len: 946 time: 0.4458687 Jul 09 16:46:23.253556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.255380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:23.259316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] Routers {'be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:23.259935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:23.298641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:23.344101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] Routers {'be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:23.344648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:23.379783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b325dd10-eb56-478f-bc9b-c83bb3257255 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d HTTP/1.1" status: 200 len: 920 time: 0.1622586 Jul 09 16:46:23.383247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:23.392945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b58686ad-bca3-4456-a3b1-e7327b393e73, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b58686ad-bca3-4456-a3b1-e7327b393e73,segment=NetworkSegment(4b591655-3a55-4117-b42e-a11bd121e637),segment_id=4b591655-3a55-4117-b42e-a11bd121e637)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:23.395971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:23.396516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d71cfc2-73c8-40af-ad24-045b3ff2918d None None] The sync data for ids ['be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:23.401632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.402457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6225b626-e765-4ec9-b38c-994c68e94ed5 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:23.407309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.437697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-86cb8a01-f13f-4f17-8a96-86c9f3556393 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0fa905635b748579b1cdea356d7be31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827270 Jul 09 16:46:23.442041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:23.454983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a7e1b47-ca7c-4a2e-9c9e-3fe30e9621f6 req-b581b546-7e24-4c0d-ba81-12897cdcb5d9 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfd18301-dc81-4b56-8772-de10e0ff19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238095 Jul 09 16:46:23.478668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:23.480267 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c7d23-4e88-4974-84a5-356f8f23c7da" -d '{"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:23.508829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b58686ad-bca3-4456-a3b1-e7327b393e73,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:23.584780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ced2d86f-ec0f-4f3d-86c8-b5f63add1be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.598928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25e62b-0b5d-4836-819f-44e52f46ba34 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:23.598928 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d25e62b-0b5d-4836-819f-44e52f46ba34 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2044866 Jul 09 16:46:23.604625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:23.606222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.662205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ced2d86f-ec0f-4f3d-86c8-b5f63add1be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.700229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=6225b626-e765-4ec9-b38c-994c68e94ed5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:23.786434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 6225b626-e765-4ec9-b38c-994c68e94ed5 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:23.789536 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.792664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df16bf95-ec01-431f-91b1-451f1d434cc9 req-7f6088a5-2525-45dc-bb0a-0402cfd00d18 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.37 "DELETE /v2.0/ports/6225b626-e765-4ec9-b38c-994c68e94ed5 HTTP/1.1" status: 204 len: 173 time: 1.2130313 Jul 09 16:46:23.794211 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ced2d86f-ec0f-4f3d-86c8-b5f63add1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.798393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ced2d86f-ec0f-4f3d-86c8-b5f63add1be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.799779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ced2d86f-ec0f-4f3d-86c8-b5f63add1be8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c18ffbeb-2887-4e5f-baa7-3ca03c6f30bd HTTP/1.1" status: 204 len: 168 time: 0.3565164 Jul 09 16:46:23.811420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2d86f-ec0f-4f3d-86c8-b5f63add1be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18ffbeb-2887-4e5f-baa7-3ca03c6f30bd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:23.821040 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.859888 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.915548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 692c7400-44f3-4ef1-a761-81539de0074f no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:23.947448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 692c7400-44f3-4ef1-a761-81539de0074f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:23.948189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 692c7400-44f3-4ef1-a761-81539de0074f not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:24.258197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.332185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event deleted for resources: {'Port': ['ID=1a03fd67-e531-48be-9462-1d8f49d61372,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:24.372184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a2ac5-f7e3-4372-a398-24bc6af619ab tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:24.376866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e93a2ac5-f7e3-4372-a398-24bc6af619ab tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.7683625 Jul 09 16:46:24.377733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:24.440858 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e2501ff3-314a-4450-96dc-6644a434cc62 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d HTTP/1.1" status: 200 len: 205 time: 0.0611646 Jul 09 16:46:24.442617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:24.455161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:24.499577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0764f-6bdb-4f2a-b844-6bca149f2eb0 req-bc4a98ca-798d-4862-91d2-34c70d5e46c9 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:24.501331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8f0764f-6bdb-4f2a-b844-6bca149f2eb0 req-bc4a98ca-798d-4862-91d2-34c70d5e46c9 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.8558414 Jul 09 16:46:24.551689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4973e5-3d27-440f-9406-b23ff8b9d888 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:24.566690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.578601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.582747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.600211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c7f7a4e-a688-497a-bf14-46d7ef95845f req-2f10ad75-cd5a-4bb0-86ba-28e4714505f5 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "DELETE /v2.0/floatingips/97debeb7-5feb-4a2c-a466-5bdd1ac63d47 HTTP/1.1" status: 204 len: 173 time: 2.6992548 Jul 09 16:46:24.606560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:24.631733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.677914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Transition to ACTIVE for port object 6c4973e5-3d27-440f-9406-b23ff8b9d888 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:24.700575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8f0764f-6bdb-4f2a-b844-6bca149f2eb0 req-bccb4caf-6154-413b-b1b7-d633dd9a1cb4 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825314 Jul 09 16:46:24.705869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.756710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:24.802986 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9ee0b8-c9f5-47e0-9162-b7a30722078d x-openstack-request-id: req-6d9ee0b8-c9f5-47e0-9162-b7a30722078d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:24.804832 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-deleted", "tag": "692c7400-44f3-4ef1-a761-81539de0074f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:24.805862 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d9ee0b8-c9f5-47e0-9162-b7a30722078d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:24.808116 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-deleted', 'tag': '692c7400-44f3-4ef1-a761-81539de0074f', 'status': 'completed', 'code': 200} Jul 09 16:46:24.817064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.865062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Transition to ACTIVE for port object ce74e8d4-b587-47b6-aead-625c8ec362b3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:24.869208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:24.889363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.891193 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.962361 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a147c1c-c999-49cd-920c-bd8449ccad12 x-openstack-request-id: req-0a147c1c-c999-49cd-920c-bd8449ccad12 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:24.963097 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:24.963518 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a147c1c-c999-49cd-920c-bd8449ccad12 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:24.964074 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:46:25.005416 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cf7f53-9ee5-4b54-9dd8-22c2666d80b3 x-openstack-request-id: req-04cf7f53-9ee5-4b54-9dd8-22c2666d80b3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:25.005817 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:25.006397 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04cf7f53-9ee5-4b54-9dd8-22c2666d80b3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:25.011140 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36', 'status': 'completed', 'code': 200} Jul 09 16:46:25.129575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:25.137128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:46:25.137415 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:46:25.201364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:25.211527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Deleting port 45e119b6-1983-4c7a-81b2-1d86c74e690e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:25.212035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.218356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:25.275805 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.283078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] No DVR routers for this DVR port ce74e8d4-b587-47b6-aead-625c8ec362b3 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:25.307686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:25.357579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98223e9-097f-4ab9-9d0d-b466f0bc6817 req-7ba3fcf8-5122-48db-a4f4-9c14866c88e0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.360280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d98223e9-097f-4ab9-9d0d-b466f0bc6817 req-7ba3fcf8-5122-48db-a4f4-9c14866c88e0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.6451511 Jul 09 16:46:25.366527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:25.367159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.367993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.375326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.377336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.377461 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.377947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.378430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.383271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.396356 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-440013c0-65d0-42dc-8280-4ff6e1ac8729 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6434 time: 0.3865380 Jul 09 16:46:25.426672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Attempting to bind port 6c4973e5-3d27-440f-9406-b23ff8b9d888 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:25.427038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Attempting to bind port 6c4973e5-3d27-440f-9406-b23ff8b9d888 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:25.427657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Attempting to bind port 6c4973e5-3d27-440f-9406-b23ff8b9d888 on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:25.441008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:25.441393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:25.442250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:25.456371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:25.456685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:25.471687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:25.471960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:25.472345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:25.472880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Bound port: ce74e8d4-b587-47b6-aead-625c8ec362b3, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:25.473261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.474567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:25.475726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Port 6c4973e5-3d27-440f-9406-b23ff8b9d888 on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:25.476042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Attempting to bind port 6c4973e5-3d27-440f-9406-b23ff8b9d888 on network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:25.489131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a9476fb7-1d6f-4040-8037-979c3deef9fe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:25.511787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:25.512179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Checking segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:25.512860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Bound using segment: {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:25.513536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Bound port: 6c4973e5-3d27-440f-9406-b23ff8b9d888, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3363525e-bef0-48d0-b82a-5d56d1ffbe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:25.513918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.606704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d98223e9-097f-4ab9-9d0d-b466f0bc6817 req-da48d6f0-0ece-45b6-bb75-6631bec1d656 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157750 Jul 09 16:46:25.652576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.655908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-78d5c830-c7cb-4a89-a015-88061beb4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.656387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-78d5c830-c7cb-4a89-a015-88061beb4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.657416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-78d5c830-c7cb-4a89-a015-88061beb4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.659200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-78d5c830-c7cb-4a89-a015-88061beb4f68 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2561879 Jul 09 16:46:25.682245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Calling delete_port for 45e119b6-1983-4c7a-81b2-1d86c74e690e owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:25.748197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.764379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.776365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:25.776815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.817471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.847519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.870281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.890670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.924236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-86a3f46c-e739-4324-82d9-e7e27245d657 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.7546840 Jul 09 16:46:25.930455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting subnet 6a65717a-0b8d-45aa-a211-6065f8957cf7 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:25.938614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.984665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-0264e963-7300-49a2-a1fa-702605af8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.986209 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-564c7d23-4e88-4974-84a5-356f8f23c7da req-0264e963-7300-49a2-a1fa-702605af8845 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3188224 Jul 09 16:46:26.062529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.089399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:26.118287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21ce410b-495a-4c7a-9be2-27d02672f963 req-8eb7ea56-e703-4fdc-9de0-dfaeee90c8bb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909075 Jul 09 16:46:26.121592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:26.148995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:26.171342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.180329 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:46:26.185918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:26.284766 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.316190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.316884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.318366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] 10.222.0.43 "PUT /v2.0/ports/6c4973e5-3d27-440f-9406-b23ff8b9d888 HTTP/1.1" status: 200 len: 1091 time: 3.8273621 Jul 09 16:46:26.335690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.340693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.356272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.358154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.360347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] 10.222.0.37 "PUT /v2.0/ports/ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 1096 time: 3.4689527 Jul 09 16:46:26.461975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event deleted for resources: {'Port': ['ID=45e119b6-1983-4c7a-81b2-1d86c74e690e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:26.561307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.561699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.562050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.562397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.562818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.563187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.563519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.563849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.564177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.571125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.571987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.572539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:26.652821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530505ab-f4cc-46cc-a4f2-171dd7e3cfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:26.654898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.777715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:26.828816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.829629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.830564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.831359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.832041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.832829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.833573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.836216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f1499361-d58f-4469-973b-02fea4aa0c42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6476 time: 0.4192929 Jul 09 16:46:26.863230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d95e9-1658-4710-a8e1-55fb7504084e req-70e78b43-1255-472e-89f2-f9e6fcf7f09f tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.871629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e8d95e9-1658-4710-a8e1-55fb7504084e req-70e78b43-1255-472e-89f2-f9e6fcf7f09f tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.5479188 Jul 09 16:46:26.942489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-ea2f1563-7b0f-45aa-aa3b-5fc10a50f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.944389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-ea2f1563-7b0f-45aa-aa3b-5fc10a50f446 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1099 time: 0.5265529 Jul 09 16:46:26.950253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-7068e578-f4af-4d70-985a-bee6112e1540 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f0e408-5bb2-456a-8543-9ea4c364f344 HTTP/1.1" status: 200 len: 217 time: 0.1034026 Jul 09 16:46:26.951200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396f12-02c5-4418-aa89-540e1b550a85 service neutron] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:26.964211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a9476fb7-1d6f-4040-8037-979c3deef9fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:26.964800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.966622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58686ad-bca3-4456-a3b1-e7327b393e73'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:26.969240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf6ca6-4c3a-4198-a834-50317616d8cb req-e06827d9-bcd7-4f38-ab9f-25629d544811 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.971224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edcf6ca6-4c3a-4198-a834-50317616d8cb req-e06827d9-bcd7-4f38-ab9f-25629d544811 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 946 time: 0.5553691 Jul 09 16:46:26.980871 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f611d8d-c125-40e8-af2b-205caf66795b" -d '{"events": [{"server_uuid": "54c95175-b208-4e87-a0ba-26b88e8e88a9", "name": "network-vif-plugged", "status": "completed", "tag": "b58686ad-bca3-4456-a3b1-e7327b393e73"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:27.043629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}, {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888'}, {'name': 'network-changed', 'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:27.046142 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1752f64-9888-4ebc-943f-c40461f4f131" -d '{"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-unplugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}, {"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888"}, {"name": "network-changed", "server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:27.117848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e8d95e9-1658-4710-a8e1-55fb7504084e req-1d362a8a-083b-496c-82d4-4f1ca9f19b73 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448497 Jul 09 16:46:27.201671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-553a0049-0bc0-495c-987e-120e206acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:27.203428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-553a0049-0bc0-495c-987e-120e206acc43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ca0dc34-f4b5-488e-b231-6a0a9d4562a0 HTTP/1.1" status: 200 len: 850 time: 0.2309918 Jul 09 16:46:27.220736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-deleted', 'tag': '6225b626-e765-4ec9-b38c-994c68e94ed5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:27.222793 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba0492-541c-45e9-b9ad-b43df11b10a8" -d '{"events": [{"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-deleted", "tag": "6225b626-e765-4ec9-b38c-994c68e94ed5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:27.252437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.255690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.259080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.267173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edcf6ca6-4c3a-4198-a834-50317616d8cb req-b4a958aa-78be-492c-a231-d15aa4dfb661 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759163 Jul 09 16:46:27.280760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.340483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:27.349464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.354844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb11a16-f876-4519-bf7e-b9159108afe9 None None] Network 0ce5f69a-db67-4df2-942e-29e6bc719595 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:27.357252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Subnet': ['ID=6a65717a-0b8d-45aa-a211-6065f8957cf7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:27.366630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.372869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ff82d396-698c-4e67-b59a-944ceb8b3f5c tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/subnets/6a65717a-0b8d-45aa-a211-6065f8957cf7 HTTP/1.1" status: 204 len: 168 time: 1.5937750 Jul 09 16:46:27.401553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:27.417987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.421075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Fanout notify agent at l3_agent the message router_deleted on router be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:27.440865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.452726 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda1814-33f7-45c7-aeee-a34b80dec873 x-openstack-request-id: req-7dda1814-33f7-45c7-aeee-a34b80dec873 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:27.453311 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c95175-b208-4e87-a0ba-26b88e8e88a9", "name": "network-vif-plugged", "status": "completed", "tag": "b58686ad-bca3-4456-a3b1-e7327b393e73", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:27.453602 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dda1814-33f7-45c7-aeee-a34b80dec873 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:27.454023 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58686ad-bca3-4456-a3b1-e7327b393e73', 'code': 200} Jul 09 16:46:27.455306 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b91132dc-e519-437e-8f13-0eb02e4f5c8b tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d HTTP/1.1" status: 204 len: 168 time: 2.9995914 Jul 09 16:46:27.455973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:27.462040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-996621331', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:27.475267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-8cbc0d79-51d8-4b58-b227-76c3153a3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:27.476884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-8cbc0d79-51d8-4b58-b227-76c3153a3f32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.5216975 Jul 09 16:46:27.495850 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64acd1c5-13a0-431d-a86d-7451c1753f0b x-openstack-request-id: req-64acd1c5-13a0-431d-a86d-7451c1753f0b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:27.496162 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-unplugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "code": 200}, {"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:27.496583 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64acd1c5-13a0-431d-a86d-7451c1753f0b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:27.496997 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'code': 200} Jul 09 16:46:27.497254 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888', 'status': 'completed', 'code': 200} Jul 09 16:46:27.497504 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'status': 'completed', 'code': 200} Jul 09 16:46:27.558746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.568905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.594183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:27.601872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:27.682533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-cf404d9a-0876-4704-b934-77062d0aae7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.1189077 Jul 09 16:46:27.685839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.767172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254f40-7de5-4989-b778-b2ce4291361d req-9be3a74e-6cc7-4474-9e53-801569263d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:27.769149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0a254f40-7de5-4989-b778-b2ce4291361d req-9be3a74e-6cc7-4474-9e53-801569263d5a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 1096 time: 0.2241867 Jul 09 16:46:27.814421 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.841713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] DHCP port deletion for 0ce5f69a-db67-4df2-942e-29e6bc719595 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:46:27.882316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.899456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-3547a71e-2dd8-40c5-bcb6-43c1a959147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:27.900203 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0a254f40-7de5-4989-b778-b2ce4291361d req-898fe23b-3656-4ac0-8dc2-364060490216 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170416 Jul 09 16:46:27.902093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-3547a71e-2dd8-40c5-bcb6-43c1a959147b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1899874 Jul 09 16:46:27.947817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] Deleting port 586b15a0-7da6-4850-8a99-d695874ac5a9 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:27.948438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:27.956543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-144bf748-b2a1-4b2a-936e-94ec8d225e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:27.958081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-144bf748-b2a1-4b2a-936e-94ec8d225e8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=97898012-36dc-4338-8b66-f21055404fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7446973 Jul 09 16:46:28.015691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1e31b-8ebc-4cf8-a439-b590eb065564 req-af704348-da35-430a-86b6-2ebff4fcded6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.022891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e1e31b-8ebc-4cf8-a439-b590eb065564 req-af704348-da35-430a-86b6-2ebff4fcded6 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 948 time: 0.6604004 Jul 09 16:46:28.036203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] For port 586b15a0-7da6-4850-8a99-d695874ac5a9, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=586b15a0-7da6-4850-8a99-d695874ac5a9,segment=NetworkSegment(a5995fa4-c93a-4252-863e-8957189980a8),segment_id=a5995fa4-c93a-4252-863e-8957189980a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:28.036691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.057898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] Calling delete_port for 586b15a0-7da6-4850-8a99-d695874ac5a9 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:28.068375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a830afd2-c018-4191-b4de-ff2439b60049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.146883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 586b15a0-7da6-4850-8a99-d695874ac5a9 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:28.192374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.198953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.226217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.228800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] Pushing event deleted for resources: {'Port': ['ID=586b15a0-7da6-4850-8a99-d695874ac5a9,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:28.231077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f0851-2933-4613-a96d-fd2a2f9d76c3 None None] No DVR routers for this DVR port 586b15a0-7da6-4850-8a99-d695874ac5a9 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:28.239001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No active binding found for port 586b15a0-7da6-4850-8a99-d695874ac5a9 {{(pid=93769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:46:28.239581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 586b15a0-7da6-4850-8a99-d695874ac5a9 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:28.247803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8e1e31b-8ebc-4cf8-a439-b590eb065564 req-01014d7c-5697-49fc-9650-f470cc114f54 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234704 Jul 09 16:46:28.326377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.333279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.348506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.349576 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2627d-20d2-4e9c-a749-dfdcedb53f53 x-openstack-request-id: req-e4d2627d-20d2-4e9c-a749-dfdcedb53f53 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:28.349957 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe72606f-7998-4357-bc48-eab35daca3c3", "name": "network-vif-deleted", "tag": "6225b626-e765-4ec9-b38c-994c68e94ed5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:28.350301 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4d2627d-20d2-4e9c-a749-dfdcedb53f53 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:28.350899 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe72606f-7998-4357-bc48-eab35daca3c3', 'name': 'network-vif-deleted', 'tag': '6225b626-e765-4ec9-b38c-994c68e94ed5', 'status': 'completed', 'code': 200} Jul 09 16:46:28.360532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.388334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.394635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.413535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.423758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9018e215-70cf-4928-a973-e78058bb8767 req-fb6618f7-2539-4b9b-a020-b128f92c98bc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.5883906 Jul 09 16:46:28.452682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-6127d799-09ed-4c2c-abe7-1733ca765c7b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.456070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-6127d799-09ed-4c2c-abe7-1733ca765c7b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 946 time: 0.1514330 Jul 09 16:46:28.458737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-1e99e6e1-6747-4d3a-8ae9-aa61de0afa76 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904034 Jul 09 16:46:28.492865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 586b15a0-7da6-4850-8a99-d695874ac5a9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:28.493220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.568366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Allocated IP 172.25.7.149 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/7fb483fe-1415-432a-9f2a-3b15f8b07971) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:28.687634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Deleting port 30f98285-d667-4a61-b71c-588006d0d983 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:28.688164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.753658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9018e215-70cf-4928-a973-e78058bb8767 req-f935d9db-f756-4293-992d-79a8a260f74b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3312490 Jul 09 16:46:28.763845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.779281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 586b15a0-7da6-4850-8a99-d695874ac5a9, host n-d-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:28.779698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.825196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 586b15a0-7da6-4850-8a99-d695874ac5a9 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:28.836570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] For port 30f98285-d667-4a61-b71c-588006d0d983, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=30f98285-d667-4a61-b71c-588006d0d983,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:28.836950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.842893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Port 586b15a0-7da6-4850-8a99-d695874ac5a9 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:46:28.854735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Calling delete_port for 30f98285-d667-4a61-b71c-588006d0d983 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:28.871873 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a830afd2-c018-4191-b4de-ff2439b60049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.879509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.883595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-3224f471-ed0f-44b1-8c36-396b8dfb4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.885853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-3224f471-ed0f-44b1-8c36-396b8dfb4f8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4611285 Jul 09 16:46:28.910511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.919119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=586b15a0-7da6-4850-8a99-d695874ac5a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:28.922560 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a830afd2-c018-4191-b4de-ff2439b60049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:28.980009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:28.988171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:28.991766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:28.995120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event updated for resources: {'Port': ['ID=7fb483fe-1415-432a-9f2a-3b15f8b07971,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:29.027517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-fa882eba-af1c-4e3f-8902-6a93620fba4c service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105258 Jul 09 16:46:29.029719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-7314bdfb-fcab-461d-a871-e91e169d597d service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412242 Jul 09 16:46:29.059288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39c8ff-3466-47f5-a0f0-2e726bd0875d req-897e0a68-b1da-48f4-ae1a-ad72f785ed00 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:29.066689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab39c8ff-3466-47f5-a0f0-2e726bd0875d req-897e0a68-b1da-48f4-ae1a-ad72f785ed00 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.5279348 Jul 09 16:46:29.071911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 586b15a0-7da6-4850-8a99-d695874ac5a9 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:29.254079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fadf8a8b-09e3-4e8f-b219-867adf613ce2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 217 time: 0.2067032 Jul 09 16:46:29.260060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a830afd2-c018-4191-b4de-ff2439b60049 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b64428f836d4495383bc176968c7da53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6602430 Jul 09 16:46:29.260260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:29.341195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.375254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['30f98285-d667-4a61-b71c-588006d0d983'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:29.394949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Pushing event deleted for resources: {'Port': ['ID=30f98285-d667-4a61-b71c-588006d0d983,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:29.428668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.430682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830afd2-c018-4191-b4de-ff2439b60049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c33895-8c12-4e94-9367-17fa36416b08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:29.456126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:29.458980 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35bd9af-725b-4908-82fe-ca90895e339d" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:29.498257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] No DVR routers for this DVR port 30f98285-d667-4a61-b71c-588006d0d983 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:29.502121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bda9d33e-4f25-407e-b75d-962c9c1d76d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.503515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.508646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.510713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aee5ea16-568e-4b23-bc72-124d23b9538a req-de3042ed-20cd-4c78-8e06-f2aa85578fa3 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.37 "DELETE /v2.0/ports/30f98285-d667-4a61-b71c-588006d0d983 HTTP/1.1" status: 204 len: 173 time: 1.0451126 Jul 09 16:46:29.554141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce5f69a-db67-4df2-942e-29e6bc719595']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:29.576499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bda9d33e-4f25-407e-b75d-962c9c1d76d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.580415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5995fa4-c93a-4252-863e-8957189980a8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:29.580713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5995fa4-c93a-4252-863e-8957189980a8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:29.596495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab39c8ff-3466-47f5-a0f0-2e726bd0875d req-d98d11be-6c19-4c4a-a627-96bf17897322 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288105 Jul 09 16:46:29.634113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0a58c2ca-8839-4cb7-a645-e7083072c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:29.635900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-0a58c2ca-8839-4cb7-a645-e7083072c6e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.3365819 Jul 09 16:46:29.643369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.672880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05f0932-ed9d-4f42-b91c-3bfd1c64b34e req-e53fba62-c7cb-49f4-b559-e63b5ee36dae service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212878 Jul 09 16:46:29.692393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.704929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10692f3a-c6ca-4cf3-8fcc-82499c1496d4 req-6954c975-84a1-4378-bae0-cdd5db7a379b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:29.709920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10692f3a-c6ca-4cf3-8fcc-82499c1496d4 req-6954c975-84a1-4378-bae0-cdd5db7a379b tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c41516b-6fcb-4c5d-87e2-3438b4ed5719 HTTP/1.1" status: 200 len: 867 time: 0.6724994 Jul 09 16:46:29.735149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:29.735649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:29.739667 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:29.763477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bda9d33e-4f25-407e-b75d-962c9c1d76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.771481 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bda9d33e-4f25-407e-b75d-962c9c1d76d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.772694 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bda9d33e-4f25-407e-b75d-962c9c1d76d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c33895-8c12-4e94-9367-17fa36416b08 HTTP/1.1" status: 204 len: 168 time: 0.5120206 Jul 09 16:46:29.804266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9d33e-4f25-407e-b75d-962c9c1d76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c33895-8c12-4e94-9367-17fa36416b08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:29.862803 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.147132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Router 5a95b910-1256-43e5-bb2c-61c64c08ac24 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:46:30.351927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'name': 'network-vif-deleted', 'tag': '30f98285-d667-4a61-b71c-588006d0d983'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:30.354508 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a46247-9ca3-48e1-ab48-147cbf2452cd" -d '{"events": [{"server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "name": "network-vif-deleted", "tag": "30f98285-d667-4a61-b71c-588006d0d983"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:30.361054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:30.374131 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] Sync routers for ids ['5a95b910-1256-43e5-bb2c-61c64c08ac24'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:30.387164 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] Routers {'5a95b910-1256-43e5-bb2c-61c64c08ac24'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:30.392687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5a95b910-1256-43e5-bb2c-61c64c08ac24'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:30.398643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:30.418761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.425897 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7ddca85-aa62-4e0b-9664-f42abc9f967e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9686649 Jul 09 16:46:30.426785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52526) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:30.436703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:30.443469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10692f3a-c6ca-4cf3-8fcc-82499c1496d4 req-02b6b646-119d-4c94-b619-087d7a134fb9 tempest-FloatingIPsAssociationTestJSON-260090279 tempest-FloatingIPsAssociationTestJSON-260090279-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7288802 Jul 09 16:46:30.454135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.473461 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5876f839-7b95-4be8-bf21-d46a6c763dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.478912 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:30.501178 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] Routers {'5a95b910-1256-43e5-bb2c-61c64c08ac24'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:30.504385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5a95b910-1256-43e5-bb2c-61c64c08ac24'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:30.543240 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c64dc8a-5cdc-4334-8cd1-200155fb4561 x-openstack-request-id: req-0c64dc8a-5cdc-4334-8cd1-200155fb4561 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:30.544811 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:30.545929 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c64dc8a-5cdc-4334-8cd1-200155fb4561 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:30.547271 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:46:30.547501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f0f5cf8a-201a-415b-b7c1-5f11288ef6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:30.549341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-f0f5cf8a-201a-415b-b7c1-5f11288ef6fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9022620 Jul 09 16:46:30.576838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.585078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/networks/0ce5f69a-db67-4df2-942e-29e6bc719595 HTTP/1.1" status: 204 len: 168 time: 3.1734483 Jul 09 16:46:30.592636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:30.604948 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:30.605649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11f24b-5eb2-4f4b-8434-ef05fca11a60 None None] The sync data for ids ['5a95b910-1256-43e5-bb2c-61c64c08ac24'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:30.649026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0239e-e70e-4edf-8095-759d53dc6c64 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Network': ['ID=0ce5f69a-db67-4df2-942e-29e6bc719595,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:30.780959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8200-53e2-4270-816e-c2273c57c0fc req-cadfc0f4-9c1b-44fe-9f0b-d07ca61b5a25 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:30.790764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de4b8200-53e2-4270-816e-c2273c57c0fc req-cadfc0f4-9c1b-44fe-9f0b-d07ca61b5a25 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 948 time: 0.4761202 Jul 09 16:46:30.865307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-ee0c8b36-98d2-48bb-a226-62711f1b059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:30.866979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-ee0c8b36-98d2-48bb-a226-62711f1b059e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1099 time: 0.5612738 Jul 09 16:46:30.875753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting subnet a9471088-7296-4567-950e-1344b5c29cd7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:30.879512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.958027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:30.989951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.061952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Deleting port 7fb483fe-1415-432a-9f2a-3b15f8b07971 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:31.062934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.096217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.129125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-7faaddb4-1304-4f85-856f-72ed14caa6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206490 Jul 09 16:46:31.155768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de4b8200-53e2-4270-816e-c2273c57c0fc req-4a0ec1e2-dcd1-43e7-b4a0-fb3ab296321d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630893 Jul 09 16:46:31.184077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.198047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Calling delete_port for 7fb483fe-1415-432a-9f2a-3b15f8b07971 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:31.214851 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abedb34c-ba58-4d65-922f-bdf8a33bfd60 x-openstack-request-id: req-abedb34c-ba58-4d65-922f-bdf8a33bfd60 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:31.216118 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c41516b-6fcb-4c5d-87e2-3438b4ed5719", "name": "network-vif-deleted", "tag": "30f98285-d667-4a61-b71c-588006d0d983", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:31.216118 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abedb34c-ba58-4d65-922f-bdf8a33bfd60 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:31.216719 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c41516b-6fcb-4c5d-87e2-3438b4ed5719', 'name': 'network-vif-deleted', 'tag': '30f98285-d667-4a61-b71c-588006d0d983', 'status': 'completed', 'code': 200} Jul 09 16:46:31.356899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-595202d9-046d-4d24-aad7-ee9f23a82377 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987033 Jul 09 16:46:31.498930 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5876f839-7b95-4be8-bf21-d46a6c763dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.514546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.520771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.527053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.533210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.541286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.547551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.555475 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.561884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80232b66-3b89-428e-98f9-958efba8be4e req-355518cc-723b-44de-bff1-6412f54af85c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.8175299 Jul 09 16:46:31.580197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5876f839-7b95-4be8-bf21-d46a6c763dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.583232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-09783e90-aed0-4d44-b9a4-ad4f80296341 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 217 time: 0.1739898 Jul 09 16:46:31.606318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-8743e308-2f70-4707-ba4d-fb94d8fa4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.608099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-8743e308-2f70-4707-ba4d-fb94d8fa4ae8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.6662450 Jul 09 16:46:31.768296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-d95a16cd-033c-4dd7-b8a1-2f5aad827b10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.1304021 Jul 09 16:46:31.769284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876f839-7b95-4be8-bf21-d46a6c763dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a268375e-b797-4014-9096-7f610dcb7c18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:31.773930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5876f839-7b95-4be8-bf21-d46a6c763dcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b29c963f1fe0411b9d13a8cb434a405e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3711212 Jul 09 16:46:31.786337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:31.824651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80232b66-3b89-428e-98f9-958efba8be4e req-908ea111-6bf0-4b23-ab6a-6fd93863fca5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494683 Jul 09 16:46:31.824651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.836670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:31.885800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-c1c771fb-b749-423c-bd65-6a99bfda406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.886777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Pushing event deleted for resources: {'Port': ['ID=7fb483fe-1415-432a-9f2a-3b15f8b07971,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:31.887340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-c1c771fb-b749-423c-bd65-6a99bfda406f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.2692604 Jul 09 16:46:31.949750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:31.969793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcae218-07ab-44a2-83a2-1be18f22fce0 req-648b750c-46a0-47a9-b240-fdec1293e4e3 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.978145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bbcae218-07ab-44a2-83a2-1be18f22fce0 req-648b750c-46a0-47a9-b240-fdec1293e4e3 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.6185331 Jul 09 16:46:31.986073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-19c59336-4eef-48a7-8763-34debae2e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.987601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-19c59336-4eef-48a7-8763-34debae2e291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2091596 Jul 09 16:46:32.063328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc675a20-27fb-4dec-b2f5-64b807a92af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.079520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.145468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bbcae218-07ab-44a2-83a2-1be18f22fce0 req-008ebc3c-5092-4726-bb41-68bc382424e7 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674607 Jul 09 16:46:32.148670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.173460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Subnet': ['ID=a9471088-7296-4567-950e-1344b5c29cd7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:32.175568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.179816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-13e12029-d7a8-4746-a996-616a32cc6769 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/subnets/a9471088-7296-4567-950e-1344b5c29cd7 HTTP/1.1" status: 204 len: 168 time: 1.5675211 Jul 09 16:46:32.181280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc675a20-27fb-4dec-b2f5-64b807a92af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.183598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b8a53-b3b7-4b22-bd6f-afd36c2461a0 None None] Network 350141b3-c3d4-41be-a0c1-c03d49a87b22 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:32.184845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:32.254991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-5b58ee1c-0862-4b70-ac18-2dac1db472e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:32.256532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-5b58ee1c-0862-4b70-ac18-2dac1db472e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3548121 Jul 09 16:46:32.344827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-0f96ae26-09fd-41e8-a7fd-09646747b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:32.345966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-0f96ae26-09fd-41e8-a7fd-09646747b0fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473208 Jul 09 16:46:32.378907 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.504708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc675a20-27fb-4dec-b2f5-64b807a92af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.507328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc675a20-27fb-4dec-b2f5-64b807a92af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.511068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc675a20-27fb-4dec-b2f5-64b807a92af2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a268375e-b797-4014-9096-7f610dcb7c18 HTTP/1.1" status: 204 len: 168 time: 0.7120392 Jul 09 16:46:32.577808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] DHCP port deletion for 350141b3-c3d4-41be-a0c1-c03d49a87b22 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:46:32.580043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc675a20-27fb-4dec-b2f5-64b807a92af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a268375e-b797-4014-9096-7f610dcb7c18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:32.656022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4b578ea2-9d1a-49eb-996d-7c992ebe4027 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866000 Jul 09 16:46:32.659700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.761297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] Deleting port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:32.761684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.782299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 30f98285-d667-4a61-b71c-588006d0d983 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:32.790289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-93f829f4-9bd5-4fdd-9887-b0d96526c130 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265993 Jul 09 16:46:32.831532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2116e6b-936a-4935-9e72-65721d3646a2 req-f192ff80-211a-483d-bd6b-a7c992a8ac29 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:32.840648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2116e6b-936a-4935-9e72-65721d3646a2 req-f192ff80-211a-483d-bd6b-a7c992a8ac29 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 948 time: 0.3910494 Jul 09 16:46:32.904150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 30f98285-d667-4a61-b71c-588006d0d983 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:32.908962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 30f98285-d667-4a61-b71c-588006d0d983 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:32.961853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] For port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:32.962574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.988875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] Calling delete_port for 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:33.031170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Deleting port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:33.031519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.080722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2116e6b-936a-4935-9e72-65721d3646a2 req-835bb669-7c2d-447a-b8f3-6b179db7f13f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390828 Jul 09 16:46:33.126555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.212400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.300691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Router 5a95b910-1256-43e5-bb2c-61c64c08ac24 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:46:33.323539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-7533f969-ad44-4699-a2e7-5ff023d874ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.325462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-7533f969-ad44-4699-a2e7-5ff023d874ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d29d372cd38140a59496ce6d89219928&device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 1096 time: 0.2143655 Jul 09 16:46:33.353999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] No DVR routers for this DVR port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:33.355969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d425f8-26af-4e51-8058-4f25623317ba None None] Pushing event deleted for resources: {'Port': ['ID=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:33.391988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-996b3c0a-73c1-4db9-abd3-0974f1466e7b service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766231 Jul 09 16:46:33.480024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:33.489279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.490758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-66ab199c-345f-4efa-9f63-8aee621a458e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "PUT /v2.0/routers/5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 200 len: 705 time: 3.0623829 Jul 09 16:46:33.500288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e307411-1724-48e5-b789-57926c163439 None None] Sync routers for ids ['5a95b910-1256-43e5-bb2c-61c64c08ac24'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:33.512113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e307411-1724-48e5-b789-57926c163439 None None] Routers {'5a95b910-1256-43e5-bb2c-61c64c08ac24'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:33.513436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e307411-1724-48e5-b789-57926c163439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5a95b910-1256-43e5-bb2c-61c64c08ac24'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:33.535926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:33.579150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e307411-1724-48e5-b789-57926c163439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:33.590684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e307411-1724-48e5-b789-57926c163439 None None] Routers {'5a95b910-1256-43e5-bb2c-61c64c08ac24'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:33.591436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e307411-1724-48e5-b789-57926c163439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5a95b910-1256-43e5-bb2c-61c64c08ac24'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:33.632347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-d75dc107-fa60-43dc-a7c5-3b6c90b2a1b9 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334928 Jul 09 16:46:33.636136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-dfef47f9-a6da-4c89-ac3d-c720d7ebeb69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2196276f-6372-411c-a223-3a4b31a29c56 HTTP/1.1" status: 200 len: 217 time: 0.2061000 Jul 09 16:46:33.646688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] For port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,segment=NetworkSegment(41765503-6b72-4334-9540-d50b1ea9075c),segment_id=41765503-6b72-4334-9540-d50b1ea9075c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:33.649911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-639cfd08-7f51-475f-8d97-9dbf57e7a480 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/routers/5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 200 len: 740 time: 0.1077626 Jul 09 16:46:33.650567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.650691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e307411-1724-48e5-b789-57926c163439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:33.651468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e307411-1724-48e5-b789-57926c163439 None None] The sync data for ids ['5a95b910-1256-43e5-bb2c-61c64c08ac24'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:33.662563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:33.707927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-5eaf4e2d-85dc-4a35-bddf-3de660f19e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.709659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-5eaf4e2d-85dc-4a35-bddf-3de660f19e99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d HTTP/1.1" status: 200 len: 914 time: 0.3767717 Jul 09 16:46:33.712234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.755656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Calling delete_port for 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:33.785736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b352d2aa-704a-4adb-8f48-f916fff66b42 tempest-RoutersAdminTest-1926447943 tempest-RoutersAdminTest-1926447943-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 200 len: 205 time: 0.1194577 Jul 09 16:46:33.796286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:33.796507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-14b021f5-4b92-46b8-b839-42f194eb46ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b58686ad-bca3-4456-a3b1-e7327b393e73 HTTP/1.1" status: 200 len: 217 time: 0.0766084 Jul 09 16:46:33.844000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd4013c4-c769-4c5b-9e3a-79460ce39049 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 200 len: 205 time: 0.0508695 Jul 09 16:46:33.847743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:33.889737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-94408d56-2aca-4bd0-b62e-a65386444b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.891375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-94408d56-2aca-4bd0-b62e-a65386444b21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=071000ee-cf02-494a-9792-7c86c269d4f2 HTTP/1.1" status: 200 len: 853 time: 0.0923271 Jul 09 16:46:33.985472 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-84ef5e1c-9072-43d9-9c3a-75a17942cc61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841625 Jul 09 16:46:34.145537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-13b43d2d-26d9-410e-aa6f-75128b12e0f9 service neutron] 10.222.0.37 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390834 Jul 09 16:46:34.153699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:34.184613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:34.185347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:34.402235 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52f51ebd-8628-4989-ae01-a9f1a5787c5d req-202e55b3-24bd-4bf4-93b5-d09c2fef1c31 service neutron] 10.222.0.37 "GET /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477405 Jul 09 16:46:34.423881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Deleting port b2b174ff-8322-49ad-9199-0735e3e3e975 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:34.424306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:34.471426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-a0bf997d-1612-4a17-98f0-18ec8f480f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.474425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-a0bf997d-1612-4a17-98f0-18ec8f480f4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.8104990 Jul 09 16:46:34.497117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.504057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.510489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.517572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.524092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.530527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.533024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] For port b2b174ff-8322-49ad-9199-0735e3e3e975, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b2b174ff-8322-49ad-9199-0735e3e3e975,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:34.533697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:34.550185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Calling delete_port for b2b174ff-8322-49ad-9199-0735e3e3e975 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:34.558358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.573930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae3f433b-910c-4808-b6fd-10785201689f req-a591d887-6dc2-4de9-b2f7-783611373181 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 1.4533074 Jul 09 16:46:34.623326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:34.663107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717bda-e22e-4c62-8c23-a1a0cd9d5277 req-2a835148-ca8e-4eea-b3f9-2d2de3364d32 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.670813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88717bda-e22e-4c62-8c23-a1a0cd9d5277 req-2a835148-ca8e-4eea-b3f9-2d2de3364d32 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 1.2753246 Jul 09 16:46:34.781006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:34.804747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:34.853684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b174ff-8322-49ad-9199-0735e3e3e975,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:34.877413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae3f433b-910c-4808-b6fd-10785201689f req-95f61bdb-4eaf-428e-aa2b-472fc93e09a4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3023596 Jul 09 16:46:35.031777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88717bda-e22e-4c62-8c23-a1a0cd9d5277 req-2753efeb-9fc8-4cdb-857e-743ccc5c987b tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597243 Jul 09 16:46:35.033456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.052335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.063418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.074940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:35.089610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'mac_address': 'fa:16:3e:4a:c1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:35.219333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.222905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6d3bec46-8630-4e69-b98b-0d49246a2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:35.224601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-6d3bec46-8630-4e69-b98b-0d49246a2b12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6425970 Jul 09 16:46:35.225581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Port': ['ID=1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:35.231416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.258167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce74e8d4-b587-47b6-aead-625c8ec362b3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:35.308578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] No DVR routers for this DVR port 1a2ae6e1-f076-4c81-9b33-4d4ff62f76ad on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:35.309683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:35.317233 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.345760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.346753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Fanout notify agent at l3_agent the message router_deleted on router 5a95b910-1256-43e5-bb2c-61c64c08ac24 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:35.381209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.388051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:35.398203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-23a26d9b-1d3e-43cc-b1f3-7c7c1ee146e0 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 204 len: 168 time: 1.5466809 Jul 09 16:46:35.411351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:35.432663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-08f9bced-062c-48fa-9e16-9d9f011c4893 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 200 len: 205 time: 0.0411189 Jul 09 16:46:35.435509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:35.525427 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bfb5729f-f56e-4f08-bcc4-825a42c34654 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] delete failed (client error): The resource could not be found. Jul 09 16:46:35.531061 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bfb5729f-f56e-4f08-bcc4-825a42c34654 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/5a95b910-1256-43e5-bb2c-61c64c08ac24 HTTP/1.1" status: 404 len: 336 time: 0.0924087 Jul 09 16:46:35.536772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:35.544880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.569021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350141b3-c3d4-41be-a0c1-c03d49a87b22']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:35.582592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-df0a433a-13b3-41e5-8710-d08132ce3859 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147094 Jul 09 16:46:35.590628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e855ce-c424-4516-b4b0-6666ce9431c6 req-f3a332b1-80c7-4011-a9af-aefade27cb5c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:35.597916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e855ce-c424-4516-b4b0-6666ce9431c6 req-f3a332b1-80c7-4011-a9af-aefade27cb5c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 948 time: 0.3985467 Jul 09 16:46:35.606354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41765503-6b72-4334-9540-d50b1ea9075c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:35.607011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41765503-6b72-4334-9540-d50b1ea9075c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:35.626565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ba338be-dc8f-4913-bd2a-6fc4bcffa690 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d HTTP/1.1" status: 200 len: 205 time: 0.0859625 Jul 09 16:46:35.643226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:35.679253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.705414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ce74e8d4-b587-47b6-aead-625c8ec362b3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:35.706981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.733959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e855ce-c424-4516-b4b0-6666ce9431c6 req-f5f5a7da-cf17-4091-b026-8be2f5bafed2 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347866 Jul 09 16:46:35.739795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:35.743587 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:35.747977 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:35.851509 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-d2444e57-4e14-410a-a439-434b8208b490 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] delete failed (client error): The resource could not be found. Jul 09 16:46:35.854542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d2444e57-4e14-410a-a439-434b8208b490 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/be3617f8-3cd1-4bf3-9e03-0a7ed7c4fa3d HTTP/1.1" status: 404 len: 336 time: 0.2049439 Jul 09 16:46:35.855202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:35.891170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-2e7c32f7-af13-4cb2-8854-6fd9442a1135 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791984 Jul 09 16:46:35.897711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.914435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7cfe-11cb-4566-bfdd-954f544701cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.926128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:35.960746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] 10.222.0.48 "DELETE /v2.0/networks/350141b3-c3d4-41be-a0c1-c03d49a87b22 HTTP/1.1" status: 204 len: 168 time: 3.7689345 Jul 09 16:46:36.019483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:36.030847 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-76e42012-004b-4b03-a279-edcd11f07c27 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a45a5f1-bb7c-4f5f-9317-c90902aa2bef HTTP/1.1" status: 200 len: 205 time: 0.1742275 Jul 09 16:46:36.225157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0401b-7e3b-433c-9ebb-519804c9f862 tempest-ServersTestMultiNic-543621709 tempest-ServersTestMultiNic-543621709-project] Pushing event deleted for resources: {'Network': ['ID=350141b3-c3d4-41be-a0c1-c03d49a87b22,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:36.230312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Router b40064cd-7875-46e0-90b6-5c7067742e1c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:46:36.241320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-21a2876d-58b2-4f97-a8cf-cd30e0028fb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e HTTP/1.1" status: 200 len: 217 time: 0.3392355 Jul 09 16:46:36.282899 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f41d864d-88b0-42f7-a32e-fbf26a60b3d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] delete failed (client error): The resource could not be found. Jul 09 16:46:36.285003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f41d864d-88b0-42f7-a32e-fbf26a60b3d3 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/6a45a5f1-bb7c-4f5f-9317-c90902aa2bef HTTP/1.1" status: 404 len: 336 time: 0.2511921 Jul 09 16:46:36.294259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:36.372487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4ac45264-eda5-4033-9179-7c2a048e1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.376018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d05b045-9fb9-4379-808a-20922effbf8d tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07795e3-d85f-45b2-8be5-62650371300a HTTP/1.1" status: 200 len: 205 time: 0.0805345 Jul 09 16:46:36.379022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:36.380495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-4ac45264-eda5-4033-9179-7c2a048e1fe1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.0937772 Jul 09 16:46:36.653662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-47e6eb5e-675e-443f-b0d3-8e6a376e66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.667204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-47e6eb5e-675e-443f-b0d3-8e6a376e66d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2757838 Jul 09 16:46:36.702942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.709289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.715358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.722154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.728414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.734552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.740780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.742845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba252014-9a90-4dd9-bad7-023978799398 req-ae09e9e6-cb1c-4aba-80ce-52f6091f1184 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.2632089 Jul 09 16:46:36.925947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba252014-9a90-4dd9-bad7-023978799398 req-9f2acbb1-05cc-4821-a996-0060b1e0e5e0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546926 Jul 09 16:46:36.995390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86269-02d0-42ce-9914-ac61535e6343 req-c40d5568-cc41-4816-8ea9-44d7c1fe81f1 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.998553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05d86269-02d0-42ce-9914-ac61535e6343 req-c40d5568-cc41-4816-8ea9-44d7c1fe81f1 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.3461504 Jul 09 16:46:37.054117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-c8be9cf1-c69f-4925-8dc4-ad8ee87a4b4a service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087432 Jul 09 16:46:37.184835 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-27a9527a-1cb3-41e6-9363-8c6be6478be6 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] delete failed (client error): The resource could not be found. Jul 09 16:46:37.184835 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-27a9527a-1cb3-41e6-9363-8c6be6478be6 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/d07795e3-d85f-45b2-8be5-62650371300a HTTP/1.1" status: 404 len: 336 time: 0.7967782 Jul 09 16:46:37.215316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:37.235329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:37.243680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab9a4bd4-a90f-4fac-8760-946e6e1e37b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/b40064cd-7875-46e0-90b6-5c7067742e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2923160 Jul 09 16:46:37.244136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:37.246086 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] Sync routers for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:37.271480 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:37.272127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:37.368012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05d86269-02d0-42ce-9914-ac61535e6343 req-20acac8c-c34f-42ec-b95b-df378c4caaf0 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553302 Jul 09 16:46:37.373124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a56e337-c805-42f0-8289-fd8c2b21a822 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=c35be829-b635-471b-8fef-eab19294fb07 HTTP/1.1" status: 200 len: 205 time: 0.1565888 Jul 09 16:46:37.375872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:37.421181 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:37.430611 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1f39a5d5-fb47-4872-8bee-d8fcec804836 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] delete failed (client error): The resource could not be found. Jul 09 16:46:37.434855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1f39a5d5-fb47-4872-8bee-d8fcec804836 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/c35be829-b635-471b-8fef-eab19294fb07 HTTP/1.1" status: 404 len: 336 time: 0.0571628 Jul 09 16:46:37.439749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:37.492420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c10a387-0b46-4f11-8212-6dd92f7b0f0e tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d3b743c-bf43-4516-bd01-5a3b5ab48c25 HTTP/1.1" status: 200 len: 205 time: 0.0512516 Jul 09 16:46:37.499993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:37.559962 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5291f0ce-99fb-4bd5-aa0c-f2bdf4077d4a tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] delete failed (client error): The resource could not be found. Jul 09 16:46:37.563419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5291f0ce-99fb-4bd5-aa0c-f2bdf4077d4a tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/routers/6d3b743c-bf43-4516-bd01-5a3b5ab48c25 HTTP/1.1" status: 404 len: 336 time: 0.0541468 Jul 09 16:46:37.566521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-e188ed13-bd8e-45b0-84d5-eb78b7890994 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:37.568056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-e188ed13-bd8e-45b0-84d5-eb78b7890994 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404&tenant_id=4b36c56c59d843588bcf0b416136d371&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 949 time: 0.5923164 Jul 09 16:46:37.569442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:37.570229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d957d-44c6-4aaa-bbab-26b4822d412b req-e5cf2522-5169-4bc5-b1b0-d590025e43ff tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:37.571933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-176d957d-44c6-4aaa-bbab-26b4822d412b req-e5cf2522-5169-4bc5-b1b0-d590025e43ff tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.3638482 Jul 09 16:46:37.574094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-3e2c6482-d1ae-4fb5-a3c4-076d40d6b3f6 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085497 Jul 09 16:46:37.574599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:37.666224 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f08bb0f-0268-4cc1-90d9-2ee38eb78552 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:46:37.666858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f08bb0f-0268-4cc1-90d9-2ee38eb78552 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:46:37.671460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f08bb0f-0268-4cc1-90d9-2ee38eb78552 tempest-RoutersAdminTest-49351035 tempest-RoutersAdminTest-49351035-project] 10.222.0.48 "DELETE /v2.0/subnets/abf5ac6a-d2e5-4afa-8d8b-380f73443019 HTTP/1.1" status: 404 len: 337 time: 0.0934277 Jul 09 16:46:37.689028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-176d957d-44c6-4aaa-bbab-26b4822d412b req-cb1bc16d-e522-4c7e-8996-7ef98f471129 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938451 Jul 09 16:46:37.690453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-1567cd75-488b-4ee0-b13b-7a450d6ad174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36 HTTP/1.1" status: 200 len: 217 time: 0.1049275 Jul 09 16:46:37.818113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-304fbed6-cadf-4bdc-b548-0b872014d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:37.822135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-304fbed6-cadf-4bdc-b548-0b872014d9b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.1236370 Jul 09 16:46:37.900222 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:46:34Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:37.933732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:38.017398 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] Checking router: b40064cd-7875-46e0-90b6-5c7067742e1c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:46:38.031230 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-2f2de701-029e-4135-9a8c-0b90596e9db3 service neutron] 10.222.0.37 "GET /v2.0/ports/ce74e8d4-b587-47b6-aead-625c8ec362b3/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 382 time: 0.4429100 Jul 09 16:46:38.039747 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] Routers {'b40064cd-7875-46e0-90b6-5c7067742e1c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:38.041396 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b40064cd-7875-46e0-90b6-5c7067742e1c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:38.064302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fe0d3b4a-3a74-4de5-a5bf-f482c8dbd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.064788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-fe0d3b4a-3a74-4de5-a5bf-f482c8dbd365 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2347767 Jul 09 16:46:38.078995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.093913 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.256595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:38.300303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d41d6441-e13f-4d70-a2c4-d9a7b041b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.352079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-7336b45c-544c-4fbd-88a7-ebe7ab922604 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564473 Jul 09 16:46:38.362047 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] Set router b40064cd-7875-46e0-90b6-5c7067742e1c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:38.398946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-0b8a9900-d6ea-4473-b0ac-c51a62e5c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.401034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-0b8a9900-d6ea-4473-b0ac-c51a62e5c323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1100 time: 0.3133032 Jul 09 16:46:38.407516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Deleting port 521dc665-023b-448e-9667-61b9be4448ae {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:38.407897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.564241 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.589139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.723626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.747784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.764971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] For port 521dc665-023b-448e-9667-61b9be4448ae, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=521dc665-023b-448e-9667-61b9be4448ae,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:38.765465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.768558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-043f7936-baae-43b6-9428-dacd33b47bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.770082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-043f7936-baae-43b6-9428-dacd33b47bc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3601565 Jul 09 16:46:38.803280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Calling delete_port for 521dc665-023b-448e-9667-61b9be4448ae owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:38.806512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:38.806986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:46:34Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:38.828197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aae541-e9d5-4f51-b932-0ddafc662ccf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:38.869228 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d3bdd-7168-4df6-9ea0-b1ed94cc7a5e None None] The sync data for ids ['b40064cd-7875-46e0-90b6-5c7067742e1c'] in n-d-800085-2 is: [{'id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'name': 'tempest-FloatingIPsAssociationTestJSON-103194752-router', 'tenant_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '521dc665-023b-448e-9667-61b9be4448ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:03Z', 'updated_at': '2021-07-09T16:46:34Z', 'revision_number': 5, 'project_id': '8fa94e5e4f5d41ccaceca0bb6913d8ee', 'gw_port': {'id': '521dc665-023b-448e-9667-61b9be4448ae', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40064cd-7875-46e0-90b6-5c7067742e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:05Z', 'updated_at': '2021-07-09T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:38.880584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.916854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.916854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.916854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.916854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.916854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.951981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port ce74e8d4-b587-47b6-aead-625c8ec362b3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:38.952485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.952621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ce74e8d4-b587-47b6-aead-625c8ec362b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:38.952621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.952805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-2585d648-3dec-4744-af6c-34adce64bad7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.5780280 Jul 09 16:46:38.964086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.964826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.965376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.965917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.966657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.967216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.967754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.968426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.968992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.969633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.970199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.970913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:38.972651 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-cb7c23e7-6aee-46cc-bb58-d6606f99ecbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.1841180 Jul 09 16:46:38.979260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ccec6777-4b41-49c9-ad76-4da037e3c4df service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721427 Jul 09 16:46:39.080025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ef93cecf-2f6a-4b52-9d1f-6768354fd50b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888 HTTP/1.1" status: 200 len: 217 time: 0.0849466 Jul 09 16:46:39.082323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2d89d1e-0642-4c42-8e68-82e1b4405949 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c218bcaca6024ea589aa2a5bf7a7f774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7363727 Jul 09 16:46:39.086098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:39.128072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.145404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-53cf9be9-ed35-467e-b979-1fb44d67dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.147133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-53cf9be9-ed35-467e-b979-1fb44d67dd86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1623416 Jul 09 16:46:39.188546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666520c-7ce7-480e-82fe-3bac26a3d99d req-b359d02c-6a91-4277-a1c3-bad4e0aa4689 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.190300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0666520c-7ce7-480e-82fe-3bac26a3d99d req-b359d02c-6a91-4277-a1c3-bad4e0aa4689 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.6886516 Jul 09 16:46:39.191898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ee8162f0-5492-42e4-9d04-b7dd0cffade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.193701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-ee8162f0-5492-42e4-9d04-b7dd0cffade4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.1030021 Jul 09 16:46:39.207768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e273cc0b-df4f-4b2d-a5e0-2f36131f4ae7 req-ebd827bd-e712-49ae-81f4-34ffca22526b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248635 Jul 09 16:46:39.223023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:39.225821 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c30b72-450b-4443-86ac-e6dba7e9f1b8" -d '{"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-plugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:39.256710 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.289594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:39.298381 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.337579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549f7acc-3667-431e-9972-b67d7f1617f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.415126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:39.429314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549f7acc-3667-431e-9972-b67d7f1617f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.530868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0666520c-7ce7-480e-82fe-3bac26a3d99d req-603c597b-53bf-4837-bf9b-dda5a901e08c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307207 Jul 09 16:46:39.641998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-92c74023-5bd4-4ec4-bfcd-9b4573839d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.644107 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-92c74023-5bd4-4ec4-bfcd-9b4573839d5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4521685 Jul 09 16:46:39.705538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-42b0f9ed-0ae9-44a5-a4d9-16e402f7c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.709515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-42b0f9ed-0ae9-44a5-a4d9-16e402f7c5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4861927 Jul 09 16:46:39.814103 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207238d2-983b-463f-a62b-605a44c46203 x-openstack-request-id: req-207238d2-983b-463f-a62b-605a44c46203 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:39.814402 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-plugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:39.816470 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-207238d2-983b-463f-a62b-605a44c46203 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:39.817455 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'code': 200} Jul 09 16:46:39.825477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.872876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549f7acc-3667-431e-9972-b67d7f1617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.875981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549f7acc-3667-431e-9972-b67d7f1617f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:39.877447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-549f7acc-3667-431e-9972-b67d7f1617f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12aae541-e9d5-4f51-b932-0ddafc662ccf HTTP/1.1" status: 204 len: 168 time: 0.7889199 Jul 09 16:46:39.944757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=521dc665-023b-448e-9667-61b9be4448ae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:40.010266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f7acc-3667-431e-9972-b67d7f1617f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aae541-e9d5-4f51-b932-0ddafc662ccf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:40.084034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-7b665a3e-2588-470e-83b5-1335de582617 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224923 Jul 09 16:46:40.087003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.171382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b2b174ff-8322-49ad-9199-0735e3e3e975 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:40.195948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b2b174ff-8322-49ad-9199-0735e3e3e975 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:40.197688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b2b174ff-8322-49ad-9199-0735e3e3e975 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:40.234033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-c293f28e-d37f-422f-9cc6-e06df3fb75e6 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997661 Jul 09 16:46:40.428805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-28131e11-4122-4dca-816e-45207a5f8b92 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373284 Jul 09 16:46:40.445108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:40.466359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.471344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.540390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3f03c2c1-b415-46b3-bfd1-f6b4de801102 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6400b84086d48738df95affe8e339b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931134 Jul 09 16:46:40.542669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:40.549404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.549999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40064cd-7875-46e0-90b6-5c7067742e1c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:40.554810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.555922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-004e29bf-853a-46ec-aa37-195ee15efbb0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b40064cd-7875-46e0-90b6-5c7067742e1c HTTP/1.1" status: 204 len: 168 time: 3.3098350 Jul 09 16:46:40.561555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:40.656405 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe45dc8-aba5-4b18-9dee-2a97bc36cdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.667111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Deleting subnet 8adb1caa-0f18-46f4-ba43-74ff754381a6 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:40.673263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.717762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe45dc8-aba5-4b18-9dee-2a97bc36cdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.734501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.859234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe45dc8-aba5-4b18-9dee-2a97bc36cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.862451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fe45dc8-aba5-4b18-9dee-2a97bc36cdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.864116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1fe45dc8-aba5-4b18-9dee-2a97bc36cdf8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31d98698-8147-41b5-bee3-6fbf2b7b3a7d HTTP/1.1" status: 204 len: 168 time: 0.3203080 Jul 09 16:46:40.904132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe45dc8-aba5-4b18-9dee-2a97bc36cdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d98698-8147-41b5-bee3-6fbf2b7b3a7d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:40.910208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.929081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acad4b-cf94-4362-9e93-ba386c968849 req-b15e77ca-eed6-4592-974c-65e07c0391c1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.930912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34acad4b-cf94-4362-9e93-ba386c968849 req-b15e77ca-eed6-4592-974c-65e07c0391c1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.9390402 Jul 09 16:46:41.008423 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.009822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-601f3013-64cb-4c54-867c-298ee17bb026 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.012194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-601f3013-64cb-4c54-867c-298ee17bb026 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.9573109 Jul 09 16:46:41.036710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.046027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.075436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.081944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.088152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.094428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.100464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.108437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adb1caa-0f18-46f4-ba43-74ff754381a6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:41.111658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.113944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28cc7414-a15a-4a7f-bd2e-9d4c2777507b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8adb1caa-0f18-46f4-ba43-74ff754381a6 HTTP/1.1" status: 204 len: 168 time: 0.5514321 Jul 09 16:46:41.115071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.116629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d1839-07f5-4453-ac15-551f59364040 None None] Network 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:41.122371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.127178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52756) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:41.136743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-dc5e2438-b241-4daa-b03b-ae8542814e2a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.2795141 Jul 09 16:46:41.237375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34acad4b-cf94-4362-9e93-ba386c968849 req-6a8ab5a0-ecd0-4587-984f-369021ae3710 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967756 Jul 09 16:46:41.328805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.435096 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b1bf89c-84cc-4900-96b6-99e8e641b685 req-d3bb9e02-b0fd-4ec1-a2ea-c710d5ac69c8 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1906099 Jul 09 16:46:41.449758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Deleting port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:41.450936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.618667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dda3be57-d884-4ed6-92b7-d3018e96be31 req-1f46a59a-25ca-4757-9251-a08c442047f0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4792764 Jul 09 16:46:41.689275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] For port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:41.690815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.708058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] DHCP port deletion for 99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:46:41.718760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Calling delete_port for 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:41.827766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] Deleting port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:41.843708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.899596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.899596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.899596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.899596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.899596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.900084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.900688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.903054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-42c5335f-e74d-4faf-8cd4-7acf5715674b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6476 time: 0.2966506 Jul 09 16:46:41.972122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:41.982813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8fb54-2b80-4f69-b30f-0292c84a818c req-6fe01965-9839-4b62-8b91-9c4c4140dce7 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.995665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] For port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,segment=NetworkSegment(8f996879-096f-47b9-bd1f-fcb5e3cd3953),segment_id=8f996879-096f-47b9-bd1f-fcb5e3cd3953)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:41.996198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdd8fb54-2b80-4f69-b30f-0292c84a818c req-6fe01965-9839-4b62-8b91-9c4c4140dce7 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 945 time: 0.3824260 Jul 09 16:46:41.996420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.035933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] Calling delete_port for 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:42.056871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:42.061652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] No DVR routers for this DVR port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:42.162014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 521dc665-023b-448e-9667-61b9be4448ae no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:42.204061 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 521dc665-023b-448e-9667-61b9be4448ae {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:42.204745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 521dc665-023b-448e-9667-61b9be4448ae not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:42.205321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:42.243132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:42.243752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:42.252161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: from cryptography.utils import int_from_bytes Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: from cryptography.utils import int_from_bytes Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.272035 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:42.275173 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:46:42.283713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99417b66-3c63-4cca-9dc8-9ee1ccd37ce4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:42.287047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.299795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Deleting port b58686ad-bca3-4456-a3b1-e7327b393e73 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:42.300290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.305162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] No DVR routers for this DVR port 6b91b12f-eab7-4431-87b8-a4e3424cc2e4 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:42.311001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f996879-096f-47b9-bd1f-fcb5e3cd3953') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:42.312549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f996879-096f-47b9-bd1f-fcb5e3cd3953') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:42.329377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4ae03-2953-4c79-ac1d-248cc81c50e7 None None] Pushing event deleted for resources: {'Port': ['ID=6b91b12f-eab7-4431-87b8-a4e3424cc2e4,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:42.337982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.365692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.385192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:42.386003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:42.389602 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:42.452719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdd8fb54-2b80-4f69-b30f-0292c84a818c req-83117d54-b7a8-4b4e-9d53-1c3c2616ec3b tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a9610e2-f0a9-45ac-9057-4db048f7a22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556155 Jul 09 16:46:42.454060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:42.513943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.521779 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.523792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] 10.222.0.48 "DELETE /v2.0/networks/99417b66-3c63-4cca-9dc8-9ee1ccd37ce4 HTTP/1.1" status: 204 len: 168 time: 1.3930230 Jul 09 16:46:42.565448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075d932-89be-449b-99e7-b0688af14f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=99417b66-3c63-4cca-9dc8-9ee1ccd37ce4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:42.689894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-35b24bd7-6657-46c7-b8ed-a122fa6a2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:42.691750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-35b24bd7-6657-46c7-b8ed-a122fa6a2732 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 HTTP/1.1" status: 200 len: 902 time: 0.7461536 Jul 09 16:46:42.708350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-559076544'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:42.783344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-6923b909-4f00-45e1-93c1-5ae05c8e1fa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888 HTTP/1.1" status: 200 len: 217 time: 0.0786111 Jul 09 16:46:42.784353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Made reservation on behalf of 943d9a0fb7274824884dc11bbc03ec4f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:42.786254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] For port b58686ad-bca3-4456-a3b1-e7327b393e73, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b58686ad-bca3-4456-a3b1-e7327b393e73,segment=NetworkSegment(4b591655-3a55-4117-b42e-a11bd121e637),segment_id=4b591655-3a55-4117-b42e-a11bd121e637)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:42.786993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.790690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.797368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dde9a-878c-47c8-8cf0-c8b28007ceb3 req-8f403d8d-a57e-4c33-933d-648674eefae3 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:42.804800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a7dde9a-878c-47c8-8cf0-c8b28007ceb3 req-8f403d8d-a57e-4c33-933d-648674eefae3 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.3509359 Jul 09 16:46:42.818692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:42.892058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-fc74317b-7231-42b3-bd97-7b76435b0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:42.893607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-fc74317b-7231-42b3-bd97-7b76435b0ab2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.0843630 Jul 09 16:46:42.927971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Calling delete_port for b58686ad-bca3-4456-a3b1-e7327b393e73 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:42.939175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:43.016949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01a7c4b9-5db7-47b9-b3ae-8f66baf7bd09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fa94e5e4f5d41ccaceca0bb6913d8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705082 Jul 09 16:46:43.022539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:43.061553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.069629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.070829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a7dde9a-878c-47c8-8cf0-c8b28007ceb3 req-23ded332-69f2-4690-a030-835d26209c20 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620068 Jul 09 16:46:43.141179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:46:43.151709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e144831-2761-497d-91fe-564ffaf2bc0b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:43.159466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.159466 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Added segment 8917747e-f6b5-495f-a7dc-3deafe44c2da of type vlan for network 5b6ddf65-b21f-47ee-a30a-74c17676f68b Jul 09 16:46:43.214265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-2fae82f2-236d-4bf8-8e88-1b7407054735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.216052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-2fae82f2-236d-4bf8-8e88-1b7407054735 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3011751 Jul 09 16:46:43.225901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.231318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Deleting port 4b58e2f8-a41d-4925-948e-70ee348dd178 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:43.231821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.266973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.274374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.275272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.335961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] For port 4b58e2f8-a41d-4925-948e-70ee348dd178, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4b58e2f8-a41d-4925-948e-70ee348dd178,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:43.336565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.350746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Calling delete_port for 4b58e2f8-a41d-4925-948e-70ee348dd178 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:43.359973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Network': ['ID=5b6ddf65-b21f-47ee-a30a-74c17676f68b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:43.376528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:46:43.397410 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e6d7bd73-f7fd-4f88-b3ed-299724b4f2b5 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9395220 Jul 09 16:46:43.398648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:43.404687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'subnet': {'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:43.612400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Made reservation on behalf of 943d9a0fb7274824884dc11bbc03ec4f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:43.616934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.757873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-c0df8e2b-eaf1-42be-97f5-742cb0522791 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072763 Jul 09 16:46:43.765748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.831914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.839151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.846003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.852283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.860276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.864614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-6a46685f-cafc-4bf0-bbe4-ec9882a38524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.866900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.868458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-6a46685f-cafc-4bf0-bbe4-ec9882a38524 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404&tenant_id=4b36c56c59d843588bcf0b416136d371 HTTP/1.1" status: 200 len: 1101 time: 0.1349292 Jul 09 16:46:43.875137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.883793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-53aba286-27d5-407d-9f0c-26f3c8cbafd5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.9572637 Jul 09 16:46:43.884587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:44.017564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b58e2f8-a41d-4925-948e-70ee348dd178,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:44.072856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.123721 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea5b2e60-0590-4c9b-96cf-76f4b451cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.125361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.135460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7599ba02-93d9-45e3-9ac0-d700b5509f30 req-530a12ca-1d0c-48d9-b252-db5e6b4e8e4f tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 210 time: 0.3740759 Jul 09 16:46:44.268531 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea5b2e60-0590-4c9b-96cf-76f4b451cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.300739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.331316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Subnet': ['ID=a3aca1ba-3670-4e29-a65f-4214722e639d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:44.365407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Checking segment: {'id': '8917747e-f6b5-495f-a7dc-3deafe44c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:44.365932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network hostable DHCP agents. Network: 5b6ddf65-b21f-47ee-a30a-74c17676f68b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:46:44.431404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Pushing event deleted for resources: {'Port': ['ID=b58686ad-bca3-4456-a3b1-e7327b393e73,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:44.458165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:46:44.523768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 5b6ddf65-b21f-47ee-a30a-74c17676f68b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:44.530918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.532783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.536728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9d92f-4c35-4930-99fa-db578cf0138f None None] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:44.635438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea5b2e60-0590-4c9b-96cf-76f4b451cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.639411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea5b2e60-0590-4c9b-96cf-76f4b451cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.642969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea5b2e60-0590-4c9b-96cf-76f4b451cb74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd5f5cb7-2e03-4bfb-b639-4f6c5142d737 HTTP/1.1" status: 204 len: 168 time: 1.6129737 Jul 09 16:46:44.657189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd8b8e64-855e-4ad8-baf9-141929ef725a req-24f12e84-0621-4828-a6d4-6afbd976a727 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7722445 Jul 09 16:46:44.673259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44dc0ef3-46af-486b-944f-77207904f67e tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2734447 Jul 09 16:46:44.684559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:44.689271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-659067387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:44.717799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b2e60-0590-4c9b-96cf-76f4b451cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f5cb7-2e03-4bfb-b639-4f6c5142d737,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:44.733349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.735008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.794586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] No DVR routers for this DVR port b58686ad-bca3-4456-a3b1-e7327b393e73 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:44.811523 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.821824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-139403dc-3bbc-4ad3-86e5-c086fd873cc3 req-3547a4bc-e656-4870-a059-024a1c9b478c tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.37 "DELETE /v2.0/ports/b58686ad-bca3-4456-a3b1-e7327b393e73 HTTP/1.1" status: 204 len: 173 time: 3.7955446 Jul 09 16:46:44.838553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'name': 'network-vif-deleted', 'tag': 'b58686ad-bca3-4456-a3b1-e7327b393e73'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:44.841899 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed0cf0-520d-47f6-a8c7-449ce2090c12" -d '{"events": [{"server_uuid": "54c95175-b208-4e87-a0ba-26b88e8e88a9", "name": "network-vif-deleted", "tag": "b58686ad-bca3-4456-a3b1-e7327b393e73"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:44.842196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:44.845072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.872927 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.908427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.910053 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-898be2d6-5594-4d91-a39c-863a241ec188 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2244046 Jul 09 16:46:44.912929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:44.967606 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2541b5a-7c4a-4c83-8e73-0234a3621246 x-openstack-request-id: req-f2541b5a-7c4a-4c83-8e73-0234a3621246 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:44.967897 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c95175-b208-4e87-a0ba-26b88e8e88a9", "name": "network-vif-deleted", "tag": "b58686ad-bca3-4456-a3b1-e7327b393e73", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:44.968154 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2541b5a-7c4a-4c83-8e73-0234a3621246 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:44.968550 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c95175-b208-4e87-a0ba-26b88e8e88a9', 'name': 'network-vif-deleted', 'tag': 'b58686ad-bca3-4456-a3b1-e7327b393e73', 'status': 'completed', 'code': 200} Jul 09 16:46:44.988478 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-3bf64adf-8081-4021-b7b5-b24924618f36 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2111678 Jul 09 16:46:45.000253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:45.023303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e19d44-db4c-420c-8383-2d7eea1db663 req-52001399-492b-4be6-b1f1-7f519708d218 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:45.031775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0e19d44-db4c-420c-8383-2d7eea1db663 req-52001399-492b-4be6-b1f1-7f519708d218 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 950 time: 0.6163104 Jul 09 16:46:45.111856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b58686ad-bca3-4456-a3b1-e7327b393e73 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:45.186302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: b58686ad-bca3-4456-a3b1-e7327b393e73 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:45.186671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b58686ad-bca3-4456-a3b1-e7327b393e73 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:45.187143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:45.189372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-5b6ddf65-b21f-47ee-a30a-74c17676f68b', 'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b', 'tenant_id': '943d9a0fb7274824884dc11bbc03ec4f', 'fixed_ips': [{'subnet_id': 'a3aca1ba-3670-4e29-a65f-4214722e639d'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:46:45.190197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:45.351926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0e19d44-db4c-420c-8383-2d7eea1db663 req-372bbb57-0c9c-4c9f-9226-53af8bc9dd4d tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184752 Jul 09 16:46:45.406699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Allocated IP 172.20.0.2 (5b6ddf65-b21f-47ee-a30a-74c17676f68b/a3aca1ba-3670-4e29-a65f-4214722e639d/ffecae41-5770-40b9-9110-23ff0dc62cbb) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:45.599145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:45.607950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:45.619302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Transition to ACTIVE for port object ffecae41-5770-40b9-9110-23ff0dc62cbb will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:45.654859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Transition to ACTIVE for port object ffecae41-5770-40b9-9110-23ff0dc62cbb will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:45.718804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:45.858212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ee8f2f-1dbc-4fb7-8f93-15575582be14 req-67ce1c76-2f4a-4eb3-9ce8-32b54c7cb4f3 tempest-InstanceActionsTestJSON-1484247389 tempest-InstanceActionsTestJSON-1484247389-project] 10.222.0.48 "GET /v2.0/ports?device_id=54c95175-b208-4e87-a0ba-26b88e8e88a9 HTTP/1.1" status: 200 len: 210 time: 0.2688124 Jul 09 16:46:45.891612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:45.898582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:45.913815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:45.918515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-98d83259-4c61-4698-8ebc-b7a17fdb9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:45.932306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-98d83259-4c61-4698-8ebc-b7a17fdb9891 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1101 time: 0.6489787 Jul 09 16:46:46.132839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Pushing event updated for resources: {'Port': ['ID=ffecae41-5770-40b9-9110-23ff0dc62cbb,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:46.151119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:46.158907 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ce81a-76bb-4b74-ab57-7ca6ada61059" -d '{"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-unplugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:46.201250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.243601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.291231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Attempting to bind port ffecae41-5770-40b9-9110-23ff0dc62cbb on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:46.291757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Attempting to bind port ffecae41-5770-40b9-9110-23ff0dc62cbb by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '8917747e-f6b5-495f-a7dc-3deafe44c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:46.292131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Attempting to bind port ffecae41-5770-40b9-9110-23ff0dc62cbb on network 5b6ddf65-b21f-47ee-a30a-74c17676f68b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:46.304875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:46.305239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Checking segment: {'id': '8917747e-f6b5-495f-a7dc-3deafe44c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:46.305944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.306344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Bound using segment: {'id': '8917747e-f6b5-495f-a7dc-3deafe44c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:46.306846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Bound port: ffecae41-5770-40b9-9110-23ff0dc62cbb, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8917747e-f6b5-495f-a7dc-3deafe44c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:46.307244 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.332126 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a278d-e761-4208-89d1-5f7799f5e238 x-openstack-request-id: req-924a278d-e761-4208-89d1-5f7799f5e238 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:46.334357 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-unplugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:46.335002 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-924a278d-e761-4208-89d1-5f7799f5e238 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:46.335543 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'code': 200} Jul 09 16:46:46.427089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Transition to ACTIVE for port object ce74e8d4-b587-47b6-aead-625c8ec362b3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:46.470971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] For port ffecae41-5770-40b9-9110-23ff0dc62cbb, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:46.481393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] For port ffecae41-5770-40b9-9110-23ff0dc62cbb, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffecae41-5770-40b9-9110-23ff0dc62cbb,segment=NetworkSegment(8917747e-f6b5-495f-a7dc-3deafe44c2da),segment_id=8917747e-f6b5-495f-a7dc-3deafe44c2da)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:46.495594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.498977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.583529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:46.590689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:46.593689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:46:46.594059 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:46:46.629532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001360e-7bd0-431d-af5c-af9480ec45d1 None None] Pushing event updated for resources: {'Port': ['ID=ffecae41-5770-40b9-9110-23ff0dc62cbb,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:46.633828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] No DVR routers for this DVR port ce74e8d4-b587-47b6-aead-625c8ec362b3 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:46.730279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:46.730799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:46.731239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:46.785163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:46.790037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Attempting to bind port ce74e8d4-b587-47b6-aead-625c8ec362b3 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:46.799234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:46.799717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:46.800476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:46.801102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Bound port: ce74e8d4-b587-47b6-aead-625c8ec362b3, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:46.801569 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:47.141809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-6dce7cc7-c6f7-4fe3-ae38-625adf555819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.145688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-6dce7cc7-c6f7-4fe3-ae38-625adf555819 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 1.2120700 Jul 09 16:46:47.150060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:46:47.254369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:47.260641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:47.288997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.295250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:47.302954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.316544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.322893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.329547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.338546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.345372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.348005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b2b5ebc6-efc2-4a41-bd20-387c8de29f30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 1.2297866 Jul 09 16:46:47.418170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.422377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:47.428390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] 10.222.0.43 "PUT /v2.0/ports/ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 1097 time: 3.5485413 Jul 09 16:46:47.441755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Allocated IP 172.20.0.1 (5b6ddf65-b21f-47ee-a30a-74c17676f68b/a3aca1ba-3670-4e29-a65f-4214722e639d/01b9d985-12b2-41d6-8e0f-acd04cdf1bc6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:47.468099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:47.480048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-4641f4fd-1349-4db3-8fe0-34416d1754a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.2947867 Jul 09 16:46:47.483123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] Sync routers for ids ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:47.506336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] Routers {'d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:47.507002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d8054d2-2521-471f-90c2-b03659699498 admin admin] 10.222.0.48 "PUT /v2.0/routers/d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5714667 Jul 09 16:46:47.507565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:47.532497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:47.607529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-a566c282-fa9a-4217-8766-a2f8c4f5d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.609332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-a566c282-fa9a-4217-8766-a2f8c4f5d2d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0923123 Jul 09 16:46:47.624867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5eff1-1e0e-4455-89f3-3b1f6589dd40 req-172dc0f0-ddb6-47db-ac87-4abb91ffe2d8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.627217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-37d5eff1-1e0e-4455-89f3-3b1f6589dd40 req-172dc0f0-ddb6-47db-ac87-4abb91ffe2d8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.5175002 Jul 09 16:46:47.747949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-37d5eff1-1e0e-4455-89f3-3b1f6589dd40 req-55fb1dd2-e241-4525-a335-8b34626cbc53 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075730 Jul 09 16:46:47.762443 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d961058e-f5ef-4620-b4e4-9614b2071c35 req-b34a5d1f-4248-4ed5-95b9-22e60bbbac5f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802949 Jul 09 16:46:47.783975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc49eed-14e3-4f5a-8833-28def2390bec service neutron] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:47.815435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-9264d976-c457-4b46-8544-6935fe832668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.817148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-9264d976-c457-4b46-8544-6935fe832668 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885555 Jul 09 16:46:47.997340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:48.134236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.166746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Deleting subnet 071000ee-cf02-494a-9792-7c86c269d4f2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:48.186252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-b7370767-e63a-45a6-bef2-317e1cd1dbfc service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605154 Jul 09 16:46:48.187120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.278784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.304045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffecae41-5770-40b9-9110-23ff0dc62cbb up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:48.364825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:48.367171 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07d40e-a523-47d3-8907-3450cb48a1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:48.417816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Transition to ACTIVE for port object 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:48.444393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.490022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.532145 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91043f7-d7dd-4407-96d9-1551bfb1b6c9 x-openstack-request-id: req-b91043f7-d7dd-4407-96d9-1551bfb1b6c9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:48.532455 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:48.532717 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b91043f7-d7dd-4407-96d9-1551bfb1b6c9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:48.533129 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'status': 'completed', 'code': 200} Jul 09 16:46:48.548717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] Set router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:48.603751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.684263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e8bd0-c552-4c4f-9683-bda163035cf9 None None] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:48.752368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.791771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:48.814500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:48.829226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:48.858667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1752f64-9888-4ebc-943f-c40461f4f131 req-bdea5c00-c510-49a9-9f18-83895145662c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113734 Jul 09 16:46:48.920200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Port': ['ID=01b9d985-12b2-41d6-8e0f-acd04cdf1bc6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:48.947548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-5a78f602-8acd-4b28-b852-a7b4dd29c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:48.949470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-5a78f602-8acd-4b28-b852-a7b4dd29c7a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1100 time: 0.3989332 Jul 09 16:46:48.962821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port ffecae41-5770-40b9-9110-23ff0dc62cbb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:48.987874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Deleting port 77b2f129-7d55-45f0-a8c2-154b4aa7764a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:48.988611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.039908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.074432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] Provisioning for port ffecae41-5770-40b9-9110-23ff0dc62cbb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:49.092304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] Provisioning complete for port ffecae41-5770-40b9-9110-23ff0dc62cbb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:49.093022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.093378 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.178040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] For port 77b2f129-7d55-45f0-a8c2-154b4aa7764a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=77b2f129-7d55-45f0-a8c2-154b4aa7764a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:49.178955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.179298 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.181232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/071000ee-cf02-494a-9792-7c86c269d4f2 HTTP/1.1" status: 204 len: 168 time: 1.1828513 Jul 09 16:46:49.184774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:49.193118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1963304-a19b-4b68-b876-bc910ac25036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071000ee-cf02-494a-9792-7c86c269d4f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:49.288584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-d8e2e74c-e98b-4eef-a199-e7f847bdfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.290256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-d8e2e74c-e98b-4eef-a199-e7f847bdfb13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3236563 Jul 09 16:46:49.302185 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.306182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f57e4b-310e-4842-8eee-cd63e26c3fc4 req-464d2f12-66f4-4358-a1a8-380073c887e7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.312445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.314004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2f57e4b-310e-4842-8eee-cd63e26c3fc4 req-464d2f12-66f4-4358-a1a8-380073c887e7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.3820956 Jul 09 16:46:49.314893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Calling delete_port for 77b2f129-7d55-45f0-a8c2-154b4aa7764a owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:49.323719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-363283ba-66f5-4baa-8cac-830452a71e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.325690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-363283ba-66f5-4baa-8cac-830452a71e1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1100 time: 0.2664421 Jul 09 16:46:49.331968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:46:43Z', 'revision_number': 5, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port': {'id': '77b2f129-7d55-45f0-a8c2-154b4aa7764a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:08Z', 'updated_at': '2021-07-09T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:49.375918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] Checking router: d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:46:49.399391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] Routers {'d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:49.400232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:49.403947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] For port ffecae41-5770-40b9-9110-23ff0dc62cbb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffecae41-5770-40b9-9110-23ff0dc62cbb,segment=NetworkSegment(8917747e-f6b5-495f-a7dc-3deafe44c2da),segment_id=8917747e-f6b5-495f-a7dc-3deafe44c2da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:49.471827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.505609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] Set router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:46:49.522505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-9f8ce744-2645-4787-ae67-fe270e6f16ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.2009981 Jul 09 16:46:49.548034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e937a-1ffa-4dd9-8025-b4cb1be19e9e req-5ad117a5-5814-4983-af2b-f2ce6d15b214 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.549700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e1e937a-1ffa-4dd9-8025-b4cb1be19e9e req-5ad117a5-5814-4983-af2b-f2ce6d15b214 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.4919956 Jul 09 16:46:49.567595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2f57e4b-310e-4842-8eee-cd63e26c3fc4 req-e413b5a6-fae9-40e7-a031-0ff068a44d01 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527134 Jul 09 16:46:49.590248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.592265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:46:48Z', 'revision_number': 6, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:49.625297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae763e-fc67-4e22-8832-6e0ee44b33ab None None] The sync data for ids ['d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c'] in n-d-800085-2 is: [{'id': 'd625ab5a-fcfc-44ec-b7a8-20213eb1ea3c', 'name': 'tempest-ServersTestMultiNic-314461955-router', 'tenant_id': '9e9e520150854cc5909a7c340ed8b071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:06Z', 'updated_at': '2021-07-09T16:46:48Z', 'revision_number': 6, 'project_id': '9e9e520150854cc5909a7c340ed8b071', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:49.688734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51638d-58bb-4431-94df-1f07629c744a None None] Pushing event updated for resources: {'Port': ['ID=ffecae41-5770-40b9-9110-23ff0dc62cbb,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:49.712725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3e08967f-0461-46fd-bee5-b6ac782b7517 None None] Provisioning complete for port ffecae41-5770-40b9-9110-23ff0dc62cbb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:49.713501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3e08967f-0461-46fd-bee5-b6ac782b7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.775699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-7c11995e-dc64-4494-a86c-d0ccf8b58538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.777220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-7c11995e-dc64-4494-a86c-d0ccf8b58538 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.4234064 Jul 09 16:46:49.830138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3e08967f-0461-46fd-bee5-b6ac782b7517 None None] Provisioning for port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:49.835754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3e08967f-0461-46fd-bee5-b6ac782b7517 None None] Provisioning complete for port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:49.836289 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3e08967f-0461-46fd-bee5-b6ac782b7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.840527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.857903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1aacf9-c04a-44d5-9f39-58bc29f0ca2d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:49.875343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b591655-3a55-4117-b42e-a11bd121e637') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:49.875669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b591655-3a55-4117-b42e-a11bd121e637') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:49.902508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.926912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3e08967f-0461-46fd-bee5-b6ac782b7517 None None] Port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:49.935560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-bd8da285-4f7c-459a-af86-bb3e6788ec03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.1444044 Jul 09 16:46:49.947853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-49567334-5b81-469b-98f9-f1fa7ef0ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.949423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-49567334-5b81-469b-98f9-f1fa7ef0ffa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3967359 Jul 09 16:46:49.953071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e1e937a-1ffa-4dd9-8025-b4cb1be19e9e req-c92bbb45-f4f2-4c84-be39-471986b544d8 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640928 Jul 09 16:46:49.973238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.984985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:49.985614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.032329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-537ee4ee-6922-4815-8348-4be251bb8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.037251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-537ee4ee-6922-4815-8348-4be251bb8b31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0922925 Jul 09 16:46:50.053559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c44dbc15-d938-4ce5-b748-a537fdfec0aa None None] Provisioning complete for port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:50.054311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc15-d938-4ce5-b748-a537fdfec0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:50.076880 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:50.108913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.133465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.139727 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] 10.222.0.48 "DELETE /v2.0/networks/df1aacf9-c04a-44d5-9f39-58bc29f0ca2d HTTP/1.1" status: 204 len: 168 time: 0.9509597 Jul 09 16:46:50.141173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.160242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffecae41-5770-40b9-9110-23ff0dc62cbb up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:50.162690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c44dbc15-d938-4ce5-b748-a537fdfec0aa None None] Port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:50.210691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.219023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.225834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.238654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.245313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.252578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.271037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.273230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-d3862f5f-de60-4608-a43e-a2dfcdc66c81 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.4810338 Jul 09 16:46:50.290682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8fe26-1aa8-4cf8-88cd-099498038888 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1aacf9-c04a-44d5-9f39-58bc29f0ca2d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:50.297263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ffecae41-5770-40b9-9110-23ff0dc62cbb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:50.297565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.357492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-982c3775-0db1-4a7f-b5bd-8710b61bdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.358295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-982c3775-0db1-4a7f-b5bd-8710b61bdf29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3082500 Jul 09 16:46:50.370082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b2f129-7d55-45f0-a8c2-154b4aa7764a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:50.417107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9046e9c4-1d9b-4a4c-a5c0-feb7df1f597a req-703272f5-454c-4dcc-a384-73109ebf6dee tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355979 Jul 09 16:46:50.421918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-2943df0c-e6c6-46ab-bace-154dc1b304c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.423443 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-2943df0c-e6c6-46ab-bace-154dc1b304c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4010923 Jul 09 16:46:50.493901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b58e2f8-a41d-4925-948e-70ee348dd178 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:50.499778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:50.518129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 4b58e2f8-a41d-4925-948e-70ee348dd178 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:50.518400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4b58e2f8-a41d-4925-948e-70ee348dd178 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:50.546195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-753b0c50-7caf-433e-ba4d-f67b84522ea5 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787434 Jul 09 16:46:50.618489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.696656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ddb11b3-6414-4c1c-ad1b-d883a503cbd0 req-c9eff426-41e2-4dc2-b329-39ed086d3c54 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429863 Jul 09 16:46:50.720533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-ff9a986a-1e93-4010-bf95-fe2169cab6f6 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885535 Jul 09 16:46:50.756060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-71307f02-1503-4075-92ca-d5bdc53223f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d29d372cd38140a59496ce6d89219928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551377 Jul 09 16:46:50.761666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53020) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:50.769505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.775470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.795446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.834301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.900968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37b87-ea0c-49c4-aa66-0a7b55e9e942 req-5879a01e-adaf-4b05-bf2d-7f4d14c24556 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.902815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.903340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:46:50.903555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8c37b87-ea0c-49c4-aa66-0a7b55e9e942 req-5879a01e-adaf-4b05-bf2d-7f4d14c24556 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.1652119 Jul 09 16:46:50.909153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.913146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4abbf7c3-8ec9-490f-a989-2f1f471eb810 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d625ab5a-fcfc-44ec-b7a8-20213eb1ea3c HTTP/1.1" status: 204 len: 168 time: 3.3795962 Jul 09 16:46:50.915460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:50.954258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.957981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Port': ['ID=01b9d985-12b2-41d6-8e0f-acd04cdf1bc6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:50.968341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e786ad68-312f-4acd-8df0-84d0452a49ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.042342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-52f96d51-886b-4b9b-b50d-f99a95e8f412 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139577 Jul 09 16:46:51.049991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Deleting subnet 79e431d0-6df4-4230-b896-d7843039929a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:46:51.068389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e786ad68-312f-4acd-8df0-84d0452a49ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.077830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.173718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-79991097-e17f-4454-89f8-10a3edc84bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:51.175580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-79991097-e17f-4454-89f8-10a3edc84bf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b36c56c59d843588bcf0b416136d371&device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1100 time: 0.4020553 Jul 09 16:46:51.183204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:51.186321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:51.188246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8c37b87-ea0c-49c4-aa66-0a7b55e9e942 req-f54b95b9-adb2-409c-a2e2-a5bcbb36bd5b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705700 Jul 09 16:46:51.208604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e786ad68-312f-4acd-8df0-84d0452a49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.211387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e786ad68-312f-4acd-8df0-84d0452a49ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.215600 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e786ad68-312f-4acd-8df0-84d0452a49ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a9610e2-f0a9-45ac-9057-4db048f7a22c HTTP/1.1" status: 204 len: 168 time: 0.4526951 Jul 09 16:46:51.221097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.243834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786ad68-312f-4acd-8df0-84d0452a49ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9610e2-f0a9-45ac-9057-4db048f7a22c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:51.416317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Router 674c9704-f659-4286-85cb-9e4f0406b29a is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:46:51.518654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.546653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3148a7-b479-44ad-bb45-371a6077bc34 req-74e84f8c-1006-4f57-9e84-885eafdcd01f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:51.551578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa3148a7-b479-44ad-bb45-371a6077bc34 req-74e84f8c-1006-4f57-9e84-885eafdcd01f tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.4000392 Jul 09 16:46:51.594370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:46:51.602696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76a15973-bc1e-4c52-aadc-c02b703649f9 None None] Provisioning complete for port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:51.602696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76a15973-bc1e-4c52-aadc-c02b703649f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:51.609968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35f712a1-9f82-41ee-ba85-1b07261ae954 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "PUT /v2.0/routers/674c9704-f659-4286-85cb-9e4f0406b29a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6958334 Jul 09 16:46:51.613332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:51.625886 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] Sync routers for ids ['674c9704-f659-4286-85cb-9e4f0406b29a'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:46:51.642429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'port': {'network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b', 'name': 'tempest-FloatingIPNegativeTestJSON-1276272998'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:51.645274 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] Routers {'674c9704-f659-4286-85cb-9e4f0406b29a'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:51.645922 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['674c9704-f659-4286-85cb-9e4f0406b29a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:51.691235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-2008cbbe-d59e-4e11-b28c-ad02fd4eed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:51.693335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-2008cbbe-d59e-4e11-b28c-ad02fd4eed8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.4822030 Jul 09 16:46:51.739654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-76a15973-bc1e-4c52-aadc-c02b703649f9 None None] Port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:51.741236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa3148a7-b479-44ad-bb45-371a6077bc34 req-afed1b0f-c8fb-4b8e-a692-ab4b84ca626e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360097 Jul 09 16:46:51.812766 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:51.840616 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] Routers {'674c9704-f659-4286-85cb-9e4f0406b29a'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:46:51.842853 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:46:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['674c9704-f659-4286-85cb-9e4f0406b29a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:51.891650 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:51.892574 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c941ac-118c-4413-b7d1-b3abd7d4891f None None] The sync data for ids ['674c9704-f659-4286-85cb-9e4f0406b29a'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:46:51.949776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-5c988881-8643-41cb-b3f1-026c0e81f307 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 200 len: 217 time: 0.2277925 Jul 09 16:46:52.090944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Made reservation on behalf of 943d9a0fb7274824884dc11bbc03ec4f for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:52.097747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:52.113527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-cff028bf-a488-4b45-a6ed-7ebe2443cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.116321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-cff028bf-a488-4b45-a6ed-7ebe2443cafc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1590147 Jul 09 16:46:52.117428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:52.147900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] device_id is not set on port 08379082-d644-4d72-b551-a801abd0ec42 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:46:52.152210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 77b2f129-7d55-45f0-a8c2-154b4aa7764a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:52.225290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 77b2f129-7d55-45f0-a8c2-154b4aa7764a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:52.226179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 77b2f129-7d55-45f0-a8c2-154b4aa7764a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:52.421287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:52.427562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79e431d0-6df4-4230-b896-d7843039929a HTTP/1.1" status: 204 len: 168 time: 1.5072916 Jul 09 16:46:52.433155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:52.436048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbfdff-9e4c-4ba9-a467-7ecbd47e35a4 None None] Network dad39ca4-c6ee-400f-b79d-3c95ff3ff297 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:52.499680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Allocated IP 172.20.0.11 (5b6ddf65-b21f-47ee-a30a-74c17676f68b/a3aca1ba-3670-4e29-a65f-4214722e639d/08379082-d644-4d72-b551-a801abd0ec42) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:52.504115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e09bca-03b2-43b4-8522-05d5c44c21e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e431d0-6df4-4230-b896-d7843039929a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:52.704547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.712409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.720339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.729445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.738619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.749319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.756870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.759030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-1c19c537-89db-477a-924a-eec0ad57317f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.6716897 Jul 09 16:46:52.790631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] DHCP port deletion for dad39ca4-c6ee-400f-b79d-3c95ff3ff297 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:46:52.823998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-29fbdcb8-cee8-4335-bfeb-9971cef4b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:52.828218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-29fbdcb8-cee8-4335-bfeb-9971cef4b455 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5541778 Jul 09 16:46:52.886992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] Deleting port 5283bc49-533d-4e15-ad2c-04dabce924ff {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:52.888173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:52.941757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:52.947594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:53.162655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.203608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:53.237064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] For port 5283bc49-533d-4e15-ad2c-04dabce924ff, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5283bc49-533d-4e15-ad2c-04dabce924ff,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:53.238136 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.250507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:53.254029 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5348e8cd-cc91-4ae1-80b7-41dd8fd7bb85" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:53.292073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] Calling delete_port for 5283bc49-533d-4e15-ad2c-04dabce924ff owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:53.301735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:53.303654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd1c57e4-dd6c-4d31-8627-accb17b23958 req-14729343-9f3b-486c-96f5-09b1679523c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5230892 Jul 09 16:46:53.333895 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.428582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4503a-f504-4bb4-baa4-5ab7f05f9d83 req-22899549-9baa-48d0-9a80-34a098a264ee tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:53.430413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00a4503a-f504-4bb4-baa4-5ab7f05f9d83 req-22899549-9baa-48d0-9a80-34a098a264ee tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.6702516 Jul 09 16:46:53.449531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-e6cd1b41-91b3-4323-8600-aaa98d4f443d service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127876 Jul 09 16:46:53.533969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.543590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:53.696686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'mac_address': 'fa:16:3e:4a:c1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:53.698092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e07d40e-a523-47d3-8907-3450cb48a1f0 req-acd67537-3374-4599-afdd-2a79be86454c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198558 Jul 09 16:46:53.715842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-263749216-network', 'tenant_id': '5d3fb6a992664f6bbc8e7c0887cbe491'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:53.721527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:53.806082 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.811528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00a4503a-f504-4bb4-baa4-5ab7f05f9d83 req-20346e9f-7672-4aae-91d4-af6996638fa2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553624 Jul 09 16:46:53.818110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.819270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.819713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.820514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.821431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.821733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.822088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Deleting port 5283bc49-533d-4e15-ad2c-04dabce924ff {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:53.822460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.822783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.823233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.823826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.824646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.825290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.826810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:53.845793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.846106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Made reservation on behalf of 5d3fb6a992664f6bbc8e7c0887cbe491 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:53.848511 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.866653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.876008 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.936936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] Pushing event deleted for resources: {'Port': ['ID=5283bc49-533d-4e15-ad2c-04dabce924ff,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:53.943517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce74e8d4-b587-47b6-aead-625c8ec362b3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:53.947517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.952761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3738c7-bcff-4155-b028-ae33a0d56fcc None None] No DVR routers for this DVR port 5283bc49-533d-4e15-ad2c-04dabce924ff on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:53.972719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] For port 5283bc49-533d-4e15-ad2c-04dabce924ff, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5283bc49-533d-4e15-ad2c-04dabce924ff,segment=NetworkSegment(7bb72796-1bac-4b0e-a1ce-9983ae7c96e6),segment_id=7bb72796-1bac-4b0e-a1ce-9983ae7c96e6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:53.973502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.978830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Transition to ACTIVE for port object 08379082-d644-4d72-b551-a801abd0ec42 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:53.997300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Calling delete_port for 5283bc49-533d-4e15-ad2c-04dabce924ff owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:54.003046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f551a-db9a-47aa-99d2-d638ab129ef1 req-96a44c72-1c49-4df7-850a-cac2f11148e5 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:54.004964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-431f551a-db9a-47aa-99d2-d638ab129ef1 req-96a44c72-1c49-4df7-850a-cac2f11148e5 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 949 time: 0.2389863 Jul 09 16:46:54.015909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:54.023793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.103204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-431f551a-db9a-47aa-99d2-d638ab129ef1 req-04eec1de-24cb-431e-8fd1-0c65921e8938 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912910 Jul 09 16:46:54.115138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.155293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:54.166696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:54.169732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:54.200503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.209341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.217673 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8927481-a3e2-4bae-9efd-b73c0c85de65 x-openstack-request-id: req-b8927481-a3e2-4bae-9efd-b73c0c85de65 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:54.218039 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:54.218242 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8927481-a3e2-4bae-9efd-b73c0c85de65 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:54.228325 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:46:54.258008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57babe1a-bab7-499b-bd2d-89bc8ccb6269,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:54.279491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:54.292822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5283bc49-533d-4e15-ad2c-04dabce924ff no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:54.322548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:46:54.336987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.337871 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Added segment fa291e87-c1e5-4ca3-905e-b70ad40eeabd of type vlan for network 0f308559-8e09-4d7b-8bd3-0a993c290260 Jul 09 16:46:54.389421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5283bc49-533d-4e15-ad2c-04dabce924ff {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:54.389915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5283bc49-533d-4e15-ad2c-04dabce924ff not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:54.454764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ce74e8d4-b587-47b6-aead-625c8ec362b3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:54.496617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Port': ['ID=08379082-d644-4d72-b551-a801abd0ec42,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:54.512391 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.534293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:54.535410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.566237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-78249219-1805-4e1e-ba77-1448f3c81574 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9517238 Jul 09 16:46:54.566759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:54.582037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:54.590411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.620619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] No DVR routers for this DVR port 5283bc49-533d-4e15-ad2c-04dabce924ff on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:54.679184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Pushing event deleted for resources: {'Port': ['ID=5283bc49-533d-4e15-ad2c-04dabce924ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:54.731906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.733831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ae4e490-cf4d-415d-a100-9c28c35bc75d None None] Provisioning for port 08379082-d644-4d72-b551-a801abd0ec42 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:54.741091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ae4e490-cf4d-415d-a100-9c28c35bc75d None None] Provisioning complete for port 08379082-d644-4d72-b551-a801abd0ec42 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:54.741986 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ae4e490-cf4d-415d-a100-9c28c35bc75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.771046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.772044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:54.772639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.792830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.795430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4e490-cf4d-415d-a100-9c28c35bc75d None None] Port 08379082-d644-4d72-b551-a801abd0ec42 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:54.812130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad39ca4-c6ee-400f-b79d-3c95ff3ff297']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:54.838677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:54.839179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb72796-1bac-4b0e-a1ce-9983ae7c96e6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:46:54.859796 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.898434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.908127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:46:54.908427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:54.910284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4827-8649-4ce9-b2e0-94b2919df629 req-d8bc384d-dabb-40e9-ae95-a6d8842b2e1b tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:46:54.912120 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:46:54.916572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfbd4827-8649-4ce9-b2e0-94b2919df629 req-d8bc384d-dabb-40e9-ae95-a6d8842b2e1b tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 1101 time: 0.4164305 Jul 09 16:46:54.924477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:54.965585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7197299 Jul 09 16:46:54.971465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc28a3-11e5-43b1-8608-954b409f3b6c admin admin] Pushing event updated for resources: {'Network': ['ID=0f308559-8e09-4d7b-8bd3-0a993c290260,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:54.971828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:54.981381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Request body: {'subnet': {'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-263749216-subnet', 'tenant_id': '5d3fb6a992664f6bbc8e7c0887cbe491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:55.032751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfbd4827-8649-4ce9-b2e0-94b2919df629 req-914b735d-820e-4e1a-a4a2-5c98f24db837 tempest-MigrationsAdminTest-270275098 tempest-MigrationsAdminTest-270275098-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098194 Jul 09 16:46:55.053630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Made reservation on behalf of 5d3fb6a992664f6bbc8e7c0887cbe491 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:55.055857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.058413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.063917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.082076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.088864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.095731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.103067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.110858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.112781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-6079de44-9829-4b3f-b34f-c212e69088cb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.3873391 Jul 09 16:46:55.153110 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.161968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.166060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] 10.222.0.48 "DELETE /v2.0/networks/dad39ca4-c6ee-400f-b79d-3c95ff3ff297 HTTP/1.1" status: 204 len: 168 time: 2.7315052 Jul 09 16:46:55.202668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90845588-0e7f-4cf4-bbb5-3de87fc5ffdb admin admin] Pushing event deleted for resources: {'Network': ['ID=dad39ca4-c6ee-400f-b79d-3c95ff3ff297,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:55.297551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-4414210c-940c-477c-a14b-42bc5f2026b9 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435789 Jul 09 16:46:55.299347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.356643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:55.380413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:46:55.499423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:55.539458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'mac_address': 'fa:16:3e:09:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:55.610114 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ac2193a1-779a-47f9-a28c-ef465330aad6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e9e520150854cc5909a7c340ed8b071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083286 Jul 09 16:46:55.611994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:55.628236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.636807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.657010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:55.683238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:55.691083 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.758185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c300c59a-bac9-401b-a4bd-623665d795b7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:55.766512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:55.791767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba62e49-64ea-4f96-a0cb-de20176ea19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.802706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:55.816703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Checking segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:55.817064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Network hostable DHCP agents. Network: 0f308559-8e09-4d7b-8bd3-0a993c290260, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:46:55.833576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba62e49-64ea-4f96-a0cb-de20176ea19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.850930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a9476fb7-1d6f-4040-8037-979c3deef9fe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:55.898195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:46:55.904340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Allocated IP 172.25.7.74 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/95287823-f98c-4df9-bed8-071e065288cb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:55.918561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0f308559-8e09-4d7b-8bd3-0a993c290260) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:55.936981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.937656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.955101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb8442-2556-4d2d-bf4c-9fe380a8886b None None] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:55.975528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba62e49-64ea-4f96-a0cb-de20176ea19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.982729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba62e49-64ea-4f96-a0cb-de20176ea19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.989388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7ba62e49-64ea-4f96-a0cb-de20176ea19e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfd18301-dc81-4b56-8772-de10e0ff19ea HTTP/1.1" status: 204 len: 168 time: 0.3732860 Jul 09 16:46:56.022640 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-151f9492-0d1c-4509-8880-bf66f6acf99e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0441766 Jul 09 16:46:56.022640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62e49-64ea-4f96-a0cb-de20176ea19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd18301-dc81-4b56-8772-de10e0ff19ea,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:56.047568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-475ed411-aa65-4cd9-8784-005fd37f165b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.052216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7375dcd1-d92d-4073-ba60-ff3b497d9f51 req-83765f99-2588-42d7-813d-098716279721 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9084241 Jul 09 16:46:56.232175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.260831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a55e8-d7a6-4545-a0f6-980ee95b92dd None None] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:46:56.431640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-475ed411-aa65-4cd9-8784-005fd37f165b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.454336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-475ed411-aa65-4cd9-8784-005fd37f165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.589786 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-475ed411-aa65-4cd9-8784-005fd37f165b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=171e8efd63fb44168c734927d260649d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7799423 Jul 09 16:46:56.593654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ed411-aa65-4cd9-8784-005fd37f165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca3bbe7-22dd-4f0e-adab-7b39ece76d64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:56.596749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:56.675227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-f2d29ec7-8099-4894-bfae-297861c2f5d0 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:56.689584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-f2d29ec7-8099-4894-bfae-297861c2f5d0 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6622701 Jul 09 16:46:56.694031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa6752d1-e9ba-471d-8f6f-3a2463349267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.733267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-d7830381-6886-4f07-ac02-df2cf997d4fb tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/quotas/63f2af6d84424afaa5fd7bc5c3aca44c HTTP/1.1" status: 200 len: 375 time: 0.0317302 Jul 09 16:46:56.733697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa6752d1-e9ba-471d-8f6f-3a2463349267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.741012 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.824806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Port': ['ID=95287823-f98c-4df9-bed8-071e065288cb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:56.836005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa6752d1-e9ba-471d-8f6f-3a2463349267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.843126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa6752d1-e9ba-471d-8f6f-3a2463349267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.843753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36300f6-6861-4750-a27e-7873f3f1e33f req-1e81bd67-c937-4c92-b1ae-3bb7e3d7042e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:56.848128 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa6752d1-e9ba-471d-8f6f-3a2463349267 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cca3bbe7-22dd-4f0e-adab-7b39ece76d64 HTTP/1.1" status: 204 len: 168 time: 0.2391050 Jul 09 16:46:56.856331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c36300f6-6861-4750-a27e-7873f3f1e33f req-1e81bd67-c937-4c92-b1ae-3bb7e3d7042e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 946 time: 0.5783279 Jul 09 16:46:56.874967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6752d1-e9ba-471d-8f6f-3a2463349267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca3bbe7-22dd-4f0e-adab-7b39ece76d64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:56.929779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:56.942941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e0cb93f-00c4-4cdf-9191-fc2cb9473107 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200330 Jul 09 16:46:56.974912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:56.980909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:56.999259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c36300f6-6861-4750-a27e-7873f3f1e33f req-77be99d7-f8e5-48c1-bce3-cab21912d765 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412470 Jul 09 16:46:57.003961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:57.049251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ce74e8d4-b587-47b6-aead-625c8ec362b3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:57.053906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ce74e8d4-b587-47b6-aead-625c8ec362b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:57.054591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.248780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.283795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.373671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:57.393346 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580e399c-f70d-4452-b0af-42af57b0a95a" -d '{"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-plugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:57.446217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:57.451041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.460748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.626752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:57.660130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:57.717862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a098a17-dab5-4ff8-9bda-0139c2a479bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.888923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.896012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.903257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.913315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.920987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.928597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.935893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.938573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-74a89e60-7873-4b2f-9c41-963d459e2f79 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.3182642 Jul 09 16:46:57.973783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a098a17-dab5-4ff8-9bda-0139c2a479bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.981477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a098a17-dab5-4ff8-9bda-0139c2a479bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.023676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5deb48d9-635e-4346-8337-94ca4fbc1b61 req-16f86f40-eaab-47ec-9d87-2ed4f0dcfcdd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759530 Jul 09 16:46:58.055532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.062955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.138844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a098a17-dab5-4ff8-9bda-0139c2a479bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d468b8dde534f1aa3add9a4985ffc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691486 Jul 09 16:46:58.140002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:58.142062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a098a17-dab5-4ff8-9bda-0139c2a479bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5be350-3f7a-4dcc-a1a7-f26af3656d3b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:58.159141 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ef085-8ca2-4f89-9ec8-e9819bd0109e x-openstack-request-id: req-0a9ef085-8ca2-4f89-9ec8-e9819bd0109e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:58.159635 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-plugged", "status": "completed", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:58.159754 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a9ef085-8ca2-4f89-9ec8-e9819bd0109e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:58.160167 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'code': 200} Jul 09 16:46:58.254538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Port': ['ID=95287823-f98c-4df9-bed8-071e065288cb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:58.267515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98314992-c0f8-4337-90ab-b9a3bb793b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.286510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.294266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:58.305528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.307492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-79a5c1ca-1ae5-4026-8ace-95e8be994b92 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7365901 Jul 09 16:46:58.310952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:58.315888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24116564-0067-41eb-8f26-be3665c65ead tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'floatingip': {'port_id': '08379082-d644-4d72-b551-a801abd0ec42', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:58.320106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98314992-c0f8-4337-90ab-b9a3bb793b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.426514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98314992-c0f8-4337-90ab-b9a3bb793b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.430238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98314992-c0f8-4337-90ab-b9a3bb793b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.435234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-98314992-c0f8-4337-90ab-b9a3bb793b29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc5be350-3f7a-4dcc-a1a7-f26af3656d3b HTTP/1.1" status: 204 len: 168 time: 0.2905455 Jul 09 16:46:58.436055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-90dcfba4-8ac0-4a3b-aacf-66ea7e14aed7 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:58.440052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-90dcfba4-8ac0-4a3b-aacf-66ea7e14aed7 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 812 time: 0.3596139 Jul 09 16:46:58.448719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24116564-0067-41eb-8f26-be3665c65ead tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.451220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98314992-c0f8-4337-90ab-b9a3bb793b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5be350-3f7a-4dcc-a1a7-f26af3656d3b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:58.485575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-network', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:58.537610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Made reservation on behalf of 062347d3c12f4902b61f1f6be6bfc217 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:58.547509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.562792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.563993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-0b6de15e-591f-4e0b-a8f6-87b5db639174 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/quotas/5d3fb6a992664f6bbc8e7c0887cbe491 HTTP/1.1" status: 200 len: 375 time: 0.1229482 Jul 09 16:46:58.618915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-1901c0a1-86f7-49a0-ac31-e0979f5abcdd tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538642 Jul 09 16:46:58.725503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.735351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.760270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc218-f550-45cd-ba1d-780cfb6da6a5 req-f3fc2b46-6495-4029-a353-417549e74cbc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:58.762023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a64bc218-f550-45cd-ba1d-780cfb6da6a5 req-f3fc2b46-6495-4029-a353-417549e74cbc tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 951 time: 0.3799098 Jul 09 16:46:58.763443 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-24116564-0067-41eb-8f26-be3665c65ead tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] update failed (client error): The resource could not be found. Jul 09 16:46:58.764428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-24116564-0067-41eb-8f26-be3665c65ead tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "PUT /v2.0/floatingips/63ad36c7-f3e5-4490-8334-3119c516e577 HTTP/1.1" status: 404 len: 507 time: 0.4525237 Jul 09 16:46:58.771609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:58.781002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:46:58.815245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f68be02-d86c-4011-9394-32857144d948,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:58.828677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.830449 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Added segment 1d89998c-d016-46e3-bfc2-2b9b020082c3 of type vlan for network 52a238e7-2342-4ebd-8a7e-a700d41420fe Jul 09 16:46:58.929609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.939340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:58.950953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-14d493e5-ec75-4ae1-a7e8-b8a363e14aea service neutron] 10.222.0.48 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310082 Jul 09 16:46:59.006719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.008538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:59.011868 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.062458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a64bc218-f550-45cd-ba1d-780cfb6da6a5 req-6264d662-59dd-45c3-a5ea-43fb2d10568c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668157 Jul 09 16:46:59.142333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a9476fb7-1d6f-4040-8037-979c3deef9fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:59.142333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.156992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8571711 Jul 09 16:46:59.159012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53272) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:59.170056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Request body: {'subnet': {'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-subnet', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:59.195823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-e8035308-0695-4e4f-8c20-5d9bd05eec8c service neutron] 10.222.0.48 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438650 Jul 09 16:46:59.217492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Deleting port 95287823-f98c-4df9-bed8-071e065288cb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:59.218023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.266830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a6c80-b47e-478d-99f9-44116b553592 admin admin] Pushing event updated for resources: {'Network': ['ID=52a238e7-2342-4ebd-8a7e-a700d41420fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:59.291844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:46:59.313492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Made reservation on behalf of 062347d3c12f4902b61f1f6be6bfc217 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:59.317173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.426356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-f8a0c32a-b23d-4bcb-8caa-57b03a008675 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1870017 Jul 09 16:46:59.549161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.621048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:59.627553 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.716141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-bb8474fa-2f8a-45b1-be8f-553ff4a44db0 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812120 Jul 09 16:46:59.784180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.784672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:59.784956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:59.852389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Calling delete_port for 95287823-f98c-4df9-bed8-071e065288cb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:59.905051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-0c7219cf-f87d-4985-bb5c-4a674850b403 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:59.908164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-0c7219cf-f87d-4985-bb5c-4a674850b403 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 951 time: 0.4683983 Jul 09 16:46:59.921000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-66a97e21-e479-4967-942f-097f3c2ef04d tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:59.928368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-66a97e21-e479-4967-942f-097f3c2ef04d tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4953363 Jul 09 16:46:59.960186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.056681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e87a489-666d-4046-a763-77c3fef9bd84,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:00.101716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Checking segment: {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:00.102210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Network hostable DHCP agents. Network: 52a238e7-2342-4ebd-8a7e-a700d41420fe, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:47:00.140189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:47:00.145489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-b6811844-c09f-4099-bbc7-63d60281931c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/quotas/63f2af6d84424afaa5fd7bc5c3aca44c HTTP/1.1" status: 200 len: 375 time: 0.2156487 Jul 09 16:47:00.161063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:00.164532 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9d798-d86d-47a6-b0ef-912b35428c7c" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:00.167914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 52a238e7-2342-4ebd-8a7e-a700d41420fe) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:00.183873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:00.186613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.194207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d0418-06f9-490c-aa73-6fb48793093b None None] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:47:00.211895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-733523da-42d2-40e5-9c03-58020902d659 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:00.213849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-733523da-42d2-40e5-9c03-58020902d659 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889591 Jul 09 16:47:00.222505 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ec445b1d-31ae-4b34-84a7-ac5e9e1cd63b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0572362 Jul 09 16:47:00.222867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:00.244454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:00.305123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-abf57414-a1e3-402b-a1d4-7f301fd341c3 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1576989 Jul 09 16:47:00.323086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.324291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.349308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Request body: {'port': {'device_id': '6678953e-e627-489b-a3e5-8d345bb86769', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '63f2af6d84424afaa5fd7bc5c3aca44c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:00.393153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1b84a-852d-4836-931e-da4fd3a15006 None None] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:47:00.457251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.717103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8f00c-4be4-4eca-91ca-38dc10825a74 req-c3b1ad55-9746-4628-b458-39ab764f2779 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:00.724820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19a8f00c-4be4-4eca-91ca-38dc10825a74 req-c3b1ad55-9746-4628-b458-39ab764f2779 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.6661799 Jul 09 16:47:00.775994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Deleting port ce74e8d4-b587-47b6-aead-625c8ec362b3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:00.775994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.858172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.906501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Port': ['ID=95287823-f98c-4df9-bed8-071e065288cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:00.921143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19a8f00c-4be4-4eca-91ca-38dc10825a74 req-02a23a6b-d2e8-482a-b7ba-795cc93fb5f1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952679 Jul 09 16:47:00.945265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Made reservation on behalf of 63f2af6d84424afaa5fd7bc5c3aca44c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:00.949672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37fdcbf5-a8f8-402e-b099-1bc4309219a4 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:00.966290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:00.969392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.025656 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.114055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] For port ce74e8d4-b587-47b6-aead-625c8ec362b3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ce74e8d4-b587-47b6-aead-625c8ec362b3,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:01.114439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.239834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Calling delete_port for ce74e8d4-b587-47b6-aead-625c8ec362b3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:01.268620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:01.279963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.284262 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.290833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-de74651a-ed15-4bd9-b403-611df95548e1 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "DELETE /v2.0/floatingips/63ad36c7-f3e5-4490-8334-3119c516e577 HTTP/1.1" status: 204 len: 168 time: 2.5179148 Jul 09 16:47:01.292887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53328) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:01.305684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-68511aea-152f-4b01-8de2-cd4c8b9dccca tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'floatingip': {'floating_network_id': '5b6ddf65-b21f-47ee-a30a-74c17676f68b', 'port_id': '08379082-d644-4d72-b551-a801abd0ec42', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:01.334082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '37fdcbf5-a8f8-402e-b099-1bc4309219a4', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'port_id': '37fdcbf5-a8f8-402e-b099-1bc4309219a4', 'mac_address': 'fa:16:3e:a5:1d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:01.457138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.465084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.475185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.475413 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.481226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.487812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.494067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.506075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.511660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-9d06c6e7-d88b-4008-8cec-09baa7a52d33 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5419 time: 0.4284792 Jul 09 16:47:01.532791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fdcbf5-a8f8-402e-b099-1bc4309219a4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:01.601808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:01.609574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.611233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f6f71550-5258-42c7-a1cb-974d3c592f64 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:01.674251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.738900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:01.764505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a97aa051-4ec3-460c-9e43-51a2ceeccd76 req-8129a43c-17cf-47a5-b957-d695fd5f6923 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311409 Jul 09 16:47:01.776911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:01.906583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f6f71550-5258-42c7-a1cb-974d3c592f64,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:01.938103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'f6f71550-5258-42c7-a1cb-974d3c592f64', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'port_id': 'f6f71550-5258-42c7-a1cb-974d3c592f64', 'mac_address': 'fa:16:3e:0f:70:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:01.950407 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc465f24-dbc9-4594-b9ba-feb32f541cd2 x-openstack-request-id: req-bc465f24-dbc9-4594-b9ba-feb32f541cd2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:01.961068 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-plugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:01.961434 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc465f24-dbc9-4594-b9ba-feb32f541cd2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:01.961959 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:47:02.064079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.090603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.112475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f71550-5258-42c7-a1cb-974d3c592f64 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:02.131014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.192989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f6f71550-5258-42c7-a1cb-974d3c592f64,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:02.196838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.202167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.203285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c4973e5-3d27-440f-9406-b23ff8b9d888 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:02.206077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Allocated IP 172.25.7.18 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/5c1793d0-f772-4571-a4b9-fd0f6cfb04b4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:02.245449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68511aea-152f-4b01-8de2-cd4c8b9dccca tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.305893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7', 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'ce74e8d4-b587-47b6-aead-625c8ec362b3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:02.333526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['96d03983-f648-473b-bd58-13b82ad872eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:02.382895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c33ad866-410f-4ad5-ba70-36330aa82513 req-d012d0a1-f52d-4473-b6e9-77d30bab49ce tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 210 time: 0.1991208 Jul 09 16:47:02.397242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event deleted for resources: {'Port': ['ID=ce74e8d4-b587-47b6-aead-625c8ec362b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:02.400968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5112f6-13b6-412f-ae55-af51beeb3d2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:02.604309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:02.619581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87b8c5-1202-41aa-8e20-a4d8f4a35492 req-ae5b052b-f859-4363-aa2b-04a62961187a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:02.643107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd87b8c5-1202-41aa-8e20-a4d8f4a35492 req-ae5b052b-f859-4363-aa2b-04a62961187a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fb44391-3cef-428d-a881-c3e12c384404 HTTP/1.1" status: 200 len: 868 time: 0.9131300 Jul 09 16:47:02.647012 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.740000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.778576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] No DVR routers for this DVR port ce74e8d4-b587-47b6-aead-625c8ec362b3 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:02.825378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Pushing event updated for resources: {'Port': ['ID=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:02.858911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:02.875450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:02.879810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:02.880252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:02.882509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c0f57e1-0d1e-4197-8b46-1f35c6f6ae25 req-f7cf1b02-904b-4828-a4b1-b024cc0b4d68 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "DELETE /v2.0/ports/ce74e8d4-b587-47b6-aead-625c8ec362b3 HTTP/1.1" status: 204 len: 173 time: 2.9510801 Jul 09 16:47:02.886079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-deleted', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:02.903001 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91158a8f-93b6-4cdb-90f4-06900a784c29" -d '{"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-deleted", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:02.969261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:03.066904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '6c4973e5-3d27-440f-9406-b23ff8b9d888', 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'port_id': '6c4973e5-3d27-440f-9406-b23ff8b9d888', 'mac_address': 'fa:16:3e:1b:51:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:03.095538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36852b45-d115-446c-b286-6c8f557f29d2 req-724d13ce-2f1c-4b34-970e-942608d0c0d5 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 210 time: 0.3069634 Jul 09 16:47:03.181200 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:47:03.196257 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-68511aea-152f-4b01-8de2-cd4c8b9dccca tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:47:03.201162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68511aea-152f-4b01-8de2-cd4c8b9dccca tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9022062 Jul 09 16:47:03.205552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:03.215489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd87b8c5-1202-41aa-8e20-a4d8f4a35492 req-830a33ed-d08a-42de-bd8f-3d57e3325089 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684371 Jul 09 16:47:03.217271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Allocated IP 192.168.233.220 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/e16ebb72-9001-40a6-9099-0e5d6009290e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:03.292296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '08379082-d644-4d72-b551-a801abd0ec42', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:03.396631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:03.470525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4973e5-3d27-440f-9406-b23ff8b9d888 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:03.558840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:03.593939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:03.672354 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:03.673028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2196276f-6372-411c-a223-3a4b31a29c56 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:03.699820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-919f5bf9-e48a-4aa6-b6b1-775a2c60b098 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:03.701852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-919f5bf9-e48a-4aa6-b6b1-775a2c60b098 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 812 time: 0.4947276 Jul 09 16:47:03.745066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Request body: {'port': {'device_id': '16d2856b-8209-4572-ba49-373315fd1543', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'admin_state_up': True, 'tenant_id': '5d3fb6a992664f6bbc8e7c0887cbe491'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:03.814270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:03.892528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2196276f-6372-411c-a223-3a4b31a29c56,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:03.908459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '2196276f-6372-411c-a223-3a4b31a29c56', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'port_id': '2196276f-6372-411c-a223-3a4b31a29c56', 'mac_address': 'fa:16:3e:8c:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:03.939077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:03.961038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50656f3-cb47-4fd6-85aa-fef31738accb req-2ac7f438-a8cc-4fdc-a725-cc6d9185a745 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:03.974436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a50656f3-cb47-4fd6-85aa-fef31738accb req-2ac7f438-a8cc-4fdc-a725-cc6d9185a745 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.5338178 Jul 09 16:47:04.015332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.086823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2196276f-6372-411c-a223-3a4b31a29c56 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:04.096944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:04.188141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2196276f-6372-411c-a223-3a4b31a29c56,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:04.201225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.204698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:04.344922 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:47:04.408110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:04.420688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.37', 65131) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:04.432943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:04.436679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e', 'network_id': '11e40d17-dbf0-42b3-9d46-7753c311f95d', 'port_id': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e', 'mac_address': 'fa:16:3e:23:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:04.496982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.526751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:04.540021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-378973fc-8202-475c-b3ff-7d7442036b36 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017911 Jul 09 16:47:04.552317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-9fc9faa4-5a71-40c9-9837-287124e624a7 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:04.554703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-9fc9faa4-5a71-40c9-9837-287124e624a7 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 812 time: 0.6592269 Jul 09 16:47:04.563548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55e0d37-9a64-42b4-b21e-7221bf74f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.572822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:04.583008 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.583887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 21f0e408-5bb2-456a-8543-9ea4c364f344 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:04.629784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Request body: {'port': {'device_id': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'admin_state_up': True, 'tenant_id': '5d3fb6a992664f6bbc8e7c0887cbe491'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:04.648604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.756874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Made reservation on behalf of 5d3fb6a992664f6bbc8e7c0887cbe491 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:04.761305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.814153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:04.835012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 21f0e408-5bb2-456a-8543-9ea4c364f344, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=21f0e408-5bb2-456a-8543-9ea4c364f344,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:04.851635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'port_id': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'mac_address': 'fa:16:3e:ce:4e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:04.935494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:04.974814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f0e408-5bb2-456a-8543-9ea4c364f344 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:05.011045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 21f0e408-5bb2-456a-8543-9ea4c364f344, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=21f0e408-5bb2-456a-8543-9ea4c364f344,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:05.017528 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.018250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 39a2954f-f3b5-476e-8552-3f6cef2a1d36 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:05.042109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a50656f3-cb47-4fd6-85aa-fef31738accb req-f9c588b9-be8f-4be0-9383-4afc697833f9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0614049 Jul 09 16:47:05.069635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.100642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:05.102131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.111554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.129784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.131628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=21f0e408-5bb2-456a-8543-9ea4c364f344,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:05.143418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.149763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '39a2954f-f3b5-476e-8552-3f6cef2a1d36', 'network_id': '5c8a2b7c-c95a-4e02-a352-28ff498fa1a5', 'port_id': '39a2954f-f3b5-476e-8552-3f6cef2a1d36', 'mac_address': 'fa:16:3e:ea:49:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:05.165251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.181478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.200234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.211184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-adfca3de-ebd6-4b90-ac29-16912546ce45 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5422 time: 1.4624565 Jul 09 16:47:05.236269 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.238372 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109c842-8e4d-499f-bf56-05698c337b33 x-openstack-request-id: req-8109c842-8e4d-499f-bf56-05698c337b33 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:05.240199 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb44391-3cef-428d-a881-c3e12c384404", "name": "network-vif-deleted", "tag": "ce74e8d4-b587-47b6-aead-625c8ec362b3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:05.240848 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8109c842-8e4d-499f-bf56-05698c337b33 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:05.242988 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb44391-3cef-428d-a881-c3e12c384404', 'name': 'network-vif-deleted', 'tag': 'ce74e8d4-b587-47b6-aead-625c8ec362b3', 'status': 'completed', 'code': 200} Jul 09 16:47:05.255529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a2954f-f3b5-476e-8552-3f6cef2a1d36 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:05.291240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:05.302059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Transition to ACTIVE for port object e16ebb72-9001-40a6-9099-0e5d6009290e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:05.311575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.372105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc11eeb-e022-4a76-9bd2-af98b99de2a6 req-9ee4a0b0-5188-4ca7-8fc6-afa611e835d9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584556 Jul 09 16:47:05.443901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:05.451597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-301bd59f-58bd-4676-a0c6-7c588c889500 req-222c70ef-3378-4b71-9c5d-432fe75ea7ed tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 210 time: 0.0973527 Jul 09 16:47:05.549467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.571799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-cd69ffd2-c919-4ebd-bac5-acdba06019fb tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.573230 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-cd69ffd2-c919-4ebd-bac5-acdba06019fb tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0182431 Jul 09 16:47:05.583266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.615789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Request body: {'port': {'device_id': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '63f2af6d84424afaa5fd7bc5c3aca44c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:05.664603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5ae7428-ec21-4167-bc2b-d819fa80acca req-df4afa24-2cbc-4eae-a9ea-3d310a6f6936 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 210 time: 0.0955544 Jul 09 16:47:05.689301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:05.693344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:05.696163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:05.756342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:05.763310 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-665bd550-e808-4c73-8b60-d5c0728a66fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.803910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.805100 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.836179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55e0d37-9a64-42b4-b21e-7221bf74f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:05.858297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-31309086-ff6f-433a-b4b0-248c18618658 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5889452 Jul 09 16:47:05.879987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Request body: {'port': {'device_id': '6678953e-e627-489b-a3e5-8d345bb86769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:05.995189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Allocated IP 172.25.7.191 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/69819835-7345-4ab8-ad6d-f4c1efc39014) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:06.113622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55e0d37-9a64-42b4-b21e-7221bf74f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.170145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.176206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c55e0d37-9a64-42b4-b21e-7221bf74f857 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38a4c49f165f4d50aa62ba8f4c7f511f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0777435 Jul 09 16:47:06.206023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:06.237438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f12c3c8-1745-4b39-8d8c-e65cc1db1cf3 None None] Provisioning for port e16ebb72-9001-40a6-9099-0e5d6009290e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:06.251109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f12c3c8-1745-4b39-8d8c-e65cc1db1cf3 None None] Provisioning complete for port e16ebb72-9001-40a6-9099-0e5d6009290e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:06.251729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f12c3c8-1745-4b39-8d8c-e65cc1db1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.294909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e0d37-9a64-42b4-b21e-7221bf74f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba8f40-40a3-41d5-95cf-325c1a3606fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:06.404938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3f12c3c8-1745-4b39-8d8c-e65cc1db1cf3 None None] Port e16ebb72-9001-40a6-9099-0e5d6009290e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:06.430445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['21f0e408-5bb2-456a-8543-9ea4c364f344'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:06.489783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['6c4973e5-3d27-440f-9406-b23ff8b9d888'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:06.495536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dd69709-9638-47ab-8cd8-ab2d97487a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.523345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dd69709-9638-47ab-8cd8-ab2d97487a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.564282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Made reservation on behalf of 5d3fb6a992664f6bbc8e7c0887cbe491 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:06.568509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.581803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Made reservation on behalf of 63f2af6d84424afaa5fd7bc5c3aca44c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:06.589162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.605952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Allocated IP 172.20.0.2 (0f308559-8e09-4d7b-8bd3-0a993c290260/c300c59a-bac9-401b-a4bd-623665d795b7/b5d0087a-6e01-420c-a53b-da50615e9b89) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:06.615437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dd69709-9638-47ab-8cd8-ab2d97487a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.621144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dd69709-9638-47ab-8cd8-ab2d97487a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:06.627774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6dd69709-9638-47ab-8cd8-ab2d97487a29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2ba8f40-40a3-41d5-95cf-325c1a3606fc HTTP/1.1" status: 204 len: 168 time: 0.4127192 Jul 09 16:47:06.650088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f6f71550-5258-42c7-a1cb-974d3c592f64'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:06.710034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd69709-9638-47ab-8cd8-ab2d97487a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba8f40-40a3-41d5-95cf-325c1a3606fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:06.771059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5fa37-f155-4f1d-b6c8-850e15a2d770 req-e528c214-ff64-48f8-88a0-c64b4e18727a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:06.776531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['37fdcbf5-a8f8-402e-b099-1bc4309219a4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:06.778792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79c5fa37-f155-4f1d-b6c8-850e15a2d770 req-e528c214-ff64-48f8-88a0-c64b4e18727a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.4624653 Jul 09 16:47:06.876081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['39a2954f-f3b5-476e-8552-3f6cef2a1d36'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:06.886501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9084b-9314-4b8a-99d6-96fd134b235f req-f341022f-d591-4270-8021-5e8dbf3fa623 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:06.888873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5f9084b-9314-4b8a-99d6-96fd134b235f req-f341022f-d591-4270-8021-5e8dbf3fa623 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 951 time: 0.3033946 Jul 09 16:47:06.891672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:06.982945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79c5fa37-f155-4f1d-b6c8-850e15a2d770 req-4512542a-6fe0-4090-aa5b-cd4aa370b3c8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988676 Jul 09 16:47:07.011465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2196276f-6372-411c-a223-3a4b31a29c56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:07.018157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:07.024874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5f9084b-9314-4b8a-99d6-96fd134b235f req-7482f5f4-6e17-4a87-b049-1802e77f8b67 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156447 Jul 09 16:47:07.223979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16ebb72-9001-40a6-9099-0e5d6009290e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:07.236242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:07.271778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Transition to ACTIVE for port object e16ebb72-9001-40a6-9099-0e5d6009290e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:07.286154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:07.358764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:07.366909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:07.523582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce5e0f0a-bf92-4c42-8572-02e0cfb27359 req-2de9c42c-5e70-4abf-9371-804dadb43d56 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 210 time: 0.1654291 Jul 09 16:47:07.525825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:07.591731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e84b99e7-68f7-4c90-9d73-10fc4be9ddb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:07.633183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Router de0deafb-ff60-40cd-a10a-ebcade719a77 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:47:07.665061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:07.668346 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:07.681748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Allocated IP 192.168.233.30 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/afc9a0fc-de56-4f60-a13e-70c29771a12e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:07.879125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db5d2585-938d-4419-acbd-39b5b4b5c67b req-df3a4de2-33cd-45df-84cd-24055deb9036 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 210 time: 0.0547361 Jul 09 16:47:07.879888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:07.887458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.37', 65132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:07.896787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:07.911255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:07.924872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Attempting to bind port e16ebb72-9001-40a6-9099-0e5d6009290e on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:07.925263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Attempting to bind port e16ebb72-9001-40a6-9099-0e5d6009290e by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:07.925540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Attempting to bind port e16ebb72-9001-40a6-9099-0e5d6009290e on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:07.948170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Port e16ebb72-9001-40a6-9099-0e5d6009290e on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:07.948506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Attempting to bind port e16ebb72-9001-40a6-9099-0e5d6009290e on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:07.961911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:07.968063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:07.974104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:07.981176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:07.985472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: ce74e8d4-b587-47b6-aead-625c8ec362b3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:07.986230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ce74e8d4-b587-47b6-aead-625c8ec362b3 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:07.987416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:07.993449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.001479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.024161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-a7be4eba-28f0-40b4-afa5-9185d58c367b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5426 time: 0.6641338 Jul 09 16:47:08.107501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event updated for resources: {'Port': ['ID=69819835-7345-4ab8-ad6d-f4c1efc39014,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:08.190146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9f57f35-a84e-4f57-ba46-ba41dfdfc3bc req-3d57fa74-2193-4c70-9b12-76f1eca14746 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644855 Jul 09 16:47:08.201879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:08.202519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:08.203097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:08.203774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Bound port: e16ebb72-9001-40a6-9099-0e5d6009290e, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:08.204332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.292592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.383546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:08.418464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.452942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:08.461132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Sync routers for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:08.463320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-70343164-2141-4ec1-b001-29e1ea1db1ed tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.464907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-70343164-2141-4ec1-b001-29e1ea1db1ed tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 951 time: 0.5761313 Jul 09 16:47:08.470560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dc1f31c7-a286-4b9d-92c6-0f1637f7d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.473659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:08.483596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:08.573275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event updated for resources: {'Port': ['ID=b5d0087a-6e01-420c-a53b-da50615e9b89,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:08.593397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Allocated IP 172.20.0.9 (0f308559-8e09-4d7b-8bd3-0a993c290260/c300c59a-bac9-401b-a4bd-623665d795b7/f2a33f44-fdad-44d4-adfd-19477e090f53) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:08.620068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:08.620735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:08.641535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.654597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.655980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.680261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:08.701649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Transition to ACTIVE for port object afc9a0fc-de56-4f60-a13e-70c29771a12e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:08.727739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e84b99e7-68f7-4c90-9d73-10fc4be9ddb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.749562 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.751335 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b67afb49-d896-454f-9810-3df286677d7b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5267608 Jul 09 16:47:08.760100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-147109ef-6147-4ec6-b209-94bd9a3d11c9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0326927 Jul 09 16:47:08.762333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:08.781897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ce7b-1cba-45b4-aa93-7ae56df20cce req-a87cb884-59f3-4cc0-a062-388a54672cf2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.789932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc63ce7b-1cba-45b4-aa93-7ae56df20cce req-a87cb884-59f3-4cc0-a062-388a54672cf2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.4139893 Jul 09 16:47:08.795209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:08.802224 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e84b99e7-68f7-4c90-9d73-10fc4be9ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.813425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:08.823432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce7a70-90b5-4b3c-b84a-5ffc4bf3d1e0 req-534de907-17f8-4edb-9cde-7685f9a502b0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.835562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90ce7a70-90b5-4b3c-b84a-5ffc4bf3d1e0 req-534de907-17f8-4edb-9cde-7685f9a502b0 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 951 time: 0.3681781 Jul 09 16:47:08.850171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.883199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Request body: {'port': {'device_id': '16d2856b-8209-4572-ba49-373315fd1543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:08.893152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.939438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Deleting port 69819835-7345-4ab8-ad6d-f4c1efc39014 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:08.946279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:08.994851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e84b99e7-68f7-4c90-9d73-10fc4be9ddb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc82518c66a74ccdbcae30a9bfa7289f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6294243 Jul 09 16:47:09.032040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:09.042120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:09.046706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.048539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/e16ebb72-9001-40a6-9099-0e5d6009290e HTTP/1.1" status: 200 len: 1096 time: 3.1759925 Jul 09 16:47:09.052893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:09.055273 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:09.057761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b99e7-68f7-4c90-9d73-10fc4be9ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1120244-fee6-408f-b475-05f15146eba3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:09.087291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc63ce7b-1cba-45b4-aa93-7ae56df20cce req-9b0f44c5-90ec-4f7d-ace8-2a49d0ebf3be tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911909 Jul 09 16:47:09.145411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90ce7a70-90b5-4b3c-b84a-5ffc4bf3d1e0 req-2e42979f-3c9d-4a6e-be71-947ca45ff07a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795949 Jul 09 16:47:09.167286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466377-bec7-4c0d-9161-f6955bbcf1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:09.201049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:03Z', 'revision_number': 3, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:09.205160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.231687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Checking router: de0deafb-ff60-40cd-a10a-ebcade719a77 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:09.232036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Updating router de0deafb-ff60-40cd-a10a-ebcade719a77 port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:47:09.238837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Deleting port 96d03983-f648-473b-bd58-13b82ad872eb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:09.239435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.300688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.364831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:09.466506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb32506-adc9-4824-af6e-eeeb4873f920 req-613b7b66-7eed-4b27-a559-a1f8c2a306c1 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 210 time: 0.0828006 Jul 09 16:47:09.514161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.514694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.533979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Calling delete_port for 69819835-7345-4ab8-ad6d-f4c1efc39014 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:09.541452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30acd3b3-f686-41c4-9896-418c8185618e req-73beef07-96bf-4450-ab58-4deb846b61cd tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 210 time: 0.0958779 Jul 09 16:47:09.597151 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b6f200-2e64-4ed4-984d-aac9e6fc3c0d x-openstack-request-id: req-e1b6f200-2e64-4ed4-984d-aac9e6fc3c0d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:09.597325 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:09.598280 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1b6f200-2e64-4ed4-984d-aac9e6fc3c0d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:09.598280 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'status': 'completed', 'code': 200} Jul 09 16:47:09.640614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:09.650846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] For port 96d03983-f648-473b-bd58-13b82ad872eb, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=96d03983-f648-473b-bd58-13b82ad872eb,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:09.651693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.672065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Calling delete_port for 96d03983-f648-473b-bd58-13b82ad872eb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:09.717147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbabfd82-ae16-4182-a6a6-d1239e14eb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.726983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:09.731849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.803788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.842831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.920054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.925421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:09.957832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:09.960824 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2086bc-5f1c-493f-b3b2-396648f07ef1" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:09.963937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:10.002843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:10.005707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-11f7e5c6-6d59-4811-92fc-3246521894d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.011582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-11f7e5c6-6d59-4811-92fc-3246521894d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 1099 time: 0.8521421 Jul 09 16:47:10.011944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.013420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event deleted for resources: {'Port': ['ID=96d03983-f648-473b-bd58-13b82ad872eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:10.101224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:10.125658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.128672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-5e03b4ae-3fa3-4bf7-909e-320ea9e2d092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e16ebb72-9001-40a6-9099-0e5d6009290e HTTP/1.1" status: 200 len: 217 time: 0.1045594 Jul 09 16:47:10.145587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Transition to ACTIVE for port object 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:10.156765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] No DVR routers for this DVR port 96d03983-f648-473b-bd58-13b82ad872eb on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:10.168130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.170984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.37 "DELETE /v2.0/ports/96d03983-f648-473b-bd58-13b82ad872eb HTTP/1.1" status: 204 len: 173 time: 1.6887732 Jul 09 16:47:10.171791 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5295dc7c-43b7-4d52-825e-084984681640 x-openstack-request-id: req-5295dc7c-43b7-4d52-825e-084984681640 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:10.172087 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:10.172340 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5295dc7c-43b7-4d52-825e-084984681640 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:10.172744 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e', 'code': 200} Jul 09 16:47:10.187505 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.227899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.234369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.240883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.249400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.251131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Attempting to bind port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:10.251893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Attempting to bind port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:10.252059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Attempting to bind port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:10.262024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.267975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:10.268354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:10.272953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.279602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.280045 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.284570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:10.284570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Bound port: 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:10.284570 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.292718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-f6c6f8e7-6803-4aa5-8c3c-bb694ee42906 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5426 time: 0.4370964 Jul 09 16:47:10.308393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbabfd82-ae16-4182-a6a6-d1239e14eb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.316897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:10.319133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:10.358995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4824fc-57c2-4bfb-b784-d8d363a50c30 None None] Pushing event updated for resources: {'Port': ['ID=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:10.429639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-0c22a6cc-47ec-4be7-9786-e79172758618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.431304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-0c22a6cc-47ec-4be7-9786-e79172758618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2592690 Jul 09 16:47:10.443055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] For port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:10.452883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] For port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:10.453420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.464182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.486499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3cc347b-1d38-464e-8113-a379cca01cb9 req-4dbd41b2-0558-4b4c-8321-12360c9c931a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1930656 Jul 09 16:47:10.540275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:10.676511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:10.677236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:10.805875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4824fc-57c2-4bfb-b784-d8d363a50c30 None None] Pushing event updated for resources: {'Port': ['ID=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:10.832050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2ff8f55-67f9-4e13-b3d7-f6449ea1a409 req-d79ef068-5e12-4838-af2d-6de84343f50e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a583b99-55ca-4de5-b3d7-bdc46e92d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0611100 Jul 09 16:47:10.859966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-ab7558aa-2ae1-460a-a85a-f3ac3c4933de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.862318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-ab7558aa-2ae1-460a-a85a-f3ac3c4933de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4234278 Jul 09 16:47:10.876132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042944e7-989e-4004-b0d4-7be05930d8b4 req-fac7ca63-14be-488e-b22b-bc6877de0f2f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.877964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-042944e7-989e-4004-b0d4-7be05930d8b4 req-fac7ca63-14be-488e-b22b-bc6877de0f2f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.3708205 Jul 09 16:47:11.032392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:11.041753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7', 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:11.049482 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-042944e7-989e-4004-b0d4-7be05930d8b4 req-eb96e11f-595e-4513-bd76-e88ce9bcadff tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589103 Jul 09 16:47:11.145119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-c1428105-f168-420f-b646-c2df486f1808 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660103 Jul 09 16:47:11.316070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28960d-7501-4e38-b40d-b939a6f0efb0 req-72c5a32a-2159-454c-aac7-c444b10f01c2 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.318025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba28960d-7501-4e38-b40d-b939a6f0efb0 req-72c5a32a-2159-454c-aac7-c444b10f01c2 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 935 time: 0.1450984 Jul 09 16:47:11.322909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aae7654-d097-425f-bb0f-59bb74cfaf31 req-9d9e51e8-fbe5-41a6-b13f-2ece78f255b2 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635146 Jul 09 16:47:11.356438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 96d03983-f648-473b-bd58-13b82ad872eb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:11.356872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 96d03983-f648-473b-bd58-13b82ad872eb not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:11.396744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1837a06d-f898-4c27-b4a0-683cf315e2fa req-d7732070-be30-45dd-850f-1649d20537cc tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 210 time: 0.0384185 Jul 09 16:47:11.397988 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:11.426666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c4973e5-3d27-440f-9406-b23ff8b9d888 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:11.428607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba28960d-7501-4e38-b40d-b939a6f0efb0 req-64b2023c-3367-400a-a00d-8e033be6c21a tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977964 Jul 09 16:47:11.593084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-cf2ea714-cd33-43fc-afc5-556ef10b8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.595180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-cf2ea714-cd33-43fc-afc5-556ef10b8fce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 1099 time: 0.1232316 Jul 09 16:47:11.596996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c2ba447-3cab-4c1b-a336-b0e544f3bb61 None None] Provisioning for port afc9a0fc-de56-4f60-a13e-70c29771a12e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:11.600023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-deleted', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:11.603996 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9adce-7d40-4f65-828c-ed3e5d052bf9" -d '{"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-deleted", "tag": "96d03983-f648-473b-bd58-13b82ad872eb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:11.627664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c2ba447-3cab-4c1b-a336-b0e544f3bb61 None None] Provisioning complete for port afc9a0fc-de56-4f60-a13e-70c29771a12e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:11.628033 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba447-3cab-4c1b-a336-b0e544f3bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:11.639893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:11.747030 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648e7982-0686-4136-b11e-0fed13005d09 x-openstack-request-id: req-648e7982-0686-4136-b11e-0fed13005d09 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:11.747529 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a583b99-55ca-4de5-b3d7-bdc46e92d5b1", "name": "network-vif-deleted", "tag": "96d03983-f648-473b-bd58-13b82ad872eb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:11.747918 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-648e7982-0686-4136-b11e-0fed13005d09 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:11.748506 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a583b99-55ca-4de5-b3d7-bdc46e92d5b1', 'name': 'network-vif-deleted', 'tag': '96d03983-f648-473b-bd58-13b82ad872eb', 'status': 'completed', 'code': 200} Jul 09 16:47:11.755505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:11.788522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ba447-3cab-4c1b-a336-b0e544f3bb61 None None] Port afc9a0fc-de56-4f60-a13e-70c29771a12e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:11.790413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 6c4973e5-3d27-440f-9406-b23ff8b9d888 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:11.794590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-c3c146a2-9df2-4cbc-8d1c-be441fddf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.796465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-c3c146a2-9df2-4cbc-8d1c-be441fddf707 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1855836 Jul 09 16:47:11.839583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:11.853227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:11.853484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-74abcc12-8571-4495-9515-0d8872dc8462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e16ebb72-9001-40a6-9099-0e5d6009290e HTTP/1.1" status: 200 len: 217 time: 0.0495429 Jul 09 16:47:11.862397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:11.863994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 6c4973e5-3d27-440f-9406-b23ff8b9d888 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:11.864375 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:11.947849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.963938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.978553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.996463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.010325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.025150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.027423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.030295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.047581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.049543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-3cd81dfb-1a75-4ac8-9786-926e9f625270 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5427 time: 0.3356380 Jul 09 16:47:12.065033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-6c12ac62-b278-4236-9c3b-2a6adfd3e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.070753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-6c12ac62-b278-4236-9c3b-2a6adfd3e560 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.2101722 Jul 09 16:47:12.180800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.230890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.231816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.235794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:12.237305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.242374 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d16d74-7c46-42ff-aa72-ff873916714a" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:12.252623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72fb4598-53d7-4173-abfa-ac106ec1648b req-7c0e7e22-e122-44d1-9e6d-cbc0e1b5c96c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923776 Jul 09 16:47:12.265241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6545386 Jul 09 16:47:12.287043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b2f2c-cd72-4c3b-af4a-ae4d45d54383 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event updated for resources: {'Port': ['ID=f2a33f44-fdad-44d4-adfd-19477e090f53,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:12.299802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:12.321398 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.340393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Request body: {'port': {'device_id': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:12.366336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-644a0f8d-de2b-4ffe-880d-197e77624f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.374742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-644a0f8d-de2b-4ffe-880d-197e77624f34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2885714 Jul 09 16:47:12.396127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5a13832d-dd11-4b0a-bd5c-cba20e55fa5f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.8018677 Jul 09 16:47:12.421322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Port': ['ID=69819835-7345-4ab8-ad6d-f4c1efc39014,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:12.423550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbabfd82-ae16-4182-a6a6-d1239e14eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.426197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbabfd82-ae16-4182-a6a6-d1239e14eb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.427325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbabfd82-ae16-4182-a6a6-d1239e14eb86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1120244-fee6-408f-b475-05f15146eba3 HTTP/1.1" status: 204 len: 168 time: 3.3457026 Jul 09 16:47:12.486996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Request body: {'port': {'device_id': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:12.490373 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d998d2-c030-4a15-83b0-9f7722f25ccf x-openstack-request-id: req-92d998d2-c030-4a15-83b0-9f7722f25ccf {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:12.490893 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:12.491158 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92d998d2-c030-4a15-83b0-9f7722f25ccf {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:12.491573 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888', 'code': 200} Jul 09 16:47:12.498512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:12.523330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:03Z', 'revision_number': 3, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:12.572044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-98a55284-6291-4ed9-bf1e-26500013322e service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891253 Jul 09 16:47:12.609135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc3d70-251a-4cca-96c8-2520cbaaaab2 None None] The sync data for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 is: [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:03Z', 'revision_number': 3, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:12.794711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabfd82-ae16-4182-a6a6-d1239e14eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1120244-fee6-408f-b475-05f15146eba3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:12.950886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ad3c-068d-443b-a54c-8c5931ef5c2b req-00f0a0a7-d8d0-45be-8ade-80689d5be0e0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.961432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38d9ad3c-068d-443b-a54c-8c5931ef5c2b req-00f0a0a7-d8d0-45be-8ade-80689d5be0e0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.3496327 Jul 09 16:47:13.027353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-cc126956-c515-484b-8565-fe7480f920d1 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470944 Jul 09 16:47:13.040527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:13.042247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:13.044900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e2e0-98a8-416b-9987-264004ca52f8 req-d9316c22-d0fa-4d88-9dbc-cf264e84ec4a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:13.054900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b46e2e0-98a8-416b-9987-264004ca52f8 req-d9316c22-d0fa-4d88-9dbc-cf264e84ec4a tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.3448145 Jul 09 16:47:13.127109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38d9ad3c-068d-443b-a54c-8c5931ef5c2b req-c4264bba-fcff-49f0-8377-be091cc9a232 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635525 Jul 09 16:47:13.130024 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] create failed (client error): The resource could not be found. Jul 09 16:47:13.135881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1fd76326-470a-4987-9e1d-a48c0b834622 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.8867538 Jul 09 16:47:13.136601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:13.286660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d0087a-6e01-420c-a53b-da50615e9b89 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:13.317861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b46e2e0-98a8-416b-9987-264004ca52f8 req-61ef42cc-8e73-443a-891e-f4a8f214370c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566888 Jul 09 16:47:13.331466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:13.350781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Transition to ACTIVE for port object b5d0087a-6e01-420c-a53b-da50615e9b89 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:13.380273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37fdcbf5-a8f8-402e-b099-1bc4309219a4 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:13.531643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Deleting port 08379082-d644-4d72-b551-a801abd0ec42 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:13.532424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:13.586114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a4c1e-33b3-49f4-9ae3-1652dc6053c1 req-57f09b4d-5513-43a6-aed7-03dbfe0a5f83 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:13.588532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-924a4c1e-33b3-49f4-9ae3-1652dc6053c1 req-57f09b4d-5513-43a6-aed7-03dbfe0a5f83 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 931 time: 0.1689625 Jul 09 16:47:13.655723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:13.674093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:13.674555 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.051546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.239759 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.318943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:14.387135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Pushing event updated for resources: {'Port': ['ID=b5d0087a-6e01-420c-a53b-da50615e9b89,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:14.467259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd54771-38b4-4aad-aa69-a47528e1e14d req-9b983de2-1c2b-4197-9ede-d97b3d31e994 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:14.467808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:14.476782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fd54771-38b4-4aad-aa69-a47528e1e14d req-9b983de2-1c2b-4197-9ede-d97b3d31e994 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 935 time: 0.2183316 Jul 09 16:47:14.480177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.481416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2196276f-6372-411c-a223-3a4b31a29c56 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:14.482305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-924a4c1e-33b3-49f4-9ae3-1652dc6053c1 req-c0496be4-ea9c-4522-9d83-389136760cec tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023921 Jul 09 16:47:14.514897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a33f44-fdad-44d4-adfd-19477e090f53 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:14.518063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fdcbf5-a8f8-402e-b099-1bc4309219a4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:14.520562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.524902 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8952ae7-8e31-42bf-b092-3518496b9cc1" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "37fdcbf5-a8f8-402e-b099-1bc4309219a4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:14.528277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:14.538332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.575319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:14.575685 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.583354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Transition to ACTIVE for port object f2a33f44-fdad-44d4-adfd-19477e090f53 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:14.601039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fd54771-38b4-4aad-aa69-a47528e1e14d req-5ae717b5-ce14-4a59-881b-1ab47d7bbe26 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229749 Jul 09 16:47:14.606681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Calling delete_port for 08379082-d644-4d72-b551-a801abd0ec42 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:14.613280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.660896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:14.668205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c651435-8020-4752-aada-8874f591be5f req-f39a3ef3-a265-4e82-a0f5-8a1edb62e967 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:14.670103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c651435-8020-4752-aada-8874f591be5f req-f39a3ef3-a265-4e82-a0f5-8a1edb62e967 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 949 time: 0.4010217 Jul 09 16:47:14.690580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 2196276f-6372-411c-a223-3a4b31a29c56 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:14.697875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 2196276f-6372-411c-a223-3a4b31a29c56 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:14.698518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.785773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.799781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:14.871569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:14.878345 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.015493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a33f44-fdad-44d4-adfd-19477e090f53,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:15.048345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:15.050763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.131749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:15.220356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2196276f-6372-411c-a223-3a4b31a29c56,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:15.240862 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.242493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f6f71550-5258-42c7-a1cb-974d3c592f64 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:15.304535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ef8e-4061-474e-9cae-2871264b50ba req-da978caa-4c09-4e18-9cdc-01c7aab72bb1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.306134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e90ef8e-4061-474e-9cae-2871264b50ba req-da978caa-4c09-4e18-9cdc-01c7aab72bb1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.4397070 Jul 09 16:47:15.353666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Attempting to bind port b5d0087a-6e01-420c-a53b-da50615e9b89 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:15.355793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Attempting to bind port b5d0087a-6e01-420c-a53b-da50615e9b89 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:15.356690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Attempting to bind port b5d0087a-6e01-420c-a53b-da50615e9b89 on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:15.389194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:15.392486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:15.410004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Port b5d0087a-6e01-420c-a53b-da50615e9b89 on network 0f308559-8e09-4d7b-8bd3-0a993c290260 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:15.410397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Attempting to bind port b5d0087a-6e01-420c-a53b-da50615e9b89 on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:15.412340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'mac_address': 'fa:16:3e:85:6c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:15.424112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.431032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.438076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.444042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:15.444042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Checking segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:15.445096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Bound using segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:15.445096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Bound port: b5d0087a-6e01-420c-a53b-da50615e9b89, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:15.445311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.449923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.460345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.463149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port f6f71550-5258-42c7-a1cb-974d3c592f64 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:15.476661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port f6f71550-5258-42c7-a1cb-974d3c592f64 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:15.477847 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.481220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.491739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.494031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6214f018-1598-403a-807f-2594de38a450 req-a5f9b3e8-a040-4e80-83a9-df08e0f5112b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5429 time: 0.5269794 Jul 09 16:47:15.537896 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.563140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] For port b5d0087a-6e01-420c-a53b-da50615e9b89, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:15.567459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] For port b5d0087a-6e01-420c-a53b-da50615e9b89, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b5d0087a-6e01-420c-a53b-da50615e9b89,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:15.588091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16ebb72-9001-40a6-9099-0e5d6009290e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:15.603092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Attempting to bind port f2a33f44-fdad-44d4-adfd-19477e090f53 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:15.603470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Attempting to bind port f2a33f44-fdad-44d4-adfd-19477e090f53 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:15.603810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Attempting to bind port f2a33f44-fdad-44d4-adfd-19477e090f53 on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:15.611887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Deleting port cc5b9a6a-32a0-47f3-8de9-92325c6204cc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:15.612285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.615609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:15.615759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Port f2a33f44-fdad-44d4-adfd-19477e090f53 on network 0f308559-8e09-4d7b-8bd3-0a993c290260 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:15.616084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Attempting to bind port f2a33f44-fdad-44d4-adfd-19477e090f53 on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:15.625587 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.627430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.648057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:15.648489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Checking segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:15.649016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Bound using segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:15.649471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Bound port: f2a33f44-fdad-44d4-adfd-19477e090f53, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:15.649830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.677408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e90ef8e-4061-474e-9cae-2871264b50ba req-89cac1bb-33f4-4991-9122-60c5fb73dd7a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574157 Jul 09 16:47:15.678023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.737390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:15.759621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.766801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Pushing event updated for resources: {'Port': ['ID=b5d0087a-6e01-420c-a53b-da50615e9b89,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:15.816664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.817308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.818854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-ec2d80e3-3d5f-47e2-a0ab-9b458d46d7de service neutron] 10.222.0.37 "PUT /v2.0/ports/b5d0087a-6e01-420c-a53b-da50615e9b89 HTTP/1.1" status: 200 len: 1091 time: 7.0126450 Jul 09 16:47:15.822236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2856b-8209-4572-ba49-373315fd1543', 'tag': 'b5d0087a-6e01-420c-a53b-da50615e9b89'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:15.824687 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2856b-8209-4572-ba49-373315fd1543", "tag": "b5d0087a-6e01-420c-a53b-da50615e9b89"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:15.847802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Port': ['ID=08379082-d644-4d72-b551-a801abd0ec42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:15.860026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f6f71550-5258-42c7-a1cb-974d3c592f64,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:15.869634 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:15.870925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 21f0e408-5bb2-456a-8543-9ea4c364f344 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:15.896337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6214f018-1598-403a-807f-2594de38a450 req-16153419-f861-4ab5-ba64-b60ec10474cc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3693917 Jul 09 16:47:16.007058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc9a0fc-de56-4f60-a13e-70c29771a12e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:16.030054 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.034436 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec92c9-fe56-4890-9f24-f4fe8cf38ffe x-openstack-request-id: req-baec92c9-fe56-4890-9f24-f4fe8cf38ffe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:16.036895 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "37fdcbf5-a8f8-402e-b099-1bc4309219a4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:16.037832 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baec92c9-fe56-4890-9f24-f4fe8cf38ffe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:16.038564 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fdcbf5-a8f8-402e-b099-1bc4309219a4', 'code': 200} Jul 09 16:47:16.086696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e16ebb72-9001-40a6-9099-0e5d6009290e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:16.139769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Transition to ACTIVE for port object afc9a0fc-de56-4f60-a13e-70c29771a12e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:16.143635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Allocated IP 172.20.0.1 (52a238e7-2342-4ebd-8a7e-a700d41420fe/9e87a489-666d-4046-a763-77c3fef9bd84/d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:16.162275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.182197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-abcae225-7166-4a43-b396-b707b28087e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:16.195512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-abcae225-7166-4a43-b396-b707b28087e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=16d2856b-8209-4572-ba49-373315fd1543 HTTP/1.1" status: 200 len: 1094 time: 0.3093030 Jul 09 16:47:16.228983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:16.249205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 21f0e408-5bb2-456a-8543-9ea4c364f344 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:16.287186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] For port cc5b9a6a-32a0-47f3-8de9-92325c6204cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:16.287584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.308430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Calling delete_port for cc5b9a6a-32a0-47f3-8de9-92325c6204cc owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:16.339598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:16.346564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 21f0e408-5bb2-456a-8543-9ea4c364f344 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:16.346962 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.431101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.492139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] For port f2a33f44-fdad-44d4-adfd-19477e090f53, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:16.515463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:16.515944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.531663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.614861 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.652075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] For port f2a33f44-fdad-44d4-adfd-19477e090f53, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f2a33f44-fdad-44d4-adfd-19477e090f53,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:16.652678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['d8930375-f0c2-42c1-81f1-62910d9424c7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:16.664741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:16.666742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-208117ee-80b6-4e94-93e3-15ffd6ca7708 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5d0087a-6e01-420c-a53b-da50615e9b89 HTTP/1.1" status: 200 len: 217 time: 0.4563162 Jul 09 16:47:16.675027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.713726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:16.750733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:16.805891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.808866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event deleted for resources: {'Port': ['ID=cc5b9a6a-32a0-47f3-8de9-92325c6204cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:16.820404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:16.824804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.827098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2a33f44-fdad-44d4-adfd-19477e090f53 HTTP/1.1" status: 200 len: 1091 time: 4.5377104 Jul 09 16:47:16.912283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:16.925488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-258fb281-aa12-437b-896e-54c812c506a6 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "DELETE /v2.0/ports/08379082-d644-4d72-b551-a801abd0ec42 HTTP/1.1" status: 204 len: 168 time: 3.7859020 Jul 09 16:47:16.938987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:16.968706 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.071925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 21f0e408-5bb2-456a-8543-9ea4c364f344, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=21f0e408-5bb2-456a-8543-9ea4c364f344,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:17.102975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] No DVR routers for this DVR port cc5b9a6a-32a0-47f3-8de9-92325c6204cc on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:17.110710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.111890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.112739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 39a2954f-f3b5-476e-8552-3f6cef2a1d36 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:17.116699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c651435-8020-4752-aada-8874f591be5f req-edd934fc-e67e-49b2-8c98-431913ffae22 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "DELETE /v2.0/ports/cc5b9a6a-32a0-47f3-8de9-92325c6204cc HTTP/1.1" status: 204 len: 173 time: 2.4341316 Jul 09 16:47:17.125012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-deleted', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:17.130672 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cbd06c-b3d8-4134-9551-2540892d965f" -d '{"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-deleted", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:17.206585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68df0-c2ce-4142-a6de-bd332f03fb12 req-45f3afaa-9df3-4ab0-bce6-0728559f3167 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.208787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdb68df0-c2ce-4142-a6de-bd332f03fb12 req-45f3afaa-9df3-4ab0-bce6-0728559f3167 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 943 time: 0.6206462 Jul 09 16:47:17.394672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0165a-1d6f-4bf6-bff1-011fa6d1801a req-849e7da4-2cf0-4216-91c5-2db0853e4b49 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.395592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07d0165a-1d6f-4bf6-bff1-011fa6d1801a req-849e7da4-2cf0-4216-91c5-2db0853e4b49 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e00fc4a1-75da-483d-b1d7-6e8f5cb6921b HTTP/1.1" status: 200 len: 867 time: 1.4290626 Jul 09 16:47:17.424514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e75014-ad0f-4c23-92ab-69bcf105016f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.428611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62e75014-ad0f-4c23-92ab-69bcf105016f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "GET /v2.0/ports?device_id=674c9704-f659-4286-85cb-9e4f0406b29a HTTP/1.1" status: 200 len: 913 time: 0.4738319 Jul 09 16:47:17.433530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:17.466330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=21f0e408-5bb2-456a-8543-9ea4c364f344,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:17.484067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdb68df0-c2ce-4142-a6de-bd332f03fb12 req-571c0992-4891-4f58-b2b7-285bf8c88159 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687931 Jul 09 16:47:17.503182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:17.581837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:17.592621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:17.595928 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.638669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Pushing event updated for resources: {'Port': ['ID=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:17.737891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07d0165a-1d6f-4bf6-bff1-011fa6d1801a req-318d0a18-e613-4874-b143-510b6716aa0c tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409162 Jul 09 16:47:17.766421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d1de-ea3d-4cc2-bc18-3e2c8bf78da8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a33f44-fdad-44d4-adfd-19477e090f53,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:17.868899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-79675119-77f7-4447-9502-919bb8c5ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.870590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-79675119-77f7-4447-9502-919bb8c5ecc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 1.1699674 Jul 09 16:47:17.889693 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61af0c-6ddc-4204-a0e7-12a2a02524ab x-openstack-request-id: req-9d61af0c-6ddc-4204-a0e7-12a2a02524ab {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:17.889952 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2856b-8209-4572-ba49-373315fd1543", "tag": "b5d0087a-6e01-420c-a53b-da50615e9b89", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:17.890131 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d61af0c-6ddc-4204-a0e7-12a2a02524ab {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:17.890574 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2856b-8209-4572-ba49-373315fd1543', 'tag': 'b5d0087a-6e01-420c-a53b-da50615e9b89', 'status': 'completed', 'code': 200} Jul 09 16:47:17.955223 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.036658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Attempting to bind port afc9a0fc-de56-4f60-a13e-70c29771a12e on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:18.037000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Attempting to bind port afc9a0fc-de56-4f60-a13e-70c29771a12e by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:18.037339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Attempting to bind port afc9a0fc-de56-4f60-a13e-70c29771a12e on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:18.041074 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-93931212-33b2-4270-ad6a-752df69cc357 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269717 Jul 09 16:47:18.051427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-9010d95d-9e40-4568-9477-48ca655d2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.052665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-9010d95d-9e40-4568-9477-48ca655d2445 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 1094 time: 1.1049862 Jul 09 16:47:18.054345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:18.058175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f71550-5258-42c7-a1cb-974d3c592f64'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:18.067501 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa82748-4a55-4295-aa71-4a14bdcc2f0e" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "2196276f-6372-411c-a223-3a4b31a29c56"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "f6f71550-5258-42c7-a1cb-974d3c592f64"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:18.076262 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.095096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Port afc9a0fc-de56-4f60-a13e-70c29771a12e on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:18.095416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Attempting to bind port afc9a0fc-de56-4f60-a13e-70c29771a12e on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:18.185451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:18.189051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-86f4cfe5-dadb-4391-b463-6794bda82e3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a33f44-fdad-44d4-adfd-19477e090f53 HTTP/1.1" status: 200 len: 217 time: 0.1141641 Jul 09 16:47:18.192161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-8671a9a4-cdb1-4eaf-840c-b3321e093ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.193896 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-8671a9a4-cdb1-4eaf-840c-b3321e093ae7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1098 time: 0.5813723 Jul 09 16:47:18.194821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:18.195153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:18.195713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:18.196016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Bound port: afc9a0fc-de56-4f60-a13e-70c29771a12e, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:18.196911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.225518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:18.278254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: cc5b9a6a-32a0-47f3-8de9-92325c6204cc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:18.278577 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.279107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device cc5b9a6a-32a0-47f3-8de9-92325c6204cc not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:18.328087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.378626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef9ec-6ed3-4ace-a1f8-ccf90cab6594 req-cbf54bc8-5c4a-4ad6-bc93-0720a15eef42 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.380171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a83ef9ec-6ed3-4ace-a1f8-ccf90cab6594 req-cbf54bc8-5c4a-4ad6-bc93-0720a15eef42 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 947 time: 0.2618477 Jul 09 16:47:18.413055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca1d8-c061-4689-b93a-527411266931 req-33c54b05-3121-4470-a9a7-25f09eba8346 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.414612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5dca1d8-c061-4689-b93a-527411266931 req-33c54b05-3121-4470-a9a7-25f09eba8346 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.2208149 Jul 09 16:47:18.495317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5dca1d8-c061-4689-b93a-527411266931 req-2be038ad-c511-4c10-986e-9c747957558a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707469 Jul 09 16:47:18.540570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4003c8-0325-46c1-a45e-3736c78066df req-9c6be29d-baaf-42f5-9f2f-e18990cebd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.542161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-9c6be29d-baaf-42f5-9f2f-e18990cebd75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.3386369 Jul 09 16:47:18.600602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a83ef9ec-6ed3-4ace-a1f8-ccf90cab6594 req-7a2704ed-a78d-4052-944e-b1d5198c3503 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104287 Jul 09 16:47:18.630084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-1361107b-578b-4219-bc19-bd87c5dfb17f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626009 Jul 09 16:47:18.632116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-224e7aa5-7aba-4d89-b035-af820f61c4a3 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749736 Jul 09 16:47:18.725606 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6e817-1fb8-413f-a4e9-ca4fc1783f0c x-openstack-request-id: req-28d6e817-1fb8-413f-a4e9-ca4fc1783f0c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:18.726572 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fc4a1-75da-483d-b1d7-6e8f5cb6921b", "name": "network-vif-deleted", "tag": "cc5b9a6a-32a0-47f3-8de9-92325c6204cc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:18.727171 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28d6e817-1fb8-413f-a4e9-ca4fc1783f0c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:18.728176 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fc4a1-75da-483d-b1d7-6e8f5cb6921b', 'name': 'network-vif-deleted', 'tag': 'cc5b9a6a-32a0-47f3-8de9-92325c6204cc', 'status': 'completed', 'code': 200} Jul 09 16:47:18.776413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:18.794288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:18.856907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.863247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.869299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.876814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.882672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.889058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.893799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.894975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.896160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-a3bd291e-ccca-42da-8216-74edfb61ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.896889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-ba42377e-284a-4986-9f0b-6f1afef13089 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.2507486 Jul 09 16:47:18.897625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-a3bd291e-ccca-42da-8216-74edfb61ca4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.5936899 Jul 09 16:47:18.931998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-0443bf48-0711-4b74-bcd9-08f635b71a77 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c9aa8a98fb684f94b23174097cc2d5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874386 Jul 09 16:47:18.976587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:19.001766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:19.038901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:19.039544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.041701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-9f039b22-76ff-4fc9-afb9-cb75df7a41dd service neutron] 10.222.0.37 "PUT /v2.0/ports/afc9a0fc-de56-4f60-a13e-70c29771a12e HTTP/1.1" status: 200 len: 1095 time: 6.6101391 Jul 09 16:47:19.043247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b07d7f3e-16ab-41d2-b1c7-2e3d70226d98 req-648d0468-edbd-4531-ae41-7dd6d4acf58b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302040 Jul 09 16:47:19.111168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.153847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Deleting port 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:19.155274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port e16ebb72-9001-40a6-9099-0e5d6009290e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:19.164598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e16ebb72-9001-40a6-9099-0e5d6009290e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:19.164982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.166429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.187317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.225489 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0dc4a-9452-4942-b140-0f301646f8c7 x-openstack-request-id: req-aae0dc4a-9452-4942-b140-0f301646f8c7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:19.239217 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "2196276f-6372-411c-a223-3a4b31a29c56", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "f6f71550-5258-42c7-a1cb-974d3c592f64", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-plugged", "status": "completed", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:19.246890 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aae0dc4a-9452-4942-b140-0f301646f8c7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:19.247596 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56', 'code': 200} Jul 09 16:47:19.247960 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f71550-5258-42c7-a1cb-974d3c592f64', 'code': 200} Jul 09 16:47:19.248328 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'code': 200} Jul 09 16:47:19.248696 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36', 'code': 200} Jul 09 16:47:19.354157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.449843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.472246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-111d17ee-2417-4eeb-b5db-8998ce5bb7a0 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:19.483183 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-155857d8-3a04-43e3-9ffa-8999a2c4dd5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 1001 time: 0.5110772 Jul 09 16:47:19.487978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-111d17ee-2417-4eeb-b5db-8998ce5bb7a0 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5395441 Jul 09 16:47:19.491889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-8e51f2a5-74e3-4e46-a7ed-8a0b84f2a3df service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8152800 Jul 09 16:47:19.529815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-ce0668e9-d94e-4cba-9e52-a87ee1aeaf0e service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604491 Jul 09 16:47:19.560143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:19.569131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.630446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-2b72e418-abab-4dfa-9d77-13ff74eb1b54 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/quotas/c9aa8a98fb684f94b23174097cc2d5e4 HTTP/1.1" status: 200 len: 375 time: 0.1415801 Jul 09 16:47:19.715474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Pushing event updated for resources: {'Port': ['ID=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:19.729088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:19.733855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-2c106266-676e-4701-86f3-0529c1700053 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9aa8a98fb684f94b23174097cc2d5e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022451 Jul 09 16:47:19.741977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.759644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-cf5de9ee-f05b-4a4e-9bac-f98f9e734ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:19.761604 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-cf5de9ee-f05b-4a4e-9bac-f98f9e734ad1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.2688098 Jul 09 16:47:19.788243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Calling delete_port for 01b9d985-12b2-41d6-8e0f-acd04cdf1bc6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:19.826226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5b2386cf-bf1f-4503-8e79-18f3a1245a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:19.828091 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-5b2386cf-bf1f-4503-8e79-18f3a1245a08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 1098 time: 0.6978369 Jul 09 16:47:19.891854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'tag': 'f2a33f44-fdad-44d4-adfd-19477e090f53'}, {'name': 'network-changed', 'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:19.894260 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bfbe8f-681f-4412-a02e-225855ab1db6" -d '{"events": [{"name": "network-changed", "server_uuid": "9beee54c-0f69-418d-a2b7-a1c393e361d3", "tag": "f2a33f44-fdad-44d4-adfd-19477e090f53"}, {"name": "network-changed", "server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:19.922652 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-a7424387-0d6e-4532-ad4e-73c906aff4f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e HTTP/1.1" status: 200 len: 217 time: 0.0760539 Jul 09 16:47:19.924874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e6026-ba30-4ca6-bdd7-d90889cdaa39 req-2553a341-3d77-4c1a-943c-b982720e84a2 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:19.933509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f35e6026-ba30-4ca6-bdd7-d90889cdaa39 req-2553a341-3d77-4c1a-943c-b982720e84a2 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 943 time: 0.4295037 Jul 09 16:47:19.968468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-5d4f1951-e571-4ae9-924b-2dc6791a21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:19.968885 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-5d4f1951-e571-4ae9-924b-2dc6791a21fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=16d2856b-8209-4572-ba49-373315fd1543 HTTP/1.1" status: 200 len: 1094 time: 0.3343208 Jul 09 16:47:19.971532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:20.006160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be4003c8-0325-46c1-a45e-3736c78066df req-79ae4fbe-9559-4064-9dff-6e80e1315105 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500835 Jul 09 16:47:20.023442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:20.108386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f35e6026-ba30-4ca6-bdd7-d90889cdaa39 req-1c465771-7a12-477f-ad62-cdae3828ff36 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730051 Jul 09 16:47:20.138504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.139980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.144758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.149823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.150497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.153144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.156446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.161238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-7d97eb02-3547-4f5c-97bb-c340d5ffe423 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6490 time: 0.7780533 Jul 09 16:47:20.183941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-4103d180-7beb-4361-8042-14cb1e6ce447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.187383 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-4103d180-7beb-4361-8042-14cb1e6ce447 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081910 Jul 09 16:47:20.305712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-0938f678-ba7e-4c5c-a62d-6705c3cfff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.307232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-0938f678-ba7e-4c5c-a62d-6705c3cfff34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3671079 Jul 09 16:47:20.565550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:20.607748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4ded4b9-76cd-454d-ae43-148a0a6e2e2b req-3aeeda46-6785-40e8-8225-8d3df4d0e41e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&id=7f92053e-834f-44bd-bf1a-66a39029f057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4272869 Jul 09 16:47:20.659858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Port': ['ID=01b9d985-12b2-41d6-8e0f-acd04cdf1bc6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:21.022282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-b7773313-2378-4a2d-9703-83006a776ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.023921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-b7773313-2378-4a2d-9703-83006a776ca2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 913 time: 1.0165639 Jul 09 16:47:21.115007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-e9a939b3-f8e2-4896-a3db-48a4eac93ff8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5d0087a-6e01-420c-a53b-da50615e9b89 HTTP/1.1" status: 200 len: 217 time: 0.0829313 Jul 09 16:47:21.140435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-1de329e3-69d4-4019-b27d-b0113750ee2b service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9449627 Jul 09 16:47:21.177559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Router de0deafb-ff60-40cd-a10a-ebcade719a77 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:21.229873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-a06425ab-abaa-4b8f-b8f2-e0689415418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.234115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-a06425ab-abaa-4b8f-b8f2-e0689415418a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9098430 Jul 09 16:47:21.252208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:21.265015 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74969e45-a525-4a41-912a-89b19a09adc1" -d '{"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-plugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:21.326759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd77a58-3fdb-493b-ba7e-f14d2e0d18cb req-bcd51b51-fd4b-499f-ae02-944b42f21854 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.334771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd77a58-3fdb-493b-ba7e-f14d2e0d18cb req-bcd51b51-fd4b-499f-ae02-944b42f21854 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 947 time: 0.9774556 Jul 09 16:47:21.358915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990fe03-d919-480b-9a86-d97a9758d9a9 req-9193d39e-9233-44ca-8bf7-7b828c92af39 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.368560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e990fe03-d919-480b-9a86-d97a9758d9a9 req-9193d39e-9233-44ca-8bf7-7b828c92af39 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 1.0142901 Jul 09 16:47:21.399827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-0949edac-41e5-4e0e-a3fe-4d82962518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.401718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-0949edac-41e5-4e0e-a3fe-4d82962518e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.2734528 Jul 09 16:47:21.498950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-f5ac5191-cf25-4425-be15-b2baa3840703 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834892 Jul 09 16:47:21.510918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e990fe03-d919-480b-9a86-d97a9758d9a9 req-133358c5-d46d-4f5d-a2d2-ea90279a3ca9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412785 Jul 09 16:47:21.547094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:21.578395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd77a58-3fdb-493b-ba7e-f14d2e0d18cb req-ab1a13b9-e949-443e-9086-fb093745f03b tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423890 Jul 09 16:47:21.722699 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-ddd2e02e-317f-4d30-9db8-e6596b76e73f service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803476 Jul 09 16:47:21.724519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-d9920a69-34cd-4d72-91a3-014fa68d83c9 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123399 Jul 09 16:47:21.733228 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db78935-e0d4-46b0-84c2-5b5e0fe9f3e9 x-openstack-request-id: req-4db78935-e0d4-46b0-84c2-5b5e0fe9f3e9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:21.733511 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beee54c-0f69-418d-a2b7-a1c393e361d3", "tag": "f2a33f44-fdad-44d4-adfd-19477e090f53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:21.733770 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4db78935-e0d4-46b0-84c2-5b5e0fe9f3e9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:21.734171 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'tag': 'f2a33f44-fdad-44d4-adfd-19477e090f53', 'status': 'completed', 'code': 200} Jul 09 16:47:21.734427 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'status': 'completed', 'code': 200} Jul 09 16:47:21.978154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb198111-eb5c-49a1-b1b9-07cd2db21e7a req-f9949070-0ddc-4885-bf36-4f13457ca975 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 210 time: 0.1226022 Jul 09 16:47:22.017926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Router 674c9704-f659-4286-85cb-9e4f0406b29a has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:22.045551 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-c3302f41-f5ef-42c2-a6a6-329daaaf6586 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908409 Jul 09 16:47:22.055381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3e0e422-cf6f-43f4-9b87-dd35a853bcd7 req-d019dfe8-a058-4325-ac36-715e5a0444ff service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8763244 Jul 09 16:47:22.073692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5feb31a5-cc80-4dea-9665-3f49e8b4a98c req-738d1354-434c-4c88-9bfe-9256efb445f7 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107750 Jul 09 16:47:22.100432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:22.116488 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Sync routers for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:22.117911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fbe0e715-587e-4aee-a3d2-dd0293e57e63 admin admin] 10.222.0.48 "PUT /v2.0/routers/de0deafb-ff60-40cd-a10a-ebcade719a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3492801 Jul 09 16:47:22.140246 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:22.146935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-0d986dd9-6078-442c-ad5e-4677dec0bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.147168 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:22.148549 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-0d986dd9-6078-442c-ad5e-4677dec0bc5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 1094 time: 0.4133103 Jul 09 16:47:22.346038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.376443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.389127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-521909cc-ee1f-4b19-81ec-dce7424eecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.389127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-521909cc-ee1f-4b19-81ec-dce7424eecd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 913 time: 0.2331262 Jul 09 16:47:22.412033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.458696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.502918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.516492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.523472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.526534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-082ec371-4270-456c-b7f1-8b5abaff88d0 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.6824183 Jul 09 16:47:22.545194 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-87e0369f-c6ee-4aac-b854-67a6d83c63ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2a33f44-fdad-44d4-adfd-19477e090f53 HTTP/1.1" status: 200 len: 217 time: 0.1409221 Jul 09 16:47:22.553300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:22.569164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] Sync routers for ids ['674c9704-f659-4286-85cb-9e4f0406b29a'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:22.574057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ace57a62-cb6c-4143-a4e0-a6c73246172b tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "PUT /v2.0/routers/674c9704-f659-4286-85cb-9e4f0406b29a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1381612 Jul 09 16:47:22.583140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:22.635251 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:22.642676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] Routers {'674c9704-f659-4286-85cb-9e4f0406b29a'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:22.643878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['674c9704-f659-4286-85cb-9e4f0406b29a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:22.648250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-77af7b41-9172-4f58-bba8-e16097178cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.649798 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-77af7b41-9172-4f58-bba8-e16097178cac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.0973763 Jul 09 16:47:22.759565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-b44cd74e-ab2a-46dc-9d88-8e757491989f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026416 Jul 09 16:47:22.772092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:22.778853 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-d85e3649-ab3b-4b4c-b76d-07e82f5a62ea tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c9aa8a98fb684f94b23174097cc2d5e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459330 Jul 09 16:47:22.782895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] Routers {'674c9704-f659-4286-85cb-9e4f0406b29a'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:22.783584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['674c9704-f659-4286-85cb-9e4f0406b29a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:22.834993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:22.874437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:22.875545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae36b-b6b9-4466-9f78-18737c8d17e2 None None] The sync data for ids ['674c9704-f659-4286-85cb-9e4f0406b29a'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:22.952110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36022f15-205e-47e5-af7b-ef19a824bd29 req-0d25d82f-7d6a-458c-8947-19327346d214 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4151936 Jul 09 16:47:23.013740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-d46380ce-5d02-46d8-80c3-7b123f8eac0f tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:23.021543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-d46380ce-5d02-46d8-80c3-7b123f8eac0f tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274582 Jul 09 16:47:23.024692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f2a33f44-fdad-44d4-adfd-19477e090f53 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:23.061750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Request body: {'port': {'device_id': '8693c933-1746-46da-8b31-2274af14eb35', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'c9aa8a98fb684f94b23174097cc2d5e4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:23.092695 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 2, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:23.186707 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Checking router: de0deafb-ff60-40cd-a10a-ebcade719a77 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:23.190265 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Updating router de0deafb-ff60-40cd-a10a-ebcade719a77 port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:47:23.239466 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf47817-7712-431f-8a73-8a302d115898 x-openstack-request-id: req-2bf47817-7712-431f-8a73-8a302d115898 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:23.240208 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-plugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:23.240647 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bf47817-7712-431f-8a73-8a302d115898 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:23.245324 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'code': 200} Jul 09 16:47:23.313827 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.378694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.383435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f2a33f44-fdad-44d4-adfd-19477e090f53, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f2a33f44-fdad-44d4-adfd-19477e090f53,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:23.398955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f2a33f44-fdad-44d4-adfd-19477e090f53', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'port_id': 'f2a33f44-fdad-44d4-adfd-19477e090f53', 'mac_address': 'fa:16:3e:49:c1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c300c59a-bac9-401b-a4bd-623665d795b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:23.431278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.446264 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.449521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03b10e-c028-4259-9d33-45db8532ba09 req-34aba2cb-3c6f-44e2-b2c7-d3ffacc8d1fc tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:23.460870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f03b10e-c028-4259-9d33-45db8532ba09 req-34aba2cb-3c6f-44e2-b2c7-d3ffacc8d1fc tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 943 time: 0.7362905 Jul 09 16:47:23.462168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a33f44-fdad-44d4-adfd-19477e090f53 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:23.487569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f2a33f44-fdad-44d4-adfd-19477e090f53, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f2a33f44-fdad-44d4-adfd-19477e090f53,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:23.494292 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.495022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b5d0087a-6e01-420c-a53b-da50615e9b89 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:23.660450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.661854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-61df914a-b04e-434c-aef8-812463767f61 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397326 Jul 09 16:47:23.662454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Fanout notify agent at l3_agent the message router_deleted on router 674c9704-f659-4286-85cb-9e4f0406b29a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:47:23.663948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Made reservation on behalf of c9aa8a98fb684f94b23174097cc2d5e4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:23.667813 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.695739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.699067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-654c837d-4a08-4c85-95e5-719558ec56a0 tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "DELETE /v2.0/routers/674c9704-f659-4286-85cb-9e4f0406b29a HTTP/1.1" status: 204 len: 168 time: 1.1141567 Jul 09 16:47:23.700243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.704792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:23.725175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f03b10e-c028-4259-9d33-45db8532ba09 req-2d647598-7f90-4e7b-a253-a268a01130fc tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628081 Jul 09 16:47:23.780145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.783872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b5d0087a-6e01-420c-a53b-da50615e9b89, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b5d0087a-6e01-420c-a53b-da50615e9b89,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:23.796361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6b21b-cb62-4a3a-a5c9-c69b86b6841e req-b6c96390-64c1-494c-b4c8-d1a53f06e000 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:23.804226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42e6b21b-cb62-4a3a-a5c9-c69b86b6841e req-b6c96390-64c1-494c-b4c8-d1a53f06e000 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.4185526 Jul 09 16:47:23.824852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f2a33f44-fdad-44d4-adfd-19477e090f53,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:23.830258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'b5d0087a-6e01-420c-a53b-da50615e9b89', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'port_id': 'b5d0087a-6e01-420c-a53b-da50615e9b89', 'mac_address': 'fa:16:3e:28:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c300c59a-bac9-401b-a4bd-623665d795b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:23.882700 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.901857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Deleting subnet a3aca1ba-3670-4e29-a65f-4214722e639d {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:47:23.905831 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Transition to ACTIVE for port object d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:23.908956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.916462 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:23.916724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662d7c6-f4cb-46e8-bb1b-98cb8c9097b8 req-f3363900-a88c-422a-9236-88babe5485b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:23.919133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4662d7c6-f4cb-46e8-bb1b-98cb8c9097b8 req-f3363900-a88c-422a-9236-88babe5485b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 1101 time: 0.5740976 Jul 09 16:47:23.923290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42e6b21b-cb62-4a3a-a5c9-c69b86b6841e req-e4a01d40-01cd-46dd-935b-8be849c09eb1 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/security-groups?id=91ce702a-9bf3-4f9a-859a-aa40050d94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093338 Jul 09 16:47:23.957969 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:24.009762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d0087a-6e01-420c-a53b-da50615e9b89 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:24.087996 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Pushing event updated for resources: {'Port': ['ID=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:24.155693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b5d0087a-6e01-420c-a53b-da50615e9b89, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b5d0087a-6e01-420c-a53b-da50615e9b89,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:24.162832 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:24.163787 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.164490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.165122 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.173229 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.173937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.185571 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.186757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4662d7c6-f4cb-46e8-bb1b-98cb8c9097b8 req-0f434ef4-58b5-4b34-b477-b1323eccaac3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876111 Jul 09 16:47:24.188476 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.189069 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.189178 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.189517 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.189851 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.190185 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:24.251154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:24.260621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b5d0087a-6e01-420c-a53b-da50615e9b89,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:24.345523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-6f5a9282-c8c4-45b5-b833-e11feddde9ab tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:24.345523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-6f5a9282-c8c4-45b5-b833-e11feddde9ab tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 820 time: 0.1512115 Jul 09 16:47:24.369995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-51d3ecf3-cb0f-41c7-9eb2-8c4fb05e8b2d tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/quotas/062347d3c12f4902b61f1f6be6bfc217 HTTP/1.1" status: 200 len: 375 time: 0.0121624 Jul 09 16:47:24.452552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67402fb-10a6-478c-bc37-4e9e264cba51 req-9da1de55-8796-49bb-9800-1d362d5e2a67 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:24.458546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d67402fb-10a6-478c-bc37-4e9e264cba51 req-9da1de55-8796-49bb-9800-1d362d5e2a67 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.3472538 Jul 09 16:47:24.462727 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Attempting to bind port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:24.463199 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Attempting to bind port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:24.463533 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Attempting to bind port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 on network 52a238e7-2342-4ebd-8a7e-a700d41420fe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:24.470389 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:24.470980 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Checking segment: {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:24.471315 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:24.472031 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Bound using segment: {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:24.472535 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Bound port: d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:24.473035 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:24.535491 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-04e06c0d-76b2-4e9f-80f2-44b2da7a45e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633528 Jul 09 16:47:24.548112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-98d04daa-92a0-4a3e-b307-467ede808ffd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688108 Jul 09 16:47:24.616133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f2a33f44-fdad-44d4-adfd-19477e090f53'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:24.639239 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] For port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:24.653486 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] For port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:24.660065 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:24.682604 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d67402fb-10a6-478c-bc37-4e9e264cba51 req-0788fafb-ee84-45d1-99bf-77506381e810 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083020 Jul 09 16:47:24.762371 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5e34-0f1c-4228-aac2-04983ebe0681 None None] Pushing event updated for resources: {'Port': ['ID=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:24.786149 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:24.787649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:24.888238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-c4e5b794-4596-46f1-84fa-56eb056ba669 service neutron] 10.222.0.48 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173728 Jul 09 16:47:24.904175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.077828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.131803 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:25.157730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-6e2be121-7f07-4529-a54a-ef6b1fc785bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:25.159794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-6e2be121-7f07-4529-a54a-ef6b1fc785bf tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 949 time: 0.1655636 Jul 09 16:47:25.236543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Subnet': ['ID=a3aca1ba-3670-4e29-a65f-4214722e639d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:25.265323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['b5d0087a-6e01-420c-a53b-da50615e9b89'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:25.270611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:25.298301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.311521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad8d892a-0ce0-4b72-864c-79a347f7e58f tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "DELETE /v2.0/subnets/a3aca1ba-3670-4e29-a65f-4214722e639d HTTP/1.1" status: 204 len: 168 time: 1.6054049 Jul 09 16:47:25.318744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c568d-d804-4443-9dc6-62114938e864 req-efe986b8-7a6b-4bce-b287-c9ae35ae1a57 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:25.325751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc2c568d-d804-4443-9dc6-62114938e864 req-efe986b8-7a6b-4bce-b287-c9ae35ae1a57 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 947 time: 0.2728655 Jul 09 16:47:25.332963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:25.351613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.359093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62afc8c1-40dc-4c00-b911-541fa05757fa None None] Network 5b6ddf65-b21f-47ee-a30a-74c17676f68b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:47:25.365916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-1af8c6f8-03b6-4542-bf7e-002742d81b70 service neutron] 10.222.0.48 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615631 Jul 09 16:47:25.380727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc2c568d-d804-4443-9dc6-62114938e864 req-22dfb0f8-55c2-4c5a-b0a8-76041df93195 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538709 Jul 09 16:47:25.399544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Deleting port d8930375-f0c2-42c1-81f1-62910d9424c7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:25.403932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.434203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.666393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d678b78f-ccb8-477d-a39e-9d3dfc76cf03 req-e0fc4980-b19d-45ea-9b22-21b982e9fa16 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 210 time: 0.0483232 Jul 09 16:47:25.671964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] For port d8930375-f0c2-42c1-81f1-62910d9424c7, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=d8930375-f0c2-42c1-81f1-62910d9424c7,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:25.672646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.702212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Calling delete_port for d8930375-f0c2-42c1-81f1-62910d9424c7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:25.716860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-080b24e5-82aa-4b91-8939-6a3f07f40819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:25.719863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-080b24e5-82aa-4b91-8939-6a3f07f40819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 1098 time: 1.0524662 Jul 09 16:47:25.974335 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.977875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2fd128-04ec-4690-a304-0d9d297fa60d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:26.087745 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:24Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:26.141032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.156153 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65758c25-a897-44b6-9899-67ab57faec98 None None] The sync data for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 is: [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:24Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:26.173107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.187946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.202770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.205860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Allocated IP 192.168.233.33 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/277304f1-a7a8-40ad-bfce-cac082e929b2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:26.264378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.277282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-c5d944f6-fbdd-4a0c-a046-89fb57063f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.279382 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-c5d944f6-fbdd-4a0c-a046-89fb57063f93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.5413854 Jul 09 16:47:26.285678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.300085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.319943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0165698-850f-473f-8482-07ae2d636217 req-cee4fb28-c2db-4009-8b22-7a41b03edae6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.4058928 Jul 09 16:47:26.336805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Deleting port ffecae41-5770-40b9-9110-23ff0dc62cbb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:26.337064 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.354925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-cb996b32-9291-4315-9877-8a1bac92d2c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e HTTP/1.1" status: 200 len: 217 time: 0.0681434 Jul 09 16:47:26.371921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.558881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Pushing event deleted for resources: {'Port': ['ID=d8930375-f0c2-42c1-81f1-62910d9424c7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:26.581385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0165698-850f-473f-8482-07ae2d636217 req-559f47b1-6365-4aaf-b1ff-c8f43ef42bab tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2567365 Jul 09 16:47:26.640633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:26.674056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'mac_address': 'fa:16:3e:24:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:26.710314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] No DVR routers for this DVR port d8930375-f0c2-42c1-81f1-62910d9424c7 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:26.759846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.764789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f448cf7-2cd6-4729-b9c3-3df6bb103676 req-e7e36c14-4760-4717-bfdb-d5f4ccd65c09 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.43 "DELETE /v2.0/ports/d8930375-f0c2-42c1-81f1-62910d9424c7 HTTP/1.1" status: 204 len: 173 time: 1.5955801 Jul 09 16:47:26.767340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-05f85505-a8f2-4880-a66f-e56b0f960019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.768999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-deleted', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:26.770102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-05f85505-a8f2-4880-a66f-e56b0f960019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3701842 Jul 09 16:47:26.776296 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9d1299-2b77-4ab5-8a8e-e4d58e9d1a27" -d '{"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-deleted", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:26.809129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.836262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a1ba8c3-987f-4a18-b606-e80d7bfd070f req-2798744c-7e21-45e0-a8b0-dad270dc5b8e tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] 10.222.0.48 "GET /v2.0/ports?device_id=db4dadfb-a6e0-471f-8586-d8a04ba12ad8 HTTP/1.1" status: 200 len: 210 time: 0.1002474 Jul 09 16:47:26.841876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] For port ffecae41-5770-40b9-9110-23ff0dc62cbb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffecae41-5770-40b9-9110-23ff0dc62cbb,segment=NetworkSegment(8917747e-f6b5-495f-a7dc-3deafe44c2da),segment_id=8917747e-f6b5-495f-a7dc-3deafe44c2da)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:26.842755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.878783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc9b0-2c14-472f-bc86-1d1959580964 req-01827767-d68f-4109-83dc-590145968d87 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.880584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-892bc9b0-2c14-472f-bc86-1d1959580964 req-01827767-d68f-4109-83dc-590145968d87 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 944 time: 0.5580134 Jul 09 16:47:26.920792 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.925826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Calling delete_port for ffecae41-5770-40b9-9110-23ff0dc62cbb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:26.932878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Transition to ACTIVE for port object 277304f1-a7a8-40ad-bfce-cac082e929b2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:26.956948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc9a0fc-de56-4f60-a13e-70c29771a12e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:26.994020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-892bc9b0-2c14-472f-bc86-1d1959580964 req-c1259521-4576-4596-938d-d56d277f9685 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069689 Jul 09 16:47:27.002605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:27.008710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] DHCP port deletion for 5b6ddf65-b21f-47ee-a30a-74c17676f68b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:47:27.020422 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.195701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] Deleting port ffecae41-5770-40b9-9110-23ff0dc62cbb {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:27.196173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.202362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.256262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:27.270703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bedc88-e61f-45a6-bd31-304597a0b60b req-850aade3-b739-416a-b9fa-5f82ac20d497 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:27.282838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5bedc88-e61f-45a6-bd31-304597a0b60b req-850aade3-b739-416a-b9fa-5f82ac20d497 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 947 time: 0.1244414 Jul 09 16:47:27.283282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.311697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-bff5db4a-29ca-4235-9d83-4514f1a624c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:27.315857 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-bff5db4a-29ca-4235-9d83-4514f1a624c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5298462 Jul 09 16:47:27.350763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] For port ffecae41-5770-40b9-9110-23ff0dc62cbb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffecae41-5770-40b9-9110-23ff0dc62cbb,segment=NetworkSegment(8917747e-f6b5-495f-a7dc-3deafe44c2da),segment_id=8917747e-f6b5-495f-a7dc-3deafe44c2da)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:27.350763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.370533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] Calling delete_port for ffecae41-5770-40b9-9110-23ff0dc62cbb owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:27.398603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb19e77a-d138-4e40-96d2-f11d78e6ac13 req-f6853405-a825-4846-8959-6442e51f9b9a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 210 time: 0.0952389 Jul 09 16:47:27.404417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] No DVR routers for this DVR port ffecae41-5770-40b9-9110-23ff0dc62cbb on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:27.449011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5bedc88-e61f-45a6-bd31-304597a0b60b req-b6436bd5-38c4-4a08-9de1-6d7d6b29ed07 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642787 Jul 09 16:47:27.469859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:27.516825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: d8930375-f0c2-42c1-81f1-62910d9424c7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:27.517400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device d8930375-f0c2-42c1-81f1-62910d9424c7 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:27.518007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:27.567763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:27.586367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:27.587831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['afc9a0fc-de56-4f60-a13e-70c29771a12e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:27.602121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:27.605571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Pushing event updated for resources: {'Port': ['ID=277304f1-a7a8-40ad-bfce-cac082e929b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:27.610884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-f185c9ed-652f-44b8-9ab2-747f07faf9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414846 Jul 09 16:47:27.733845 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.790970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:27.791716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.805222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] No DVR routers for this DVR port ffecae41-5770-40b9-9110-23ff0dc62cbb on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:27.833197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1a5e-6247-4a07-b2a5-7734cd6c07a8 None None] Pushing event deleted for resources: {'Port': ['ID=ffecae41-5770-40b9-9110-23ff0dc62cbb,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:27.852035 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.904590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8592374 Jul 09 16:47:27.946172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:27.952076 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6847cfb6-507d-4bcb-814b-ef584f6d497b" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:27.961029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.962552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.966159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.966772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.967314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.967805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.969598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.970119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.973179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.975490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:27.976434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.976993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.979552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a48d4-6d72-40f0-ab54-9eb324cbabe6 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:27.991729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Request body: {'port': {'device_id': '8693c933-1746-46da-8b31-2274af14eb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:28.002500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.005398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:28.022257 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.029035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.057507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.074520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.089663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.120324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.156981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-480793c2-f0b3-42be-a6b4-b41368844d30 req-3c0166e5-69a0-4a0a-bd73-250d36bcbef7 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.5226326 Jul 09 16:47:28.157658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:28.183594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=14']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:28.195798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.205141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f518383-c6d2-4b6c-88e7-b22a1cf7f665 None None] Provisioning for port 277304f1-a7a8-40ad-bfce-cac082e929b2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:28.216406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Port': ['ID=ffecae41-5770-40b9-9110-23ff0dc62cbb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:28.217832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Request body: {'floatingip': {'port_id': '21f0e408-5bb2-456a-8543-9ea4c364f344'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:28.238749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f518383-c6d2-4b6c-88e7-b22a1cf7f665 None None] Provisioning complete for port 277304f1-a7a8-40ad-bfce-cac082e929b2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:28.239864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f518383-c6d2-4b6c-88e7-b22a1cf7f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.257418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42104c8-7ef2-4857-ae05-f623dff5d7f9 req-ec1b5e61-24c5-4300-a028-f65c55068825 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.268646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c42104c8-7ef2-4857-ae05-f623dff5d7f9 req-ec1b5e61-24c5-4300-a028-f65c55068825 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 948 time: 0.5292709 Jul 09 16:47:28.396537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1f518383-c6d2-4b6c-88e7-b22a1cf7f665 None None] Port 277304f1-a7a8-40ad-bfce-cac082e929b2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:28.478707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:28.556745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.579231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c42104c8-7ef2-4857-ae05-f623dff5d7f9 req-48e91b51-0ff3-4717-ad52-ad467487cb8b tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034151 Jul 09 16:47:28.635828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:28.661653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:28.663200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.682816 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062450f1-bd18-4856-8b47-f3891b2bb81c x-openstack-request-id: req-062450f1-bd18-4856-8b47-f3891b2bb81c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:28.683198 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4dadfb-a6e0-471f-8586-d8a04ba12ad8", "name": "network-vif-deleted", "tag": "d8930375-f0c2-42c1-81f1-62910d9424c7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:28.683520 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-062450f1-bd18-4856-8b47-f3891b2bb81c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:28.684126 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4dadfb-a6e0-471f-8586-d8a04ba12ad8', 'name': 'network-vif-deleted', 'tag': 'd8930375-f0c2-42c1-81f1-62910d9424c7', 'status': 'completed', 'code': 200} Jul 09 16:47:28.773129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6ddf65-b21f-47ee-a30a-74c17676f68b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:28.779179 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.830976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333d9e-5dd5-4a26-8e46-14199cb85112 req-d85b4f9a-4f77-484d-968f-caf3920e94c7 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:28.834836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8917747e-f6b5-495f-a7dc-3deafe44c2da') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:28.835312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8917747e-f6b5-495f-a7dc-3deafe44c2da') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:28.835526 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebe595f-10d9-4daa-a5b2-8d6c32ad7545 x-openstack-request-id: req-4ebe595f-10d9-4daa-a5b2-8d6c32ad7545 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:28.835963 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:28.836593 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ebe595f-10d9-4daa-a5b2-8d6c32ad7545 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:28.837210 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'code': 200} Jul 09 16:47:28.840760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.840949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc333d9e-5dd5-4a26-8e46-14199cb85112 req-d85b4f9a-4f77-484d-968f-caf3920e94c7 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 935 time: 0.3354919 Jul 09 16:47:28.844476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:28.866324 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.914906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.952517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc333d9e-5dd5-4a26-8e46-14199cb85112 req-6ee71fa2-3e37-424e-9b7f-45bb330f7207 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060176 Jul 09 16:47:28.974534 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffecae41-5770-40b9-9110-23ff0dc62cbb no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:29.030044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.040490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: ffecae41-5770-40b9-9110-23ff0dc62cbb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:29.042860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffecae41-5770-40b9-9110-23ff0dc62cbb not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:29.054415 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c2bfbe8f-681f-4412-a02e-225855ab1db6 req-1d14d2f2-5f7a-470a-ad21-7992c4ab35e1 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1797187 Jul 09 16:47:29.060016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b5d0087a-6e01-420c-a53b-da50615e9b89 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:29.103301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:47:29.103745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:47:29.108646 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:47:29.117780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:29.135981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-c4d86fc1-19bb-405d-ae50-465a3716c1ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2840161 Jul 09 16:47:29.225140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae60f975-e993-4063-90da-aa45acb97ce6 req-e65b2571-7ecc-4fe3-8105-ffc806e3df1e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 210 time: 0.1186955 Jul 09 16:47:29.233039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port b5d0087a-6e01-420c-a53b-da50615e9b89 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:29.238759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port b5d0087a-6e01-420c-a53b-da50615e9b89 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:29.239144 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.381802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:29.414777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.441448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.452817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.470154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] 10.222.0.48 "DELETE /v2.0/networks/5b6ddf65-b21f-47ee-a30a-74c17676f68b HTTP/1.1" status: 204 len: 168 time: 4.1207414 Jul 09 16:47:29.518756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c9448-173c-4f7d-8012-d7d189bf6eaf tempest-FloatingIPNegativeTestJSON-2141090715 tempest-FloatingIPNegativeTestJSON-2141090715-project] Pushing event deleted for resources: {'Network': ['ID=5b6ddf65-b21f-47ee-a30a-74c17676f68b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:29.528296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b5d0087a-6e01-420c-a53b-da50615e9b89, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b5d0087a-6e01-420c-a53b-da50615e9b89,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:29.535696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.536758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f2a33f44-fdad-44d4-adfd-19477e090f53 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:29.601428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b5d0087a-6e01-420c-a53b-da50615e9b89,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:29.673043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f2a33f44-fdad-44d4-adfd-19477e090f53 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:29.680322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f2a33f44-fdad-44d4-adfd-19477e090f53 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:29.680711 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.710426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-d07038ac-915e-4a99-821e-91aba308dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:29.712345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-d07038ac-915e-4a99-821e-91aba308dede service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 1101 time: 0.3423073 Jul 09 16:47:29.738267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-99898458-5a77-4a89-b46e-705837eb1f18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b36c56c59d843588bcf0b416136d371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493042 Jul 09 16:47:29.750149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:29.811318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:29.814300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.864340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f2a33f44-fdad-44d4-adfd-19477e090f53, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f2a33f44-fdad-44d4-adfd-19477e090f53,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:29.871722 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.934350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f2a33f44-fdad-44d4-adfd-19477e090f53,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:29.936553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95224704-cae5-4ab9-8b7c-566a3c81fe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.953036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818bd2-11df-4056-bf07-94391d13be28 req-32c9b39d-67bc-4bd9-8b7e-fd07bb370c0b tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:29.959894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06818bd2-11df-4056-bf07-94391d13be28 req-32c9b39d-67bc-4bd9-8b7e-fd07bb370c0b tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 944 time: 0.9226410 Jul 09 16:47:29.972918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95224704-cae5-4ab9-8b7c-566a3c81fe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.008495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277304f1-a7a8-40ad-bfce-cac082e929b2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:30.023774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.035172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-fdd2e639-ee29-40eb-8ad5-9d11f9ea9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.036672 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-fdd2e639-ee29-40eb-8ad5-9d11f9ea9561 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2969384 Jul 09 16:47:30.059877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-89f5cd37-2fad-4c5f-8fd1-505db6dfd07c tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.061558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-89f5cd37-2fad-4c5f-8fd1-505db6dfd07c tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 820 time: 0.8997636 Jul 09 16:47:30.078766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'port': {'device_id': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'admin_state_up': True, 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:30.084299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06818bd2-11df-4056-bf07-94391d13be28 req-ae6f1ff9-6193-4aa9-8fbd-2b3f6e29a038 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235802 Jul 09 16:47:30.097181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Transition to ACTIVE for port object 277304f1-a7a8-40ad-bfce-cac082e929b2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:30.119470 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-7ac4163b-330b-4d63-8c6d-18e580c4366b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e16ebb72-9001-40a6-9099-0e5d6009290e HTTP/1.1" status: 200 len: 217 time: 0.0703664 Jul 09 16:47:30.122897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.191940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-13591151-e7c4-464d-ae12-0c7e486a3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.193559 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-13591151-e7c4-464d-ae12-0c7e486a3b91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0589185 Jul 09 16:47:30.216692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e2276-6841-468d-b0b9-e4d7adbbcec9 req-31f28714-4995-4fa5-bfb9-934bff126586 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.219680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:30.223878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe0e2276-6841-468d-b0b9-e4d7adbbcec9 req-31f28714-4995-4fa5-bfb9-934bff126586 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3560209 Jul 09 16:47:30.284001 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.285974 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9c6e05fe-e56d-4fa2-af4d-a667f1b4d679 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=943d9a0fb7274824884dc11bbc03ec4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498990 Jul 09 16:47:30.296147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:30.302988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:30.303425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.323795 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.399576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95224704-cae5-4ab9-8b7c-566a3c81fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.403226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95224704-cae5-4ab9-8b7c-566a3c81fe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.407031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95224704-cae5-4ab9-8b7c-566a3c81fe7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91ce702a-9bf3-4f9a-859a-aa40050d94e4 HTTP/1.1" status: 204 len: 168 time: 0.6549039 Jul 09 16:47:30.413783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe0e2276-6841-468d-b0b9-e4d7adbbcec9 req-674348b1-313c-4d45-80e1-353847e9fedb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888967 Jul 09 16:47:30.426538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Pushing event updated for resources: {'Port': ['ID=277304f1-a7a8-40ad-bfce-cac082e929b2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.472810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Attempting to bind port 277304f1-a7a8-40ad-bfce-cac082e929b2 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:30.473088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Attempting to bind port 277304f1-a7a8-40ad-bfce-cac082e929b2 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:30.473382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Attempting to bind port 277304f1-a7a8-40ad-bfce-cac082e929b2 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:30.483256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95224704-cae5-4ab9-8b7c-566a3c81fe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce702a-9bf3-4f9a-859a-aa40050d94e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.491467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Port 277304f1-a7a8-40ad-bfce-cac082e929b2 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:30.491800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Attempting to bind port 277304f1-a7a8-40ad-bfce-cac082e929b2 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:30.522704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-0f3414f2-3215-4761-a7d1-8ad9af251ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.524329 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-0f3414f2-3215-4761-a7d1-8ad9af251ba0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3077319 Jul 09 16:47:30.526678 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d2d85ff-19c3-45aa-ac1c-8d9d1d2c6e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.529913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:30.530388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:30.530823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:30.531290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Bound port: 277304f1-a7a8-40ad-bfce-cac082e929b2, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:30.531655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.601865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Made reservation on behalf of 062347d3c12f4902b61f1f6be6bfc217 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:30.607828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.629696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209fe5a-496c-49fa-9bab-01c818793d41 req-a01440aa-23f2-478b-97e9-19e6416a6202 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.632267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5209fe5a-496c-49fa-9bab-01c818793d41 req-a01440aa-23f2-478b-97e9-19e6416a6202 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 948 time: 0.3885291 Jul 09 16:47:30.643921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d2d85ff-19c3-45aa-ac1c-8d9d1d2c6e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.729691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] For port 277304f1-a7a8-40ad-bfce-cac082e929b2, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:30.733926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] For port 277304f1-a7a8-40ad-bfce-cac082e929b2, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=277304f1-a7a8-40ad-bfce-cac082e929b2,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:30.736998 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-7dff179d-4655-490a-965a-33060101d76c service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031267 Jul 09 16:47:30.740392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.748659 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Floating IP 82cbd3a0-3bd2-41d4-9421-e40031b078ca associated. External IP: 172.25.7.174, port: 21f0e408-5bb2-456a-8543-9ea4c364f344. Jul 09 16:47:30.800729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.801286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.802996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] 10.222.0.43 "PUT /v2.0/ports/277304f1-a7a8-40ad-bfce-cac082e929b2 HTTP/1.1" status: 200 len: 1095 time: 2.8159251 Jul 09 16:47:30.834588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:30.834588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8693c933-1746-46da-8b31-2274af14eb35', 'tag': '277304f1-a7a8-40ad-bfce-cac082e929b2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:30.836782 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27596763-f161-4561-811d-176495f8febb" -d '{"events": [{"name": "network-changed", "server_uuid": "8693c933-1746-46da-8b31-2274af14eb35", "tag": "277304f1-a7a8-40ad-bfce-cac082e929b2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:30.838951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2856b-8209-4572-ba49-373315fd1543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d0087a-6e01-420c-a53b-da50615e9b89'}, {'server_uuid': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a33f44-fdad-44d4-adfd-19477e090f53'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:30.841356 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f606166-c0a7-4736-8e70-48e69686e87f" -d '{"events": [{"server_uuid": "16d2856b-8209-4572-ba49-373315fd1543", "name": "network-vif-plugged", "status": "completed", "tag": "b5d0087a-6e01-420c-a53b-da50615e9b89"}, {"server_uuid": "9beee54c-0f69-418d-a2b7-a1c393e361d3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a33f44-fdad-44d4-adfd-19477e090f53"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:30.873925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d2d85ff-19c3-45aa-ac1c-8d9d1d2c6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.876543 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d2d85ff-19c3-45aa-ac1c-8d9d1d2c6e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.877922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0d2d85ff-19c3-45aa-ac1c-8d9d1d2c6e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e144831-2761-497d-91fe-564ffaf2bc0b HTTP/1.1" status: 204 len: 168 time: 0.5804770 Jul 09 16:47:30.908915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d85ff-19c3-45aa-ac1c-8d9d1d2c6e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e144831-2761-497d-91fe-564ffaf2bc0b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.948994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5209fe5a-496c-49fa-9bab-01c818793d41 req-97414793-f00e-4ec4-a8a3-198bb1c3f61a tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853856 Jul 09 16:47:30.949162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397edb79-2389-42a8-801c-40b5af1e4570 service neutron] Pushing event updated for resources: {'Port': ['ID=277304f1-a7a8-40ad-bfce-cac082e929b2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:31.009987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c4964e6-d7e5-41b9-8cd5-53a77b1e9b3b req-9a494e7f-d860-4aee-8388-f8a4e3e1f248 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635996 Jul 09 16:47:31.014527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-895510f1-844f-4231-946c-6d3bd06ba1ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8d99fdff82f43608b196393358dc661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723764 Jul 09 16:47:31.027041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:31.061850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:31.110060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-b8f47f3b-a704-4cd0-b689-f32d9bf3ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.111695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-b8f47f3b-a704-4cd0-b689-f32d9bf3ddde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9aa8a98fb684f94b23174097cc2d5e4&device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 1098 time: 0.2474327 Jul 09 16:47:31.144691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port afc9a0fc-de56-4f60-a13e-70c29771a12e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:31.150579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port afc9a0fc-de56-4f60-a13e-70c29771a12e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:31.151178 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.176827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cacae-7a14-4462-abc6-16a13d2e3cde req-974f7a7e-c490-4e61-8a12-885e3ea24908 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.178698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca2cacae-7a14-4462-abc6-16a13d2e3cde req-974f7a7e-c490-4e61-8a12-885e3ea24908 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 947 time: 0.5788970 Jul 09 16:47:31.178871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-f294d43d-4f0a-4335-8e5c-b7d9f9a61389 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=277304f1-a7a8-40ad-bfce-cac082e929b2 HTTP/1.1" status: 200 len: 217 time: 0.0508325 Jul 09 16:47:31.198116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8830a-b513-451e-8bfa-530eff3283ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.232210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecadd053-c46c-4360-9a2f-f4a8f4394d93 req-94076328-c1c8-4ddd-afe0-8d363e4b3094 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 210 time: 0.0927773 Jul 09 16:47:31.263637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8830a-b513-451e-8bfa-530eff3283ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.281536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-af998540-bebd-43a3-a31e-61d6fd735255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.283104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-af998540-bebd-43a3-a31e-61d6fd735255 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0927365 Jul 09 16:47:31.330659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.365316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-dd190c68-e658-4328-8460-73779e3bde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.367252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-dd190c68-e658-4328-8460-73779e3bde5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705352 Jul 09 16:47:31.374114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8830a-b513-451e-8bfa-530eff3283ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.374114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5a8830a-b513-451e-8bfa-530eff3283ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.375268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d5a8830a-b513-451e-8bfa-530eff3283ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25f0da7b-f766-4b2b-894d-b41dd4707e9e HTTP/1.1" status: 204 len: 168 time: 0.3459194 Jul 09 16:47:31.394723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8830a-b513-451e-8bfa-530eff3283ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f0da7b-f766-4b2b-894d-b41dd4707e9e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:31.407224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Allocated IP 172.20.0.3 (52a238e7-2342-4ebd-8a7e-a700d41420fe/9e87a489-666d-4046-a763-77c3fef9bd84/f97cdf54-c272-4cca-a670-7c1f713bc00c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:31.440443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:31.443922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca2cacae-7a14-4462-abc6-16a13d2e3cde req-c4d9a9fb-9f98-432f-a320-ae10e2cf999a tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520270 Jul 09 16:47:31.449312 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.510337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:31.530555 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9f5e7-5d7b-4f4b-a432-209eb9225335 x-openstack-request-id: req-4ad9f5e7-5d7b-4f4b-a432-209eb9225335 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:31.531051 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2856b-8209-4572-ba49-373315fd1543", "name": "network-vif-plugged", "status": "completed", "tag": "b5d0087a-6e01-420c-a53b-da50615e9b89", "code": 200}, {"server_uuid": "9beee54c-0f69-418d-a2b7-a1c393e361d3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a33f44-fdad-44d4-adfd-19477e090f53", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:31.531481 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ad9f5e7-5d7b-4f4b-a432-209eb9225335 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:31.532048 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2856b-8209-4572-ba49-373315fd1543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d0087a-6e01-420c-a53b-da50615e9b89', 'code': 200} Jul 09 16:47:31.532458 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a33f44-fdad-44d4-adfd-19477e090f53', 'code': 200} Jul 09 16:47:31.550738 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-4b84c69b-f572-424a-b34c-9240170cef13 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708763 Jul 09 16:47:31.620965 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c223608-0afb-4604-976b-4cb508af7180 x-openstack-request-id: req-2c223608-0afb-4604-976b-4cb508af7180 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:31.621409 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8693c933-1746-46da-8b31-2274af14eb35", "tag": "277304f1-a7a8-40ad-bfce-cac082e929b2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:31.621738 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c223608-0afb-4604-976b-4cb508af7180 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:31.622422 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8693c933-1746-46da-8b31-2274af14eb35', 'tag': '277304f1-a7a8-40ad-bfce-cac082e929b2', 'status': 'completed', 'code': 200} Jul 09 16:47:31.770894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-08f4481f-c8ec-4ffb-aed5-853e0ee88799 req-02bddd8b-2f66-4c30-8247-c425fff9c27c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072988 Jul 09 16:47:31.777172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:31.837683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7cd0-d666-4c97-b405-e149f63afa6d req-e4b32680-e161-4a62-84ee-ee83cf271803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.839500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-726b7cd0-d666-4c97-b405-e149f63afa6d req-e4b32680-e161-4a62-84ee-ee83cf271803 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16d2856b-8209-4572-ba49-373315fd1543 HTTP/1.1" status: 200 len: 1096 time: 0.1279571 Jul 09 16:47:31.857942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7cfa7-c784-4fed-ba22-afa02e039c33 req-404607b8-319d-470a-b3b3-159faf01b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.859542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ef7cfa7-c784-4fed-ba22-afa02e039c33 req-404607b8-319d-470a-b3b3-159faf01b33b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 1096 time: 0.1038957 Jul 09 16:47:31.944413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ef7cfa7-c784-4fed-ba22-afa02e039c33 req-187710aa-faf3-492d-a1a2-6f4e9e96c734 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Jul 09 16:47:31.959935 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-726b7cd0-d666-4c97-b405-e149f63afa6d req-e9360e6d-884e-4c05-b422-da312c2496f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030695 Jul 09 16:47:31.969581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596763-f161-4561-811d-176495f8febb req-2649c1ff-47b5-4ae7-a14b-fab79ede2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.971234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-2649c1ff-47b5-4ae7-a14b-fab79ede2392 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9aa8a98fb684f94b23174097cc2d5e4&device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 1098 time: 0.1276782 Jul 09 16:47:32.022691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817ab4b-954d-4554-a5d1-32903c68ddfb req-a2a8658e-0d34-4967-918e-aae129fcf5a0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.030068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e817ab4b-954d-4554-a5d1-32903c68ddfb req-a2a8658e-0d34-4967-918e-aae129fcf5a0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.5531869 Jul 09 16:47:32.103155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7b21e-6a3c-4cd4-a83b-856d0d4778ee req-b2e542d8-e7ba-4367-b277-c9439c683d61 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.109375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596763-f161-4561-811d-176495f8febb req-18cc138f-1712-40ba-a95e-22ee80422d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.110369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a7b21e-6a3c-4cd4-a83b-856d0d4778ee req-b2e542d8-e7ba-4367-b277-c9439c683d61 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 945 time: 0.3539338 Jul 09 16:47:32.111426 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-18cc138f-1712-40ba-a95e-22ee80422d9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.1300607 Jul 09 16:47:32.169304 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-ca4ac37c-1359-4e94-9393-25e4ec8db7bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=277304f1-a7a8-40ad-bfce-cac082e929b2 HTTP/1.1" status: 200 len: 217 time: 0.0472925 Jul 09 16:47:32.230264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e817ab4b-954d-4554-a5d1-32903c68ddfb req-be2e19c0-7161-4e1e-9220-a4a826875dc6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991141 Jul 09 16:47:32.239081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:32.246635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.246839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596763-f161-4561-811d-176495f8febb req-803a5911-236a-49ad-bd8e-90300f28a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.248500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-803a5911-236a-49ad-bd8e-90300f28a790 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0678792 Jul 09 16:47:32.252035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.270132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7a7b21e-6a3c-4cd4-a83b-856d0d4778ee req-f699b0dc-baa1-4ec6-80ca-269b4406f7f1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586752 Jul 09 16:47:32.272883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.301659 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] Sync routers for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:32.315542 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:32.316244 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:32.336471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029123 Jul 09 16:47:32.346161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.422301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596763-f161-4561-811d-176495f8febb req-19d3b069-ddf1-4f9a-a3c6-98334bfa1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.422301 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-19d3b069-ddf1-4f9a-a3c6-98334bfa1f6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602347 Jul 09 16:47:32.422684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a236285-6a20-4c4a-8133-402f93dd94fc tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "PUT /v2.0/floatingips/82cbd3a0-3bd2-41d4-9421-e40031b078ca HTTP/1.1" status: 200 len: 991 time: 4.2589574 Jul 09 16:47:32.426234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:32.439232 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:32.518440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:32.568452 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-1464d674-4504-481b-ae69-0f89411d84e1 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385293 Jul 09 16:47:32.587508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e49f0409-6198-4135-a646-d995d16c40fd req-829139a9-361d-466c-aeac-adbb8b92ffb7 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 210 time: 0.0617390 Jul 09 16:47:32.628987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-81e3eecd-d269-4c1e-8243-af5e986d2d96 tempest-NetworksApiDiscovery-1035441058 tempest-NetworksApiDiscovery-1035441058-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2796855 Jul 09 16:47:32.632291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.699415 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-27596763-f161-4561-811d-176495f8febb req-972c217e-4a1b-42e4-afa2-41e7b4fe715b service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184943 Jul 09 16:47:32.710582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Network 52a238e7-2342-4ebd-8a7e-a700d41420fe is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:32.727222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:32.732471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:32.761068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89e6b4-c55c-46fc-89fb-c90cebb37d0b req-0cfc42a4-22f1-4d94-8c13-035be2bf92b5 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.763343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d89e6b4-c55c-46fc-89fb-c90cebb37d0b req-0cfc42a4-22f1-4d94-8c13-035be2bf92b5 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 949 time: 0.3084991 Jul 09 16:47:32.804432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:32.852206 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3353d-6cf2-41f8-ab7f-1fc4d63d5695 x-openstack-request-id: req-ded3353d-6cf2-41f8-ab7f-1fc4d63d5695 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:32.852944 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:32.862641 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ded3353d-6cf2-41f8-ab7f-1fc4d63d5695 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:32.863223 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'status': 'completed', 'code': 200} Jul 09 16:47:32.892607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.893332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.907968 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '82cbd3a0-3bd2-41d4-9421-e40031b078ca', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'port_id': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'mac_address': 'fa:16:3e:ce:4e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:45:29Z', 'updated_at': '2021-07-09T16:47:29Z', 'revision_number': 1, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:51Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:32.920256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d89e6b4-c55c-46fc-89fb-c90cebb37d0b req-485b8cf5-f92b-45df-8446-7bdc524a74d4 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101353 Jul 09 16:47:32.922201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-da54c41a-4778-444e-868a-3c565a9e8f3a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8489618 Jul 09 16:47:32.939789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Request body: {'port': {'device_id': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:32.982407 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] Checking router: e33a5bfa-72ae-43e2-8745-e4cfe4023e80 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:32.994905 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:32.996138 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:33.034601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.036380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.037622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.038336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.039652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.040509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.041222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.043670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-07080e0f-ad8e-4f00-8b10-7d37c753274a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6490 time: 0.1632288 Jul 09 16:47:33.133440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.234502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c14d2-be5f-49dd-a35b-c083ad6864f3 req-97dfbdde-ace9-4866-9df5-4fc7f6350903 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.243666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-588c14d2-be5f-49dd-a35b-c083ad6864f3 req-97dfbdde-ace9-4866-9df5-4fc7f6350903 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 947 time: 0.1796105 Jul 09 16:47:33.285176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-50c58ede-ec7a-490f-8871-08de22f86a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.287416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-50c58ede-ec7a-490f-8871-08de22f86a60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=97898012-36dc-4338-8b66-f21055404fb6 HTTP/1.1" status: 200 len: 912 time: 0.2299876 Jul 09 16:47:33.383834 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:33.408913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-588c14d2-be5f-49dd-a35b-c083ad6864f3 req-9021a898-bcfe-4fc5-8673-d51ee908abba tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620080 Jul 09 16:47:33.416899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:33.454833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 277304f1-a7a8-40ad-bfce-cac082e929b2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:33.455909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-3ded3441-5dec-4d1a-9afa-c4cb29040b3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f0e408-5bb2-456a-8543-9ea4c364f344 HTTP/1.1" status: 200 len: 999 time: 0.1591883 Jul 09 16:47:33.580542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:33.586158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-48609c0b-792b-4458-81e4-160394890eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.587785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-48609c0b-792b-4458-81e4-160394890eec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ca0dc34-f4b5-488e-b231-6a0a9d4562a0 HTTP/1.1" status: 200 len: 850 time: 0.1235156 Jul 09 16:47:33.593035 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558747a-1a89-4573-bd17-86652afa83f8" -d '{"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-plugged", "status": "completed", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:33.674792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe4acd3-ffa6-4069-afa3-877d5083aa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.702040 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893a85e-d265-43e2-a18e-f7f998889e35 x-openstack-request-id: req-d893a85e-d265-43e2-a18e-f7f998889e35 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:33.702807 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-plugged", "status": "completed", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:33.703731 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d893a85e-d265-43e2-a18e-f7f998889e35 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:33.708119 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'code': 200} Jul 09 16:47:33.710446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 277304f1-a7a8-40ad-bfce-cac082e929b2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=277304f1-a7a8-40ad-bfce-cac082e929b2,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:33.755296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '277304f1-a7a8-40ad-bfce-cac082e929b2', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '277304f1-a7a8-40ad-bfce-cac082e929b2', 'mac_address': 'fa:16:3e:c2:ee:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:33.820163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-1d50bdb6-596f-41ab-aeb9-bd571aa9fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.826436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-1d50bdb6-596f-41ab-aeb9-bd571aa9fdc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=97898012-36dc-4338-8b66-f21055404fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266657 Jul 09 16:47:33.875208 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.911103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277304f1-a7a8-40ad-bfce-cac082e929b2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:33.994912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 277304f1-a7a8-40ad-bfce-cac082e929b2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=277304f1-a7a8-40ad-bfce-cac082e929b2,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:34.000159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.039618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '82cbd3a0-3bd2-41d4-9421-e40031b078ca', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'port_id': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'mac_address': 'fa:16:3e:ce:4e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:45:29Z', 'updated_at': '2021-07-09T16:47:29Z', 'revision_number': 1, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:51Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:34.066694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97cdf54-c272-4cca-a670-7c1f713bc00c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:34.079208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-b3b71099-9415-4c2e-ab42-655d874620a4 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384293 Jul 09 16:47:34.086307 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a964f-c08d-409f-8724-fac2699a70fc None None] The sync data for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 is: [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '82cbd3a0-3bd2-41d4-9421-e40031b078ca', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'port_id': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'mac_address': 'fa:16:3e:ce:4e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:45:29Z', 'updated_at': '2021-07-09T16:47:29Z', 'revision_number': 1, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:51Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:34.106127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.110607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=277304f1-a7a8-40ad-bfce-cac082e929b2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:34.201063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Transition to ACTIVE for port object f97cdf54-c272-4cca-a670-7c1f713bc00c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:34.222943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9e8fe47-7b68-45eb-ac3b-69fe0a5276dc req-6a3e6b02-41ed-486b-bf0c-aef277db8dd2 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307898 Jul 09 16:47:34.231096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.262140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a7045-4036-4eca-8dea-c02d92cfb74b req-172b63f3-055d-4a8d-a2a9-fb8d8cf80a94 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:34.265185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad7a7045-4036-4eca-8dea-c02d92cfb74b req-172b63f3-055d-4a8d-a2a9-fb8d8cf80a94 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 945 time: 0.5434372 Jul 09 16:47:34.296599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad172-22ec-4be2-8f62-cb68588cf029 req-d6931561-4273-4132-aff4-8ddc99d5fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:34.299206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e2ad172-22ec-4be2-8f62-cb68588cf029 req-d6931561-4273-4132-aff4-8ddc99d5fc30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 1100 time: 0.4910054 Jul 09 16:47:34.369992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e2ad172-22ec-4be2-8f62-cb68588cf029 req-7c36e152-f7a4-4549-8847-f97ff8cad9ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592322 Jul 09 16:47:34.378671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe4acd3-ffa6-4069-afa3-877d5083aa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.384617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fe4acd3-ffa6-4069-afa3-877d5083aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.414557 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0fe4acd3-ffa6-4069-afa3-877d5083aa76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad6e46fac8c3497f810d1343c91c12c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9965005 Jul 09 16:47:34.421675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:34.426252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad7a7045-4036-4eca-8dea-c02d92cfb74b req-5f1d6ac9-16ba-48f1-bcef-19e105027cc6 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136866 Jul 09 16:47:34.434713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['277304f1-a7a8-40ad-bfce-cac082e929b2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:34.514758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:34.521927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebde16-73fd-4788-8387-af331b3c3a41 None None] New status for floating IP 82cbd3a0-3bd2-41d4-9421-e40031b078ca: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:47:34.550875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4acd3-ffa6-4069-afa3-877d5083aa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a487f-375e-4ee9-9fea-1b2421568ee7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:34.552056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482df6-f42c-4a50-8fb8-2bb8f426fda3 req-1cafdb5d-a7ac-4970-888f-9f096ba9996f tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:34.556477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac482df6-f42c-4a50-8fb8-2bb8f426fda3 req-1cafdb5d-a7ac-4970-888f-9f096ba9996f tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 931 time: 0.6583622 Jul 09 16:47:34.578070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eebcc1d-b86d-45bd-9b37-f6f3aa7848fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.626755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eebcc1d-b86d-45bd-9b37-f6f3aa7848fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.730309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eebcc1d-b86d-45bd-9b37-f6f3aa7848fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.734173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eebcc1d-b86d-45bd-9b37-f6f3aa7848fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.735414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1eebcc1d-b86d-45bd-9b37-f6f3aa7848fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff4a487f-375e-4ee9-9fea-1b2421568ee7 HTTP/1.1" status: 204 len: 168 time: 0.3130388 Jul 09 16:47:34.749212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebcc1d-b86d-45bd-9b37-f6f3aa7848fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a487f-375e-4ee9-9fea-1b2421568ee7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:34.777403 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac482df6-f42c-4a50-8fb8-2bb8f426fda3 req-7b047958-722c-45af-825c-06543028c0f3 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687233 Jul 09 16:47:34.827375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Attempting to bind port f97cdf54-c272-4cca-a670-7c1f713bc00c on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:34.827799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Attempting to bind port f97cdf54-c272-4cca-a670-7c1f713bc00c by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:34.828133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Attempting to bind port f97cdf54-c272-4cca-a670-7c1f713bc00c on network 52a238e7-2342-4ebd-8a7e-a700d41420fe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:34.849495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Port f97cdf54-c272-4cca-a670-7c1f713bc00c on network 52a238e7-2342-4ebd-8a7e-a700d41420fe not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:34.849821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Attempting to bind port f97cdf54-c272-4cca-a670-7c1f713bc00c on network 52a238e7-2342-4ebd-8a7e-a700d41420fe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:34.862019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:34.862520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Checking segment: {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:34.862769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Bound using segment: {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:34.863217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Bound port: f97cdf54-c272-4cca-a670-7c1f713bc00c, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d89998c-d016-46e3-bfc2-2b9b020082c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:34.863564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:35.033271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:35.077547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:35.086572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:35.150868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:35.151364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:35.152961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] 10.222.0.43 "PUT /v2.0/ports/f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 1091 time: 2.2179313 Jul 09 16:47:35.158067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:35.158420 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:35.200460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facccf0-1fc2-41fc-8b35-69d9dde59bad service neutron] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:35.214191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02b12-9ab4-44db-80d2-411c9bf2ea21 req-772e3e56-e907-426d-9e9d-4302aa6d146c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:35.215569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6b02b12-9ab4-44db-80d2-411c9bf2ea21 req-772e3e56-e907-426d-9e9d-4302aa6d146c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 949 time: 0.3483560 Jul 09 16:47:35.224323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf5890-7054-4d8a-8f1d-3cef5e502acd req-720c395b-9e46-4707-8d2a-426ce7a72dfe tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:35.225843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbcf5890-7054-4d8a-8f1d-3cef5e502acd req-720c395b-9e46-4707-8d2a-426ce7a72dfe tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 948 time: 0.2221515 Jul 09 16:47:35.679202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbcf5890-7054-4d8a-8f1d-3cef5e502acd req-bd53b209-4be5-4477-a7e4-0f2985fddbca tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444773 Jul 09 16:47:35.692198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6b02b12-9ab4-44db-80d2-411c9bf2ea21 req-eb972e7e-dd58-48b4-90f7-ff1ad71184cc tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585292 Jul 09 16:47:35.744664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-3c5ed22b-f881-4f47-8513-2eb56161610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:35.750860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eab581f7-8900-475a-9259-dbf677a5fffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:35.752171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-3c5ed22b-f881-4f47-8513-2eb56161610e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1094 time: 0.5344040 Jul 09 16:47:35.821714 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac6da16-42c0-4985-b22d-4e17363d9320 x-openstack-request-id: req-2ac6da16-42c0-4985-b22d-4e17363d9320 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:35.822106 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:35.822508 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ac6da16-42c0-4985-b22d-4e17363d9320 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:35.823041 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'status': 'completed', 'code': 200} Jul 09 16:47:35.825395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-9cb58131-5bb2-43c4-8794-1dd1468454b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.0628090 Jul 09 16:47:35.952306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be227-cec8-4183-b826-ad390356a79e req-98ba735d-7846-4cdd-ba4d-d3ef91cb790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:35.955326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-98ba735d-7846-4cdd-ba4d-d3ef91cb790c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.1063113 Jul 09 16:47:36.046840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-a43e13f4-d242-4e72-893e-4ea4298e1c6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472596 Jul 09 16:47:36.172477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c81cf-5a0d-4c1d-8699-7100a906dc0b req-cf2549b1-3128-4c1a-96e8-561828e26e7c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.174019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f06c81cf-5a0d-4c1d-8699-7100a906dc0b req-cf2549b1-3128-4c1a-96e8-561828e26e7c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2584703 Jul 09 16:47:36.178709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-dc962642-363d-4883-a060-e0e64172b93d tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b80ba51e08af4f9b9d44517c14d406a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768912 Jul 09 16:47:36.313119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-04d4855d-01e1-4764-bf25-93b3bd27f4a6 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508743 Jul 09 16:47:36.320333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f06c81cf-5a0d-4c1d-8699-7100a906dc0b req-58004a0f-b943-4d42-a3a7-069100d1f7ed tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343164 Jul 09 16:47:36.423508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8debe0cb-091a-40e4-b53c-b62632d5496d tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.426966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8debe0cb-091a-40e4-b53c-b62632d5496d tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425725 Jul 09 16:47:36.450130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-be80eaa3-bff5-41f1-90fe-90576fef69df tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/quotas/b80ba51e08af4f9b9d44517c14d406a2 HTTP/1.1" status: 200 len: 375 time: 0.0197434 Jul 09 16:47:36.478547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc6be227-cec8-4183-b826-ad390356a79e req-e5d85aa9-2a36-4bf6-b4f0-d61fa873e68c service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498759 Jul 09 16:47:36.511985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-446ffb11-5e5f-4a92-b7a3-83d8ed8f2ffa tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b80ba51e08af4f9b9d44517c14d406a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540679 Jul 09 16:47:36.587757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8605e-ee76-482e-acd4-8170d2b63612 req-eb70edbd-3a1c-4f22-b4dd-8a752e56d030 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.589781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20c8605e-ee76-482e-acd4-8170d2b63612 req-eb70edbd-3a1c-4f22-b4dd-8a752e56d030 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 945 time: 0.1187606 Jul 09 16:47:36.667420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20c8605e-ee76-482e-acd4-8170d2b63612 req-bc77c380-5bb8-48b3-b7c6-eaf8cd3e6a01 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668600 Jul 09 16:47:36.686445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-c0d4eb56-0e80-4369-85be-c4e1c7fe04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.688299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-c0d4eb56-0e80-4369-85be-c4e1c7fe04c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1094 time: 0.0971119 Jul 09 16:47:36.863038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-01dcaf32-ee5c-41fc-aeb2-712a44b43e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.864914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-01dcaf32-ee5c-41fc-aeb2-712a44b43e2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.1655188 Jul 09 16:47:36.927546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-7e9e5522-0bb3-4cb1-87df-f1708816f4a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.0535951 Jul 09 16:47:37.047496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-aed1ab6a-a18e-40f0-b219-e05ac58de087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.050406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-aed1ab6a-a18e-40f0-b219-e05ac58de087 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.1051350 Jul 09 16:47:37.110285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-8cdabf0b-0cf2-4bfb-9345-8be0246747ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450079 Jul 09 16:47:37.127378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186e07-120e-47e3-944c-32c6ace82894 req-f02b10c4-1fd6-4cff-9223-fa52f9564588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.129427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2186e07-120e-47e3-944c-32c6ace82894 req-f02b10c4-1fd6-4cff-9223-fa52f9564588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 943 time: 0.1972928 Jul 09 16:47:37.256218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2186e07-120e-47e3-944c-32c6ace82894 req-ef018c48-b4fc-4b7c-9fec-6648b4205c1b tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163700 Jul 09 16:47:37.322550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-4493f09e-e905-4d71-8ba2-99a3117fc161 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909609 Jul 09 16:47:37.487707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 277304f1-a7a8-40ad-bfce-cac082e929b2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:37.528335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-eeaa5dd8-2791-4c9a-8cf1-3c6ddf3c5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.531320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-eeaa5dd8-2791-4c9a-8cf1-3c6ddf3c5774 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.2275717 Jul 09 16:47:37.656158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8338b7c1-fa3b-48ae-b5d4-67301a94ef6c req-605f37c8-268d-46c7-82f5-d11e762631c9 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225465 Jul 09 16:47:37.670909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f0c0-6c06-428f-8b0a-57dc01fb57aa req-2e34622d-f2b0-4d4d-b25e-42d0bd2ccb0c tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.674230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c421f0c0-6c06-428f-8b0a-57dc01fb57aa req-2e34622d-f2b0-4d4d-b25e-42d0bd2ccb0c tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=16d2856b-8209-4572-ba49-373315fd1543 HTTP/1.1" status: 200 len: 945 time: 0.2370436 Jul 09 16:47:37.689168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 277304f1-a7a8-40ad-bfce-cac082e929b2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:37.700311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 277304f1-a7a8-40ad-bfce-cac082e929b2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:37.702702 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.780246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-ab94bf6b-3ca6-4ac7-b68b-841a0476649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.782620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-ab94bf6b-3ca6-4ac7-b68b-841a0476649e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.2380373 Jul 09 16:47:37.814244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c421f0c0-6c06-428f-8b0a-57dc01fb57aa req-75479d52-0584-41cb-916e-b2e243367bc3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227198 Jul 09 16:47:37.857847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826589f2-8e65-413e-82b7-89aadff1380a req-e49fbf11-1866-49b3-b035-61c795e2a12b tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.860330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-826589f2-8e65-413e-82b7-89aadff1380a req-e49fbf11-1866-49b3-b035-61c795e2a12b tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 949 time: 0.2089920 Jul 09 16:47:37.951571 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-c7643319-3a90-45b3-846d-2d82660e7313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1589496 Jul 09 16:47:37.958873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-826589f2-8e65-413e-82b7-89aadff1380a req-728089d3-ae6b-4311-a663-2acc233bc2c7 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853248 Jul 09 16:47:38.024095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-411f77a7-7852-4d0b-8fc5-309c9f3ba5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:38.025793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-411f77a7-7852-4d0b-8fc5-309c9f3ba5bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0661073 Jul 09 16:47:38.081721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.136209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693c933-1746-46da-8b31-2274af14eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277304f1-a7a8-40ad-bfce-cac082e929b2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:38.141914 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d54f6c1-63ce-486b-a224-08ab3d212165" -d '{"events": [{"server_uuid": "8693c933-1746-46da-8b31-2274af14eb35", "name": "network-vif-plugged", "status": "completed", "tag": "277304f1-a7a8-40ad-bfce-cac082e929b2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:38.143876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-a8e09b05-0e13-4711-9dac-56b44409e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:38.145024 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.145839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-a8e09b05-0e13-4711-9dac-56b44409e9ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062427 Jul 09 16:47:38.149568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 277304f1-a7a8-40ad-bfce-cac082e929b2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=277304f1-a7a8-40ad-bfce-cac082e929b2,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:38.155277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.161964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a539d36c-4a98-450b-910f-799b91810d61 req-aaf49b34-0253-4bd8-b7c4-d503ac3773fc tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0594504 Jul 09 16:47:38.169981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50972c-2854-4d00-af30-f7477a265873 req-09801697-18f5-47f1-9000-8f667cb9f5c4 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:38.171625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d50972c-2854-4d00-af30-f7477a265873 req-09801697-18f5-47f1-9000-8f667cb9f5c4 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 948 time: 0.1725237 Jul 09 16:47:38.224795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d50972c-2854-4d00-af30-f7477a265873 req-82b93cc8-d93a-4482-92d1-7f93dcdb586f tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jul 09 16:47:38.229809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=277304f1-a7a8-40ad-bfce-cac082e929b2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:38.287056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be904f48-8e54-4c4e-b3b7-7dbfeea477df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.342670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-299b85d2-f366-4491-b7d5-c5a9d9fbb902 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681137 Jul 09 16:47:38.405032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9a471-80c1-4e13-9e42-d8313308c0c4 req-69f189c0-b891-40f1-867f-86184446a60a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:38.406780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f9a471-80c1-4e13-9e42-d8313308c0c4 req-69f189c0-b891-40f1-867f-86184446a60a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.0870647 Jul 09 16:47:38.467750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62f9a471-80c1-4e13-9e42-d8313308c0c4 req-af8028ac-c12d-4acb-a89f-e69caab8c914 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502696 Jul 09 16:47:38.473575 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1a3e898-1d2a-4c93-a9a5-e171f851a5e7 req-b63b7f60-4494-451b-96f4-425572d8169a service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185102 Jul 09 16:47:38.551377 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.704258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9ccd-b663-49f1-9daa-1f0145cd072f req-dc3ee010-ada2-4e03-877f-261608ab02a4 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:38.706979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb1b9ccd-b663-49f1-9daa-1f0145cd072f req-dc3ee010-ada2-4e03-877f-261608ab02a4 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 950 time: 0.1083953 Jul 09 16:47:38.772877 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8ff4b-aca3-451a-b13d-57d44e5a7bb6 x-openstack-request-id: req-83d8ff4b-aca3-451a-b13d-57d44e5a7bb6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:38.773336 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693c933-1746-46da-8b31-2274af14eb35", "name": "network-vif-plugged", "status": "completed", "tag": "277304f1-a7a8-40ad-bfce-cac082e929b2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:38.773716 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83d8ff4b-aca3-451a-b13d-57d44e5a7bb6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:38.774319 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693c933-1746-46da-8b31-2274af14eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277304f1-a7a8-40ad-bfce-cac082e929b2', 'code': 200} Jul 09 16:47:38.785977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb1b9ccd-b663-49f1-9daa-1f0145cd072f req-5713faf0-1a5c-4222-be11-6001b3460862 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697556 Jul 09 16:47:38.971303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-7b063834-ec1d-4c8d-8f45-53ac1f7d1a10 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b80ba51e08af4f9b9d44517c14d406a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432930 Jul 09 16:47:39.103584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529cc3c-585c-4f4b-82fd-428ce903dad5 req-61e645bb-ba76-4425-ba26-51498d489535 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:39.105632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c529cc3c-585c-4f4b-82fd-428ce903dad5 req-61e645bb-ba76-4425-ba26-51498d489535 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 943 time: 0.1394897 Jul 09 16:47:39.109266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3aa01-5804-4ddd-b39c-ab9a192bc541 req-6be97712-6cef-45a6-9999-87f497c221ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:39.111126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bbb3aa01-5804-4ddd-b39c-ab9a192bc541 req-6be97712-6cef-45a6-9999-87f497c221ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 1100 time: 0.1155608 Jul 09 16:47:39.203075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.222890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-b0574140-4b39-4703-b268-023da8ef0c62 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:39.224525 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-b0574140-4b39-4703-b268-023da8ef0c62 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430489 Jul 09 16:47:39.247833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c529cc3c-585c-4f4b-82fd-428ce903dad5 req-49f7af76-cd5b-48e7-8206-7b4fcbfae685 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325288 Jul 09 16:47:39.251602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bbb3aa01-5804-4ddd-b39c-ab9a192bc541 req-f734aca1-9ab8-41d0-b664-e456879703be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260777 Jul 09 16:47:39.336956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Request body: {'port': {'device_id': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'b80ba51e08af4f9b9d44517c14d406a2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:39.502336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f97cdf54-c272-4cca-a670-7c1f713bc00c details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:39.722138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c79ed86-9678-40de-856c-1d15dd3a8363 req-b2c8e7d7-f0ca-4d47-8c26-0fdeea87adf2 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 210 time: 0.0837100 Jul 09 16:47:39.766312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Made reservation on behalf of b80ba51e08af4f9b9d44517c14d406a2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:39.774609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.786404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.787012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:39.827151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'port_id': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'mac_address': 'fa:16:3e:88:51:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:39.923176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.948683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.977199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.020452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97cdf54-c272-4cca-a670-7c1f713bc00c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:40.058187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f787dc4-e038-40d3-85d4-eebb274a1831,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:40.062877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:40.069124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.170320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a7e31-4a70-4b2b-9bd8-a3da21bf3ea0 req-21a0ebee-96cb-4472-a887-c306137b3457 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:40.172655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2a7e31-4a70-4b2b-9bd8-a3da21bf3ea0 req-21a0ebee-96cb-4472-a887-c306137b3457 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 949 time: 0.1412981 Jul 09 16:47:40.190440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:47:40.199383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Allocated IP 192.168.233.12 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/2bb91cb2-9270-46f9-bde3-ac378e0d03cd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:40.201760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:40.263356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee2a7e31-4a70-4b2b-9bd8-a3da21bf3ea0 req-84cbfaae-15ac-467d-a4ba-69d837115e65 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842412 Jul 09 16:47:40.590181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.646247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Transition to ACTIVE for port object 2bb91cb2-9270-46f9-bde3-ac378e0d03cd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:40.649663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4cdf-8649-423d-8ac8-7d2c13626190 req-81afd273-e64c-4416-a47d-00a1dd5e337e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:40.660260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f97cdf54-c272-4cca-a670-7c1f713bc00c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:40.663099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c5c4cdf-8649-423d-8ac8-7d2c13626190 req-81afd273-e64c-4416-a47d-00a1dd5e337e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1610479 Jul 09 16:47:40.813095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c5c4cdf-8649-423d-8ac8-7d2c13626190 req-07dc1be1-116f-4263-aa71-d8fb96de521a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484551 Jul 09 16:47:40.832622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.895925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-589fc487-aa91-4cca-880a-071e031f1d7f tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:40.897545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-589fc487-aa91-4cca-880a-071e031f1d7f tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 812 time: 0.2278547 Jul 09 16:47:40.916642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:40.932281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-de5b3057-136c-4ca7-b258-60721c51ac56 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/quotas/5d3fb6a992664f6bbc8e7c0887cbe491 HTTP/1.1" status: 200 len: 375 time: 0.0284026 Jul 09 16:47:40.941264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:40.965697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:41.047576 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.074852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-2aa3f63a-f21d-4369-aad8-5b7d76a07b72 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279752 Jul 09 16:47:41.234638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f9137-189f-42c3-bbed-4429e9be347a req-03704cde-006f-4262-810d-c3dac8085e60 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:41.236842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-860f9137-189f-42c3-bbed-4429e9be347a req-03704cde-006f-4262-810d-c3dac8085e60 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 944 time: 0.1117427 Jul 09 16:47:41.249450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-7669acf2-a2af-469d-8a56-6779a5c6c57f service neutron] 10.222.0.48 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730950 Jul 09 16:47:41.370674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-860f9137-189f-42c3-bbed-4429e9be347a req-920f57b7-9591-419a-9602-9b19167d2b27 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057768 Jul 09 16:47:41.445117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54145f64-ddc6-494b-8ef2-9ab1276db454 None None] Provisioning for port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:41.450282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-30b6fefb-7d99-45a5-b85b-e27a1a681f07 service neutron] 10.222.0.48 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978602 Jul 09 16:47:41.458462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54145f64-ddc6-494b-8ef2-9ab1276db454 None None] Provisioning complete for port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:41.459133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54145f64-ddc6-494b-8ef2-9ab1276db454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.491302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Pushing event updated for resources: {'Port': ['ID=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:41.510120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-1099e0f5-21e6-42b7-af68-c465a612c32f tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:41.512124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-1099e0f5-21e6-42b7-af68-c465a612c32f tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2856b-8209-4572-ba49-373315fd1543 HTTP/1.1" status: 200 len: 945 time: 0.7583315 Jul 09 16:47:41.559090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-54145f64-ddc6-494b-8ef2-9ab1276db454 None None] Port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:41.575306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:41.576523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.628622 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-36a0ce4c-3594-4b74-a2c9-866486fd5466 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2997200 Jul 09 16:47:41.667561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Request body: {'port': {'device_id': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:41.682220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff642-875f-447e-937f-0c630a63c07d req-5b81c59d-475f-4087-9873-34baf1126b82 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:41.684658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc5ff642-875f-447e-937f-0c630a63c07d req-5b81c59d-475f-4087-9873-34baf1126b82 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 935 time: 0.1002645 Jul 09 16:47:41.744900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc5ff642-875f-447e-937f-0c630a63c07d req-b26be45b-bd23-47c0-8100-4b006940f313 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 Jul 09 16:47:41.895926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Deleting port b5d0087a-6e01-420c-a53b-da50615e9b89 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:41.896466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.987093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.073699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-257168bd-88ac-48b8-a102-647d4991a185 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:42.076768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-257168bd-88ac-48b8-a102-647d4991a185 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beee54c-0f69-418d-a2b7-a1c393e361d3 HTTP/1.1" status: 200 len: 945 time: 0.3686457 Jul 09 16:47:42.253919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35b18-77ca-4618-a527-809e413d2dd3 req-bbd51e22-5216-4aa9-ba03-051a9a8dc572 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:42.264411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eab35b18-77ca-4618-a527-809e413d2dd3 req-bbd51e22-5216-4aa9-ba03-051a9a8dc572 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 949 time: 0.1984837 Jul 09 16:47:42.285072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] For port b5d0087a-6e01-420c-a53b-da50615e9b89, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b5d0087a-6e01-420c-a53b-da50615e9b89,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:42.286948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.333701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eab35b18-77ca-4618-a527-809e413d2dd3 req-78212798-59a2-4d9a-acc9-bd3e0339e1cc tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679975 Jul 09 16:47:42.448265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Calling delete_port for b5d0087a-6e01-420c-a53b-da50615e9b89 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:42.666265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Deleting port f2a33f44-fdad-44d4-adfd-19477e090f53 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:42.667222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.916457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eaf9e-abae-4c28-bf3a-26aa369d4ef4 req-61994769-724a-474c-a31b-60a05199b3a1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:42.920230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-024eaf9e-abae-4c28-bf3a-26aa369d4ef4 req-61994769-724a-474c-a31b-60a05199b3a1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1818459 Jul 09 16:47:42.999648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] For port f2a33f44-fdad-44d4-adfd-19477e090f53, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f2a33f44-fdad-44d4-adfd-19477e090f53,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:43.000002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.006783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-024eaf9e-abae-4c28-bf3a-26aa369d4ef4 req-0f7bf620-dbe6-4041-a781-94b08c89fc53 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704596 Jul 09 16:47:43.131446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Calling delete_port for f2a33f44-fdad-44d4-adfd-19477e090f53 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:43.286117 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.374510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cf17f0f-9889-49df-b5d5-5d48a44fe1f4 req-13ae25d9-5c33-46de-b5ef-b488235bc1fe tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 210 time: 0.0535982 Jul 09 16:47:43.375051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb91cb2-9270-46f9-bde3-ac378e0d03cd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:43.414271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.464197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event deleted for resources: {'Port': ['ID=b5d0087a-6e01-420c-a53b-da50615e9b89,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.515366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f97cdf54-c272-4cca-a670-7c1f713bc00c up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:43.523439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf74b25-825b-4f8b-91b6-151cfff4b99b req-3b125d7d-d132-4441-876b-2c92d04999c5 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:43.525059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf74b25-825b-4f8b-91b6-151cfff4b99b req-3b125d7d-d132-4441-876b-2c92d04999c5 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 944 time: 0.1529880 Jul 09 16:47:43.595687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf74b25-825b-4f8b-91b6-151cfff4b99b req-ac17dc5c-c557-459d-a984-2ffea3984d3c tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573051 Jul 09 16:47:43.621692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port f97cdf54-c272-4cca-a670-7c1f713bc00c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:43.633925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] No DVR routers for this DVR port b5d0087a-6e01-420c-a53b-da50615e9b89 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:43.635583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port f97cdf54-c272-4cca-a670-7c1f713bc00c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:43.635991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Transition to ACTIVE for port object 2bb91cb2-9270-46f9-bde3-ac378e0d03cd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:43.638280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.639114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.647154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-560e7d24-0c8f-4989-9ca5-6891d9ed6fb8 req-63ef5e56-d3a4-4038-a692-d978bb8f5426 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "DELETE /v2.0/ports/b5d0087a-6e01-420c-a53b-da50615e9b89 HTTP/1.1" status: 204 len: 173 time: 2.1283238 Jul 09 16:47:43.652429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2856b-8209-4572-ba49-373315fd1543', 'name': 'network-vif-deleted', 'tag': 'b5d0087a-6e01-420c-a53b-da50615e9b89'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:43.655547 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bd371c-39de-4b5a-af2b-eaf320a623d3" -d '{"events": [{"server_uuid": "16d2856b-8209-4572-ba49-373315fd1543", "name": "network-vif-deleted", "tag": "b5d0087a-6e01-420c-a53b-da50615e9b89"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:43.672113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.789680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a7567-3112-4080-961a-4752a304ad15 req-b788cfe2-fe01-45b7-8ef8-38b6e49041ee tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:43.792797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.798838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f6a7567-3112-4080-961a-4752a304ad15 req-b788cfe2-fe01-45b7-8ef8-38b6e49041ee tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 935 time: 0.2179990 Jul 09 16:47:43.860643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.897686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.930831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:43.941461 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748664bc-fc58-4693-95a3-e9e2776ff2ac" -d '{"events": [{"server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "name": "network-vif-plugged", "status": "completed", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:43.976898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event deleted for resources: {'Port': ['ID=f2a33f44-fdad-44d4-adfd-19477e090f53,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.992176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:43.998917 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:44.075133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:44.130631 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f6a7567-3112-4080-961a-4752a304ad15 req-ec837e87-1f9c-4269-b0ee-3075376fb59f tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007331 Jul 09 16:47:44.150698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab24e-5afd-4785-a3db-54f9ea89f428 req-f9cf0302-7b18-4d21-ac1e-ca4646eb98ae tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:44.153811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] No DVR routers for this DVR port f2a33f44-fdad-44d4-adfd-19477e090f53 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:44.159418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:44.163564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9dbe87b1-f106-4ba6-a66a-dad62356bbef req-0d8d77cf-c451-4576-8db4-1eccfcad32c3 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "DELETE /v2.0/ports/f2a33f44-fdad-44d4-adfd-19477e090f53 HTTP/1.1" status: 204 len: 173 time: 2.0450549 Jul 09 16:47:44.164400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a82ab24e-5afd-4785-a3db-54f9ea89f428 req-f9cf0302-7b18-4d21-ac1e-ca4646eb98ae tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3410258 Jul 09 16:47:44.212526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Attempting to bind port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:44.213335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Attempting to bind port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:44.214214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Attempting to bind port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:44.234120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:44.235076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Attempting to bind port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:44.242578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a82ab24e-5afd-4785-a3db-54f9ea89f428 req-32db087b-8bac-45c6-b29d-165f569f6164 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669672 Jul 09 16:47:44.251738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:44.252244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:44.252824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:44.253498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Bound port: 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:44.254042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:44.467860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] For port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:44.473865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] For port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:44.482934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:44.521829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:44.523454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:44.526977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] 10.222.0.43 "PUT /v2.0/ports/2bb91cb2-9270-46f9-bde3-ac378e0d03cd HTTP/1.1" status: 200 len: 1095 time: 2.8665645 Jul 09 16:47:44.624676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7502b-b048-4c6d-8790-304ca9e1c298 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:44.746648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853896-bec2-4b29-8636-735ac18ae0e9 req-af1b2cfd-a866-4faf-8f0c-1fc9a4f01c33 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:44.752413 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ca8a3e-764f-4afa-86fa-4e9ba624ff46 x-openstack-request-id: req-17ca8a3e-764f-4afa-86fa-4e9ba624ff46 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:44.753343 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2856b-8209-4572-ba49-373315fd1543", "name": "network-vif-deleted", "tag": "b5d0087a-6e01-420c-a53b-da50615e9b89", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:44.754178 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17ca8a3e-764f-4afa-86fa-4e9ba624ff46 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:44.754610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a853896-bec2-4b29-8636-735ac18ae0e9 req-af1b2cfd-a866-4faf-8f0c-1fc9a4f01c33 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 949 time: 0.2680931 Jul 09 16:47:44.756605 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2856b-8209-4572-ba49-373315fd1543', 'name': 'network-vif-deleted', 'tag': 'b5d0087a-6e01-420c-a53b-da50615e9b89', 'status': 'completed', 'code': 200} Jul 09 16:47:44.806912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-1d5de72c-20af-4132-8622-383eaef7a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:44.809287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-1d5de72c-20af-4132-8622-383eaef7a056 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b80ba51e08af4f9b9d44517c14d406a2&device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 1098 time: 0.1772923 Jul 09 16:47:44.820689 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d21cac1-19b9-4a5c-b595-4064c4fdeaad x-openstack-request-id: req-8d21cac1-19b9-4a5c-b595-4064c4fdeaad {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:44.821577 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "name": "network-vif-plugged", "status": "completed", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:44.822123 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d21cac1-19b9-4a5c-b595-4064c4fdeaad {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:44.822712 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'code': 200} Jul 09 16:47:44.872392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a853896-bec2-4b29-8636-735ac18ae0e9 req-2a8bd56b-bfc2-475a-8ee3-332bf4671db9 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2fd128-04ec-4690-a304-0d9d297fa60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067908 Jul 09 16:47:44.990323 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-78a5d90b-9255-4cfd-a1f0-e04566d93581 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd HTTP/1.1" status: 200 len: 217 time: 0.1493137 Jul 09 16:47:45.150762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:45.167616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b5d0087a-6e01-420c-a53b-da50615e9b89 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:45.221770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: b5d0087a-6e01-420c-a53b-da50615e9b89 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:45.222398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b5d0087a-6e01-420c-a53b-da50615e9b89 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:45.223009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f2a33f44-fdad-44d4-adfd-19477e090f53 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:45.282646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f2a33f44-fdad-44d4-adfd-19477e090f53 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:45.283141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f2a33f44-fdad-44d4-adfd-19477e090f53 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:45.352697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9557f26c-f232-4393-aa8d-d594156b58c7 req-1ccc0c39-c148-4b23-9634-92faee742b3d tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 210 time: 0.0811324 Jul 09 16:47:45.380195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-4e5b691e-63b1-451b-82f2-dfed90840213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.383133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-4e5b691e-63b1-451b-82f2-dfed90840213 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3740695 Jul 09 16:47:45.639678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:45.677538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f100b5a4-bf9b-4fb9-8fe0-6450b0c80d41 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.679906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f100b5a4-bf9b-4fb9-8fe0-6450b0c80d41 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 812 time: 0.6863546 Jul 09 16:47:45.689164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1964452-1f36-4306-ba71-567fda227bf7 req-a7db6e55-a550-45c2-bfc4-121f5a68b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.691039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c1964452-1f36-4306-ba71-567fda227bf7 req-a7db6e55-a550-45c2-bfc4-121f5a68b821 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.3358006 Jul 09 16:47:45.699680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'mac_address': 'fa:16:3e:85:6c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:45.717493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Request body: {'port': {'device_id': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'admin_state_up': True, 'tenant_id': '5d3fb6a992664f6bbc8e7c0887cbe491'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:45.733620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-b76c37fe-2afc-4a25-bfa7-bb599cf1208a tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.735477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-b76c37fe-2afc-4a25-bfa7-bb599cf1208a tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.43 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 812 time: 0.5681798 Jul 09 16:47:45.767953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Request body: {'port': {'device_id': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'admin_state_up': True, 'tenant_id': '5d3fb6a992664f6bbc8e7c0887cbe491'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:45.794857 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.829146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e16ebb72-9001-40a6-9099-0e5d6009290e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:45.839624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c1964452-1f36-4306-ba71-567fda227bf7 req-1710a046-40e0-41d4-8a14-99c0e50cbce3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372702 Jul 09 16:47:45.851094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baa7e834-907e-44fe-a238-2bd1c0550905 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.857748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:45.858166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baa7e834-907e-44fe-a238-2bd1c0550905 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.5037389 Jul 09 16:47:45.864877 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.954009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:45.956402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-6b7df146-d947-4112-be05-84d5169d1c3e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/quotas/41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 375 time: 0.0970905 Jul 09 16:47:45.960517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-caf69d0e-10a6-48ab-89e5-bf2ea17211a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.967937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-caf69d0e-10a6-48ab-89e5-bf2ea17211a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5765269 Jul 09 16:47:46.021983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e16ebb72-9001-40a6-9099-0e5d6009290e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:46.073946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e9e26-5d15-4252-9656-73e873661bd1 req-bad37b74-4576-4917-a50f-14932171ea5d tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:46.084493 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-577e9e26-5d15-4252-9656-73e873661bd1 req-bad37b74-4576-4917-a50f-14932171ea5d tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.43 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 949 time: 0.5252094 Jul 09 16:47:46.100987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Made reservation on behalf of 5d3fb6a992664f6bbc8e7c0887cbe491 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:46.104611 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.115284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2047a-ee10-4a9b-be48-ad339289b666 req-91ac4fbd-3978-4b8c-b501-a85d1b70ff20 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:46.124284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49f2047a-ee10-4a9b-be48-ad339289b666 req-91ac4fbd-3978-4b8c-b501-a85d1b70ff20 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2816947 Jul 09 16:47:46.139304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-7ccd6739-01a4-4ff2-8adb-e8cc8f0f56b0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1817575 Jul 09 16:47:46.297996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Made reservation on behalf of 5d3fb6a992664f6bbc8e7c0887cbe491 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:46.301799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.332740 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-6e7ef76d-4f6a-4cad-84d0-bfbd146bf7d3 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488905 Jul 09 16:47:46.373763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49f2047a-ee10-4a9b-be48-ad339289b666 req-7a77954c-8b35-40f8-b51a-8675b1df5416 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480648 Jul 09 16:47:46.480979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Deleting port 277304f1-a7a8-40ad-bfce-cac082e929b2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:46.481499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.583902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-2a7e35be-d1da-4112-8b28-de5ccefee02c service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210863 Jul 09 16:47:46.704123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Allocated IP 172.20.0.12 (0f308559-8e09-4d7b-8bd3-0a993c290260/c300c59a-bac9-401b-a4bd-623665d795b7/7cd9c8c3-4e50-4427-8e52-27b257b57d1d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:46.733585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d593c8a-fd19-41a8-af6a-704dde593d2d req-bf5d242c-51a4-430b-afd8-09bed26fa54e service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882020 Jul 09 16:47:46.766152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'name': 'network-vif-deleted', 'tag': 'f2a33f44-fdad-44d4-adfd-19477e090f53'}, {'name': 'network-changed', 'server_uuid': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'tag': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:46.774587 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9" -d '{"events": [{"server_uuid": "9beee54c-0f69-418d-a2b7-a1c393e361d3", "name": "network-vif-deleted", "tag": "f2a33f44-fdad-44d4-adfd-19477e090f53"}, {"name": "network-changed", "server_uuid": "863a567c-94f7-4d5b-a1fe-20c73814e0e4", "tag": "2bb91cb2-9270-46f9-bde3-ac378e0d03cd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:46.795289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] For port 277304f1-a7a8-40ad-bfce-cac082e929b2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=277304f1-a7a8-40ad-bfce-cac082e929b2,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:46.796116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.822127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Calling delete_port for 277304f1-a7a8-40ad-bfce-cac082e929b2 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:46.860350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-939177b4-1b0c-4f77-9b80-80102195e7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545936 Jul 09 16:47:47.026613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f111-3829-495a-8ab9-92425bf90bc2 req-21706eb1-e437-4fd2-af21-887d79881505 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:47.029143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48d7f111-3829-495a-8ab9-92425bf90bc2 req-21706eb1-e437-4fd2-af21-887d79881505 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 947 time: 0.3953781 Jul 09 16:47:47.092773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.118480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['277304f1-a7a8-40ad-bfce-cac082e929b2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:47.192623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:47.227454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Pushing event deleted for resources: {'Port': ['ID=277304f1-a7a8-40ad-bfce-cac082e929b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:47.331113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] No DVR routers for this DVR port 277304f1-a7a8-40ad-bfce-cac082e929b2 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:47.337155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.340930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-577e9e26-5d15-4252-9656-73e873661bd1 req-79f1508c-ec51-433b-9b27-7d56bee16410 tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.43 "DELETE /v2.0/ports/277304f1-a7a8-40ad-bfce-cac082e929b2 HTTP/1.1" status: 204 len: 173 time: 1.1943319 Jul 09 16:47:47.429252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e16ebb72-9001-40a6-9099-0e5d6009290e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:47.434793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.709495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.839208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:47.847153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:47.851630 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e5c13-c02b-478d-ab9f-4412863e11e1" -d '{"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-plugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:47.867150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:48.047909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:48.102337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48d7f111-3829-495a-8ab9-92425bf90bc2 req-89363c87-18af-45a6-a8e7-9e6f7d192af0 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0554209 Jul 09 16:47:48.228381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05c7083e-7ea5-4688-9582-265bdf6b7ce6 req-85ff7b09-05e3-4c45-b855-9b4ebef0071a tempest-VolumesNegativeTest-1352980693 tempest-VolumesNegativeTest-1352980693-project] 10.222.0.48 "GET /v2.0/ports?device_id=8693c933-1746-46da-8b31-2274af14eb35 HTTP/1.1" status: 200 len: 210 time: 0.1191773 Jul 09 16:47:48.286691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:48.351145 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad71f3-0ae3-42ba-b31b-661f1538724d x-openstack-request-id: req-19ad71f3-0ae3-42ba-b31b-661f1538724d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:48.351929 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beee54c-0f69-418d-a2b7-a1c393e361d3", "name": "network-vif-deleted", "tag": "f2a33f44-fdad-44d4-adfd-19477e090f53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "863a567c-94f7-4d5b-a1fe-20c73814e0e4", "tag": "2bb91cb2-9270-46f9-bde3-ac378e0d03cd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:48.351929 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19ad71f3-0ae3-42ba-b31b-661f1538724d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:48.352267 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beee54c-0f69-418d-a2b7-a1c393e361d3', 'name': 'network-vif-deleted', 'tag': 'f2a33f44-fdad-44d4-adfd-19477e090f53', 'status': 'completed', 'code': 200} Jul 09 16:47:48.352438 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'tag': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd', 'status': 'completed', 'code': 200} Jul 09 16:47:48.430551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de57f3e-5c9c-431d-99cf-08d660778e9c req-d920cab6-c3c4-4981-bd2b-38b00081e071 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 210 time: 0.0769937 Jul 09 16:47:48.542356 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:48.641832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:48.716032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:48.737503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:48.764665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Allocated IP 172.20.0.6 (0f308559-8e09-4d7b-8bd3-0a993c290260/c300c59a-bac9-401b-a4bd-623665d795b7/d9afa1d5-6c6b-441b-b507-122e9340168c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:48.907834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5d55552-1019-4f15-8e26-a9b132d34d1f req-2b0c490c-0daa-4a11-a80c-5bb96fa780c2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 210 time: 0.2412007 Jul 09 16:47:49.001925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-bb77399e-65b4-4910-877f-fcf8549708e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:49.003962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-bb77399e-65b4-4910-877f-fcf8549708e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b80ba51e08af4f9b9d44517c14d406a2&device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 1098 time: 0.5840745 Jul 09 16:47:49.031115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event updated for resources: {'Port': ['ID=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:49.096334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.096902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.097587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.098080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.098599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.099262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.099981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.100482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.101474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.102136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.102668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.103861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:49.118674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:49.119634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:49.124594 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af9578-d1a7-4fc5-970f-ba9edbd592e1 x-openstack-request-id: req-01af9578-d1a7-4fc5-970f-ba9edbd592e1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:49.125340 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-plugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:49.125340 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01af9578-d1a7-4fc5-970f-ba9edbd592e1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:49.125730 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'code': 200} Jul 09 16:47:49.156133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-f2bef629-b1b7-48c9-a464-84f6d7ab13f4 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4071028 Jul 09 16:47:49.177872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:49.178216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9794-ecb3-4ef9-ab11-9970a7e6c523 req-f26ed736-26d2-4c67-b36c-d328ec653fad tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:49.181140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99de9794-ecb3-4ef9-ab11-9970a7e6c523 req-f26ed736-26d2-4c67-b36c-d328ec653fad tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2953045 Jul 09 16:47:49.188830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Request body: {'port': {'device_id': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:49.339917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-f9f07d82-5ed7-4567-a375-4b78e24b2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:49.343838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-f9f07d82-5ed7-4567-a375-4b78e24b2f2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3227501 Jul 09 16:47:49.431840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:49.433283 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-28a699b9-4823-4cff-b84e-7b6d57347ab5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd HTTP/1.1" status: 200 len: 217 time: 0.0761919 Jul 09 16:47:49.434681 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:49.441183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99de9794-ecb3-4ef9-ab11-9970a7e6c523 req-71f1b194-996f-48c0-aec3-c5c10d0e3eeb tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441471 Jul 09 16:47:49.537453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 277304f1-a7a8-40ad-bfce-cac082e929b2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:49.627184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 277304f1-a7a8-40ad-bfce-cac082e929b2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:49.627532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 277304f1-a7a8-40ad-bfce-cac082e929b2 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:49.747685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Network 0f308559-8e09-4d7b-8bd3-0a993c290260 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:49.760282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:49.782772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:49.858971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event updated for resources: {'Port': ['ID=d9afa1d5-6c6b-441b-b507-122e9340168c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:49.864656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-2c289641-9bf9-4eee-b566-28888f0e9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:49.868704 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-2c289641-9bf9-4eee-b566-28888f0e9c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3198347 Jul 09 16:47:50.118203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:50.121102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:50.199321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-ec10cf21-8387-4b47-9f64-7154a6bba054 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4977627 Jul 09 16:47:50.239221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Request body: {'port': {'device_id': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:50.317719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed698e-56e4-4a7c-9e3c-d402ba323d34 req-ec504769-5da1-455b-a83b-72e42ed6e3c3 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:50.330673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4aed698e-56e4-4a7c-9e3c-d402ba323d34 req-ec504769-5da1-455b-a83b-72e42ed6e3c3 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 947 time: 0.4747357 Jul 09 16:47:50.341011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-bd93f205-3b07-48eb-9808-788d1bc9c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:50.344684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-bd93f205-3b07-48eb-9808-788d1bc9c557 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4526248 Jul 09 16:47:50.361019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8693c933-1746-46da-8b31-2274af14eb35', 'name': 'network-vif-deleted', 'tag': '277304f1-a7a8-40ad-bfce-cac082e929b2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:50.365589 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c0186-738f-440f-88eb-fe5e68be284e" -d '{"events": [{"server_uuid": "8693c933-1746-46da-8b31-2274af14eb35", "name": "network-vif-deleted", "tag": "277304f1-a7a8-40ad-bfce-cac082e929b2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:50.712001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4aed698e-56e4-4a7c-9e3c-d402ba323d34 req-aa34b246-5879-428f-b2d9-68275e110ee9 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492806 Jul 09 16:47:50.801732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd9c8c3-4e50-4427-8e52-27b257b57d1d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:50.884840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:50.972500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Transition to ACTIVE for port object 7cd9c8c3-4e50-4427-8e52-27b257b57d1d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:50.980802 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:51.110448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:51.154265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c2d1e-21dc-4002-821a-3f1d5dd8275a req-d8700366-bbad-46ce-864b-238271634ece tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:51.171146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb2c2d1e-21dc-4002-821a-3f1d5dd8275a req-d8700366-bbad-46ce-864b-238271634ece tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 931 time: 0.2594407 Jul 09 16:47:51.413227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb2c2d1e-21dc-4002-821a-3f1d5dd8275a req-6ed92d80-866f-4360-a3ff-45fd1ecd6c2a tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409999 Jul 09 16:47:51.439384 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:51.446361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06bbb261-997c-4408-b7b7-d5e46431a704 req-e1323365-3b05-4b72-92cc-c5e5b021fd15 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 210 time: 0.1798186 Jul 09 16:47:51.514384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Attempting to bind port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:51.514968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Attempting to bind port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:51.527045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Attempting to bind port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:51.544462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2bb91cb2-9270-46f9-bde3-ac378e0d03cd details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:51.566525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d on network 0f308559-8e09-4d7b-8bd3-0a993c290260 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:51.567528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Attempting to bind port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:51.606052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:51.608103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Checking segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:51.610839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Bound using segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:51.613857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Bound port: 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:51.614499 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:51.649772 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd677a1-6645-4a03-9a24-4390fdb2aa8f x-openstack-request-id: req-3dd677a1-6645-4a03-9a24-4390fdb2aa8f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:51.655847 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8693c933-1746-46da-8b31-2274af14eb35", "name": "network-vif-deleted", "tag": "277304f1-a7a8-40ad-bfce-cac082e929b2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:51.657656 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dd677a1-6645-4a03-9a24-4390fdb2aa8f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:51.659984 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8693c933-1746-46da-8b31-2274af14eb35', 'name': 'network-vif-deleted', 'tag': '277304f1-a7a8-40ad-bfce-cac082e929b2', 'status': 'completed', 'code': 200} Jul 09 16:47:51.743414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-8a7f40a6-2430-4e14-8186-cb9a8792ff1a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:51.745542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-8a7f40a6-2430-4e14-8186-cb9a8792ff1a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 1.2591498 Jul 09 16:47:51.761060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-2b82206b-2bca-4712-b857-11bfb30bd7cd service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4020097 Jul 09 16:47:51.772141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'port': {'device_id': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'admin_state_up': True, 'tenant_id': '41ab974166044af59f006b4e24ee852e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:51.966017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a3395-f457-4339-9c97-e8276cb9893c req-55cc43cf-ce46-44ee-9eac-037cfab37d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:51.968037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-55cc43cf-ce46-44ee-9eac-037cfab37d3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 1.2977228 Jul 09 16:47:52.271691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] For port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:52.305688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:52.356990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] For port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:52.358666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd', 'mac_address': 'fa:16:3e:33:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:52.379438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.465117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:52.468470 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.471430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] 10.222.0.43 "PUT /v2.0/ports/7cd9c8c3-4e50-4427-8e52-27b257b57d1d HTTP/1.1" status: 200 len: 1092 time: 3.2884207 Jul 09 16:47:52.472467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'tag': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:52.477225 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6066d6-1457-40fe-8744-e35000f35c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "08dcffa4-9111-4e4b-b017-3a872f656f85", "tag": "7cd9c8c3-4e50-4427-8e52-27b257b57d1d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:52.499471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.505234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a8538-94f5-4909-96d3-1b13bd7f7d51 req-d106f350-472c-4f5d-81ea-957023200e95 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:52.509657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-862a8538-94f5-4909-96d3-1b13bd7f7d51 req-d106f350-472c-4f5d-81ea-957023200e95 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.5173132 Jul 09 16:47:52.568009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb91cb2-9270-46f9-bde3-ac378e0d03cd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:52.676446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2139f47-4dd1-4c59-96de-b6b86ec8f064 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:52.722908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:52.740817 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.758581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-862a8538-94f5-4909-96d3-1b13bd7f7d51 req-3b6d2398-9277-47b5-8938-9ca4096dfd05 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354150 Jul 09 16:47:52.871876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:52.878965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.887162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-8e13e954-bb04-4513-aefb-af55f52e7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:52.902740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-8e13e954-bb04-4513-aefb-af55f52e7458 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 1095 time: 0.3343124 Jul 09 16:47:52.934929 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-17105e48-d696-4583-be83-6c6836f5c8ce service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1538589 Jul 09 16:47:53.088820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:53.160267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-97eab940-c2d7-46ab-9818-83adcb05615c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d HTTP/1.1" status: 200 len: 217 time: 0.2456779 Jul 09 16:47:53.243799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2bb91cb2-9270-46f9-bde3-ac378e0d03cd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:53.356041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-41dced9f-27eb-43c7-81fe-0bf48672078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:53.359101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-41dced9f-27eb-43c7-81fe-0bf48672078a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.1896827 Jul 09 16:47:53.411095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Allocated IP 172.20.0.13 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/76f87bbd-f1a9-4e3e-8206-c7c220b7ad08) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:53.495922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a3395-f457-4339-9c97-e8276cb9893c req-33efa33e-2d1e-439a-9275-e6616c44819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:53.501202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-33efa33e-2d1e-439a-9275-e6616c44819a service neutron] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 1.5198584 Jul 09 16:47:53.581376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-8fbf5d8c-a763-4fc1-a025-324a72ae8d1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1954753 Jul 09 16:47:53.832962 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:53.873652 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-72ff7fb4-4726-480d-8124-83a85ba033dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.3389177 Jul 09 16:47:53.929692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20951113-aa8e-48dc-85dc-7e536df6a3a4 req-fe447efa-d870-4a16-afd4-25bca48ce1b8 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:53.949453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20951113-aa8e-48dc-85dc-7e536df6a3a4 req-fe447efa-d870-4a16-afd4-25bca48ce1b8 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 931 time: 0.4805639 Jul 09 16:47:53.997092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465289-d8ea-487e-871d-72e7e9cc785a req-f475d265-e08c-41f9-a5c6-56ca1f5caf14 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:53.999802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0465289-d8ea-487e-871d-72e7e9cc785a req-f475d265-e08c-41f9-a5c6-56ca1f5caf14 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 948 time: 0.6311705 Jul 09 16:47:54.103049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-8f56a6c4-10d1-4d06-89a1-5eb04228de3d service neutron] 10.222.0.43 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792221 Jul 09 16:47:54.118040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a3395-f457-4339-9c97-e8276cb9893c req-b362666d-3b90-44a6-a349-b8afc3890459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:54.120646 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-b362666d-3b90-44a6-a349-b8afc3890459 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.2191164 Jul 09 16:47:54.168639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0465289-d8ea-487e-871d-72e7e9cc785a req-563b76b5-6098-4836-ad13-4d9047a9643d tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445704 Jul 09 16:47:54.209580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-f496ffa5-bd0c-4c79-962e-4c0993e57352 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730393 Jul 09 16:47:54.356500 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16adbe71-c097-4460-b719-76b90cbd71e6 x-openstack-request-id: req-16adbe71-c097-4460-b719-76b90cbd71e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:54.356823 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dcffa4-9111-4e4b-b017-3a872f656f85", "tag": "7cd9c8c3-4e50-4427-8e52-27b257b57d1d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:54.357054 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16adbe71-c097-4460-b719-76b90cbd71e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:54.357475 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'tag': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d', 'status': 'completed', 'code': 200} Jul 09 16:47:54.390232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20951113-aa8e-48dc-85dc-7e536df6a3a4 req-4d61f63f-1897-424c-bc4a-7821354fcdd7 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398646 Jul 09 16:47:54.497546 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-8ee67d84-9c83-4af7-a2cf-a4c726ca9191 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562973 Jul 09 16:47:54.507932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:54.608182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-c75b883c-3e94-41d4-ba4f-02265ffa10e4 service neutron] 10.222.0.43 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569445 Jul 09 16:47:54.809547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9afa1d5-6c6b-441b-b507-122e9340168c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:54.846578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:54.855152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c2fc2ae-b6a2-470f-8c57-986a30857159 req-a9ff8d47-20f8-4655-929c-b9f0be4700e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 210 time: 0.1173110 Jul 09 16:47:54.872777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Transition to ACTIVE for port object 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:54.921529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Transition to ACTIVE for port object d9afa1d5-6c6b-441b-b507-122e9340168c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:54.944694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:54.957545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-1d2bb646-73a1-428e-9012-ff2d00d18e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:54.961157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-1d2bb646-73a1-428e-9012-ff2d00d18e1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 1095 time: 0.2488854 Jul 09 16:47:55.488510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-3cbfe8ab-e0bd-4baf-935b-b5b48d7ba164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:55.502926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-3cbfe8ab-e0bd-4baf-935b-b5b48d7ba164 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 913 time: 0.5278032 Jul 09 16:47:55.551301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2bb91cb2-9270-46f9-bde3-ac378e0d03cd up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:55.572115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-727a3395-f457-4339-9c97-e8276cb9893c req-2b77b8ed-5a1c-4a65-93d1-6f7eb054250a service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0476220 Jul 09 16:47:55.605237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-2c02dff8-bae6-4339-a745-2566b6b8e503 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d HTTP/1.1" status: 200 len: 217 time: 0.0802600 Jul 09 16:47:55.627972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdf860-a0e6-4ae4-b3ac-058803558b2d req-303c9f84-26d5-4e08-9ef2-2989a0b454ac tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:55.636374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.640514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Pushing event updated for resources: {'Port': ['ID=d9afa1d5-6c6b-441b-b507-122e9340168c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:55.645396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31cdf860-a0e6-4ae4-b3ac-058803558b2d req-303c9f84-26d5-4e08-9ef2-2989a0b454ac tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.5103762 Jul 09 16:47:55.752187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-d9f69443-e3e3-4a32-85a5-16136579c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:55.756195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-d9f69443-e3e3-4a32-85a5-16136579c576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.0920000 Jul 09 16:47:55.759081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:55.819195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:55.825152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:55.839281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:55.845227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:55.849581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Attempting to bind port d9afa1d5-6c6b-441b-b507-122e9340168c on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:55.850458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Attempting to bind port d9afa1d5-6c6b-441b-b507-122e9340168c by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:55.850458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Attempting to bind port d9afa1d5-6c6b-441b-b507-122e9340168c on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:55.854536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:55.856615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-d31bcc77-33eb-4864-ba4e-6d1636ac234a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773199 Jul 09 16:47:55.863147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.953378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Port d9afa1d5-6c6b-441b-b507-122e9340168c on network 0f308559-8e09-4d7b-8bd3-0a993c290260 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:55.953378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Attempting to bind port d9afa1d5-6c6b-441b-b507-122e9340168c on network 0f308559-8e09-4d7b-8bd3-0a993c290260 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:55.966952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31cdf860-a0e6-4ae4-b3ac-058803558b2d req-dba25df8-1f8b-4ce3-89a2-9a2d30e9f5cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155901 Jul 09 16:47:55.981327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:55.983980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Checking segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:55.985306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Bound using segment: {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:55.986815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Bound port: d9afa1d5-6c6b-441b-b507-122e9340168c, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:55.992695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.257922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:56.258259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.331573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a36a7-7ea6-4bfc-b60a-c7d8c389aa58 req-be87765c-05d8-4b70-a6cf-b4d3effab4c3 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:56.345161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.351102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-688a36a7-7ea6-4bfc-b60a-c7d8c389aa58 req-be87765c-05d8-4b70-a6cf-b4d3effab4c3 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 948 time: 0.5934222 Jul 09 16:47:56.364287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f3bf7285-887d-4177-a67b-ddb522617f87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5996807 Jul 09 16:47:56.397496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Request body: {'port': {'device_id': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:56.445180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:56.447641 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fd4261-491e-465c-84cc-9542c6a967cc" -d '{"events": [{"server_uuid": "863a567c-94f7-4d5b-a1fe-20c73814e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "2bb91cb2-9270-46f9-bde3-ac378e0d03cd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:56.495728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:56.503436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.507833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-688a36a7-7ea6-4bfc-b60a-c7d8c389aa58 req-9530bce5-de1f-4a23-b2fa-264479fdc327 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518130 Jul 09 16:47:56.566113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-d59bdca0-5423-4f75-8d10-612b8dd63e2c service neutron] 10.222.0.43 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833603 Jul 09 16:47:56.602880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] For port d9afa1d5-6c6b-441b-b507-122e9340168c, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:56.618749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] For port d9afa1d5-6c6b-441b-b507-122e9340168c, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9afa1d5-6c6b-441b-b507-122e9340168c,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:56.647049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.774790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39d4b0ac-f954-4cd7-a933-a9e5fabd1738 None None] Provisioning for port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:56.803775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:56.818171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:56.823140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.828276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9afa1d5-6c6b-441b-b507-122e9340168c HTTP/1.1" status: 200 len: 1091 time: 6.6125159 Jul 09 16:47:56.858683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39d4b0ac-f954-4cd7-a933-a9e5fabd1738 None None] Provisioning complete for port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:56.874429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39d4b0ac-f954-4cd7-a933-a9e5fabd1738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.880240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'tag': 'd9afa1d5-6c6b-441b-b507-122e9340168c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:56.888807 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25a4d38-efa9-4654-8c74-c058958b2a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c984c3b3-6aed-412d-8b49-39a95c39abdf", "tag": "d9afa1d5-6c6b-441b-b507-122e9340168c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:56.893870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.894639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.895178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.895512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.899461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.900528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.909202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.909202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.909202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.909202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.909202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:56.909202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:57.030518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-39d4b0ac-f954-4cd7-a933-a9e5fabd1738 None None] Port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:57.119444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a49f14-0774-4e5e-9f21-97f8385d0924 service neutron] Pushing event updated for resources: {'Port': ['ID=d9afa1d5-6c6b-441b-b507-122e9340168c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:57.151851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:57.206037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a6066d6-1457-40fe-8744-e35000f35c5b req-1fcdc445-f53d-4b5f-a43a-a3eba2c939a4 service neutron] 10.222.0.43 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306188 Jul 09 16:47:57.237122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cd251-6771-4331-8373-383edd7fe5ac req-28c9efeb-2441-443e-b302-f64c4bebe798 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:57.247316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-376cd251-6771-4331-8373-383edd7fe5ac req-28c9efeb-2441-443e-b302-f64c4bebe798 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 943 time: 0.6353097 Jul 09 16:47:57.329160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-376cd251-6771-4331-8373-383edd7fe5ac req-be658505-7487-44c4-aad9-57dff4e75def tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809290 Jul 09 16:47:57.377777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ab3e-7800-4e93-936e-c9baca2a7802 req-ca279320-e4fa-4827-8c33-036935bac763 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:57.414916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bad8ab3e-7800-4e93-936e-c9baca2a7802 req-ca279320-e4fa-4827-8c33-036935bac763 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 932 time: 0.2743111 Jul 09 16:47:57.564682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bad8ab3e-7800-4e93-936e-c9baca2a7802 req-0646d8c0-be73-4a45-b4fe-f72c57772972 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486397 Jul 09 16:47:57.583482 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e81ae-4dbb-4667-b702-6893cb927f8c x-openstack-request-id: req-744e81ae-4dbb-4667-b702-6893cb927f8c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:57.587175 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863a567c-94f7-4d5b-a1fe-20c73814e0e4", "name": "network-vif-plugged", "status": "completed", "tag": "2bb91cb2-9270-46f9-bde3-ac378e0d03cd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:57.588068 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-744e81ae-4dbb-4667-b702-6893cb927f8c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:57.588997 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd', 'code': 200} Jul 09 16:47:57.690794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-acb284c7-5396-4cc8-9116-64e44cf26949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:57.752608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-acb284c7-5396-4cc8-9116-64e44cf26949 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 1094 time: 0.7241366 Jul 09 16:47:57.850072 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306c8805-6499-42b8-94e7-54e6fbfdd2f9 x-openstack-request-id: req-306c8805-6499-42b8-94e7-54e6fbfdd2f9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:57.850429 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c984c3b3-6aed-412d-8b49-39a95c39abdf", "tag": "d9afa1d5-6c6b-441b-b507-122e9340168c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:57.850847 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-306c8805-6499-42b8-94e7-54e6fbfdd2f9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:57.851616 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'tag': 'd9afa1d5-6c6b-441b-b507-122e9340168c', 'status': 'completed', 'code': 200} Jul 09 16:47:57.984680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12b02-dddb-4b50-971e-9fd5a3ab0d0f req-6780e8e3-dfc3-4b6c-84b7-b4e67e3cb7f1 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:57.995141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62e12b02-dddb-4b50-971e-9fd5a3ab0d0f req-6780e8e3-dfc3-4b6c-84b7-b4e67e3cb7f1 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2063417 Jul 09 16:47:58.008785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-87f57231-829a-4ecf-8e4d-952274142813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9afa1d5-6c6b-441b-b507-122e9340168c HTTP/1.1" status: 200 len: 217 time: 0.1554971 Jul 09 16:47:58.041483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc166b1d-e184-4cf4-8a88-c197c4cc0f23 req-dd8d677a-62ec-47bb-926f-51bfd203cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.044314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc166b1d-e184-4cf4-8a88-c197c4cc0f23 req-dd8d677a-62ec-47bb-926f-51bfd203cc4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 1100 time: 0.1991031 Jul 09 16:47:58.143494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62e12b02-dddb-4b50-971e-9fd5a3ab0d0f req-746158dc-c470-4c07-97bf-a3f0962578a7 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465816 Jul 09 16:47:58.215392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc166b1d-e184-4cf4-8a88-c197c4cc0f23 req-bd8ef0e2-da58-4f5d-b5d2-0089224c448c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281533 Jul 09 16:47:58.398992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85422071-1471-46bb-af36-0f26ed61311a req-e0b8f469-66ee-4811-94d9-98a0c1fe3181 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.400672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85422071-1471-46bb-af36-0f26ed61311a req-e0b8f469-66ee-4811-94d9-98a0c1fe3181 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 949 time: 0.2145617 Jul 09 16:47:58.401967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-5d3c7142-3a47-45b2-a738-f32f1250d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.404325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-5d3c7142-3a47-45b2-a738-f32f1250d6d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.3410654 Jul 09 16:47:58.521454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-0560e29e-7f39-4c4e-b2a3-85784550092d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087255 Jul 09 16:47:58.532038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85422071-1471-46bb-af36-0f26ed61311a req-a4495665-c0af-4351-8c38-61eb5a029375 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197419 Jul 09 16:47:58.898365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd2c32-8a87-4cd1-8de9-cab95be14e97 req-fe8510f1-7157-4021-a85a-197775810916 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.916691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02cd2c32-8a87-4cd1-8de9-cab95be14e97 req-fe8510f1-7157-4021-a85a-197775810916 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 943 time: 0.2583249 Jul 09 16:47:59.051429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02cd2c32-8a87-4cd1-8de9-cab95be14e97 req-319f0d0f-6129-461c-a508-75c08eaf039b tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289163 Jul 09 16:47:59.152886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:59.167065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:59.185595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Transition to ACTIVE for port object 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:59.194441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:59.329734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-4d6ee304-33ff-4cf4-9761-9be490ddd883 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863224 Jul 09 16:47:59.577478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7cd9c8c3-4e50-4427-8e52-27b257b57d1d details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:59.643097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b466c45-225e-4b40-8c58-54ee288a9c21 req-7ad71a15-ded7-4043-ab98-392b306dfb17 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:59.657090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b466c45-225e-4b40-8c58-54ee288a9c21 req-7ad71a15-ded7-4043-ab98-392b306dfb17 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 944 time: 0.3461456 Jul 09 16:47:59.731411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b466c45-225e-4b40-8c58-54ee288a9c21 req-712cdd9a-b432-43ca-a1a0-eb1b76f1eb76 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729091 Jul 09 16:47:59.770024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Pushing event updated for resources: {'Port': ['ID=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:59.865823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ee353-ae30-411b-b11b-82c30e50bb67 req-caf284a4-550d-4081-a145-720087ff7c31 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:59.878384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c3ee353-ae30-411b-b11b-82c30e50bb67 req-caf284a4-550d-4081-a145-720087ff7c31 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.3480353 Jul 09 16:47:59.962304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Attempting to bind port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:59.968703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Attempting to bind port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:59.970768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Attempting to bind port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:00.012430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:48:00.014705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Attempting to bind port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:00.045684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c3ee353-ae30-411b-b11b-82c30e50bb67 req-1d6b1959-227f-442e-8cca-a9c5d2d711a4 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640632 Jul 09 16:48:00.049713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:00.051467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:00.052845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:00.054022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Bound port: 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:00.055989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:00.096553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:00.117886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'port_id': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d', 'mac_address': 'fa:16:3e:08:5e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c300c59a-bac9-401b-a4bd-623665d795b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:48:00.202283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:00.237467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd9c8c3-4e50-4427-8e52-27b257b57d1d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:00.262277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-779eca94-ffd6-4a19-9156-f69bf91518a2 req-a31ca843-43fa-4d49-acb2-a0e10da312b1 service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226890 Jul 09 16:48:00.275264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:00.289567 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:00.446708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:00.567120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093593e9-c589-488d-beab-a3a6c149c834 req-3eb32393-7980-44d2-b00f-b1c851503fdd tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:00.586135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-093593e9-c589-488d-beab-a3a6c149c834 req-3eb32393-7980-44d2-b00f-b1c851503fdd tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 949 time: 0.2043936 Jul 09 16:48:00.637068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] For port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:00.668835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-6e47ab7c-c1e9-4609-9f0b-02ce78d12d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:00.671482 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-6e47ab7c-c1e9-4609-9f0b-02ce78d12d52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 1094 time: 0.2538934 Jul 09 16:48:00.674031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] For port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:00.783266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-093593e9-c589-488d-beab-a3a6c149c834 req-a5a164f0-6d56-4084-ae3b-f5b685b8c768 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854434 Jul 09 16:48:00.866376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7cd9c8c3-4e50-4427-8e52-27b257b57d1d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:00.871950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-2567a0e6-7375-4838-9949-eb62e5399e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:00.873832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-2567a0e6-7375-4838-9949-eb62e5399e6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 200 len: 913 time: 0.1952455 Jul 09 16:48:00.876213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:00.991504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c71d-52f0-468a-bf55-1c12170a41be req-859e9f9a-786d-4751-b737-93b3f64ecc68 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.001311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c08c71d-52f0-468a-bf55-1c12170a41be req-859e9f9a-786d-4751-b737-93b3f64ecc68 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 943 time: 0.2069554 Jul 09 16:48:01.066894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c08c71d-52f0-468a-bf55-1c12170a41be req-46ebacc4-e7cc-4968-9cf7-6e6070b7e4e0 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Jul 09 16:48:01.165211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Pushing event updated for resources: {'Port': ['ID=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:01.182710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.184645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:01.193571 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-baab74a6-2835-4318-8eb0-22d2a15ada43 service neutron] 10.222.0.37 "PUT /v2.0/ports/76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 200 len: 1092 time: 4.8140996 Jul 09 16:48:01.248339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'tag': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:01.251188 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3785c4a-e064-4104-97e4-4edc71ba4008" -d '{"events": [{"name": "network-changed", "server_uuid": "517a19f6-f139-482d-b5ab-bf0ce4f009b1", "tag": "76f87bbd-f1a9-4e3e-8206-c7c220b7ad08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:01.255819 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-ff9e218e-c3cd-4ff5-861f-da90f8c0ceec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9afa1d5-6c6b-441b-b507-122e9340168c HTTP/1.1" status: 200 len: 217 time: 0.3642395 Jul 09 16:48:01.529626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-43fb2c25-7b1a-4310-a7a7-f6c1d850e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.539580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-43fb2c25-7b1a-4310-a7a7-f6c1d850e069 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 1095 time: 0.2601538 Jul 09 16:48:01.548329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670dce4-ba7c-4e7b-9399-6cc20784c5bb req-ae9438d1-7038-41c1-be3c-2d7ad37b92f7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.556847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-86b462de-db61-454b-aba8-d9da1314c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.562661 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-86b462de-db61-454b-aba8-d9da1314c185 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 200 len: 852 time: 0.2972918 Jul 09 16:48:01.564861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6670dce4-ba7c-4e7b-9399-6cc20784c5bb req-ae9438d1-7038-41c1-be3c-2d7ad37b92f7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 944 time: 0.3525670 Jul 09 16:48:01.673894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-aede03ee-8b5e-42cb-a982-07bf289d2c13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 200 len: 217 time: 0.1100068 Jul 09 16:48:01.708851 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-56ec9cb7-4fb8-4c5e-b4dd-24f8066146f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f308559-8e09-4d7b-8bd3-0a993c290260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335367 Jul 09 16:48:01.789799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f390c890-220d-4033-af15-54d5f01cf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.793726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f390c890-220d-4033-af15-54d5f01cf2db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0827129 Jul 09 16:48:01.876704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6670dce4-ba7c-4e7b-9399-6cc20784c5bb req-5cff4250-5564-4059-bae9-73b1b25945a4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065894 Jul 09 16:48:01.967689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1cc38-41eb-44ba-8bb4-1464fd20bd27 req-cbbd9dba-b6c6-4361-a31c-2181ab829899 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:01.978886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32a1cc38-41eb-44ba-8bb4-1464fd20bd27 req-cbbd9dba-b6c6-4361-a31c-2181ab829899 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.3029439 Jul 09 16:48:02.067558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f280b533-8d52-4096-a3e7-9b49e63a559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:02.070492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-f280b533-8d52-4096-a3e7-9b49e63a559a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579007 Jul 09 16:48:02.124983 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32a1cc38-41eb-44ba-8bb4-1464fd20bd27 req-b1440ec3-62c6-48e7-a621-f684870265e5 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411662 Jul 09 16:48:02.284559 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae93bb0-59cb-4999-9a97-ddaa0e66f218 x-openstack-request-id: req-6ae93bb0-59cb-4999-9a97-ddaa0e66f218 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:02.287075 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517a19f6-f139-482d-b5ab-bf0ce4f009b1", "tag": "76f87bbd-f1a9-4e3e-8206-c7c220b7ad08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:02.287075 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ae93bb0-59cb-4999-9a97-ddaa0e66f218 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:02.287075 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'tag': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08', 'status': 'completed', 'code': 200} Jul 09 16:48:02.324889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-c98c2dc8-3a87-4bcc-8596-67eea1f7f94c service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272033 Jul 09 16:48:02.509594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-3c9f9ec5-e2ee-4084-a9c9-8095680dce61 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227474 Jul 09 16:48:02.844208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f25a4d38-efa9-4654-8c74-c058958b2a1d req-7dfc4cb4-8688-47c4-a79a-142e99fdd78f service neutron] 10.222.0.37 "GET /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069292 Jul 09 16:48:02.848726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e193d66a-10ff-4538-857a-c8b106c6c7cb req-da0e7857-24fb-4707-8c4a-68dc6170d0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271756 Jul 09 16:48:03.078048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc54906-fb8c-460b-bae9-1b913c691670 req-edb62541-9a96-4655-bc0f-dee5d858b377 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:03.081106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbc54906-fb8c-460b-bae9-1b913c691670 req-edb62541-9a96-4655-bc0f-dee5d858b377 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 943 time: 0.2145429 Jul 09 16:48:03.188157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbc54906-fb8c-460b-bae9-1b913c691670 req-b7a86318-002e-47be-89f5-52f6c77b3aa5 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972078 Jul 09 16:48:03.258088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9afa1d5-6c6b-441b-b507-122e9340168c details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:48:03.523109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d9afa1d5-6c6b-441b-b507-122e9340168c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9afa1d5-6c6b-441b-b507-122e9340168c,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:03.541685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'd9afa1d5-6c6b-441b-b507-122e9340168c', 'network_id': '0f308559-8e09-4d7b-8bd3-0a993c290260', 'port_id': 'd9afa1d5-6c6b-441b-b507-122e9340168c', 'mac_address': 'fa:16:3e:62:c4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c300c59a-bac9-401b-a4bd-623665d795b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:48:03.642997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7cd9c8c3-4e50-4427-8e52-27b257b57d1d up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:03.764936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b5c9-f8c3-4280-9069-86df5f333342 req-21450fdc-34af-4c09-bf83-4c2cd70f587d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:03.767520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e13b5c9-f8c3-4280-9069-86df5f333342 req-21450fdc-34af-4c09-bf83-4c2cd70f587d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 944 time: 0.3209686 Jul 09 16:48:03.821276 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:03.852096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9afa1d5-6c6b-441b-b507-122e9340168c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:03.878802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4084-f282-43a4-a43b-8166ea21b7b4 req-eecb2770-1d0c-457b-8503-a726f4dbdf06 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:03.891395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e4084-f282-43a4-a43b-8166ea21b7b4 req-eecb2770-1d0c-457b-8503-a726f4dbdf06 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 949 time: 0.2931445 Jul 09 16:48:03.946692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e13b5c9-f8c3-4280-9069-86df5f333342 req-792c5d8f-58d5-42d4-8a96-ab504700a73c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525452 Jul 09 16:48:03.974682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d9afa1d5-6c6b-441b-b507-122e9340168c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9afa1d5-6c6b-441b-b507-122e9340168c,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:03.983613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:03.990421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:04.011176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:04.011176 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:04.122222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e4084-f282-43a4-a43b-8166ea21b7b4 req-b1ba4988-f608-4187-a99d-cda26c1779ba tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170808 Jul 09 16:48:04.184584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-162c53c3-62fb-4bdb-8b0e-6cfee18457a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:04.196518 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-162c53c3-62fb-4bdb-8b0e-6cfee18457a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 1095 time: 1.2066293 Jul 09 16:48:04.295968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d9afa1d5-6c6b-441b-b507-122e9340168c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:04.367182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:04.462094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:04.488702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:04.505407 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850f160-6b75-492e-a812-c939eb52dd1d" -d '{"events": [{"server_uuid": "08dcffa4-9111-4e4b-b017-3a872f656f85", "name": "network-vif-plugged", "status": "completed", "tag": "7cd9c8c3-4e50-4427-8e52-27b257b57d1d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:04.527939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-f7087aa4-926d-441a-beba-d1078edffb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:04.546396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-f7087aa4-926d-441a-beba-d1078edffb09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.3474271 Jul 09 16:48:04.563181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656f41e-3d1a-498c-92a5-6a184277ffd5 req-3077ec99-d15f-4487-81fc-b5e8bdb73326 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:04.569425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['d9afa1d5-6c6b-441b-b507-122e9340168c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:04.585250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7656f41e-3d1a-498c-92a5-6a184277ffd5 req-3077ec99-d15f-4487-81fc-b5e8bdb73326 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2717569 Jul 09 16:48:04.707198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7656f41e-3d1a-498c-92a5-6a184277ffd5 req-fed01ca0-f3aa-497e-a0bc-10a7809d2997 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180274 Jul 09 16:48:04.721047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-93e54488-60e0-416f-b11e-fd23179d465b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 200 len: 217 time: 0.1690645 Jul 09 16:48:04.731695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:04.797611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:04.818942 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac63fa3d-280f-4708-bb4b-aa043b599a8c x-openstack-request-id: req-ac63fa3d-280f-4708-bb4b-aa043b599a8c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:04.819279 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dcffa4-9111-4e4b-b017-3a872f656f85", "name": "network-vif-plugged", "status": "completed", "tag": "7cd9c8c3-4e50-4427-8e52-27b257b57d1d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:04.819455 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac63fa3d-280f-4708-bb4b-aa043b599a8c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:04.819943 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d', 'code': 200} Jul 09 16:48:04.953343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:04.996351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-2100b9bf-be23-4321-98b1-45316803b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:04.999396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-2100b9bf-be23-4321-98b1-45316803b89e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.2726550 Jul 09 16:48:05.093257 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f487232c-0c1a-4cc8-a0a6-7be1865b906b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9aa8a98fb684f94b23174097cc2d5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278315 Jul 09 16:48:05.115628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:05.305132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-44f04b0c-850b-414b-8273-31c02ae69fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:05.310239 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-44f04b0c-850b-414b-8273-31c02ae69fba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3001323 Jul 09 16:48:05.516123 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-c14abfda-93d0-4b46-894d-08d76d923e8b service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986120 Jul 09 16:48:05.596778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29e82f8-cee9-4c1f-a4c8-e94ec5bad57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:05.611643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8ba5e-978c-40ee-9685-cf293b957324 req-1f2be20a-c177-4ab5-8b92-c650320b7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:05.614356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbb8ba5e-978c-40ee-9685-cf293b957324 req-1f2be20a-c177-4ab5-8b92-c650320b7ea1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 1097 time: 0.6166224 Jul 09 16:48:05.636330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-d6e2d6dd-f631-47f3-9b1d-20440cdf9885 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:05.638242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-d6e2d6dd-f631-47f3-9b1d-20440cdf9885 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.43 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 949 time: 0.2326574 Jul 09 16:48:05.650112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554dc8b-8718-4994-b25e-e940e6bbaa74 req-80bd17d7-18af-4b86-84bb-05d478efe7d5 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:05.662852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f554dc8b-8718-4994-b25e-e940e6bbaa74 req-80bd17d7-18af-4b86-84bb-05d478efe7d5 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 944 time: 0.5651019 Jul 09 16:48:05.764006 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e9550817-80a8-4775-a0d7-4897371469a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:05.777364 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3785c4a-e064-4104-97e4-4edc71ba4008 req-46974a4b-4d8c-493a-8f5a-8cf96ca9994b service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534680 Jul 09 16:48:05.785454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29e82f8-cee9-4c1f-a4c8-e94ec5bad57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:05.846380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f554dc8b-8718-4994-b25e-e940e6bbaa74 req-c794ac1c-8b9b-44c1-8ab0-4310ef8d0c91 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819994 Jul 09 16:48:05.891987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Deleting port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:05.892675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:05.927190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbb8ba5e-978c-40ee-9685-cf293b957324 req-10979932-2026-457c-ae21-d72704366a42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930567 Jul 09 16:48:06.074257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfe6da-586f-4fa8-a883-c15bef901264 req-7c6bad84-e402-48c4-b96e-fa6d9097451f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:06.091826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38bfe6da-586f-4fa8-a883-c15bef901264 req-7c6bad84-e402-48c4-b96e-fa6d9097451f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 944 time: 0.6202593 Jul 09 16:48:06.119130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] For port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:06.120596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.154155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Calling delete_port for 2bb91cb2-9270-46f9-bde3-ac378e0d03cd owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:06.238414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38bfe6da-586f-4fa8-a883-c15bef901264 req-d5df00ef-03d7-49c8-b8ac-5527662a8fa7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454277 Jul 09 16:48:06.286161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29e82f8-cee9-4c1f-a4c8-e94ec5bad57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.295922 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a29e82f8-cee9-4c1f-a4c8-e94ec5bad57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.312018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a29e82f8-cee9-4c1f-a4c8-e94ec5bad57e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e2fd128-04ec-4690-a304-0d9d297fa60d HTTP/1.1" status: 204 len: 168 time: 1.1756315 Jul 09 16:48:06.338027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e82f8-cee9-4c1f-a4c8-e94ec5bad57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2fd128-04ec-4690-a304-0d9d297fa60d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:06.404887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24cd1c-456b-448b-8d9f-a6695b5a47dc req-1bcb3858-ff47-49bc-8c0d-e50d2d304aad tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:06.410373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a24cd1c-456b-448b-8d9f-a6695b5a47dc req-1bcb3858-ff47-49bc-8c0d-e50d2d304aad tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 949 time: 0.2529004 Jul 09 16:48:06.432837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.460745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2bb91cb2-9270-46f9-bde3-ac378e0d03cd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:06.522978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a24cd1c-456b-448b-8d9f-a6695b5a47dc req-50f60228-cd7b-4191-ba56-109d096be1ba tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f787dc4-e038-40d3-85d4-eebb274a1831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017480 Jul 09 16:48:06.537902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Pushing event deleted for resources: {'Port': ['ID=2bb91cb2-9270-46f9-bde3-ac378e0d03cd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:06.767432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] No DVR routers for this DVR port 2bb91cb2-9270-46f9-bde3-ac378e0d03cd on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:06.774527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.777806 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-044c218f-e5a7-4402-9e6b-ed63e49b5da4 req-93518928-e5b2-4eb8-963e-d3a121550618 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.43 "DELETE /v2.0/ports/2bb91cb2-9270-46f9-bde3-ac378e0d03cd HTTP/1.1" status: 204 len: 173 time: 1.1154459 Jul 09 16:48:06.779215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'name': 'network-vif-deleted', 'tag': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:06.786742 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dbdd12-4e15-462c-9777-69a334458930" -d '{"events": [{"server_uuid": "863a567c-94f7-4d5b-a1fe-20c73814e0e4", "name": "network-vif-deleted", "tag": "2bb91cb2-9270-46f9-bde3-ac378e0d03cd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:06.923675 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd34868e-5a36-4ff3-8a92-220e296ebf70 x-openstack-request-id: req-fd34868e-5a36-4ff3-8a92-220e296ebf70 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:06.924188 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863a567c-94f7-4d5b-a1fe-20c73814e0e4", "name": "network-vif-deleted", "tag": "2bb91cb2-9270-46f9-bde3-ac378e0d03cd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:06.924609 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd34868e-5a36-4ff3-8a92-220e296ebf70 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:06.925271 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863a567c-94f7-4d5b-a1fe-20c73814e0e4', 'name': 'network-vif-deleted', 'tag': '2bb91cb2-9270-46f9-bde3-ac378e0d03cd', 'status': 'completed', 'code': 200} Jul 09 16:48:07.091825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fed11-2717-44e6-891f-fbbda0e5140e req-13f10ad6-f255-4654-9e52-0441d9e31202 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.123447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a68fed11-2717-44e6-891f-fbbda0e5140e req-13f10ad6-f255-4654-9e52-0441d9e31202 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2400794 Jul 09 16:48:07.278313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:48:07.289415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9afa1d5-6c6b-441b-b507-122e9340168c up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:07.394099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a68fed11-2717-44e6-891f-fbbda0e5140e req-0fb502ef-9fc4-4603-a4b8-beada3227732 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693045 Jul 09 16:48:07.495528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebb87f-fffb-41ae-a3a0-0fa947ae65f5 req-c1d6905a-4ed6-4753-89bb-bb21f72eaae1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.497384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cebb87f-fffb-41ae-a3a0-0fa947ae65f5 req-c1d6905a-4ed6-4753-89bb-bb21f72eaae1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 944 time: 0.3203659 Jul 09 16:48:07.582906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cebb87f-fffb-41ae-a3a0-0fa947ae65f5 req-958eb6fb-822e-40ef-a253-9330e384aedb tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Jul 09 16:48:07.658407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port d9afa1d5-6c6b-441b-b507-122e9340168c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:07.713166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port d9afa1d5-6c6b-441b-b507-122e9340168c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:07.715960 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.813054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7c9b-7e8d-4088-a833-d691cf1979bd req-afc461db-1ba1-4cca-916f-479ce93c0609 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.818284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a93f7c9b-7e8d-4088-a833-d691cf1979bd req-afc461db-1ba1-4cca-916f-479ce93c0609 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 944 time: 0.1900249 Jul 09 16:48:07.907584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:07.934819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08', 'mac_address': 'fa:16:3e:98:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:48:07.948786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a93f7c9b-7e8d-4088-a833-d691cf1979bd req-6b9d03c6-e1f9-413d-baef-30d01adf816a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126907 Jul 09 16:48:08.257917 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.283458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.316607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:08.333101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bae2d6b1-a9f6-453e-b319-0fc27e9924ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.344950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.372808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:08.390660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afa1d5-6c6b-441b-b507-122e9340168c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:08.393510 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d877b4-8226-4a36-a0f2-bf644a27f286" -d '{"events": [{"server_uuid": "c984c3b3-6aed-412d-8b49-39a95c39abdf", "name": "network-vif-plugged", "status": "completed", "tag": "d9afa1d5-6c6b-441b-b507-122e9340168c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:08.399195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.414723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d9afa1d5-6c6b-441b-b507-122e9340168c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9afa1d5-6c6b-441b-b507-122e9340168c,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:08.439476 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.490302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:08.501200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc1bc6bb-5795-452d-9224-1731ead69fcb req-8a0df123-1f8a-41c7-8d24-6e7514b60194 tempest-ServerDiagnosticsNegativeTest-967426098 tempest-ServerDiagnosticsNegativeTest-967426098-project] 10.222.0.48 "GET /v2.0/ports?device_id=863a567c-94f7-4d5b-a1fe-20c73814e0e4 HTTP/1.1" status: 200 len: 210 time: 0.1504672 Jul 09 16:48:08.563919 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3a3668-da2e-4d59-af4b-aa55649b4db9 x-openstack-request-id: req-eb3a3668-da2e-4d59-af4b-aa55649b4db9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:08.568090 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c984c3b3-6aed-412d-8b49-39a95c39abdf", "name": "network-vif-plugged", "status": "completed", "tag": "d9afa1d5-6c6b-441b-b507-122e9340168c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:08.570277 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb3a3668-da2e-4d59-af4b-aa55649b4db9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:08.571043 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afa1d5-6c6b-441b-b507-122e9340168c', 'code': 200} Jul 09 16:48:08.629833 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:08.653738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d9afa1d5-6c6b-441b-b507-122e9340168c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:08.889977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:08.978141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d7f15-c4a9-49f1-8561-43927a8ee74d req-7c8a6294-5d23-4628-9d1c-28562c7bcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:08.985523 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1b6d7f15-c4a9-49f1-8561-43927a8ee74d req-7c8a6294-5d23-4628-9d1c-28562c7bcd4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 1096 time: 0.2718413 Jul 09 16:48:09.075446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1b6d7f15-c4a9-49f1-8561-43927a8ee74d req-1ad4a15a-37f9-4469-bf24-b0cd2f868808 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821135 Jul 09 16:48:09.243140 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:09.584599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7b82-03fb-4130-98b2-c5c3a26fb40e req-6bf1fffc-ea41-4b2e-b968-b36cd0021e14 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:09.599740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9a7b82-03fb-4130-98b2-c5c3a26fb40e req-6bf1fffc-ea41-4b2e-b968-b36cd0021e14 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 945 time: 0.4745824 Jul 09 16:48:09.647258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2bb91cb2-9270-46f9-bde3-ac378e0d03cd no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:09.672067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 2bb91cb2-9270-46f9-bde3-ac378e0d03cd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:09.672407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2bb91cb2-9270-46f9-bde3-ac378e0d03cd not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:09.677040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f77df-dec2-4f27-9b95-686abbcc6a74 req-3bccaae8-e077-4278-af1e-08d0bfc223fd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:09.685491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb5f77df-dec2-4f27-9b95-686abbcc6a74 req-3bccaae8-e077-4278-af1e-08d0bfc223fd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.6784477 Jul 09 16:48:09.712104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee9a7b82-03fb-4130-98b2-c5c3a26fb40e req-5f85ed13-18fe-4029-aef1-d2f75c58e6de tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108639 Jul 09 16:48:09.827871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb5f77df-dec2-4f27-9b95-686abbcc6a74 req-085fbf5b-fde0-463b-b033-0cb697ba6bd2 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408865 Jul 09 16:48:10.215591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbd081-5160-4366-a164-be3e3475a8b5 req-086a5eb2-f05d-4a00-8886-17988d7645b7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:10.218557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-accbd081-5160-4366-a164-be3e3475a8b5 req-086a5eb2-f05d-4a00-8886-17988d7645b7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 945 time: 0.1717544 Jul 09 16:48:10.322860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-accbd081-5160-4366-a164-be3e3475a8b5 req-b0178276-55a5-4382-baed-ad1e558b1e3c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930986 Jul 09 16:48:11.025430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:11.052211 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.290313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:11.384585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184b5bd-a27e-483e-a1db-2c701d1b5193 req-32004b0a-4f3e-4cda-81fc-20ed046a3a13 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:11.388023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1184b5bd-a27e-483e-a1db-2c701d1b5193 req-32004b0a-4f3e-4cda-81fc-20ed046a3a13 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 945 time: 0.1697378 Jul 09 16:48:11.418210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90c04-20c7-4b84-9f31-d176c88c4ac9 req-2b685742-70cc-4129-924c-f54a9699e1f7 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:11.441437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3eb90c04-20c7-4b84-9f31-d176c88c4ac9 req-2b685742-70cc-4129-924c-f54a9699e1f7 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1608641 Jul 09 16:48:11.484684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:11.502971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:11.503946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.560016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-221e6276-263c-463f-9484-29fed66c3b45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b80ba51e08af4f9b9d44517c14d406a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331936 Jul 09 16:48:11.562747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54862) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:11.608617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3eb90c04-20c7-4b84-9f31-d176c88c4ac9 req-61d4dbef-99c0-4bd9-9426-9eb0420c32cb tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658382 Jul 09 16:48:11.636855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1184b5bd-a27e-483e-a1db-2c701d1b5193 req-34feebc4-c8ef-4aca-becc-7c1dfd87346b tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871214 Jul 09 16:48:11.641506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54480aa5-fee0-475d-9e89-5d0948da0590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.742406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54480aa5-fee0-475d-9e89-5d0948da0590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.888270 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.904124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54480aa5-fee0-475d-9e89-5d0948da0590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.913820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54480aa5-fee0-475d-9e89-5d0948da0590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.915732 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-54480aa5-fee0-475d-9e89-5d0948da0590 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f787dc4-e038-40d3-85d4-eebb274a1831 HTTP/1.1" status: 204 len: 168 time: 0.3504307 Jul 09 16:48:11.961492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54480aa5-fee0-475d-9e89-5d0948da0590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f787dc4-e038-40d3-85d4-eebb274a1831,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:11.978128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:11.983056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:11.986545 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa82054-4bd4-4574-902b-01b28609c31e" -d '{"events": [{"server_uuid": "517a19f6-f139-482d-b5ab-bf0ce4f009b1", "name": "network-vif-plugged", "status": "completed", "tag": "76f87bbd-f1a9-4e3e-8206-c7c220b7ad08"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:12.002933 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:12.070242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:12.155875 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f129b199-3acf-4d5d-807d-134503405eff x-openstack-request-id: req-f129b199-3acf-4d5d-807d-134503405eff {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:12.156274 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517a19f6-f139-482d-b5ab-bf0ce4f009b1", "name": "network-vif-plugged", "status": "completed", "tag": "76f87bbd-f1a9-4e3e-8206-c7c220b7ad08", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:12.156548 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f129b199-3acf-4d5d-807d-134503405eff {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:12.156871 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08', 'code': 200} Jul 09 16:48:12.489337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88a8e-cdaf-4eb9-a2fc-d60d13ece2b3 req-8bb77ca2-b74f-4b4b-9bc8-26a8ce1f0f22 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:12.505062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1c88a8e-cdaf-4eb9-a2fc-d60d13ece2b3 req-8bb77ca2-b74f-4b4b-9bc8-26a8ce1f0f22 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.2498920 Jul 09 16:48:12.569186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6658937-a9ed-4dfa-b4c9-2486eeed264a req-c1db6ed7-468a-4073-8e09-ce117fabcac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:12.571696 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6658937-a9ed-4dfa-b4c9-2486eeed264a req-c1db6ed7-468a-4073-8e09-ce117fabcac9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 1097 time: 0.1687839 Jul 09 16:48:12.616902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1c88a8e-cdaf-4eb9-a2fc-d60d13ece2b3 req-fc200c12-c1d6-4ed2-ad9f-029d0feddee1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084692 Jul 09 16:48:12.690829 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6658937-a9ed-4dfa-b4c9-2486eeed264a req-e25ab115-86fc-4685-9ead-a03f88923895 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091969 Jul 09 16:48:12.782009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:12.807869 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-474dcd43-77a3-4356-bc28-4a3061bc739b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:12.986064 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-474dcd43-77a3-4356-bc28-4a3061bc739b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:12.992690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-474dcd43-77a3-4356-bc28-4a3061bc739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:13.046585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dcd43-77a3-4356-bc28-4a3061bc739b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec1daf2-6301-423e-a0c9-5d513a87db39,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:13.089754 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-474dcd43-77a3-4356-bc28-4a3061bc739b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e307da61f84a4a0db9633c48a890c4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041513 Jul 09 16:48:13.090893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:13.131856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a89c2-5208-4f53-9ecf-9ca93cdb5d9f req-c1af5468-740a-4594-9cb6-6f6e57cff011 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:13.134095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c5a89c2-5208-4f53-9ecf-9ca93cdb5d9f req-c1af5468-740a-4594-9cb6-6f6e57cff011 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1996644 Jul 09 16:48:13.144806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f767f7d-f7ef-4ced-9d1c-dde0d5f53ba7 req-26651bf3-717e-4c7d-9c17-257674f7b98a tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:13.146942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f767f7d-f7ef-4ced-9d1c-dde0d5f53ba7 req-26651bf3-717e-4c7d-9c17-257674f7b98a tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 945 time: 0.2271893 Jul 09 16:48:13.197777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a672d13-13e3-4c8b-932a-1dcb0323fc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:13.247707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a672d13-13e3-4c8b-932a-1dcb0323fc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:13.300036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f767f7d-f7ef-4ced-9d1c-dde0d5f53ba7 req-c06c66b8-e5ea-4c84-85e5-76722c9eefd0 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404791 Jul 09 16:48:13.321176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c5a89c2-5208-4f53-9ecf-9ca93cdb5d9f req-d2e2f26a-e711-4ac1-bbaf-f12585c1640f tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716599 Jul 09 16:48:13.407425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a672d13-13e3-4c8b-932a-1dcb0323fc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:13.414290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a672d13-13e3-4c8b-932a-1dcb0323fc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:13.416676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7a672d13-13e3-4c8b-932a-1dcb0323fc0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ec1daf2-6301-423e-a0c9-5d513a87db39 HTTP/1.1" status: 204 len: 168 time: 0.3237653 Jul 09 16:48:13.432330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672d13-13e3-4c8b-932a-1dcb0323fc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec1daf2-6301-423e-a0c9-5d513a87db39,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:13.957836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1f65-f19d-4331-a75d-01066f8c87a7 req-8ba9fac0-2692-497a-8075-6e82aa10413c tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:13.994927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edaa1f65-f19d-4331-a75d-01066f8c87a7 req-8ba9fac0-2692-497a-8075-6e82aa10413c tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 946 time: 0.2932928 Jul 09 16:48:14.889863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:15.093054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edaa1f65-f19d-4331-a75d-01066f8c87a7 req-4f52993d-3089-476f-a804-1b47713078fb tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0841184 Jul 09 16:48:15.164096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb14fd-ef5e-4db5-a263-7c5c4af18687 req-497d39a7-2a89-47f4-a677-7975c7e44595 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:15.172455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4eb14fd-ef5e-4db5-a263-7c5c4af18687 req-497d39a7-2a89-47f4-a677-7975c7e44595 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.1733294 Jul 09 16:48:15.344556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4eb14fd-ef5e-4db5-a263-7c5c4af18687 req-d7d7e5fc-011f-407f-b103-44b186a7bf0f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577806 Jul 09 16:48:15.378918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bda4481-99f8-4341-a469-8d92feb18b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:15.566700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d27b-f974-4411-a47e-c0995d4931ff req-b04f2b3f-9301-4a09-b792-cc00edda605b tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:15.578026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c33d27b-f974-4411-a47e-c0995d4931ff req-b04f2b3f-9301-4a09-b792-cc00edda605b tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1995885 Jul 09 16:48:15.658404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bda4481-99f8-4341-a469-8d92feb18b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:15.668939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bda4481-99f8-4341-a469-8d92feb18b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:15.742927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c33d27b-f974-4411-a47e-c0995d4931ff req-c24cbf88-9cd0-4c3a-9ede-f10ff716b102 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605108 Jul 09 16:48:15.878759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9bda4481-99f8-4341-a469-8d92feb18b1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b86471d63f2d4c7096f17ee1c658d1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9868515 Jul 09 16:48:15.882777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:15.883662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda4481-99f8-4341-a469-8d92feb18b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0df6853-d02a-4ee5-bdb6-2f8f4434e2ea,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:16.090367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81a65152-5f12-47e4-859b-53a73569a609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:16.180097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81a65152-5f12-47e4-859b-53a73569a609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:16.301247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81a65152-5f12-47e4-859b-53a73569a609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:16.305603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81a65152-5f12-47e4-859b-53a73569a609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:16.307666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-81a65152-5f12-47e4-859b-53a73569a609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0df6853-d02a-4ee5-bdb6-2f8f4434e2ea HTTP/1.1" status: 204 len: 168 time: 0.4234624 Jul 09 16:48:16.332975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a65152-5f12-47e4-859b-53a73569a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0df6853-d02a-4ee5-bdb6-2f8f4434e2ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:16.853168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde2b02-ff5f-4740-bbd2-961217dec0c0 req-6c869c8e-ecce-4dd7-82d1-8b164dfc810a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:16.870857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbde2b02-ff5f-4740-bbd2-961217dec0c0 req-6c869c8e-ecce-4dd7-82d1-8b164dfc810a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.1689076 Jul 09 16:48:17.113462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbde2b02-ff5f-4740-bbd2-961217dec0c0 req-46e0279e-4f2f-494b-a8fd-30dfc2fc6169 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397408 Jul 09 16:48:17.142184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:17.180240 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:48:17.191520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f30aae41-86fa-4086-b832-d983eff7d359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:17.262929 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-c4431497-fc91-4ea3-b862-e3fc9531ca96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2373185 Jul 09 16:48:17.537812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-1f5d2383-6d34-4949-b899-3e57080ebd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:17.548899 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-1f5d2383-6d34-4949-b899-3e57080ebd1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.2109737 Jul 09 16:48:17.588868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f30aae41-86fa-4086-b832-d983eff7d359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:17.607000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f30aae41-86fa-4086-b832-d983eff7d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:17.808501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-c1ae7532-3a79-4110-b68d-65f8b8f1c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:17.810042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-c1ae7532-3a79-4110-b68d-65f8b8f1c1b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.2251964 Jul 09 16:48:17.844970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aae41-86fa-4086-b832-d983eff7d359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a606f-3273-49fd-94ae-229dcbc1ffb9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:17.908855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f30aae41-86fa-4086-b832-d983eff7d359 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80be10f2e7ce447da11d5681147087af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7652550 Jul 09 16:48:17.913474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:17.948594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-7b775be3-fe45-4517-8bba-90c9730fb6fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1202834 Jul 09 16:48:18.014849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80fe6f-18ac-49f2-b41b-799e3dedd215 req-46180c4b-d0c8-4f45-855d-08fd8f673eb2 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:18.023384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e80fe6f-18ac-49f2-b41b-799e3dedd215 req-46180c4b-d0c8-4f45-855d-08fd8f673eb2 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.3929319 Jul 09 16:48:18.067488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6a99d-0e93-4e88-9009-4aa173c30f72 req-2a65186f-ee86-4479-bcfd-156ef4d78fc9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:18.069389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10b6a99d-0e93-4e88-9009-4aa173c30f72 req-2a65186f-ee86-4479-bcfd-156ef4d78fc9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 946 time: 0.2636588 Jul 09 16:48:18.072456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661e33ca-ea73-47c2-abaf-a1740d968c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:18.078755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-7a6b26e2-75cb-4082-99f1-0a2e5c71f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:18.081964 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-7a6b26e2-75cb-4082-99f1-0a2e5c71f91c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1119218 Jul 09 16:48:18.166499 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661e33ca-ea73-47c2-abaf-a1740d968c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:18.172040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e80fe6f-18ac-49f2-b41b-799e3dedd215 req-c56cdf28-af6c-4e37-a339-93710c1a5f71 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474566 Jul 09 16:48:18.256837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-0803061b-f380-49ae-bf93-81d03279fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:18.270942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10b6a99d-0e93-4e88-9009-4aa173c30f72 req-544d5b0b-2cf3-4c16-8f2a-3baddb9c194d tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/security-groups?id=57babe1a-bab7-499b-bd2d-89bc8ccb6269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653972 Jul 09 16:48:18.275003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661e33ca-ea73-47c2-abaf-a1740d968c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:18.279942 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-0803061b-f380-49ae-bf93-81d03279fe2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631894 Jul 09 16:48:18.282193 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661e33ca-ea73-47c2-abaf-a1740d968c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:18.310251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-661e33ca-ea73-47c2-abaf-a1740d968c32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c36a606f-3273-49fd-94ae-229dcbc1ffb9 HTTP/1.1" status: 204 len: 168 time: 0.3936820 Jul 09 16:48:18.341114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e33ca-ea73-47c2-abaf-a1740d968c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a606f-3273-49fd-94ae-229dcbc1ffb9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:18.804021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-ed35c279-6668-454d-9a7a-b0a1368fce8e service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061967 Jul 09 16:48:18.831139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-633129c9-51e6-45f3-93d3-43bebd412f29 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:18.833155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-633129c9-51e6-45f3-93d3-43bebd412f29 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.43 "GET /v2.0/ports?device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 946 time: 0.1679735 Jul 09 16:48:19.164270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Deleting port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:19.164442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:19.272044 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c6f95d0-3bb8-4384-88a7-37ab2caffb81 req-c5527a3f-38df-4da3-a07b-ddef5ec292ce service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624369 Jul 09 16:48:19.312105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-14925b0b-c433-4ec4-a5e6-bc5166522f09 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:19.314627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-14925b0b-c433-4ec4-a5e6-bc5166522f09 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "GET /v2.0/ports?device_id=c984c3b3-6aed-412d-8b49-39a95c39abdf HTTP/1.1" status: 200 len: 945 time: 0.4162505 Jul 09 16:48:19.526144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] For port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:19.527243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:19.538089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551e695-8d16-4c66-aa02-db72b01a7b84 req-3b6856f9-2af2-49d6-afe4-9a24627f4b3d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:19.546263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e551e695-8d16-4c66-aa02-db72b01a7b84 req-3b6856f9-2af2-49d6-afe4-9a24627f4b3d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.2611160 Jul 09 16:48:19.589777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Calling delete_port for 7cd9c8c3-4e50-4427-8e52-27b257b57d1d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:19.615714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e551e695-8d16-4c66-aa02-db72b01a7b84 req-5b71f82c-1653-4698-9727-1ecd3707855c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681665 Jul 09 16:48:19.684167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Deleting port d9afa1d5-6c6b-441b-b507-122e9340168c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:19.688932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:20.021855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] For port d9afa1d5-6c6b-441b-b507-122e9340168c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9afa1d5-6c6b-441b-b507-122e9340168c,segment=NetworkSegment(fa291e87-c1e5-4ca3-905e-b70ad40eeabd),segment_id=fa291e87-c1e5-4ca3-905e-b70ad40eeabd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:20.022742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:20.051862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Calling delete_port for d9afa1d5-6c6b-441b-b507-122e9340168c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:20.065471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:20.086051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7cd9c8c3-4e50-4427-8e52-27b257b57d1d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:20.178142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event deleted for resources: {'Port': ['ID=7cd9c8c3-4e50-4427-8e52-27b257b57d1d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:20.217527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['d9afa1d5-6c6b-441b-b507-122e9340168c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:20.397447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] No DVR routers for this DVR port 7cd9c8c3-4e50-4427-8e52-27b257b57d1d on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:20.402915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:20.410699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2826e0e-c979-49bf-a4eb-d8b10acc3c35 req-346a2a8b-c2d7-4c4d-9f93-4d83f5bad9b9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.43 "DELETE /v2.0/ports/7cd9c8c3-4e50-4427-8e52-27b257b57d1d HTTP/1.1" status: 204 len: 173 time: 1.5666866 Jul 09 16:48:20.426912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'name': 'network-vif-deleted', 'tag': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:20.433312 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e37bf-7d88-4213-8074-5d32fd859d60" -d '{"events": [{"server_uuid": "08dcffa4-9111-4e4b-b017-3a872f656f85", "name": "network-vif-deleted", "tag": "7cd9c8c3-4e50-4427-8e52-27b257b57d1d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:20.463319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2f90d0-5fd4-4e89-8775-468f093202ca req-670e2b8b-a08f-4f1a-9900-4e725d520f0b tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 210 time: 0.2913613 Jul 09 16:48:20.674719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:20.711020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7cd9c8c3-4e50-4427-8e52-27b257b57d1d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:20.741856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc2af8-d490-473f-8473-1db2cea9e532 req-b3baf86f-9273-431b-8f94-647d4db69ed0 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:20.759562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09dc2af8-d490-473f-8473-1db2cea9e532 req-b3baf86f-9273-431b-8f94-647d4db69ed0 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 1.2583454 Jul 09 16:48:20.763983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Pushing event deleted for resources: {'Port': ['ID=d9afa1d5-6c6b-441b-b507-122e9340168c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:20.859127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] No DVR routers for this DVR port d9afa1d5-6c6b-441b-b507-122e9340168c on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:20.865398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:20.868507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f2a26335-2ce1-48f7-aacb-9f3bbedb3e82 req-cce5d0a0-c87c-49ff-87b8-aa8459befcc1 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.37 "DELETE /v2.0/ports/d9afa1d5-6c6b-441b-b507-122e9340168c HTTP/1.1" status: 204 len: 173 time: 1.5473571 Jul 09 16:48:20.869106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'name': 'network-vif-deleted', 'tag': 'd9afa1d5-6c6b-441b-b507-122e9340168c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:20.888935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09dc2af8-d490-473f-8473-1db2cea9e532 req-58167f71-19ef-4aed-a2aa-6d03d3e1391b tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279833 Jul 09 16:48:20.915908 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4866a5c-9909-406d-a9e7-14c43c3e41ba" -d '{"events": [{"server_uuid": "c984c3b3-6aed-412d-8b49-39a95c39abdf", "name": "network-vif-deleted", "tag": "d9afa1d5-6c6b-441b-b507-122e9340168c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:21.040513 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5da310-25c9-4271-ab8c-5cf1676bf00e x-openstack-request-id: req-eb5da310-25c9-4271-ab8c-5cf1676bf00e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:21.040760 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dcffa4-9111-4e4b-b017-3a872f656f85", "name": "network-vif-deleted", "tag": "7cd9c8c3-4e50-4427-8e52-27b257b57d1d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:21.041176 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb5da310-25c9-4271-ab8c-5cf1676bf00e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:21.041621 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dcffa4-9111-4e4b-b017-3a872f656f85', 'name': 'network-vif-deleted', 'tag': '7cd9c8c3-4e50-4427-8e52-27b257b57d1d', 'status': 'completed', 'code': 200} Jul 09 16:48:21.516939 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a963b4ef-f264-46fc-a0d4-1342c9da0240 x-openstack-request-id: req-a963b4ef-f264-46fc-a0d4-1342c9da0240 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:21.518027 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c984c3b3-6aed-412d-8b49-39a95c39abdf", "name": "network-vif-deleted", "tag": "d9afa1d5-6c6b-441b-b507-122e9340168c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:21.518027 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a963b4ef-f264-46fc-a0d4-1342c9da0240 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:21.523425 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984c3b3-6aed-412d-8b49-39a95c39abdf', 'name': 'network-vif-deleted', 'tag': 'd9afa1d5-6c6b-441b-b507-122e9340168c', 'status': 'completed', 'code': 200} Jul 09 16:48:21.799597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e681ad7-8583-4dd7-b4e1-ec2f4219c9ae req-0835f880-c94c-447a-86d2-bd04c66658b2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:21.805529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e681ad7-8583-4dd7-b4e1-ec2f4219c9ae req-0835f880-c94c-447a-86d2-bd04c66658b2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.3411958 Jul 09 16:48:21.998956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e681ad7-8583-4dd7-b4e1-ec2f4219c9ae req-d474183a-14f8-4843-95d2-6e23a69fad23 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774168 Jul 09 16:48:22.037557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:22.319888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec18d977-5e57-4cd4-a4d4-eccc16af9989 req-e25998aa-6b64-4bb1-a7db-d8e26c870cf9 tempest-MultipleCreateTestJSON-1182708639 tempest-MultipleCreateTestJSON-1182708639-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dcffa4-9111-4e4b-b017-3a872f656f85 HTTP/1.1" status: 200 len: 210 time: 0.1110675 Jul 09 16:48:22.412881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd8e3747-0c90-437f-bf0f-d9a2c6c4b9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:22.664866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd8e3747-0c90-437f-bf0f-d9a2c6c4b9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:22.679345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd8e3747-0c90-437f-bf0f-d9a2c6c4b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:22.719941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c0384-26c6-49ac-a454-36dd470347b4 req-0babceef-3576-48db-812c-1bce6e28f14d tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:22.734591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af4c0384-26c6-49ac-a454-36dd470347b4 req-0babceef-3576-48db-812c-1bce6e28f14d tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2283907 Jul 09 16:48:22.762232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd8e3747-0c90-437f-bf0f-d9a2c6c4b9b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c510aada54d4f69bc5dd66921586c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236404 Jul 09 16:48:22.763691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e3747-0c90-437f-bf0f-d9a2c6c4b9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4cfd9-d07e-4756-88c6-30da91e2c067,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:22.771811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:22.905662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af4c0384-26c6-49ac-a454-36dd470347b4 req-6cee0481-83c1-40bb-838d-ea9a1f5ea7f8 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693985 Jul 09 16:48:22.996343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7c2-7eea-47ff-9503-c227f51d8fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.030227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7c2-7eea-47ff-9503-c227f51d8fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.181050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7c2-7eea-47ff-9503-c227f51d8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.185744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7c2-7eea-47ff-9503-c227f51d8fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.191046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c26b7c2-7eea-47ff-9503-c227f51d8fa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2e4cfd9-d07e-4756-88c6-30da91e2c067 HTTP/1.1" status: 204 len: 168 time: 0.4138432 Jul 09 16:48:23.206177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26b7c2-7eea-47ff-9503-c227f51d8fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4cfd9-d07e-4756-88c6-30da91e2c067,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:23.354906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9afa1d5-6c6b-441b-b507-122e9340168c no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:23.386740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: d9afa1d5-6c6b-441b-b507-122e9340168c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:23.387305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9afa1d5-6c6b-441b-b507-122e9340168c not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:23.578537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:23.629049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.632542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Deleting subnet c300c59a-bac9-401b-a4bd-623665d795b7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:48:23.636553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.729677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7cd9c8c3-4e50-4427-8e52-27b257b57d1d no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:23.758265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 7cd9c8c3-4e50-4427-8e52-27b257b57d1d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:23.758644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7cd9c8c3-4e50-4427-8e52-27b257b57d1d not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:23.763679 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:23.905171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.014609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:24.034758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eca3872-4da2-4221-b3b1-7197c2f72d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.163595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72403a04-74c8-434e-92a3-e469a4bac082 req-9460a143-fbad-4c31-9094-c4d9487a0ab0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:24.176490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72403a04-74c8-434e-92a3-e469a4bac082 req-9460a143-fbad-4c31-9094-c4d9487a0ab0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.8282387 Jul 09 16:48:24.224470 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.258891 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.268913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c300c59a-bac9-401b-a4bd-623665d795b7 HTTP/1.1" status: 204 len: 168 time: 0.6888866 Jul 09 16:48:24.269140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:24.409429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757590b0-a2e8-41a6-b2ef-f445e42acf1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c300c59a-bac9-401b-a4bd-623665d795b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:24.441716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.461808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72403a04-74c8-434e-92a3-e469a4bac082 req-3485eea5-d09c-4e69-b987-5226e75b43a3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831593 Jul 09 16:48:24.530061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fd9e2-82f5-4aa8-a400-72b4e3e8ac97 req-0114a494-1224-4dae-9b08-4eb741940054 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:24.538111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-512fd9e2-82f5-4aa8-a400-72b4e3e8ac97 req-0114a494-1224-4dae-9b08-4eb741940054 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2645307 Jul 09 16:48:24.541186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eca3872-4da2-4221-b3b1-7197c2f72d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.559755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eca3872-4da2-4221-b3b1-7197c2f72d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.599572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-512fd9e2-82f5-4aa8-a400-72b4e3e8ac97 req-6ceae695-f49c-42d4-b3e0-ca2e40ea8461 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597870 Jul 09 16:48:24.711152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca3872-4da2-4221-b3b1-7197c2f72d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7dc1d9-545e-4dad-a2e3-e912d1baf367,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:24.727660 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9eca3872-4da2-4221-b3b1-7197c2f72d83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07886182f12f462c8a90a7a74deef529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7110572 Jul 09 16:48:24.732047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:24.752658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.769640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f308559-8e09-4d7b-8bd3-0a993c290260']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:24.818881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:24.819155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa291e87-c1e5-4ca3-905e-b70ad40eeabd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:24.824403 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72177a49-626f-4ff3-8bf7-4a1d4e7f925d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.837446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.858536 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.870221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:48:24.871105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:48:24.873662 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:48:24.901164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72177a49-626f-4ff3-8bf7-4a1d4e7f925d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.008323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.015646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.019213 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f308559-8e09-4d7b-8bd3-0a993c290260 HTTP/1.1" status: 204 len: 168 time: 0.7402248 Jul 09 16:48:25.045252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37552641-416c-4e5f-94f9-741162080419 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f308559-8e09-4d7b-8bd3-0a993c290260,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:25.077022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72177a49-626f-4ff3-8bf7-4a1d4e7f925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.079655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72177a49-626f-4ff3-8bf7-4a1d4e7f925d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.081015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72177a49-626f-4ff3-8bf7-4a1d4e7f925d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf7dc1d9-545e-4dad-a2e3-e912d1baf367 HTTP/1.1" status: 204 len: 168 time: 0.3477471 Jul 09 16:48:25.125454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72177a49-626f-4ff3-8bf7-4a1d4e7f925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7dc1d9-545e-4dad-a2e3-e912d1baf367,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:25.186889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d49a-f79b-443d-9cdb-24d65a995ac8 req-3e0fa55c-3a2c-4570-83ed-4deb30759502 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:25.196788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fc4d49a-f79b-443d-9cdb-24d65a995ac8 req-3e0fa55c-3a2c-4570-83ed-4deb30759502 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 950 time: 0.2009361 Jul 09 16:48:25.282814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fc4d49a-f79b-443d-9cdb-24d65a995ac8 req-f64fc406-452c-4ea3-aad2-ae7143e27467 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826960 Jul 09 16:48:25.403670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:25.488225 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7babb903-ddf2-4621-8511-120acc7a3f22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d3fb6a992664f6bbc8e7c0887cbe491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803750 Jul 09 16:48:25.488724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:25.589120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5099-7f39-4152-a624-31a89836e642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.616569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5099-7f39-4152-a624-31a89836e642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.742052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5099-7f39-4152-a624-31a89836e642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.744717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5099-7f39-4152-a624-31a89836e642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.746156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4ec5099-7f39-4152-a624-31a89836e642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57babe1a-bab7-499b-bd2d-89bc8ccb6269 HTTP/1.1" status: 204 len: 168 time: 0.2561173 Jul 09 16:48:25.772491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec5099-7f39-4152-a624-31a89836e642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57babe1a-bab7-499b-bd2d-89bc8ccb6269,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:25.805905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de5447-692b-4c0a-9f50-ff9c93064855 req-206bf457-07a3-49eb-a275-7431a6294ed8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:25.807599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06de5447-692b-4c0a-9f50-ff9c93064855 req-206bf457-07a3-49eb-a275-7431a6294ed8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.1469412 Jul 09 16:48:25.875648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06de5447-692b-4c0a-9f50-ff9c93064855 req-e666ca0f-7aae-47a0-8369-2a7689f0fa28 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595729 Jul 09 16:48:26.231049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3174a-4d24-4034-9ddd-74a1f98d02c2 req-c8182dee-ee39-4ffa-aea4-c7f09e72562a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:26.244521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84f3174a-4d24-4034-9ddd-74a1f98d02c2 req-c8182dee-ee39-4ffa-aea4-c7f09e72562a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1519103 Jul 09 16:48:26.317826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84f3174a-4d24-4034-9ddd-74a1f98d02c2 req-d18f31c0-5a9e-43d3-837a-da08dabcfdc7 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717480 Jul 09 16:48:26.993452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:27.167382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-network', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:27.196407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49704a-9236-4348-8d89-120a3a990ba1 req-41e8f044-c5be-4c55-996e-75b12b6ec4d9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:27.204721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a49704a-9236-4348-8d89-120a3a990ba1 req-41e8f044-c5be-4c55-996e-75b12b6ec4d9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.1104558 Jul 09 16:48:27.206111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Made reservation on behalf of 14668bcf7d1c40c5be782848d74cbe96 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:27.208987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.220841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.292990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a49704a-9236-4348-8d89-120a3a990ba1 req-677de8cf-fdb2-4ca9-a7db-559508bd5596 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838790 Jul 09 16:48:27.414296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:27.525549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.548285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.570745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:27.652244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:48:27.702183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.709219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb223065-6cac-4126-89ea-633fcae06040,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:27.714212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.714842 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Added segment 6fc30831-cbcc-4fc9-9ba2-68b45565f0a5 of type vlan for network 8501d373-4625-4fd0-9fa3-d37a5be879d2 Jul 09 16:48:27.804991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.817744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:27.822129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:27.828015 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f0de2-a4ea-43a6-ac64-ec51f32ad502" -d '{"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-unplugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:27.849077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.858759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.862860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889490fd-4d74-4a03-a189-66f8d240dfdb req-e6b71de4-1502-4f87-bf44-f742e1d5b0af tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:27.864407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:27.865351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.870672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-889490fd-4d74-4a03-a189-66f8d240dfdb req-e6b71de4-1502-4f87-bf44-f742e1d5b0af tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2364781 Jul 09 16:48:27.880068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1751917261-network', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:27.909986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09686a07-a23c-499d-8889-c2e508f9c26a req-a8ed9b55-78b8-4251-a2ab-52e755f173f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:27.912032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09686a07-a23c-499d-8889-c2e508f9c26a req-a8ed9b55-78b8-4251-a2ab-52e755f173f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.1982119 Jul 09 16:48:27.931648 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf4fc3-1457-4cf6-a28f-12896746b2b6 x-openstack-request-id: req-2cdf4fc3-1457-4cf6-a28f-12896746b2b6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:27.931952 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-unplugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:27.932240 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cdf4fc3-1457-4cf6-a28f-12896746b2b6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:27.932657 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'code': 200} Jul 09 16:48:27.948524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-889490fd-4d74-4a03-a189-66f8d240dfdb req-b13ee203-09ab-48b2-a394-dbdbcf4e03da tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765069 Jul 09 16:48:27.962512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] Pushing event updated for resources: {'Network': ['ID=8501d373-4625-4fd0-9fa3-d37a5be879d2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:27.993436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:48:27.996505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Made reservation on behalf of 5d7f8e88114a494f9fdbb585eae9802b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:27.998052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8457984b-299d-4cfa-aa91-da17e885063f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0034626 Jul 09 16:48:28.000545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.001140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:28.006734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Request body: {'subnet': {'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-subnet', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:28.020777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.032333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09686a07-a23c-499d-8889-c2e508f9c26a req-8ca28077-a554-4e6a-8187-00643164f361 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085997 Jul 09 16:48:28.037462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Made reservation on behalf of 14668bcf7d1c40c5be782848d74cbe96 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:28.047310 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.102016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:28.145525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.151593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.181973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:48:28.192002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e13562-e0d4-48b3-a674-d00f71bf55d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:28.199026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.199376 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Added segment 895c117e-a015-468e-bd49-d7a82ba109dd of type vlan for network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 Jul 09 16:48:28.263078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.307918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.309271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.310353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.396233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] Pushing event updated for resources: {'Network': ['ID=5f20b4c8-f49c-4d13-955b-b25dca8cdce9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:28.410153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:48:28.424767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1fb0fef5-204d-4246-8393-b45c42865d55 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8507371 Jul 09 16:48:28.425889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:28.443621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Request body: {'subnet': {'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1751917261-subnet', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:28.480566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.545791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Made reservation on behalf of 5d7f8e88114a494f9fdbb585eae9802b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:28.551792 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.616087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06c71ff-3b9f-461b-a840-94a6306c39d7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:28.634947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.635302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.635755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.636041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.636374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.636703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.637028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.637350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.638016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.638337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.638684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.639005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:28.655194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Checking segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:28.655562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Network hostable DHCP agents. Network: 8501d373-4625-4fd0-9fa3-d37a5be879d2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:48:28.692863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:48:28.714693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 8501d373-4625-4fd0-9fa3-d37a5be879d2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:28.715665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c48f3-841e-4b33-a433-d2dabd91475f req-4bd18f3b-7909-4ca7-817c-1bd562ae074d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.717462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec7c48f3-841e-4b33-a433-d2dabd91475f req-4bd18f3b-7909-4ca7-817c-1bd562ae074d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.2819223 Jul 09 16:48:28.723932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.724630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.727783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f3334-2c94-43dd-8dab-7c07a3d6a67a None None] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:28.756452 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f2a763c5-3a09-441f-9961-01ab3996ccf0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7539403 Jul 09 16:48:28.757333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:28.766838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:28.811072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.813707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.933788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec7c48f3-841e-4b33-a433-d2dabd91475f req-187a9723-87fe-47e4-a090-306d5eb930ce tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305118 Jul 09 16:48:28.983229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.110685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.176848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-8501d373-4625-4fd0-9fa3-d37a5be879d2', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:48:29.178119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.348337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.372303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b07a0c7-e212-4974-9f65-f370ffbc11ad,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:29.461365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Allocated IP 172.20.0.2 (8501d373-4625-4fd0-9fa3-d37a5be879d2/b06c71ff-3b9f-461b-a840-94a6306c39d7/c5495476-aa8e-4fed-bf05-d004c475a7f8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:29.483874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Checking segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:29.484549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Network hostable DHCP agents. Network: 5f20b4c8-f49c-4d13-955b-b25dca8cdce9, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:48:29.554888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:48:29.607957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7346-4495-4966-9969-edecac58b5a8 req-e09469d2-71c0-41d2-a886-7d68ef75ae69 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:29.610416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-946e7346-4495-4966-9969-edecac58b5a8 req-e09469d2-71c0-41d2-a886-7d68ef75ae69 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2811348 Jul 09 16:48:29.611810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 5f20b4c8-f49c-4d13-955b-b25dca8cdce9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:29.620906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:29.622080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.662951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18f9513a-f9cb-4fce-b303-232a0c9a78cd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2290790 Jul 09 16:48:29.664452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:29.670728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:29.697128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.703022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9899a-6ee2-4040-ab14-2ba2cacbb3b2 None None] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:29.706742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.719654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-946e7346-4495-4966-9969-edecac58b5a8 req-75fa24a1-60bb-42f2-9fd4-af820a49f584 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919414 Jul 09 16:48:29.733142 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.735020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.737110 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.759248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Transition to ACTIVE for port object c5495476-aa8e-4fed-bf05-d004c475a7f8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:29.787068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Transition to ACTIVE for port object c5495476-aa8e-4fed-bf05-d004c475a7f8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:29.804816 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.842646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.868538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:29.874581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:29.888999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:29.940445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Pushing event updated for resources: {'Port': ['ID=c5495476-aa8e-4fed-bf05-d004c475a7f8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:29.999006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Allocated IP 172.25.7.139 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/96944d78-b4a9-41b1-a633-3f913146a0a8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:30.043859 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-a7c98d5e-aa7d-45a6-9a47-be4c144d8d99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1451843 Jul 09 16:48:30.065168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.134546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Attempting to bind port c5495476-aa8e-4fed-bf05-d004c475a7f8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:30.135265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Attempting to bind port c5495476-aa8e-4fed-bf05-d004c475a7f8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:30.135856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Attempting to bind port c5495476-aa8e-4fed-bf05-d004c475a7f8 on network 8501d373-4625-4fd0-9fa3-d37a5be879d2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:30.143383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:30.143886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Checking segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:30.144214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.144611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Bound using segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:30.145087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Bound port: c5495476-aa8e-4fed-bf05-d004c475a7f8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:30.145471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.163215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:48:30.164053 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.235388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.254715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-d8a22127-5fbf-49de-816c-ef2e6300116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.256494 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-d8a22127-5fbf-49de-816c-ef2e6300116e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 1099 time: 0.1167009 Jul 09 16:48:30.315580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] For port c5495476-aa8e-4fed-bf05-d004c475a7f8, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:30.325236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] For port c5495476-aa8e-4fed-bf05-d004c475a7f8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c5495476-aa8e-4fed-bf05-d004c475a7f8,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:30.341993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da898-b1cf-42a8-8a9c-12f52d6e0c6c req-c612927d-af23-4cb7-b29d-216d14042973 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.342361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.352493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b1da898-b1cf-42a8-8a9c-12f52d6e0c6c req-c612927d-af23-4cb7-b29d-216d14042973 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.1732020 Jul 09 16:48:30.397593 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.430049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b1da898-b1cf-42a8-8a9c-12f52d6e0c6c req-068de416-4678-4afd-b9e2-b5df010851bc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710015 Jul 09 16:48:30.445210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:30.455749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:30.471577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c76f3b-0a9a-49b6-842c-e61cb1536670 None None] Pushing event updated for resources: {'Port': ['ID=c5495476-aa8e-4fed-bf05-d004c475a7f8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:30.474031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:30.523882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Allocated IP 172.20.0.2 (5f20b4c8-f49c-4d13-955b-b25dca8cdce9/9b07a0c7-e212-4974-9f65-f370ffbc11ad/d256802e-29d3-4e3f-abd3-2a4f298d96a5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:30.684394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.708812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-be7b5b78-e999-4782-947d-9a19d58e2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.710840 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-be7b5b78-e999-4782-947d-9a19d58e2cbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.4096255 Jul 09 16:48:30.711629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Pushing event updated for resources: {'Port': ['ID=96944d78-b4a9-41b1-a633-3f913146a0a8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:30.738361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.157588 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.171436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-b409974f-a4db-4b6d-b95b-39e03283c820 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e16ebb72-9001-40a6-9099-0e5d6009290e HTTP/1.1" status: 200 len: 217 time: 0.4368706 Jul 09 16:48:31.195349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Transition to ACTIVE for port object d256802e-29d3-4e3f-abd3-2a4f298d96a5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:31.219816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Allocated IP 172.25.7.158 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:31.247078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Transition to ACTIVE for port object d256802e-29d3-4e3f-abd3-2a4f298d96a5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:31.257543 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.356969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:31.367901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:31.374656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:31.390171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Pushing event updated for resources: {'Port': ['ID=d256802e-29d3-4e3f-abd3-2a4f298d96a5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:31.436180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:48:31.508296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Attempting to bind port d256802e-29d3-4e3f-abd3-2a4f298d96a5 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:31.510785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Attempting to bind port d256802e-29d3-4e3f-abd3-2a4f298d96a5 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:31.511637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Attempting to bind port d256802e-29d3-4e3f-abd3-2a4f298d96a5 on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:31.534395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-bf68b361-ac7b-4496-bbc9-281382fea13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:31.539359 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-bf68b361-ac7b-4496-bbc9-281382fea13e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3559785 Jul 09 16:48:31.545468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:31.546410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Checking segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:31.547325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.548164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Bound using segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:31.549164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Bound port: d256802e-29d3-4e3f-abd3-2a4f298d96a5, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:31.549981 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.609577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.665766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17363032-d4ba-4de6-bd6e-547c9a6c9d5a req-417b4a64-805a-48b6-923d-ab7e5702bbf6 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:31.682235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17363032-d4ba-4de6-bd6e-547c9a6c9d5a req-417b4a64-805a-48b6-923d-ab7e5702bbf6 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.3937318 Jul 09 16:48:31.744383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:31.759494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'mac_address': 'fa:16:3e:24:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:48:31.775740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-990e2446-080d-4051-8e1a-a59c41634fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:31.778001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-990e2446-080d-4051-8e1a-a59c41634fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262123 Jul 09 16:48:31.834181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] For port d256802e-29d3-4e3f-abd3-2a4f298d96a5, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:31.839567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] For port d256802e-29d3-4e3f-abd3-2a4f298d96a5, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d256802e-29d3-4e3f-abd3-2a4f298d96a5,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:31.845788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.953770 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.989082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17363032-d4ba-4de6-bd6e-547c9a6c9d5a req-1401c927-c3ad-458f-bcbc-1c0bea5571b6 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899671 Jul 09 16:48:32.000814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68166c5-01fd-44dc-9f6c-f1515db02abf None None] Pushing event updated for resources: {'Port': ['ID=d256802e-29d3-4e3f-abd3-2a4f298d96a5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:32.005695 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.039531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afc9a0fc-de56-4f60-a13e-70c29771a12e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:32.099983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.121874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:32.128014 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.269076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:32.269981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:32.271746 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-4f9d4aad-e645-451d-a59f-488febf904b7 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659765 Jul 09 16:48:32.293292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5ea9b8b8-693a-41fb-9db9-86d35a236c8f req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1625760866', 'description': 'tempest-description-505260945'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:32.318519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:32.324398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['afc9a0fc-de56-4f60-a13e-70c29771a12e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:32.327013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:32.509132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Pushing event updated for resources: {'Port': ['ID=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:32.530543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea9b8b8-693a-41fb-9db9-86d35a236c8f req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.605913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-465123e5-b8c5-47e7-9aae-567cdc37aba3 req-a8787556-648c-41e1-bc77-a6525b13cd9b service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079038 Jul 09 16:48:32.650893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c5495476-aa8e-4fed-bf05-d004c475a7f8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:32.672420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.787595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c5495476-aa8e-4fed-bf05-d004c475a7f8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:32.869334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141fcf5-380f-46fc-8df8-49446b6d4352 None None] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:32.932490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af79e-1c2a-4c90-b19a-ccf77b42124e req-0e0c6bd4-7b9c-4dba-a8e0-9f6d809bf537 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:32.943730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea8af79e-1c2a-4c90-b19a-ccf77b42124e req-0e0c6bd4-7b9c-4dba-a8e0-9f6d809bf537 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.3122456 Jul 09 16:48:33.007931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Router 57750b9e-a8a2-42e6-82da-50549ca815c5 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:48:33.120506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea9b8b8-693a-41fb-9db9-86d35a236c8f req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.131017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea8af79e-1c2a-4c90-b19a-ccf77b42124e req-00ea326c-9649-4669-b31e-f30beb595aa4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862347 Jul 09 16:48:33.134142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea9b8b8-693a-41fb-9db9-86d35a236c8f req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.166199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.193522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:33.213880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] Provisioning for port c5495476-aa8e-4fed-bf05-d004c475a7f8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:33.214512 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Sync routers for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:33.226842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ea9b8b8-693a-41fb-9db9-86d35a236c8f req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.228098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.233098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-87bffd92-4560-4478-ba4f-d038552a8565 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4743817 Jul 09 16:48:33.233742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:33.247280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea9b8b8-693a-41fb-9db9-86d35a236c8f req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9943798 Jul 09 16:48:33.312950 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:33.317240 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:33.317920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ede56-2102-422d-9446-1389a714f6ae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255ae48a-f463-42a3-a86f-9a0b9a51fb48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:33.339804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] Provisioning complete for port c5495476-aa8e-4fed-bf05-d004c475a7f8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:33.340661 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.458800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:33.649178 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:33.672079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.784844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port afc9a0fc-de56-4f60-a13e-70c29771a12e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:33.787045 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.863421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] For port c5495476-aa8e-4fed-bf05-d004c475a7f8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c5495476-aa8e-4fed-bf05-d004c475a7f8,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:33.887167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.160930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4d9e-da82-4354-885e-419e6fb96339 None None] Pushing event updated for resources: {'Port': ['ID=c5495476-aa8e-4fed-bf05-d004c475a7f8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:34.379491 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:30Z', 'revision_number': 3, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:34.416002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.452261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4971f6f5-7770-4f57-af75-d27d7cac6c22 None None] Provisioning complete for port c5495476-aa8e-4fed-bf05-d004c475a7f8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:34.453285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4971f6f5-7770-4f57-af75-d27d7cac6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.470305 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Checking router: 57750b9e-a8a2-42e6-82da-50549ca815c5 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:34.479040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Updating router 57750b9e-a8a2-42e6-82da-50549ca815c5 port 96944d78-b4a9-41b1-a633-3f913146a0a8 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:34.495504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:34.498976 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91efc503-1bca-495b-be8c-c5eb73f7c922" -d '{"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-plugged", "status": "completed", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:34.522272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd2efc-548b-489e-bdd2-79f8c76e3e66 None None] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:34.547645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:34.580344 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.593226 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.910771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.983837 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:34.999809 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Transition to ACTIVE for port object 96944d78-b4a9-41b1-a633-3f913146a0a8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:35.001648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d256802e-29d3-4e3f-abd3-2a4f298d96a5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:35.008444 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.057435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.100346 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Attempting to bind port 96944d78-b4a9-41b1-a633-3f913146a0a8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:35.101391 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Attempting to bind port 96944d78-b4a9-41b1-a633-3f913146a0a8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:35.101987 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Attempting to bind port 96944d78-b4a9-41b1-a633-3f913146a0a8 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:35.108573 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:35.109557 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:35.110410 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.111321 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:35.112104 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Bound port: 96944d78-b4a9-41b1-a633-3f913146a0a8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:35.112763 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.114851 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Pushing event updated for resources: {'Port': ['ID=96944d78-b4a9-41b1-a633-3f913146a0a8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:35.126180 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.127006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.127783 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.128522 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.129132 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.129722 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.130772 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.131552 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.132006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.132421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.132829 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.133241 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:35.164865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-e7fd3a9a-83a6-485e-8d7a-11ed39961a16 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1625760866&fields=id&tenant_id=062347d3c12f4902b61f1f6be6bfc217 HTTP/1.1" status: 200 len: 267 time: 0.2566931 Jul 09 16:48:35.234867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:35.272136 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] For port 96944d78-b4a9-41b1-a633-3f913146a0a8, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:35.291195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a82c3f-9a02-4acf-b204-fb26b80c310e req-5d7f85d4-b9fb-4a02-b4a2-0de3b49264e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:35.294069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6a82c3f-9a02-4acf-b204-fb26b80c310e req-5d7f85d4-b9fb-4a02-b4a2-0de3b49264e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.3852665 Jul 09 16:48:35.306282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] For port 96944d78-b4a9-41b1-a633-3f913146a0a8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=96944d78-b4a9-41b1-a633-3f913146a0a8,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:35.317265 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.367913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d256802e-29d3-4e3f-abd3-2a4f298d96a5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:35.390400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c5495476-aa8e-4fed-bf05-d004c475a7f8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:35.398978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-0dbbaf47-b1df-4ec9-a46e-597bec2b599c tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:35.403319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Allocated IP 172.20.0.1 (8501d373-4625-4fd0-9fa3-d37a5be879d2/b06c71ff-3b9f-461b-a840-94a6306c39d7/46c32431-56e0-4768-ae30-389793e4a79f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:35.409696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-0dbbaf47-b1df-4ec9-a46e-597bec2b599c tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2440262 Jul 09 16:48:35.459488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'port': {'security_groups': ['9f68be02-d86c-4011-9394-32857144d948', '255ae48a-f463-42a3-a86f-9a0b9a51fb48']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:35.472180 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ff08a-dc27-4c84-8cdf-5f61dc404ce9 None None] Pushing event updated for resources: {'Port': ['ID=96944d78-b4a9-41b1-a633-3f913146a0a8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:35.484412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6a82c3f-9a02-4acf-b204-fb26b80c310e req-6a97d9c6-5dd6-42cf-adbf-4a5375b8f0b1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771674 Jul 09 16:48:35.528886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] Provisioning for port d256802e-29d3-4e3f-abd3-2a4f298d96a5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:35.535547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] Provisioning complete for port d256802e-29d3-4e3f-abd3-2a4f298d96a5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:35.535930 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.572580 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:35.573453 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:35.627002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Router 0e011355-2b13-4f0d-b822-d8de72654021 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:48:35.661241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c5495476-aa8e-4fed-bf05-d004c475a7f8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:35.661803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.874360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.911252 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b501064-99fe-4cdf-ad6c-60d1ca0051b9 x-openstack-request-id: req-3b501064-99fe-4cdf-ad6c-60d1ca0051b9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:35.911517 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-plugged", "status": "completed", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:35.911770 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b501064-99fe-4cdf-ad6c-60d1ca0051b9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:35.918609 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'code': 200} Jul 09 16:48:35.919245 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:35.937241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Transition to ACTIVE for port object 46c32431-56e0-4768-ae30-389793e4a79f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:35.950579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8c0955d-c6a1-4956-a523-d37fee06cff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:35.957749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:35.991054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:36.109614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:36.137237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:36.138993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-013397f9-4f30-4042-ae0c-c242a3db194e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4730384 Jul 09 16:48:36.144650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:36.150952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:36.199549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:36.209937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:36.244001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:36.247808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:36.286275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:36.322589 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:30Z', 'revision_number': 3, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:36.371544 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb815058-1a25-4055-b557-8bfbcb501f03 None None] The sync data for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 is: [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:30Z', 'revision_number': 3, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:36.552755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Pushing event updated for resources: {'Port': ['ID=46c32431-56e0-4768-ae30-389793e4a79f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:36.577662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:36.833505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:36.960296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.045401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.163919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:37.330010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] For port d256802e-29d3-4e3f-abd3-2a4f298d96a5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d256802e-29d3-4e3f-abd3-2a4f298d96a5,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:37.339331 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.426099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 96944d78-b4a9-41b1-a633-3f913146a0a8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:37.444566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.456003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.509844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.594601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5381-b9cd-49e7-a7ad-d60053a26ca9 None None] Pushing event updated for resources: {'Port': ['ID=d256802e-29d3-4e3f-abd3-2a4f298d96a5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:37.600725 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.638945 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.648298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-450f1477-5d3f-4dbc-9d5f-17989be6fea2 None None] Provisioning complete for port d256802e-29d3-4e3f-abd3-2a4f298d96a5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:37.648750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-450f1477-5d3f-4dbc-9d5f-17989be6fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.705030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 96944d78-b4a9-41b1-a633-3f913146a0a8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:37.725416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b48c5-a955-4fba-8966-097959e0b460 req-ecb6614b-462a-4cc9-bef3-0d53dc3b05a6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:37.727051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 96944d78-b4a9-41b1-a633-3f913146a0a8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:37.727223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-820b48c5-a955-4fba-8966-097959e0b460 req-ecb6614b-462a-4cc9-bef3-0d53dc3b05a6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.7200346 Jul 09 16:48:37.727570 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.731341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f97cdf54-c272-4cca-a670-7c1f713bc00c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:37.825110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:37.888733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Pushing event updated for resources: {'Port': ['ID=46c32431-56e0-4768-ae30-389793e4a79f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:37.920923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-820b48c5-a955-4fba-8966-097959e0b460 req-ee7ba2bb-450b-4347-9158-6073d033b78b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194243 Jul 09 16:48:37.949223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:37.951051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:37.953300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1867e90a-19dc-4cac-b7ec-5513ed57c2a8 req-c77ab956-cc6e-41b7-a491-c2ab7e6dc588 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "PUT /v2.0/ports/f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 981 time: 2.5423214 Jul 09 16:48:37.958064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:37.961615 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5b3df-31f0-4c85-8275-1bf13f814dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:38.057913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:38.068447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:38.181608 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.194212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f97cdf54-c272-4cca-a670-7c1f713bc00c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:38.267213 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56a3201-de65-44aa-abbe-bee2e0405790 x-openstack-request-id: req-e56a3201-de65-44aa-abbe-bee2e0405790 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:38.267700 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:38.267799 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e56a3201-de65-44aa-abbe-bee2e0405790 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:38.268173 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'status': 'completed', 'code': 200} Jul 09 16:48:38.309494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:32Z', 'revision_number': 3, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:38.416532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:38.416954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Updating router 0e011355-2b13-4f0d-b822-d8de72654021 port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:38.435225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Router 57750b9e-a8a2-42e6-82da-50549ca815c5 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:38.510177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.575449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.705082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 96944d78-b4a9-41b1-a633-3f913146a0a8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=96944d78-b4a9-41b1-a633-3f913146a0a8,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:38.735658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.745598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:38.754999 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.755541 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9ae5b187-c476-4f9b-ac12-909e3bb90180 admin admin] 10.222.0.48 "PUT /v2.0/routers/57750b9e-a8a2-42e6-82da-50549ca815c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5207231 Jul 09 16:48:38.920297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-ea1ca56d-6311-4c85-ba78-ec576c2a9176 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1625760866&fields=id&tenant_id=062347d3c12f4902b61f1f6be6bfc217 HTTP/1.1" status: 200 len: 267 time: 0.3156714 Jul 09 16:48:38.921130 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad4288d4-4186-40c4-ae92-6d77f9fe7770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.929953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=96944d78-b4a9-41b1-a633-3f913146a0a8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:38.935636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.345999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-450f1477-5d3f-4dbc-9d5f-17989be6fea2 None None] Provisioning for port 46c32431-56e0-4768-ae30-389793e4a79f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:39.348337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 96944d78-b4a9-41b1-a633-3f913146a0a8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:39.371788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-450f1477-5d3f-4dbc-9d5f-17989be6fea2 None None] Provisioning complete for port 46c32431-56e0-4768-ae30-389793e4a79f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:39.372610 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-450f1477-5d3f-4dbc-9d5f-17989be6fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.411277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.492088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:39.534212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-b62c2af3-871f-4d8f-9a5a-c52ce7d7a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.537502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-b62c2af3-871f-4d8f-9a5a-c52ce7d7a78b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1135 time: 1.1861098 Jul 09 16:48:39.655923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Allocated IP 172.20.0.1 (5f20b4c8-f49c-4d13-955b-b25dca8cdce9/9b07a0c7-e212-4974-9f65-f370ffbc11ad/308db1e9-40b6-4dd5-b731-9e281a4ca027) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:39.669535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-28dae224-075a-4311-8aca-c3dda39bed25 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.670835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-450f1477-5d3f-4dbc-9d5f-17989be6fea2 None None] Port 46c32431-56e0-4768-ae30-389793e4a79f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:39.671639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-28dae224-075a-4311-8aca-c3dda39bed25 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 984 time: 0.7503655 Jul 09 16:48:39.705396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0af9d8f8-3352-48f0-a84d-2dbade7bab88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.717767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'port': {'security_groups': ['9f68be02-d86c-4011-9394-32857144d948']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:39.759252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a616-59d8-4ff2-a570-e695c8e5f459 req-b9dd3215-a7fd-4531-8a81-bf01621498b8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.764416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d523a616-59d8-4ff2-a570-e695c8e5f459 req-b9dd3215-a7fd-4531-8a81-bf01621498b8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.5568357 Jul 09 16:48:39.854898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0af9d8f8-3352-48f0-a84d-2dbade7bab88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.860474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0af9d8f8-3352-48f0-a84d-2dbade7bab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.867349 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Sync routers for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:39.909409 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:39.912633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:39.915614 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0af9d8f8-3352-48f0-a84d-2dbade7bab88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c74c105b542747dd9db83339b77320d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223499 Jul 09 16:48:39.919989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:40.025643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d523a616-59d8-4ff2-a570-e695c8e5f459 req-08cc1097-5727-4fa8-8edf-53cb2f8c616b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123885 Jul 09 16:48:40.037492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-58410121-4853-4b15-8a1a-781c31919fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:40.039421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-58410121-4853-4b15-8a1a-781c31919fdd service neutron] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.4893456 Jul 09 16:48:40.062868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d8f8-3352-48f0-a84d-2dbade7bab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269f32c-c9d1-4bbe-94ea-a299857d5001,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:40.111701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34c0835-43f1-43d4-a868-07efeebc7391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.146158 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.169225 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34c0835-43f1-43d4-a868-07efeebc7391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.271326 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34c0835-43f1-43d4-a868-07efeebc7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.277006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34c0835-43f1-43d4-a868-07efeebc7391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.282686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c34c0835-43f1-43d4-a868-07efeebc7391 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4269f32c-c9d1-4bbe-94ea-a299857d5001 HTTP/1.1" status: 204 len: 168 time: 0.3595383 Jul 09 16:48:40.302196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c0835-43f1-43d4-a868-07efeebc7391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269f32c-c9d1-4bbe-94ea-a299857d5001,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:40.313330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 96944d78-b4a9-41b1-a633-3f913146a0a8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:40.313330 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.327459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-56b932e6-7a58-4df3-b3cc-2b567b31ebf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.2560656 Jul 09 16:48:40.346350 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:40.397643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c6c806dc-cc84-4fc5-b5ee-0889de1fc39e None None] Provisioning complete for port 46c32431-56e0-4768-ae30-389793e4a79f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:40.398287 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c806dc-cc84-4fc5-b5ee-0889de1fc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.566030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c6c806dc-cc84-4fc5-b5ee-0889de1fc39e None None] Port 46c32431-56e0-4768-ae30-389793e4a79f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:40.695507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-9736b72b-2968-45f1-90e6-b22381bf1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:40.704380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-9736b72b-2968-45f1-90e6-b22381bf1130 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.3722761 Jul 09 16:48:40.708633 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.766447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Transition to ACTIVE for port object b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:40.803241 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.843699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d256802e-29d3-4e3f-abd3-2a4f298d96a5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:40.963034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6252648-cab6-4046-9e7f-2699f580d046 None None] Pushing event updated for resources: {'Port': ['ID=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:40.967569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Attempting to bind port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:40.968254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Attempting to bind port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:40.968887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Attempting to bind port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:40.985283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:40.985829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:40.986336 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.987469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:40.987645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Bound port: b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:40.988730 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.005822 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:37Z', 'revision_number': 2, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:41.088872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Checking router: 57750b9e-a8a2-42e6-82da-50549ca815c5 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:41.089222 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Updating router 57750b9e-a8a2-42e6-82da-50549ca815c5 port 46c32431-56e0-4768-ae30-389793e4a79f binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:41.115938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] For port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:41.121088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] For port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:41.122995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d256802e-29d3-4e3f-abd3-2a4f298d96a5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:41.123702 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.131229 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.132623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-0d27a271-887f-4b94-9c02-a0927bf9281a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812979 Jul 09 16:48:41.142609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.175793 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.192902 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.289027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:41.290026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:41.337990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-eeec953c-8138-49da-a466-cc2695b23ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:41.340128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-eeec953c-8138-49da-a466-cc2695b23ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 829 time: 0.2903416 Jul 09 16:48:41.418350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-4e695b77-b967-43c9-a56d-b458629aec60 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/quotas/14668bcf7d1c40c5be782848d74cbe96 HTTP/1.1" status: 200 len: 375 time: 0.0614002 Jul 09 16:48:41.478204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:41.484777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Transition to ACTIVE for port object 308db1e9-40b6-4dd5-b731-9e281a4ca027 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:41.518334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6252648-cab6-4046-9e7f-2699f580d046 None None] Pushing event updated for resources: {'Port': ['ID=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:41.676533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:41.804107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:41.892470 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.927297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Transition to ACTIVE for port object 46c32431-56e0-4768-ae30-389793e4a79f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:41.949306 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.022193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1373666438-network', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:42.043428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:32Z', 'revision_number': 3, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:42.076113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Made reservation on behalf of c9c7a936d2454e44a2dc115f09624386 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:42.077225 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25e072-11c9-4b62-9aec-9b6f74c48f53 None None] Pushing event updated for resources: {'Port': ['ID=46c32431-56e0-4768-ae30-389793e4a79f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:42.078941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.094028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.109296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e712b4-f654-438c-8d23-f1a9d6a9479b None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:32Z', 'revision_number': 3, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:42.197385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Attempting to bind port 46c32431-56e0-4768-ae30-389793e4a79f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:42.197757 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Attempting to bind port 46c32431-56e0-4768-ae30-389793e4a79f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:42.198223 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Attempting to bind port 46c32431-56e0-4768-ae30-389793e4a79f on network 8501d373-4625-4fd0-9fa3-d37a5be879d2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:42.211803 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:42.212176 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Checking segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:42.212765 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.213332 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Bound using segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:42.214009 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Bound port: 46c32431-56e0-4768-ae30-389793e4a79f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:42.214589 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.306915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.312256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.334191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:48:42.348290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.348640 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Added segment b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f of type vlan for network 2922edcb-3867-421d-b9a2-2f24be6ddcfb Jul 09 16:48:42.405935 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.420323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.422599 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] For port 46c32431-56e0-4768-ae30-389793e4a79f, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:42.428728 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] For port 46c32431-56e0-4768-ae30-389793e4a79f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=46c32431-56e0-4768-ae30-389793e4a79f,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:42.434584 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.455280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.462801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.463559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.470574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.493245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f97cdf54-c272-4cca-a670-7c1f713bc00c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:42.511307 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:42.513147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:42.697621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Pushing event updated for resources: {'Network': ['ID=2922edcb-3867-421d-b9a2-2f24be6ddcfb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:42.743278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4ae7f-0f52-4eeb-96dd-5958d93e51b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:42.780882 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-87891d4a-d7b1-45e4-92a5-211b8421cb30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9750271 Jul 09 16:48:42.784074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:42.788835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.789817 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.792153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9aad2d8a-0f2f-4190-a909-5279b0988d08 req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "PUT /v2.0/ports/f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 942 time: 3.1111767 Jul 09 16:48:42.798626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:42.802207 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:42.807448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-8a948761-dace-4e08-9f3e-4bd5f0898f98 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4630916 Jul 09 16:48:42.809357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.813857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Request body: {'subnet': {'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1373666438-subnet', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:42.843031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:42.846644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:48:42.919182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Made reservation on behalf of c9c7a936d2454e44a2dc115f09624386 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:42.923955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:42.929036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:42.930964 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25e072-11c9-4b62-9aec-9b6f74c48f53 None None] Pushing event updated for resources: {'Port': ['ID=46c32431-56e0-4768-ae30-389793e4a79f,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:42.987525 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:43.092803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:43.131464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f97cdf54-c272-4cca-a670-7c1f713bc00c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:43.404777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:43.533935 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:43.626809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a5cbf7-579d-464e-bdb5-e79158e7ed65,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:43.634014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Checking segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:43.635015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Network hostable DHCP agents. Network: 2922edcb-3867-421d-b9a2-2f24be6ddcfb, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:48:43.663730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:48:43.677467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2922edcb-3867-421d-b9a2-2f24be6ddcfb) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:43.683154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:43.684939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:43.703459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff8263-9171-4f93-b2fa-0e28ac20805f None None] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:43.724711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b787bb27-2429-40c7-adee-4472aca912ae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9367769 Jul 09 16:48:43.724937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-351414e2-0822-40a5-9033-0d48c6a9002f tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&fields=id HTTP/1.1" status: 200 len: 302 time: 2.2863958 Jul 09 16:48:43.728477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:43.732524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:43.774820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:43.776810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:43.821010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e5b3df-31f0-4c85-8275-1bf13f814dc5 req-3fe85ee3-9b49-4ad7-a31c-18d62ab2a429 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9946718 Jul 09 16:48:43.827893 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:42Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:43.866384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218e570-1e87-451c-aac0-baaa48d58323 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event updated for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:43.905179 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710f211-70d0-4ef6-a3ce-c2ce8378219b None None] The sync data for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 is: [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:42Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:43.914567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:44.196112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:44.303661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=308db1e9-40b6-4dd5-b731-9e281a4ca027,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:44.316600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:44.387218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:48:44.388412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:44.411051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:44.467896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-0f92124a-e268-4a29-b684-167a876de51f service neutron] 10.222.0.48 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424178 Jul 09 16:48:44.479534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e84b5-990d-4a37-9140-41692259944f req-7716e304-66d9-4ce8-afa5-ea4c886b857e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:44.481787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c0e84b5-990d-4a37-9140-41692259944f req-7716e304-66d9-4ce8-afa5-ea4c886b857e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.7551582 Jul 09 16:48:44.759656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b995ac5d-af72-4166-8db1-f6e9fe8e8314 None None] Provisioning for port 308db1e9-40b6-4dd5-b731-9e281a4ca027 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:44.813730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c0e84b5-990d-4a37-9140-41692259944f req-e60ab213-b930-4278-b451-0986ea57bd63 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193295 Jul 09 16:48:44.820291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b995ac5d-af72-4166-8db1-f6e9fe8e8314 None None] Provisioning complete for port 308db1e9-40b6-4dd5-b731-9e281a4ca027 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:44.821203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b995ac5d-af72-4166-8db1-f6e9fe8e8314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:44.850190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:44.923585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b995ac5d-af72-4166-8db1-f6e9fe8e8314 None None] Port 308db1e9-40b6-4dd5-b731-9e281a4ca027 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:44.931363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:44.931739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:44.958027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-a6fb4e0f-ffe1-4aee-a9d3-0e872206bb3c service neutron] 10.222.0.48 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749577 Jul 09 16:48:45.000708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.038877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Allocated IP 172.20.0.2 (2922edcb-3867-421d-b9a2-2f24be6ddcfb/29a5cbf7-579d-464e-bdb5-e79158e7ed65/60f73ee1-23ed-447d-9c9f-f28f83fc9839) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:45.063033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.291233 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.347332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.361230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.441151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:45.448586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.539251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=308db1e9-40b6-4dd5-b731-9e281a4ca027,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:45.600833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4733184c-d493-4b22-adaa-fe48f264974e req-518ac910-5093-4443-a3f0-08ddd488fcd6 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5682161 Jul 09 16:48:45.619887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:45.629490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:45.643984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Allocated IP 172.25.7.215 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/1e53ae40-ddd8-424a-915c-c08f414512e0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:45.648888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.704586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.928264 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.974516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Transition to ACTIVE for port object 60f73ee1-23ed-447d-9c9f-f28f83fc9839 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:46.029666 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.052143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Transition to ACTIVE for port object 60f73ee1-23ed-447d-9c9f-f28f83fc9839 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:46.059928 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e74278-2adf-45f2-9bd9-923b661ee968 x-openstack-request-id: req-12e74278-2adf-45f2-9bd9-923b661ee968 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:46.061066 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.061299 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:46.061771 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12e74278-2adf-45f2-9bd9-923b661ee968 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:46.064529 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'status': 'completed', 'code': 200} Jul 09 16:48:46.081266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:46.140414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.150252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:46.280245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Pushing event updated for resources: {'Port': ['ID=1e53ae40-ddd8-424a-915c-c08f414512e0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:46.284563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:46.286409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:46.296143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:46.376879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Pushing event updated for resources: {'Port': ['ID=60f73ee1-23ed-447d-9c9f-f28f83fc9839,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:46.392481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39e1c750-bb6d-430c-adca-bff3fe246c7d req-e91fb43e-84ef-4c45-9fe1-aa43271f963b tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 210 time: 0.1412311 Jul 09 16:48:46.418368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:46.423746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 46c32431-56e0-4768-ae30-389793e4a79f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:46.433177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:46.538759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:46.620449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-609c1889-9e92-4386-8616-157aa467f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:46.629503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-609c1889-9e92-4386-8616-157aa467f507 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.6058285 Jul 09 16:48:46.784825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Attempting to bind port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:46.785582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Attempting to bind port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:46.786183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Attempting to bind port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 on network 2922edcb-3867-421d-b9a2-2f24be6ddcfb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:46.793168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:46.794222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Checking segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:46.795019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.795781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Bound using segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:46.796519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Bound port: 60f73ee1-23ed-447d-9c9f-f28f83fc9839, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:46.797148 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.878319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8aa9f968-32a0-423c-bb9d-5cfdafff0704 None None] Provisioning complete for port 308db1e9-40b6-4dd5-b731-9e281a4ca027 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:46.879480 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8aa9f968-32a0-423c-bb9d-5cfdafff0704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.923541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-d17845bb-bee5-4fdc-90dc-c32e235d2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:46.925075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-d17845bb-bee5-4fdc-90dc-c32e235d2532 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.2809560 Jul 09 16:48:46.925957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9f968-32a0-423c-bb9d-5cfdafff0704 None None] Port 308db1e9-40b6-4dd5-b731-9e281a4ca027 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:46.950111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 46c32431-56e0-4768-ae30-389793e4a79f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:46.961605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 46c32431-56e0-4768-ae30-389793e4a79f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:46.962368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.002550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.032668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] For port 60f73ee1-23ed-447d-9c9f-f28f83fc9839, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:47.037994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] For port 60f73ee1-23ed-447d-9c9f-f28f83fc9839, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60f73ee1-23ed-447d-9c9f-f28f83fc9839,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:47.067890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.086122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-1f66b507-f97e-48b3-ac53-a58bfa59c672 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.1262720 Jul 09 16:48:47.186016 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.206710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-3ad7161d-ac35-47d3-b799-aa8f5ff00630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:47.208543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-3ad7161d-ac35-47d3-b799-aa8f5ff00630 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.0825455 Jul 09 16:48:47.224247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Router 0e011355-2b13-4f0d-b822-d8de72654021 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:47.260286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db5c0-81c3-4118-b9ae-79e3f4da670d None None] Pushing event updated for resources: {'Port': ['ID=60f73ee1-23ed-447d-9c9f-f28f83fc9839,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:47.320006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 46c32431-56e0-4768-ae30-389793e4a79f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=46c32431-56e0-4768-ae30-389793e4a79f,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:47.340694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-9e5a3313-2980-4513-b43f-62be4562127e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140573 Jul 09 16:48:47.348469 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.350033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:47.506371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:47.507125 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.614424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=46c32431-56e0-4768-ae30-389793e4a79f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:47.623453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.660062 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.891725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Allocated IP 172.25.7.194 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/01de5dac-d30b-46dc-b525-a87f7e79017d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:47.968601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa8bf8-db40-4060-9cbe-6996cb46c4e0 req-27fcca05-83ac-400d-b6a5-22ad617dae2c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:47.991552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75aa8bf8-db40-4060-9cbe-6996cb46c4e0 req-27fcca05-83ac-400d-b6a5-22ad617dae2c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 1.0654621 Jul 09 16:48:48.013559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:48:48.152050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:48.166010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:48.190065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:48.191993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:48.201542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67f57cd8-c3b0-49bd-9b1d-5ba1bb96c6c7 admin admin] 10.222.0.48 "PUT /v2.0/routers/0e011355-2b13-4f0d-b822-d8de72654021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0476043 Jul 09 16:48:48.232633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:48.236274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-234ffb6b-f4da-40e3-85a3-330e7dd8735f service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817029 Jul 09 16:48:48.264008 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Sync routers for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:48.281812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:48.283480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba8c2398-dd78-46c9-8a3e-51cb5c994b04 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5554490 Jul 09 16:48:48.286324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:48.299528 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:48.301434 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:48.385766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 46c32431-56e0-4768-ae30-389793e4a79f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:48.498848 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:48.555788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75aa8bf8-db40-4060-9cbe-6996cb46c4e0 req-53a03b3a-12e7-4695-99b3-d05eda7ec7bd tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512469 Jul 09 16:48:48.750436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:48.890126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe33bff-7968-4eb1-927f-cd701ec0ccf7 req-0404e5dc-303d-44a0-8630-b15ef541ec20 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417649 Jul 09 16:48:49.021981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:49.024512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c4ed9-6ae6-4a28-8998-32620ef39dd0 None None] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:49.087229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:49.097894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:49.177464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:49.236941 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:46Z', 'revision_number': 3, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:49.301384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 46c32431-56e0-4768-ae30-389793e4a79f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:49.303952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:49.318504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:49.332406 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Checking router: c68458cf-df3b-4fa0-bc7a-966a8ff39d47 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:49.333046 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Updating router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 port 1e53ae40-ddd8-424a-915c-c08f414512e0 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:49.390256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61d99f35-b6ec-4d71-9c34-d7143ff3d3b2 req-27fe9d51-d5e3-45b2-a4a6-9cc1f21a4cf2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 210 time: 0.1138196 Jul 09 16:48:49.438889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event updated for resources: {'Port': ['ID=01de5dac-d30b-46dc-b525-a87f7e79017d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:49.450899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.451674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.452333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.452843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.453512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.454016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.455112 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:49.467826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.470436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.471140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.471654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.472173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.472807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:49.523290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:49.641529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:49.650685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4ef9634-991d-4378-b981-4046d31fefeb None None] Provisioning for port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:49.809985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-a0a04c0b-522a-4079-9685-049a530fb716 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:49.812148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-a0a04c0b-522a-4079-9685-049a530fb716 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.37 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 829 time: 0.2910571 Jul 09 16:48:49.870452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60f73ee1-23ed-447d-9c9f-f28f83fc9839 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:50.098498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Request body: {'port': {'device_id': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'admin_state_up': True, 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:50.109717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.119702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.147740 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.209475 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Transition to ACTIVE for port object 1e53ae40-ddd8-424a-915c-c08f414512e0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:50.234984 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.296805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:50.316858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:50.337587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845926851', 'description': 'tempest-description--1863274395'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:50.348048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:50.348389 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.446000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.510813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event updated for resources: {'Port': ['ID=01de5dac-d30b-46dc-b525-a87f7e79017d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:50.561209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.562456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4733184c-d493-4b22-adaa-fe48f264974e req-c15332df-ed74-4d84-85e9-92a10a175f68 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9468176 Jul 09 16:48:50.563084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.639242 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.692284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 60f73ee1-23ed-447d-9c9f-f28f83fc9839, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60f73ee1-23ed-447d-9c9f-f28f83fc9839,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:50.698565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.716626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4733184c-d493-4b22-adaa-fe48f264974e req-c66087d8-9210-4e8b-8d47-d5489a81f04a tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 696 time: 0.1418252 Jul 09 16:48:50.718784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:44Z', 'revision_number': 2, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:50.795729 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b5c02-e401-4ab7-93ad-b717b29f8db4 None None] Pushing event updated for resources: {'Port': ['ID=1e53ae40-ddd8-424a-915c-c08f414512e0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:50.804138 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Attempting to bind port 1e53ae40-ddd8-424a-915c-c08f414512e0 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:50.804604 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Attempting to bind port 1e53ae40-ddd8-424a-915c-c08f414512e0 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:50.804910 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Attempting to bind port 1e53ae40-ddd8-424a-915c-c08f414512e0 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:50.823845 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:50.824149 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:50.824564 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.827103 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:50.827657 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Bound port: 1e53ae40-ddd8-424a-915c-c08f414512e0, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:50.828052 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.877537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:50.878505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Updating router 0e011355-2b13-4f0d-b822-d8de72654021 port 308db1e9-40b6-4dd5-b731-9e281a4ca027 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:50.929460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733184c-d493-4b22-adaa-fe48f264974e req-a51a0b2f-9061-4860-b7aa-4838e4bb734e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:50.930960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4733184c-d493-4b22-adaa-fe48f264974e req-a51a0b2f-9061-4860-b7aa-4838e4bb734e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2121909 Jul 09 16:48:50.949590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.984196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.004934 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] For port 1e53ae40-ddd8-424a-915c-c08f414512e0, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:51.013951 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] For port 1e53ae40-ddd8-424a-915c-c08f414512e0, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1e53ae40-ddd8-424a-915c-c08f414512e0,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:51.022417 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.028385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1cddd5bf-1e71-43da-af21-a712052bf60f None None] Provisioning complete for port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:51.028919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1cddd5bf-1e71-43da-af21-a712052bf60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.068671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.081917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.138004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=60f73ee1-23ed-447d-9c9f-f28f83fc9839,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:51.161105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Made reservation on behalf of 14668bcf7d1c40c5be782848d74cbe96 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:51.166613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.182588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.184140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8708694 Jul 09 16:48:51.187139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:51.193860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'security_group_rule': {'security_group_id': 'c275ca74-cef1-4925-87a3-1bbb6223d3b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:51.198528 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:51.204401 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:51.244650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c7da8-372d-477a-9099-077d0d610851 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c275ca74-cef1-4925-87a3-1bbb6223d3b3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:51.346316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.365133 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:51.503441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9850f891-bc8c-4e54-92df-5fee1c58a803 req-b2be2b7b-51c7-4756-bd52-f0fd24f75671 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 210 time: 0.1516700 Jul 09 16:48:51.540344 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b5c02-e401-4ab7-93ad-b717b29f8db4 None None] Pushing event updated for resources: {'Port': ['ID=1e53ae40-ddd8-424a-915c-c08f414512e0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:51.618311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Allocated IP 172.20.0.1 (2922edcb-3867-421d-b9a2-2f24be6ddcfb/29a5cbf7-579d-464e-bdb5-e79158e7ed65/068b0140-a71b-4483-a457-c64b83fa45c9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:51.637449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.649918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3306bb-6829-4ad3-8fd7-6d6875b437d8 req-368a0f3c-d8df-4eb9-a4dc-39c5c3abd5f1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:51.657585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d3306bb-6829-4ad3-8fd7-6d6875b437d8 req-368a0f3c-d8df-4eb9-a4dc-39c5c3abd5f1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.4054742 Jul 09 16:48:51.691535 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:46Z', 'revision_number': 3, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:51.696392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.723131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d3306bb-6829-4ad3-8fd7-6d6875b437d8 req-c28b5cad-8b8b-4aa8-9528-dd3c6fffa3ed tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645561 Jul 09 16:48:51.733148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07372add-af33-433e-a12c-c237dc5c2352,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:51.735103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.753127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d106ce4-f099-435a-94de-d632eabe9b83 None None] The sync data for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 is: [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:46Z', 'revision_number': 3, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:51.792259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Transition to ACTIVE for port object 308db1e9-40b6-4dd5-b731-9e281a4ca027 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:51.818501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.856021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.857323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-04d2e7a5-ab93-47d4-aa36-b941f14a1ba5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6687534 Jul 09 16:48:51.861176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:51.877377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'security_group_rule': {'security_group_id': 'c275ca74-cef1-4925-87a3-1bbb6223d3b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:51.964742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d186-5e48-4c9c-8a5c-159207763f10 None None] Pushing event updated for resources: {'Port': ['ID=308db1e9-40b6-4dd5-b731-9e281a4ca027,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:51.967568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.047289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Allocated IP 172.20.0.6 (8501d373-4625-4fd0-9fa3-d37a5be879d2/b06c71ff-3b9f-461b-a840-94a6306c39d7/5891412c-f734-46ac-8d57-81b4ab71856e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:52.098820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Attempting to bind port 308db1e9-40b6-4dd5-b731-9e281a4ca027 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:52.099203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Attempting to bind port 308db1e9-40b6-4dd5-b731-9e281a4ca027 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:52.099831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Attempting to bind port 308db1e9-40b6-4dd5-b731-9e281a4ca027 on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:52.111402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:52.111778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Checking segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:52.112191 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.112592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Bound using segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:52.113450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Bound port: 308db1e9-40b6-4dd5-b731-9e281a4ca027, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:52.113849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.204052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-b5aa78ab-0449-4550-b3c2-43e056d96eb0 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:52.205788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-b5aa78ab-0449-4550-b3c2-43e056d96eb0 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4521570 Jul 09 16:48:52.289238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.332585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.343904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] For port 308db1e9-40b6-4dd5-b731-9e281a4ca027, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:52.352837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-f21bc71c-9d69-4250-87c5-6fe7c8bc50c3 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 696 time: 0.1090970 Jul 09 16:48:52.364657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] For port 308db1e9-40b6-4dd5-b731-9e281a4ca027, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=308db1e9-40b6-4dd5-b731-9e281a4ca027,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:52.371204 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.398658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.413994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e575ddc8-eb48-4149-9e00-099f85a1da5b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:52.464176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'floatingip': {'port_id': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:52.479508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.481075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9dbd9aab-b015-424e-8b1b-7828fe20f44d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6189380 Jul 09 16:48:52.488332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:52.497014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:52.514200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Transition to ACTIVE for port object 068b0140-a71b-4483-a457-c64b83fa45c9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:52.650713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:52.651492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:52.690514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.712333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Transition to ACTIVE for port object 5891412c-f734-46ac-8d57-81b4ab71856e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:52.761902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.809348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.872689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:53.088902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:53.097699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:53.127492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:53.139328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1e53ae40-ddd8-424a-915c-c08f414512e0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:53.279539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d186-5e48-4c9c-8a5c-159207763f10 None None] Pushing event updated for resources: {'Port': ['ID=308db1e9-40b6-4dd5-b731-9e281a4ca027,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.298032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.365448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:53.368977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event updated for resources: {'Port': ['ID=5891412c-f734-46ac-8d57-81b4ab71856e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.385786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:53.401078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:53.482925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1e53ae40-ddd8-424a-915c-c08f414512e0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:53.522332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1e53ae40-ddd8-424a-915c-c08f414512e0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:53.524115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.683132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:53.683889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.707867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.723632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec968ed-e180-415c-b314-bd53447ead06 req-a017146e-0904-4cd8-9573-ddba00f65e1f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:53.727853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fec968ed-e180-415c-b314-bd53447ead06 req-a017146e-0904-4cd8-9573-ddba00f65e1f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 1.5471163 Jul 09 16:48:53.779590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.851268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-cacef54c-f62f-4a49-8779-4106acfba937 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7520349 Jul 09 16:48:53.885351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Pushing event updated for resources: {'Port': ['ID=068b0140-a71b-4483-a457-c64b83fa45c9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.930499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.030197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.043189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Request body: {'port': {'device_id': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:54.057279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Provisioning for port 5891412c-f734-46ac-8d57-81b4ab71856e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:54.063341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1e53ae40-ddd8-424a-915c-c08f414512e0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1e53ae40-ddd8-424a-915c-c08f414512e0,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:54.066269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Provisioning complete for port 5891412c-f734-46ac-8d57-81b4ab71856e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:54.066681 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.072072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.072948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60f73ee1-23ed-447d-9c9f-f28f83fc9839 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:54.118996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.180514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:52Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:54.182169 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:48:54.193440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Port 5891412c-f734-46ac-8d57-81b4ab71856e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:54.226575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fec968ed-e180-415c-b314-bd53447ead06 req-577a5cdd-05cc-4b46-b029-af150fb76e26 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821723 Jul 09 16:48:54.428225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1e53ae40-ddd8-424a-915c-c08f414512e0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:54.431558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23147084-7f51-4b2d-97fe-6e50129afaec None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:52Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:54.474509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.482901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Provisioning for port 068b0140-a71b-4483-a457-c64b83fa45c9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:54.521986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:54.525136 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.540309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Provisioning complete for port 068b0140-a71b-4483-a457-c64b83fa45c9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:54.540579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.644003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-48661dfd-05d4-44a4-aa6e-92265d7622bd None None] Port 068b0140-a71b-4483-a457-c64b83fa45c9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:54.645402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Allocated IP 172.25.7.228 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/4912416b-9f26-402c-a919-61429ff368c6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:54.829419 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.181311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.218218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 308db1e9-40b6-4dd5-b731-9e281a4ca027 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:55.219632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2cff-49c3-452b-84a4-12c3aa8112c0 req-280b03ec-88b9-4a87-af64-8cf9b1597ad4 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:55.228916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdea2cff-49c3-452b-84a4-12c3aa8112c0 req-280b03ec-88b9-4a87-af64-8cf9b1597ad4 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 931 time: 0.3529196 Jul 09 16:48:55.306683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.323917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 308db1e9-40b6-4dd5-b731-9e281a4ca027 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:55.328751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 308db1e9-40b6-4dd5-b731-9e281a4ca027 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:55.329132 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.354734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdea2cff-49c3-452b-84a4-12c3aa8112c0 req-255a499b-0b28-4d45-b3cf-55f58738c7a8 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224344 Jul 09 16:48:55.356837 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.473335 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.545467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 308db1e9-40b6-4dd5-b731-9e281a4ca027, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=308db1e9-40b6-4dd5-b731-9e281a4ca027,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:55.551870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.552684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1e53ae40-ddd8-424a-915c-c08f414512e0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:55.640421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.823864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=308db1e9-40b6-4dd5-b731-9e281a4ca027,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:55.831828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.848646 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Floating IP 975345a2-5ded-418c-b8f1-4f024cc13dd8 associated. External IP: 172.25.7.194, port: f97cdf54-c272-4cca-a670-7c1f713bc00c. Jul 09 16:48:55.850669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1e53ae40-ddd8-424a-915c-c08f414512e0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:55.851230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.872982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.896922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:55.947473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:55.971579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5891412c-f734-46ac-8d57-81b4ab71856e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:55.980025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:55.992112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.001838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'Port': ['ID=4912416b-9f26-402c-a919-61429ff368c6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:56.098301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-8be23754-2e23-4baa-8e7c-86ca8b6138b3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:56.105445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-8be23754-2e23-4baa-8e7c-86ca8b6138b3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.4246140 Jul 09 16:48:56.145835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Transition to ACTIVE for port object 5891412c-f734-46ac-8d57-81b4ab71856e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:56.147421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Pushing event updated for resources: {'Port': ['ID=068b0140-a71b-4483-a457-c64b83fa45c9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:56.161131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-012c7946-ffb6-41e3-98b5-db06e68434b2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/quotas/41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 375 time: 0.0546451 Jul 09 16:48:56.161823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.180191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.426025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Pushing event updated for resources: {'Port': ['ID=5891412c-f734-46ac-8d57-81b4ab71856e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:56.461334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:56.509543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-c943b569-0c2c-48ed-8fd1-3b4e16d4a105 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3473082 Jul 09 16:48:56.520695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:56.644980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-70fa540d-9b1c-49e9-bea2-f634f14dc43d service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309173 Jul 09 16:48:56.657600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Router de0deafb-ff60-40cd-a10a-ebcade719a77 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:56.803693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.030061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.094552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 308db1e9-40b6-4dd5-b731-9e281a4ca027 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:57.250415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2687dc5b-d58c-4c2f-808b-fd25f907e437 None None] Provisioning complete for port 068b0140-a71b-4483-a457-c64b83fa45c9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:57.251271 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2687dc5b-d58c-4c2f-808b-fd25f907e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.253016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 308db1e9-40b6-4dd5-b731-9e281a4ca027 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:57.253754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.259422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-c2a969e1-788b-4bf5-b212-f5e57ac0ff36 service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129279 Jul 09 16:48:57.266961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Attempting to bind port 5891412c-f734-46ac-8d57-81b4ab71856e on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:57.267688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Attempting to bind port 5891412c-f734-46ac-8d57-81b4ab71856e by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:57.268267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Attempting to bind port 5891412c-f734-46ac-8d57-81b4ab71856e on network 8501d373-4625-4fd0-9fa3-d37a5be879d2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:57.285139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:57.296021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Port 5891412c-f734-46ac-8d57-81b4ab71856e on network 8501d373-4625-4fd0-9fa3-d37a5be879d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:48:57.296253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.296880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Attempting to bind port 5891412c-f734-46ac-8d57-81b4ab71856e on network 8501d373-4625-4fd0-9fa3-d37a5be879d2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:57.324117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:57.324943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Checking segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:57.325606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Bound using segment: {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:57.326315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Bound port: 5891412c-f734-46ac-8d57-81b4ab71856e, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:57.326964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.404382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c01546d4-494d-4299-8175-7d6ce15233cd tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "PUT /v2.0/floatingips/975345a2-5ded-418c-b8f1-4f024cc13dd8 HTTP/1.1" status: 200 len: 996 time: 4.9751639 Jul 09 16:48:57.404879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] Sync routers for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:57.406312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:57.412754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:57.417116 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8abce-495a-42cc-af7f-47333c6edc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:57.418641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.448366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2687dc5b-d58c-4c2f-808b-fd25f907e437 None None] Port 068b0140-a71b-4483-a457-c64b83fa45c9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:57.463568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:57.464118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:57.662542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.691781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] For port 5891412c-f734-46ac-8d57-81b4ab71856e, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:57.696790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-6d9d9315-5fde-4682-b028-2d71bb565855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:57.698435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-6d9d9315-5fde-4682-b028-2d71bb565855 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.2708125 Jul 09 16:48:57.700367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] For port 5891412c-f734-46ac-8d57-81b4ab71856e, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5891412c-f734-46ac-8d57-81b4ab71856e,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:57.743631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.869021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:57.933069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:57.933848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.935499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] 10.222.0.37 "PUT /v2.0/ports/5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 1091 time: 4.0649889 Jul 09 16:48:57.936238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:57.945572 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d8f20-488e-4c05-b055-ea92e5ab5fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:57.959064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'Port': ['ID=4912416b-9f26-402c-a919-61429ff368c6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:58.103351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-4090d406-7aec-43bd-b713-092e45aff940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:58.115501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-4090d406-7aec-43bd-b713-092e45aff940 service neutron] 10.222.0.48 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.3958499 Jul 09 16:48:58.392855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-478add05-5af7-40e3-b2c1-e12867af78b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 999 time: 0.2761841 Jul 09 16:48:58.489240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '975345a2-5ded-418c-b8f1-4f024cc13dd8', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'port_id': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'mac_address': 'fa:16:3e:88:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:49Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 1, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:28Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:58.520230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] Checking router: de0deafb-ff60-40cd-a10a-ebcade719a77 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:58.530301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:58.531097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:58.554288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc74e4-53e4-4684-98d7-106805b0bc57 req-6a3ca964-c9a4-48cb-a328-921e5ea582c1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:58.576940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45bc74e4-53e4-4684-98d7-106805b0bc57 req-6a3ca964-c9a4-48cb-a328-921e5ea582c1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 943 time: 0.4293511 Jul 09 16:48:58.643809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-673ae3c5-b52e-44e6-a1c2-cc94c87e1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:58.647928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-673ae3c5-b52e-44e6-a1c2-cc94c87e1b63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.2538877 Jul 09 16:48:58.710745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45bc74e4-53e4-4684-98d7-106805b0bc57 req-cbde2707-fafe-4309-abea-98b0cefc6891 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326420 Jul 09 16:48:58.718048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:58.746723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.767730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-64ec321c-b407-424b-82ee-2d71138e03cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036806 Jul 09 16:48:58.820810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:58.827986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.838501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-233df13b-9cf0-45af-bc7d-23ef38ed3f69 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3377049 Jul 09 16:48:58.838501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-77640075-0e85-4424-8ce9-6c9823943a85 admin admin] 10.222.0.48 "PUT /v2.0/routers/c68458cf-df3b-4fa0-bc7a-966a8ff39d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5477161 Jul 09 16:48:58.856697 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Sync routers for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:58.882081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f44fa-ac4d-4f48-8b84-4d3d7aa85415 service neutron] Pushing event updated for resources: {'Port': ['ID=5891412c-f734-46ac-8d57-81b4ab71856e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:58.896555 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:58.897039 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:58.927506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-760c1b79-77f0-4ec7-be5d-d082e9bdd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:58.930134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-760c1b79-77f0-4ec7-be5d-d082e9bdd16f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1094 time: 0.5205941 Jul 09 16:48:58.979909 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c84f1c-d394-46aa-96f0-caafeaf5df83 x-openstack-request-id: req-74c84f1c-d394-46aa-96f0-caafeaf5df83 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:58.980300 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:58.980438 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74c84f1c-d394-46aa-96f0-caafeaf5df83 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:58.980817 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'status': 'completed', 'code': 200} Jul 09 16:48:59.059765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-e8c0340f-eecb-4223-847b-f769bca50f21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 217 time: 0.1130857 Jul 09 16:48:59.204745 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:59.277723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-c0dddd1d-97bb-40b4-ac8d-5fd9bfb2030c service neutron] 10.222.0.48 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987326 Jul 09 16:48:59.311166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-71bf0bf8-e0a5-46f1-a3ca-2fda1f8571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:59.320924 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-71bf0bf8-e0a5-46f1-a3ca-2fda1f8571f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 200 len: 868 time: 0.2493379 Jul 09 16:48:59.418080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '975345a2-5ded-418c-b8f1-4f024cc13dd8', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'port_id': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'mac_address': 'fa:16:3e:88:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:49Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 1, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:28Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:59.455659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539a982-b179-4ccb-a45e-d980def44d66 None None] The sync data for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 is: [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '975345a2-5ded-418c-b8f1-4f024cc13dd8', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'port_id': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'mac_address': 'fa:16:3e:88:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:49Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 1, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:28Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:59.522135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-6c25d1c6-d75c-476a-9b50-8cddbdf9b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:59.523811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-6c25d1c6-d75c-476a-9b50-8cddbdf9b169 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8501d373-4625-4fd0-9fa3-d37a5be879d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972513 Jul 09 16:48:59.554778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d529d542-2963-4b7e-a583-565e5c47a48f req-670787d7-df2b-481a-bee9-0857a349979e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 210 time: 0.1956837 Jul 09 16:48:59.563138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-c8e2ebc9-7667-40a1-857c-c3ddad6e9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:59.566745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-c8e2ebc9-7667-40a1-857c-c3ddad6e9739 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.5693595 Jul 09 16:48:59.715168 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95f03ae-0a4d-48be-8ab0-baa95ce4b7d6 x-openstack-request-id: req-d95f03ae-0a4d-48be-8ab0-baa95ce4b7d6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:59.722838 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 2, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:59.732483 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:59.733776 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d95f03ae-0a4d-48be-8ab0-baa95ce4b7d6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:59.736484 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e', 'status': 'completed', 'code': 200} Jul 09 16:48:59.857389 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Checking router: c68458cf-df3b-4fa0-bc7a-966a8ff39d47 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:59.857997 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Updating router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 port 068b0140-a71b-4483-a457-c64b83fa45c9 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:59.919947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-da6afa8f-ef07-47d3-ab7c-b3312debc3be service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874316 Jul 09 16:48:59.982812 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.009994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee17ce-7ad1-4b29-bb13-1a733870722e None None] New status for floating IP 975345a2-5ded-418c-b8f1-4f024cc13dd8: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:00.041483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9ba5779-5f66-4025-9f46-6995c414efe6 req-b142a875-af67-4e5e-a444-77276ff225dd service neutron] 10.222.0.48 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359779 Jul 09 16:49:00.111796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-68d94e58-8ede-42e6-bbfc-d9bb86685c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:00.121640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-68d94e58-8ede-42e6-bbfc-d9bb86685c6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.5354283 Jul 09 16:49:00.290043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-f2790106-9bfd-4407-9da6-56fc57f784fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 999 time: 0.1608610 Jul 09 16:49:00.323893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-fac083c9-f197-46a4-9329-7783b94783df tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--845926851&fields=id&tenant_id=5d7f8e88114a494f9fdbb585eae9802b HTTP/1.1" status: 200 len: 267 time: 0.1688955 Jul 09 16:49:00.366154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:00.382268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-368752880-network', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:00.536050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Made reservation on behalf of f4f9d0a598c5421b9d976cf73670b513 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:00.538905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.574430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.574733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-f6e6188c-2764-4cc1-b29e-78e7a1f3d9bd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:00.588378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-f6e6188c-2764-4cc1-b29e-78e7a1f3d9bd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 811 time: 0.2634301 Jul 09 16:49:00.601194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-a8a0374f-ae31-4967-8f5f-e3bcf30e0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:00.602309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-95e3274a-5d11-4f6c-853c-0a781e831dd7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:00.603916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-95e3274a-5d11-4f6c-853c-0a781e831dd7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.6159751 Jul 09 16:49:00.608300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-a8a0374f-ae31-4967-8f5f-e3bcf30e0051 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.1314447 Jul 09 16:49:00.705821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-20044a3c-bb3e-4230-a973-3a3f579af95c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/quotas/5d7f8e88114a494f9fdbb585eae9802b HTTP/1.1" status: 200 len: 375 time: 0.1162853 Jul 09 16:49:00.717409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.734572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'port': {'device_id': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'admin_state_up': True, 'tenant_id': '41ab974166044af59f006b4e24ee852e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:00.742767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.757058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:49:00.823401 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.850506 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Transition to ACTIVE for port object 068b0140-a71b-4483-a457-c64b83fa45c9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:00.859741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.860315 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Added segment 9d242b2f-d951-42a9-ab9b-6f1d74fc2a55 of type vlan for network f55d64fa-77c1-4c01-8d4d-4a98197ff54c Jul 09 16:49:00.863141 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.876987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-f489b38d-9f25-4987-a535-f8f7bafd56cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116568 Jul 09 16:49:00.914957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.988541 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66b28b-7ae0-417d-9940-2eef453b024b None None] Pushing event updated for resources: {'Port': ['ID=068b0140-a71b-4483-a457-c64b83fa45c9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:01.006176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911d61d-76d9-4847-a164-20b422662d24,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:01.034729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3115b701-24fd-46ff-8cfd-8d916b66a480 req-de3d3e7b-7db4-4f1e-867a-eb10b0c2cae5 service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1071069 Jul 09 16:49:01.076459 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.090432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:01.094922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.155144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7856-bd5c-4c12-ad59-64583f53fef1 req-9acfa2ef-3d4d-4656-bdf8-57f9d0b979aa tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:01.156805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de4d7856-bd5c-4c12-ad59-64583f53fef1 req-9acfa2ef-3d4d-4656-bdf8-57f9d0b979aa tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 943 time: 0.6964791 Jul 09 16:49:01.205171 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Attempting to bind port 068b0140-a71b-4483-a457-c64b83fa45c9 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:01.206448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Attempting to bind port 068b0140-a71b-4483-a457-c64b83fa45c9 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:01.207116 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Attempting to bind port 068b0140-a71b-4483-a457-c64b83fa45c9 on network 2922edcb-3867-421d-b9a2-2f24be6ddcfb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:01.233533 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:01.236121 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Checking segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:01.237014 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.238671 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Bound using segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:01.239132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-c03b8c13-c39d-4410-8b82-b4376de62681 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5229504 Jul 09 16:49:01.240969 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Bound port: 068b0140-a71b-4483-a457-c64b83fa45c9, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:01.241951 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.337180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de4d7856-bd5c-4c12-ad59-64583f53fef1 req-22e28f27-2132-47c0-975e-eb2e57421064 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603677 Jul 09 16:49:01.345466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-54a8db65-0afa-4a99-9913-83033108859a service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546664 Jul 09 16:49:01.360354 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] For port 068b0140-a71b-4483-a457-c64b83fa45c9, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:01.364463 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] For port 068b0140-a71b-4483-a457-c64b83fa45c9, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=068b0140-a71b-4483-a457-c64b83fa45c9,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:01.367075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9931169 Jul 09 16:49:01.375346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55968) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:01.379574 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.394180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Request body: {'subnet': {'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-368752880-subnet', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:01.477677 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66b28b-7ae0-417d-9940-2eef453b024b None None] Pushing event updated for resources: {'Port': ['ID=068b0140-a71b-4483-a457-c64b83fa45c9,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:01.496546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-4482f885-a934-46eb-acf6-082b12ddbe92 service neutron] 10.222.0.48 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360420 Jul 09 16:49:01.502607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Made reservation on behalf of f4f9d0a598c5421b9d976cf73670b513 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:01.505032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.539333 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:01.540362 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:01.677095 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:01.735061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56f8abce-495a-42cc-af7f-47333c6edc4c req-c4c43cdc-3384-4c40-8052-0cccb68ce394 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782492 Jul 09 16:49:01.794799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-13e6d4f8-373f-456d-874b-8b11d1cb5922 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1001 time: 0.1995821 Jul 09 16:49:01.811221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826352-61ff-4986-b3da-dd7bcfe572df admin admin] Pushing event updated for resources: {'Network': ['ID=f55d64fa-77c1-4c01-8d4d-4a98197ff54c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:01.823192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:49:01.838118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.873772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-85da432b-d3a1-493b-99d0-dd91f36c21c3 service neutron] 10.222.0.48 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762085 Jul 09 16:49:01.907952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-e320bc26-d9d8-4c88-b85a-43761b869901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:01.909544 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-e320bc26-d9d8-4c88-b85a-43761b869901 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1094 time: 0.6851230 Jul 09 16:49:01.944120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-8d5f10f2-65b9-4056-a3fa-3f4ce00f6fff tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:01.974981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-8d5f10f2-65b9-4056-a3fa-3f4ce00f6fff tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports/f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 942 time: 0.1757936 Jul 09 16:49:02.139761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-162e89d0-2cd3-48bc-8f13-d178dcb72cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:02.142227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-162e89d0-2cd3-48bc-8f13-d178dcb72cfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 930 time: 0.1273656 Jul 09 16:49:02.147871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:02.152694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.308906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-eda1d4f5-407b-4745-9337-1f178ae06335 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1001 time: 0.1138864 Jul 09 16:49:02.359606 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:01Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:02.390486 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-e3432b03-8451-40c8-866e-bde1b7a0c1d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 217 time: 0.2201607 Jul 09 16:49:02.418640 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4306ca-1a52-482d-9e5a-cefb5ab301d6 None None] The sync data for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 is: [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:01Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:02.474307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:02.530358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Checking segment: {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:02.530862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Network hostable DHCP agents. Network: f55d64fa-77c1-4c01-8d4d-4a98197ff54c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:49:02.639054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d090b3b-9326-49d4-b245-971ca10964f2 req-43aebbfa-dcfa-4f0e-a239-94c93dead4be tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 210 time: 0.2708647 Jul 09 16:49:02.674133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-30a6c50a-8422-4d43-9627-cb5f1a09fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:02.678955 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-30a6c50a-8422-4d43-9627-cb5f1a09fd14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 200 len: 868 time: 0.2378535 Jul 09 16:49:02.828426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-a210cb6c-6b12-4193-8319-90b8b8c5f563 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:02.841465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-a210cb6c-6b12-4193-8319-90b8b8c5f563 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.5271084 Jul 09 16:49:02.859870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:49:02.914003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Allocated IP 172.20.0.6 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/70379fe6-3f73-4d8c-b119-d279c6292d2e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:02.963743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f55d64fa-77c1-4c01-8d4d-4a98197ff54c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:02.974941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ce23b-6c39-4d5a-9156-14e044774042 None None] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:03.016749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:03.021674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.049239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fac3fd30-a81f-47a7-bc51-acf83182b19a req-015499b1-6e77-4eb3-9828-5177d53ad34d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 210 time: 0.0728495 Jul 09 16:49:03.115755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 068b0140-a71b-4483-a457-c64b83fa45c9 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:03.139814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-bbde7154-579e-4031-88cd-79b8f0364368 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 1001 time: 0.2958655 Jul 09 16:49:03.157677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-608db862-196e-4e21-88df-6fe7dac5a61e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7717974 Jul 09 16:49:03.160238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:03.162318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:03.185124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:03.205086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-e163170d-69c4-4ec3-934b-0cbd38590ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:03.207016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-e163170d-69c4-4ec3-934b-0cbd38590ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8501d373-4625-4fd0-9fa3-d37a5be879d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5176349 Jul 09 16:49:03.452746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.531547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 068b0140-a71b-4483-a457-c64b83fa45c9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:03.535085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.542838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.554918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 068b0140-a71b-4483-a457-c64b83fa45c9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:03.555309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.630314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5891412c-f734-46ac-8d57-81b4ab71856e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:03.881729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.885443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5891412c-f734-46ac-8d57-81b4ab71856e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5891412c-f734-46ac-8d57-81b4ab71856e,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:03.896708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-4a037a81-532e-4981-b177-2068306fcafd service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674137 Jul 09 16:49:03.912360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '5891412c-f734-46ac-8d57-81b4ab71856e', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'port_id': '5891412c-f734-46ac-8d57-81b4ab71856e', 'mac_address': 'fa:16:3e:25:4c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:03.929830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.025748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f55d64fa-77c1-4c01-8d4d-4a98197ff54c', 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'fixed_ips': [{'subnet_id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:49:04.027342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.167819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Transition to ACTIVE for port object 70379fe6-3f73-4d8c-b119-d279c6292d2e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:04.206709 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.215313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.316864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.339757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5891412c-f734-46ac-8d57-81b4ab71856e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:04.353629 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.372656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5891412c-f734-46ac-8d57-81b4ab71856e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5891412c-f734-46ac-8d57-81b4ab71856e,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:04.377324 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.378180 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Floating IP 975345a2-5ded-418c-b8f1-4f024cc13dd8 disassociated. External IP: 172.25.7.194, port: f97cdf54-c272-4cca-a670-7c1f713bc00c. Jul 09 16:49:04.386806 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.413259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-596d8f20-488e-4c05-b055-ea92e5ab5fa0 req-63165ff6-c11a-4244-b562-cb205e67728d service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885337 Jul 09 16:49:04.513660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.524291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 068b0140-a71b-4483-a457-c64b83fa45c9, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=068b0140-a71b-4483-a457-c64b83fa45c9,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:04.556900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.581697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:04.720496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019aba4-0217-4d70-bf03-d41f75aa6b2f req-f1b922a0-f2c8-4185-a91f-220b80a3d616 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:04.733527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0019aba4-0217-4d70-bf03-d41f75aa6b2f req-f1b922a0-f2c8-4185-a91f-220b80a3d616 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 943 time: 1.4121139 Jul 09 16:49:04.753268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5891412c-f734-46ac-8d57-81b4ab71856e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:04.840269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.840269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.840269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.845429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.846740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.847246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.850048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.852515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.858851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.863031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.865075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.865431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:04.865643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:04.901837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=70379fe6-3f73-4d8c-b119-d279c6292d2e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:04.920406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['5891412c-f734-46ac-8d57-81b4ab71856e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:04.920884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:04.927023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:05.027204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0019aba4-0217-4d70-bf03-d41f75aa6b2f req-8a7bcbd2-c913-480d-b253-8013a07a4cbf tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925508 Jul 09 16:49:05.028062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-c720d8b7-f08a-4837-b00a-5e9d30908caa tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.030687 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-c720d8b7-f08a-4837-b00a-5e9d30908caa tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 811 time: 0.5241544 Jul 09 16:49:05.087735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.088769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.100594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-95182ce3-4341-4bf3-9110-552b24e80806 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d7f8e88114a494f9fdbb585eae9802b HTTP/1.1" status: 200 len: 379 time: 0.0542102 Jul 09 16:49:05.115204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'port': {'device_id': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'admin_state_up': True, 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'security_groups': ['c275ca74-cef1-4925-87a3-1bbb6223d3b3']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:05.133129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Router de0deafb-ff60-40cd-a10a-ebcade719a77 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:05.165441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Allocated IP 172.20.0.2 (f55d64fa-77c1-4c01-8d4d-4a98197ff54c/a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1/ee646039-bc52-4da6-b012-70f09f777a1d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:05.339065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:05.345476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.351947 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] Sync routers for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:05.375771 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:05.376739 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:05.397551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-712e252f-9189-45c9-b725-930a737e359e tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "PUT /v2.0/floatingips/975345a2-5ded-418c-b8f1-4f024cc13dd8 HTTP/1.1" status: 200 len: 695 time: 2.2504129 Jul 09 16:49:05.398375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:05.405555 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd03907-cc56-4600-a07b-3daa68bfa692" -d '{"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:05.506270 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-f768d633-24e2-4185-b092-d37b8053db1b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7861722 Jul 09 16:49:05.552262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Request body: {'port': {'device_id': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:05.602398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-5b9da841-eacb-498c-ac8d-015d57c87042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.611915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-5b9da841-eacb-498c-ac8d-015d57c87042 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.1887186 Jul 09 16:49:05.614198 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:05.644373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b3f55-cff7-43b6-a054-d139e39d2559 req-3ff3c540-0ec0-4171-9fed-d88abcdb5cea tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.646573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b1b3f55-cff7-43b6-a054-d139e39d2559 req-3ff3c540-0ec0-4171-9fed-d88abcdb5cea tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 931 time: 0.1704359 Jul 09 16:49:05.674774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.739339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Made reservation on behalf of 5d7f8e88114a494f9fdbb585eae9802b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:05.745044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.751576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8226919-82bf-4d8b-84f5-1f6bc3d7e756 None None] Provisioning for port 70379fe6-3f73-4d8c-b119-d279c6292d2e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:05.837561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b1b3f55-cff7-43b6-a054-d139e39d2559 req-a8c6a254-223c-4718-a47c-109e6525240e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779261 Jul 09 16:49:05.866117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-87120cbe-c288-4c85-bbbf-5fd2bd08170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.875192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-87120cbe-c288-4c85-bbbf-5fd2bd08170d service neutron] 10.222.0.48 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.2618945 Jul 09 16:49:05.921351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=068b0140-a71b-4483-a457-c64b83fa45c9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:05.934803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-874eac4a-f830-4693-8d4a-5f6c5d064963 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.0578918 Jul 09 16:49:06.002800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8226919-82bf-4d8b-84f5-1f6bc3d7e756 None None] Provisioning complete for port 70379fe6-3f73-4d8c-b119-d279c6292d2e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:06.003286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8226919-82bf-4d8b-84f5-1f6bc3d7e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.008613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-abb1e2a3-7e49-428c-b170-eece5e65a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:06.019626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Allocated IP 172.20.0.7 (5f20b4c8-f49c-4d13-955b-b25dca8cdce9/9b07a0c7-e212-4974-9f65-f370ffbc11ad/f97901a0-49dc-4aee-bd13-462d014445ac) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:06.020434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-abb1e2a3-7e49-428c-b170-eece5e65a334 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.0848851 Jul 09 16:49:06.036002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebb243c2-9631-4152-8849-bc2bbdcc850d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.102808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-e4912f8d-c80d-4792-8a91-d011edbae13f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812540 Jul 09 16:49:06.274221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.292937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:28Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:06.359942 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] Checking router: de0deafb-ff60-40cd-a10a-ebcade719a77 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:06.370686 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:06.371586 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:48:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:06.388073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b8226919-82bf-4d8b-84f5-1f6bc3d7e756 None None] Port 70379fe6-3f73-4d8c-b119-d279c6292d2e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:06.403251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.510297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-d10df78d-08c7-4fdb-91a0-b18dd48c1056 service neutron] 10.222.0.48 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052415 Jul 09 16:49:06.607198 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:06.619116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7291332b-1af0-4b58-b23b-daa23da24a9b req-98792fc5-5290-414c-a067-7e5c277105eb tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 210 time: 0.0945022 Jul 09 16:49:06.740889 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a070ac-cda9-4363-9650-00d060d31a7f x-openstack-request-id: req-33a070ac-cda9-4363-9650-00d060d31a7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:06.744561 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:06.745176 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33a070ac-cda9-4363-9650-00d060d31a7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:06.746429 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'status': 'completed', 'code': 200} Jul 09 16:49:06.771143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6a852af-a799-48bd-9bfd-7e852bd5302e req-59268bb5-3448-457d-a8e3-bfde2d03cc09 service neutron] 10.222.0.48 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578952 Jul 09 16:49:06.853013 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.891962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Transition to ACTIVE for port object ee646039-bc52-4da6-b012-70f09f777a1d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:06.931649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.933838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Transition to ACTIVE for port object ee646039-bc52-4da6-b012-70f09f777a1d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:06.945714 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.995961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Transition to ACTIVE for port object f97901a0-49dc-4aee-bd13-462d014445ac will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:07.079111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 068b0140-a71b-4483-a457-c64b83fa45c9 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:07.091151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:07.102340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-64f89c30-9c32-4f8d-95a0-4afdef2815f1 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips/975345a2-5ded-418c-b8f1-4f024cc13dd8 HTTP/1.1" status: 200 len: 695 time: 0.1026874 Jul 09 16:49:07.117662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:07.124919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:07.140918 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:28Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:07.155050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Pushing event updated for resources: {'Port': ['ID=ee646039-bc52-4da6-b012-70f09f777a1d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:07.180703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.226376 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e36f5f-93fd-44e3-ab94-db005b183658 None None] The sync data for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 is: [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:47:18Z', 'revision_number': 4, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'd0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2', 'name': '', 'network_id': '52a238e7-2342-4ebd-8a7e-a700d41420fe', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'mac_address': 'fa:16:3e:5b:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:14Z', 'updated_at': '2021-07-09T16:47:28Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'subnets': [{'id': '9e87a489-666d-4046-a763-77c3fef9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:07.230390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Attempting to bind port ee646039-bc52-4da6-b012-70f09f777a1d on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:07.231031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Attempting to bind port ee646039-bc52-4da6-b012-70f09f777a1d by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:07.231577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Attempting to bind port ee646039-bc52-4da6-b012-70f09f777a1d on network f55d64fa-77c1-4c01-8d4d-4a98197ff54c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:07.233704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 068b0140-a71b-4483-a457-c64b83fa45c9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:07.234202 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.311966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:07.321163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'Port': ['ID=f97901a0-49dc-4aee-bd13-462d014445ac,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:07.322143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Checking segment: {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:07.322949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.323595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Bound using segment: {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:07.324377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Bound port: ee646039-bc52-4da6-b012-70f09f777a1d, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:07.325047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.355056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-c8ee22e0-f0b3-4f83-882b-9c73e37b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:07.362858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-c8ee22e0-f0b3-4f83-882b-9c73e37b0638 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=062347d3c12f4902b61f1f6be6bfc217&device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 1096 time: 0.5797610 Jul 09 16:49:07.368148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:07.388419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:07.396506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:07.467471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1db87-0936-4c85-837e-366096e8bc93 req-97a09ddd-568e-47ff-9178-8dbdb8b3ebae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:07.469303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-97a09ddd-568e-47ff-9178-8dbdb8b3ebae tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.3293355 Jul 09 16:49:07.570273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-3ecaf4e0-7fe3-480a-8c8b-a3604f4bfa12 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:49:07.571614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-3ecaf4e0-7fe3-480a-8c8b-a3604f4bfa12 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0795093 Jul 09 16:49:07.592042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] For port ee646039-bc52-4da6-b012-70f09f777a1d, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:07.602926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] For port ee646039-bc52-4da6-b012-70f09f777a1d, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ee646039-bc52-4da6-b012-70f09f777a1d,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:07.609953 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.708178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626d15d-35f7-4304-b0a3-e19b4fe17f8c None None] Pushing event updated for resources: {'Port': ['ID=ee646039-bc52-4da6-b012-70f09f777a1d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:07.733484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-15b09514-a2e0-4c24-bfcc-242f1d1deb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:07.736128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-15b09514-a2e0-4c24-bfcc-242f1d1deb51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 200 len: 921 time: 0.3200312 Jul 09 16:49:07.752534 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2bb5d38c-cb2e-4571-82fe-5c14201ec2aa None None] Provisioning for port f97901a0-49dc-4aee-bd13-462d014445ac completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:07.761795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2bb5d38c-cb2e-4571-82fe-5c14201ec2aa None None] Provisioning complete for port f97901a0-49dc-4aee-bd13-462d014445ac triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:07.762173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d38c-cb2e-4571-82fe-5c14201ec2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.821497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-150972eb-b91d-4811-a9da-91c280957426 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 698 time: 0.1490705 Jul 09 16:49:07.857000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211437e9-5572-4893-9089-6d23f8340b06 None None] New status for floating IP 975345a2-5ded-418c-b8f1-4f024cc13dd8: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:07.861581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5d38c-cb2e-4571-82fe-5c14201ec2aa None None] Port f97901a0-49dc-4aee-bd13-462d014445ac cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:07.994005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-7b4fe891-48db-4528-9051-2de52f383d05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 200 len: 217 time: 0.2023351 Jul 09 16:49:08.031025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-2f517593-7435-4125-89aa-95ea0e784e7b tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.194 HTTP/1.1" status: 200 len: 698 time: 0.1194971 Jul 09 16:49:08.078607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee21f7-6a3f-43b7-86d0-31ea24a1f108 req-3bfeefd8-2430-408e-8a00-42f907735611 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:08.081238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41ee21f7-6a3f-43b7-86d0-31ea24a1f108 req-3bfeefd8-2430-408e-8a00-42f907735611 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 944 time: 0.9768088 Jul 09 16:49:08.204339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Allocated IP 172.25.7.246 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/35d650e1-067b-4246-baa0-db2ddcb74b6f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:08.273764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:08.274983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.296171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-d70ff414-3b3a-44b1-b9b2-a57e1845ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:08.298249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-d70ff414-3b3a-44b1-b9b2-a57e1845ad3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 200 len: 860 time: 0.2743421 Jul 09 16:49:08.312283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.316142 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-001bc0d4-3d90-44bc-9792-ecee7fc028cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.362348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-ad2070a5-935a-4bc4-ba3a-2fc04cf5cf95 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2528260 Jul 09 16:49:08.365360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-8783567b-1e0a-4a30-b4a3-90ccc0aef3a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52a238e7-2342-4ebd-8a7e-a700d41420fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572388 Jul 09 16:49:08.389585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Request body: {'port': {'device_id': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:08.409636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41ee21f7-6a3f-43b7-86d0-31ea24a1f108 req-7b7d8521-2e80-4528-ba7a-618a0c74ba7d tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498159 Jul 09 16:49:08.528392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Deleting port 01de5dac-d30b-46dc-b525-a87f7e79017d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:08.528804 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.540765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.566562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70379fe6-3f73-4d8c-b119-d279c6292d2e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:08.581204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.594528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.629646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-f6b0826a-21c7-4375-b825-34a7c7e8c0ee service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333190 Jul 09 16:49:08.635324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.650964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Transition to ACTIVE for port object 70379fe6-3f73-4d8c-b119-d279c6292d2e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:08.675060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.748318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.748965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.789681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd03907-cc56-4600-a07b-3daa68bfa692 req-41dd17a8-c019-4985-9d4c-0a22e07ff4e9 service neutron] 10.222.0.43 "GET /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478913 Jul 09 16:49:08.797541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Calling delete_port for 01de5dac-d30b-46dc-b525-a87f7e79017d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:08.911699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf60f1-570a-4bce-ad5c-00599a91db27 req-e9b0f8b9-5b8f-47d0-a960-110ff20cbb0d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:08.913880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fbf60f1-570a-4bce-ad5c-00599a91db27 req-e9b0f8b9-5b8f-47d0-a960-110ff20cbb0d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 931 time: 0.3390837 Jul 09 16:49:08.942225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Pushing event updated for resources: {'Port': ['ID=70379fe6-3f73-4d8c-b119-d279c6292d2e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:08.969660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.011149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fbf60f1-570a-4bce-ad5c-00599a91db27 req-f949aa1d-3f6c-4676-bddd-66a0419e246d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860999 Jul 09 16:49:09.060604 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.112823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event deleted for resources: {'Port': ['ID=01de5dac-d30b-46dc-b525-a87f7e79017d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:09.139772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ee646039-bc52-4da6-b012-70f09f777a1d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:09.166989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:09.260172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.263986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.271154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.274383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95f1db87-0936-4c85-837e-366096e8bc93 req-d6129dd0-8461-4ba3-be68-5765a122d5f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "DELETE /v2.0/floatingips/975345a2-5ded-418c-b8f1-4f024cc13dd8 HTTP/1.1" status: 204 len: 173 time: 1.1189725 Jul 09 16:49:09.285672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port ee646039-bc52-4da6-b012-70f09f777a1d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:09.313212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:09.326413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:09.359605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Pushing event updated for resources: {'Port': ['ID=35d650e1-067b-4246-baa0-db2ddcb74b6f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:09.363523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Attempting to bind port 70379fe6-3f73-4d8c-b119-d279c6292d2e on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:09.364378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Attempting to bind port 70379fe6-3f73-4d8c-b119-d279c6292d2e by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:09.364914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Attempting to bind port 70379fe6-3f73-4d8c-b119-d279c6292d2e on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:09.430169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Port 70379fe6-3f73-4d8c-b119-d279c6292d2e on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:49:09.430526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Attempting to bind port 70379fe6-3f73-4d8c-b119-d279c6292d2e on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:09.457712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:09.457712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:09.458042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:09.458572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Bound port: 70379fe6-3f73-4d8c-b119-d279c6292d2e, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:09.459001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.484215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06b395a3-b6ae-41fa-af17-39884c01e12f req-32d215d8-31dc-43f7-9285-d39e850d00fa tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups/255ae48a-f463-42a3-a86f-9a0b9a51fb48 HTTP/1.1" status: 200 len: 1809 time: 0.0989821 Jul 09 16:49:09.516627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef017a26-e3ba-4cb2-8cdd-55ae433e1e8a None None] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:09.560448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a1492-59e2-4246-9096-0c6776e25b5e req-3bfb1234-0f6f-48ce-8028-f47aa935770a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:09.562623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f7a1492-59e2-4246-9096-0c6776e25b5e req-3bfb1234-0f6f-48ce-8028-f47aa935770a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 931 time: 0.1392400 Jul 09 16:49:09.622453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b395a3-b6ae-41fa-af17-39884c01e12f req-7708c792-daab-4f0d-81ed-159e37e9a440 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.627343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f7a1492-59e2-4246-9096-0c6776e25b5e req-3efca319-51fe-4cf1-85cb-6f86d89818ea tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571554 Jul 09 16:49:09.675692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b395a3-b6ae-41fa-af17-39884c01e12f req-7708c792-daab-4f0d-81ed-159e37e9a440 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.744935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5891412c-f734-46ac-8d57-81b4ab71856e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:09.760946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b395a3-b6ae-41fa-af17-39884c01e12f req-7708c792-daab-4f0d-81ed-159e37e9a440 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.764488 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b395a3-b6ae-41fa-af17-39884c01e12f req-7708c792-daab-4f0d-81ed-159e37e9a440 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.766406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06b395a3-b6ae-41fa-af17-39884c01e12f req-7708c792-daab-4f0d-81ed-159e37e9a440 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "DELETE /v2.0/security-groups/255ae48a-f463-42a3-a86f-9a0b9a51fb48 HTTP/1.1" status: 204 len: 173 time: 0.2585797 Jul 09 16:49:09.786213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708c792-daab-4f0d-81ed-159e37e9a440 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ae48a-f463-42a3-a86f-9a0b9a51fb48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:09.859420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] Provisioning for port ee646039-bc52-4da6-b012-70f09f777a1d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:09.878832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] Provisioning complete for port ee646039-bc52-4da6-b012-70f09f777a1d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:09.879319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.907442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] For port 70379fe6-3f73-4d8c-b119-d279c6292d2e, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:09.914689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97901a0-49dc-4aee-bd13-462d014445ac {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:09.922134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] For port 70379fe6-3f73-4d8c-b119-d279c6292d2e, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:09.933090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:09.938324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.005897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Pushing event updated for resources: {'Port': ['ID=70379fe6-3f73-4d8c-b119-d279c6292d2e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:10.015151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 5891412c-f734-46ac-8d57-81b4ab71856e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:10.036150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 5891412c-f734-46ac-8d57-81b4ab71856e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:10.036530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.075270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:10.113374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Transition to ACTIVE for port object f97901a0-49dc-4aee-bd13-462d014445ac will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:10.115401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:10.115580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.116992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-4347e335-0a9d-4318-8017-e4d4a038351f service neutron] 10.222.0.43 "PUT /v2.0/ports/70379fe6-3f73-4d8c-b119-d279c6292d2e HTTP/1.1" status: 200 len: 1091 time: 4.5708127 Jul 09 16:49:10.117677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'tag': '70379fe6-3f73-4d8c-b119-d279c6292d2e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:10.120419 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7ae087-992e-455f-ba7d-0ddd8097c6c6", "tag": "70379fe6-3f73-4d8c-b119-d279c6292d2e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:10.130848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.191517 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.192062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e01429-d77f-4087-bed3-11ac4446abfb req-19c50cff-18fa-4168-936d-4be453a405d3 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:10.193557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1e01429-d77f-4087-bed3-11ac4446abfb req-19c50cff-18fa-4168-936d-4be453a405d3 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 949 time: 0.2283330 Jul 09 16:49:10.237065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28234-623b-412e-89b2-570572fc2158 req-f4000f05-e8f1-4924-a665-8b79c9b92d47 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:10.252131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f28234-623b-412e-89b2-570572fc2158 req-f4000f05-e8f1-4924-a665-8b79c9b92d47 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 944 time: 0.2762086 Jul 09 16:49:10.335117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] For port ee646039-bc52-4da6-b012-70f09f777a1d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ee646039-bc52-4da6-b012-70f09f777a1d,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:10.352329 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.356766 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.362253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1e01429-d77f-4087-bed3-11ac4446abfb req-6425afb0-5d8b-4160-bbb0-e7b6e7e76be2 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546922 Jul 09 16:49:10.374830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.399212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f28234-623b-412e-89b2-570572fc2158 req-56ed47d9-b96a-4533-8ea9-49dc986c3d7f tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398478 Jul 09 16:49:10.463805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:10.472802 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e450a-fc55-46df-9cbf-d5902d700b7b" -d '{"events": [{"server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "name": "network-vif-plugged", "status": "completed", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:10.529357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5891412c-f734-46ac-8d57-81b4ab71856e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5891412c-f734-46ac-8d57-81b4ab71856e,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:10.534018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceae9f3-8f4f-4b3b-99ee-0b8191f45500 None None] Pushing event updated for resources: {'Port': ['ID=ee646039-bc52-4da6-b012-70f09f777a1d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:10.539178 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.540308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:10.542394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef5c97ea-d3be-4eea-b452-00a23fc377f8 None None] Provisioning complete for port ee646039-bc52-4da6-b012-70f09f777a1d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:10.543018 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef5c97ea-d3be-4eea-b452-00a23fc377f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.599326 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69428d3e-3a7b-47a5-8c49-07985678c016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.699589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5891412c-f734-46ac-8d57-81b4ab71856e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:10.711326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ddef-b95a-4a44-b802-678600bf5fe5 req-a1a71a27-c1df-4a7b-bb50-ccbddf5dfa84 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:10.714237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5424ddef-b95a-4a44-b802-678600bf5fe5 req-a1a71a27-c1df-4a7b-bb50-ccbddf5dfa84 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 943 time: 0.1242697 Jul 09 16:49:10.760963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Pushing event updated for resources: {'Port': ['ID=f97901a0-49dc-4aee-bd13-462d014445ac,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:10.776468 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:10.840896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5424ddef-b95a-4a44-b802-678600bf5fe5 req-d891ae86-29e6-4054-96fc-a4b3375eaafe tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182935 Jul 09 16:49:10.864274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-91b3d719-e745-4df1-b642-6d0ec0790840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:10.868980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-91b3d719-e745-4df1-b642-6d0ec0790840 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 1094 time: 0.5052748 Jul 09 16:49:10.902022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:10.934060 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.017285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ee646039-bc52-4da6-b012-70f09f777a1d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:11.028011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69428d3e-3a7b-47a5-8c49-07985678c016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.057781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-31633ba0-e124-4a68-8c5e-7da3a2f4c722 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e HTTP/1.1" status: 200 len: 217 time: 0.1503119 Jul 09 16:49:11.085755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:11.090505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69428d3e-3a7b-47a5-8c49-07985678c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.091482 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.108031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ee646039-bc52-4da6-b012-70f09f777a1d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:11.108416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.118094 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad89f5-6f91-41a8-b0e3-0a89fa53d3f7 x-openstack-request-id: req-48ad89f5-6f91-41a8-b0e3-0a89fa53d3f7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:11.118390 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7ae087-992e-455f-ba7d-0ddd8097c6c6", "tag": "70379fe6-3f73-4d8c-b119-d279c6292d2e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:11.118735 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48ad89f5-6f91-41a8-b0e3-0a89fa53d3f7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:11.119204 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'tag': '70379fe6-3f73-4d8c-b119-d279c6292d2e', 'status': 'completed', 'code': 200} Jul 09 16:49:11.229477 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc97cb6-bd23-4ec3-8122-287885cca14f x-openstack-request-id: req-0fc97cb6-bd23-4ec3-8122-287885cca14f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:11.230065 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "name": "network-vif-plugged", "status": "completed", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:11.230436 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fc97cb6-bd23-4ec3-8122-287885cca14f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:11.230884 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e', 'code': 200} Jul 09 16:49:11.246144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Attempting to bind port f97901a0-49dc-4aee-bd13-462d014445ac on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:11.246383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Attempting to bind port f97901a0-49dc-4aee-bd13-462d014445ac by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:11.246719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Attempting to bind port f97901a0-49dc-4aee-bd13-462d014445ac on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:11.255470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69428d3e-3a7b-47a5-8c49-07985678c016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4364ec98-266a-4624-ab9f-19a673e223bc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:11.265493 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-69428d3e-3a7b-47a5-8c49-07985678c016 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=582ad421781f49ec91a97ba3d9e11fda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1848099 Jul 09 16:49:11.268206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:11.271625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Port f97901a0-49dc-4aee-bd13-462d014445ac on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:49:11.271946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Attempting to bind port f97901a0-49dc-4aee-bd13-462d014445ac on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:11.275005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-1b82da79-0ef5-41e2-a756-16c6435630ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.276641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-1b82da79-0ef5-41e2-a756-16c6435630ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1757493 Jul 09 16:49:11.283657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:11.283881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Checking segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:11.284275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Bound using segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:11.284779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Bound port: f97901a0-49dc-4aee-bd13-462d014445ac, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:11.285099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.333852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-526ecc07-086c-4edd-ba8f-959bc00d6fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.375466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-526ecc07-086c-4edd-ba8f-959bc00d6fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.478302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7490ee-da64-4dda-b748-9b58939aba0e req-a9249deb-249c-43c0-9f83-eed417ccc64f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.480583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de7490ee-da64-4dda-b748-9b58939aba0e req-a9249deb-249c-43c0-9f83-eed417ccc64f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 943 time: 0.1218917 Jul 09 16:49:11.487073 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.490028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-526ecc07-086c-4edd-ba8f-959bc00d6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.493437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-526ecc07-086c-4edd-ba8f-959bc00d6fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.497864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-526ecc07-086c-4edd-ba8f-959bc00d6fd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4364ec98-266a-4624-ab9f-19a673e223bc HTTP/1.1" status: 204 len: 168 time: 0.2285376 Jul 09 16:49:11.521301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecc07-086c-4edd-ba8f-959bc00d6fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4364ec98-266a-4624-ab9f-19a673e223bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:11.580745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de7490ee-da64-4dda-b748-9b58939aba0e req-a0e9656c-776d-48c2-b157-8f6ee8d6a652 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814104 Jul 09 16:49:11.674640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] For port f97901a0-49dc-4aee-bd13-462d014445ac, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:11.678234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-af8a02d9-57c6-4c63-a425-cd62bacbba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.680300 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-af8a02d9-57c6-4c63-a425-cd62bacbba3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3900368 Jul 09 16:49:11.718277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e4fc3-607b-492d-a4b3-1116c11281aa req-8dff5a70-02de-4f92-8671-426bebb2598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.720523 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a7e4fc3-607b-492d-a4b3-1116c11281aa req-8dff5a70-02de-4f92-8671-426bebb2598f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1096 time: 0.3584995 Jul 09 16:49:11.724912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] For port f97901a0-49dc-4aee-bd13-462d014445ac, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f97901a0-49dc-4aee-bd13-462d014445ac,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:11.765358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b87164-27d4-4ee6-9ad2-5dd440fc2e05 req-980e08b6-b904-48d3-bfc8-45f843d2a32f tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.770906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2b87164-27d4-4ee6-9ad2-5dd440fc2e05 req-980e08b6-b904-48d3-bfc8-45f843d2a32f tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1050086 Jul 09 16:49:11.831305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2b87164-27d4-4ee6-9ad2-5dd440fc2e05 req-88533821-0434-4447-878f-24a7072575f9 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540035 Jul 09 16:49:11.835932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.938889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.939541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.940965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] 10.222.0.37 "PUT /v2.0/ports/f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 1091 time: 3.5655651 Jul 09 16:49:11.969699 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a7e4fc3-607b-492d-a4b3-1116c11281aa req-3140197d-00ce-425d-be32-3450f4465af2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378519 Jul 09 16:49:11.976972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5f4b7-985a-45d0-844e-d7504522869f req-3c038fe5-3a06-4439-ba39-a24bc85b06b1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.999913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3a5f4b7-985a-45d0-844e-d7504522869f req-3c038fe5-3a06-4439-ba39-a24bc85b06b1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 945 time: 0.1872358 Jul 09 16:49:12.015501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612e6e8-499b-4828-871c-5e17d5fb261e service neutron] Pushing event updated for resources: {'Port': ['ID=f97901a0-49dc-4aee-bd13-462d014445ac,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:12.024712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:12.052115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1003b89a-1579-4787-a783-36426c05469b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.055636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-5886383f-e230-43e8-93dc-4866b2aebdae service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480873 Jul 09 16:49:12.057417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Router ef11103a-7207-4d68-b7ee-6358ae0314e4 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:49:12.094216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3a5f4b7-985a-45d0-844e-d7504522869f req-99089690-cbf7-4aa7-908a-66a4f50bd779 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926421 Jul 09 16:49:12.258261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6be7d-73ef-424a-a235-db0a333ac850 req-b7de9c93-f537-4674-8279-a006c9c366a1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:12.260021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc6be7d-73ef-424a-a235-db0a333ac850 req-b7de9c93-f537-4674-8279-a006c9c366a1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 943 time: 0.1290755 Jul 09 16:49:12.276789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bdc63c44-2012-4e80-8114-8bba1ef9b83a req-fe5b21fc-c82c-4663-8297-0b0b6624b958 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101982 Jul 09 16:49:12.290351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:12.303673 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Sync routers for ids ['ef11103a-7207-4d68-b7ee-6358ae0314e4'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:12.310711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1003b89a-1579-4787-a783-36426c05469b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.317853 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1003b89a-1579-4787-a783-36426c05469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.320021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Routers {'ef11103a-7207-4d68-b7ee-6358ae0314e4'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:12.320720 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ef11103a-7207-4d68-b7ee-6358ae0314e4'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:12.324381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.331797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d3a3d65-3831-448f-a2fa-75021dc6f201 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.1541152 Jul 09 16:49:12.333991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:12.388231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc6be7d-73ef-424a-a235-db0a333ac850 req-83bea3d0-c9d2-47e2-879e-31f11bdcee12 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146910 Jul 09 16:49:12.399686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1003b89a-1579-4787-a783-36426c05469b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=393997e9472642d5b6591195edf6b13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738425 Jul 09 16:49:12.402521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003b89a-1579-4787-a783-36426c05469b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a4a6c3-f543-4f53-a115-94aeb9f6ce86,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:12.410788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:12.449021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Set router ef11103a-7207-4d68-b7ee-6358ae0314e4 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:12.474260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1854cb8-2854-4d2f-8c8d-9590431dde34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.498283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1854cb8-2854-4d2f-8c8d-9590431dde34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.566204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1854cb8-2854-4d2f-8c8d-9590431dde34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.572494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1854cb8-2854-4d2f-8c8d-9590431dde34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.574794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e1854cb8-2854-4d2f-8c8d-9590431dde34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44a4a6c3-f543-4f53-a115-94aeb9f6ce86 HTTP/1.1" status: 204 len: 168 time: 0.1603663 Jul 09 16:49:12.593400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854cb8-2854-4d2f-8c8d-9590431dde34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a4a6c3-f543-4f53-a115-94aeb9f6ce86,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:12.724637 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:49:09Z', 'revision_number': 3, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:12.781257 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Checking router: ef11103a-7207-4d68-b7ee-6358ae0314e4 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:12.782015 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Updating router ef11103a-7207-4d68-b7ee-6358ae0314e4 port 35d650e1-067b-4246-baa0-db2ddcb74b6f binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:49:12.865307 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.879124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb67d6-42db-4704-8412-1d402845819e req-0bdc24d6-7f07-44be-9176-81b037637262 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:12.880857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7cb67d6-42db-4704-8412-1d402845819e req-0bdc24d6-7f07-44be-9176-81b037637262 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 943 time: 0.1127961 Jul 09 16:49:12.933778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-c1abd105-2cdc-4414-aa71-0a838a8c6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:12.935986 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-c1abd105-2cdc-4414-aa71-0a838a8c6a57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1094 time: 0.6027842 Jul 09 16:49:12.986445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7cb67d6-42db-4704-8412-1d402845819e req-5dfa1e26-d0d7-4513-a25d-b656a4d7b1f6 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801756 Jul 09 16:49:13.046348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-7bc2c3a8-6d0f-43fa-83d6-371f685a92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.050201 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-7bc2c3a8-6d0f-43fa-83d6-371f685a92c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 1094 time: 0.6392934 Jul 09 16:49:13.054722 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-b6286ff5-73a2-432b-be2b-fa57df40e5cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 217 time: 0.0649540 Jul 09 16:49:13.134445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b417-dc57-4cad-8a09-c89f0503e519 req-ecc809fd-ca90-4e78-8ab0-ef40c6d583f5 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.136240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39a8b417-dc57-4cad-8a09-c89f0503e519 req-ecc809fd-ca90-4e78-8ab0-ef40c6d583f5 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1207147 Jul 09 16:49:13.225072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39a8b417-dc57-4cad-8a09-c89f0503e519 req-0a64c92a-5a9b-4823-ace8-a69510602d5c tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753880 Jul 09 16:49:13.232556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:13.236466 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da6f81-a18e-4b9f-9ea0-5d5f907a3c9c" -d '{"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-unplugged", "status": "completed", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:13.315348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:13.319165 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f177fe-8812-4456-ad5d-6507f6612526" -d '{"events": [{"name": "network-changed", "server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:13.374744 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0a53d9-cd03-4d55-b677-cef2b05e9a9e x-openstack-request-id: req-6b0a53d9-cd03-4d55-b677-cef2b05e9a9e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:13.375119 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-unplugged", "status": "completed", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:13.375465 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b0a53d9-cd03-4d55-b677-cef2b05e9a9e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:13.375935 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'code': 200} Jul 09 16:49:13.385843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59c12f-e77b-4ef5-90d7-d648f4978ff9 req-fe78327a-b15e-4510-a128-60653be15827 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.388475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d59c12f-e77b-4ef5-90d7-d648f4978ff9 req-fe78327a-b15e-4510-a128-60653be15827 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 945 time: 0.0945101 Jul 09 16:49:13.469075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d59c12f-e77b-4ef5-90d7-d648f4978ff9 req-11d33d50-a0b0-4c45-8c55-032bf9836b2d tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701256 Jul 09 16:49:13.473056 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.504161 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Transition to ACTIVE for port object 35d650e1-067b-4246-baa0-db2ddcb74b6f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:13.511488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-1c7d01aa-ed06-4c58-b9bc-4f647f1fc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.528144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-1c7d01aa-ed06-4c58-b9bc-4f647f1fc721 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.4451509 Jul 09 16:49:13.539214 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.659826 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6663b4e1-fcb3-4cbc-a347-34c1d65ef5a7 x-openstack-request-id: req-6663b4e1-fcb3-4cbc-a347-34c1d65ef5a7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:13.660172 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:13.660508 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6663b4e1-fcb3-4cbc-a347-34c1d65ef5a7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:13.660991 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'status': 'completed', 'code': 200} Jul 09 16:49:13.674753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-34dabb7e-1d88-4bf6-b3de-3dd867339b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.675666 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Attempting to bind port 35d650e1-067b-4246-baa0-db2ddcb74b6f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:13.676404 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-34dabb7e-1d88-4bf6-b3de-3dd867339b80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.6080837 Jul 09 16:49:13.677790 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Attempting to bind port 35d650e1-067b-4246-baa0-db2ddcb74b6f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:13.678238 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Attempting to bind port 35d650e1-067b-4246-baa0-db2ddcb74b6f on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:13.684002 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d3f54-3553-4a12-8cfa-0c8fb0c142f7 None None] Pushing event updated for resources: {'Port': ['ID=35d650e1-067b-4246-baa0-db2ddcb74b6f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:13.699450 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:13.703108 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:13.703847 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.707865 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:13.708772 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Bound port: 35d650e1-067b-4246-baa0-db2ddcb74b6f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:13.709515 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.763421 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-5f157b8b-4570-4672-afc4-230163f501b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e HTTP/1.1" status: 200 len: 217 time: 0.0695386 Jul 09 16:49:13.816444 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] For port 35d650e1-067b-4246-baa0-db2ddcb74b6f, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:13.819606 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] For port 35d650e1-067b-4246-baa0-db2ddcb74b6f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=35d650e1-067b-4246-baa0-db2ddcb74b6f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:13.825201 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.869999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-8dfdd90b-fec9-410e-8756-da6a921c0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.877426 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-8dfdd90b-fec9-410e-8756-da6a921c0000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0783508 Jul 09 16:49:13.879661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-76c598ea-2369-438b-abf8-33030e1b2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.881173 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-76c598ea-2369-438b-abf8-33030e1b2f8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3554804 Jul 09 16:49:13.882153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191f18-d52b-4082-b278-373284b44b65 req-63a6733e-bedf-4f60-8926-ae7ff3ec818d tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.883850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4191f18-d52b-4082-b278-373284b44b65 req-63a6733e-bedf-4f60-8926-ae7ff3ec818d tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.43 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.1564233 Jul 09 16:49:13.897052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978d25-bf0f-4a2d-b316-d2650e0856db req-5e8584b0-46af-4c10-abf4-ea4bc2325c58 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.904782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4978d25-bf0f-4a2d-b316-d2650e0856db req-5e8584b0-46af-4c10-abf4-ea4bc2325c58 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 943 time: 0.1135154 Jul 09 16:49:14.002294 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Routers {'ef11103a-7207-4d68-b7ee-6358ae0314e4'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:14.003117 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ef11103a-7207-4d68-b7ee-6358ae0314e4'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:14.047817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4978d25-bf0f-4a2d-b316-d2650e0856db req-db5104d1-6eb2-45b3-a6e8-3ed30da865eb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417339 Jul 09 16:49:14.058106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Deleting port f97cdf54-c272-4cca-a670-7c1f713bc00c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:14.059275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:14.093365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:14.111934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-84f5f6cc-5278-47c3-bf7f-76649d867383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.113393 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-84f5f6cc-5278-47c3-bf7f-76649d867383 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313113 Jul 09 16:49:14.123241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-cddeb0fa-a49a-4d3c-9153-ab4d7f9f8fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212677 Jul 09 16:49:14.144157 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] Set router ef11103a-7207-4d68-b7ee-6358ae0314e4 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:14.196071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] For port f97cdf54-c272-4cca-a670-7c1f713bc00c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f97cdf54-c272-4cca-a670-7c1f713bc00c,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:14.196452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:14.217291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-7273571a-d672-4572-9512-ae497da04eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930753 Jul 09 16:49:14.224699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Calling delete_port for f97cdf54-c272-4cca-a670-7c1f713bc00c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:14.450151 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:49:09Z', 'revision_number': 3, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:14.477728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e3d9310-49ea-4d92-9152-2fdde1a5fbf5 req-d8c9540f-7f70-4461-bce9-7e93a1877b76 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442951 Jul 09 16:49:14.484023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3960ce28-47b4-4b87-8f1c-cdbbcca199b7 req-e0a8dbfe-e332-4d50-a7b0-6e239aa8c658 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607584 Jul 09 16:49:14.488292 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d3f54-3553-4a12-8cfa-0c8fb0c142f7 None None] Pushing event updated for resources: {'Port': ['ID=35d650e1-067b-4246-baa0-db2ddcb74b6f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:14.491904 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0faed39-5287-4eb1-b18c-8260d246d4d6 None None] The sync data for ids ['ef11103a-7207-4d68-b7ee-6358ae0314e4'] in n-d-800085-2 is: [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:49:09Z', 'revision_number': 3, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:14.509339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5a281-0434-40fd-ae37-ed3144eb4429 req-6d624e6b-b241-4a31-866e-853473be84b9 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.512457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31c5a281-0434-40fd-ae37-ed3144eb4429 req-6d624e6b-b241-4a31-866e-853473be84b9 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 943 time: 0.2741365 Jul 09 16:49:14.556172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Allocated IP 172.20.0.1 (f55d64fa-77c1-4c01-8d4d-4a98197ff54c/a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1/9c764af7-cfed-4563-9004-0af553b6b0fd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:14.597037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31c5a281-0434-40fd-ae37-ed3144eb4429 req-4fa4e06b-fbbd-4504-bfa2-f825cd68b0ff tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702443 Jul 09 16:49:14.604776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28c5d2-0a24-49c2-95e9-ba9fdafe7492 req-76bc2436-af0e-48c7-b740-c2dac9e95b20 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.612544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e28c5d2-0a24-49c2-95e9-ba9fdafe7492 req-76bc2436-af0e-48c7-b740-c2dac9e95b20 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/ports?device_id=e24fae1c-0e0e-4add-9d7a-e3bcce627e47 HTTP/1.1" status: 200 len: 945 time: 0.2326336 Jul 09 16:49:14.623162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:14.639739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f97cdf54-c272-4cca-a670-7c1f713bc00c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:14.666107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Pushing event deleted for resources: {'Port': ['ID=f97cdf54-c272-4cca-a670-7c1f713bc00c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:14.721328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e28c5d2-0a24-49c2-95e9-ba9fdafe7492 req-e89f6beb-ffd8-467d-9108-8c7cfefec39d tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f68be02-d86c-4011-9394-32857144d948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077785 Jul 09 16:49:14.765672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] No DVR routers for this DVR port f97cdf54-c272-4cca-a670-7c1f713bc00c on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:49:14.768940 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:14.774111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4191f18-d52b-4082-b278-373284b44b65 req-bc13c8ec-728f-4a17-8a54-772200f99561 tempest-ServerRescueTestJSONUnderV235-1817527588 tempest-ServerRescueTestJSONUnderV235-1817527588-project] 10.222.0.43 "DELETE /v2.0/ports/f97cdf54-c272-4cca-a670-7c1f713bc00c HTTP/1.1" status: 204 len: 173 time: 0.8634741 Jul 09 16:49:14.774111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'name': 'network-vif-deleted', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:14.778570 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c37df5-12d2-4c52-a743-73862269dc77" -d '{"events": [{"server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "name": "network-vif-deleted", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:14.907232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:14.926311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bda64-a23c-479f-8105-2b4e97cefd9f req-932d8c83-0352-408d-8cb6-fb3d4c4411e4 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.928323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-412bda64-a23c-479f-8105-2b4e97cefd9f req-932d8c83-0352-408d-8cb6-fb3d4c4411e4 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 945 time: 0.0973248 Jul 09 16:49:14.972106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Transition to ACTIVE for port object 9c764af7-cfed-4563-9004-0af553b6b0fd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:15.009796 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc868d98-9cf0-40dd-87d4-a30cac239ac3 x-openstack-request-id: req-fc868d98-9cf0-40dd-87d4-a30cac239ac3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:15.010098 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24fae1c-0e0e-4add-9d7a-e3bcce627e47", "name": "network-vif-deleted", "tag": "f97cdf54-c272-4cca-a670-7c1f713bc00c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:15.010357 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc868d98-9cf0-40dd-87d4-a30cac239ac3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:15.010807 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24fae1c-0e0e-4add-9d7a-e3bcce627e47', 'name': 'network-vif-deleted', 'tag': 'f97cdf54-c272-4cca-a670-7c1f713bc00c', 'status': 'completed', 'code': 200} Jul 09 16:49:15.030844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-412bda64-a23c-479f-8105-2b4e97cefd9f req-9d2fa6fe-2411-40b9-9f45-3947c46cac68 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Jul 09 16:49:15.062181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:15.067848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-fbdb2df2-df84-4253-9e19-1c52fc5850ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:15.069375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-fbdb2df2-df84-4253-9e19-1c52fc5850ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1094 time: 0.4849656 Jul 09 16:49:15.190909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:15.206015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:15.212785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:15.294718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c764af7-cfed-4563-9004-0af553b6b0fd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:15.341138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:15.532844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-134dbbad-5278-4214-9015-d5e2cbf6f7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 258 time: 0.4417093 Jul 09 16:49:15.557526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:15.571194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b609ba-0748-4b5a-8865-b4638c6d2675 req-a9e4faaa-e898-4567-90a5-fc6baccd63c8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:15.573022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8b609ba-0748-4b5a-8865-b4638c6d2675 req-a9e4faaa-e898-4567-90a5-fc6baccd63c8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 943 time: 0.3161769 Jul 09 16:49:15.582172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-385feccf-eac7-43ae-a09a-1480bf545c9c None None] Provisioning for port 9c764af7-cfed-4563-9004-0af553b6b0fd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:15.600746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-385feccf-eac7-43ae-a09a-1480bf545c9c None None] Provisioning complete for port 9c764af7-cfed-4563-9004-0af553b6b0fd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:15.601152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-385feccf-eac7-43ae-a09a-1480bf545c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:15.602392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:15.614950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:15.621513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-a4e132f1-95e8-4958-a291-0a9a4260dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:15.623490 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-a4e132f1-95e8-4958-a291-0a9a4260dc42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.5299556 Jul 09 16:49:15.683747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-385feccf-eac7-43ae-a09a-1480bf545c9c None None] Port 9c764af7-cfed-4563-9004-0af553b6b0fd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:15.690925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:15.707404 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-7b1da1ff-2902-4702-bd5a-3815acd084ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 217 time: 0.0522020 Jul 09 16:49:15.839156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:15.860443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'mac_address': 'fa:16:3e:85:6c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:15.909450 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:15.913842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-bf6f8a51-96d3-43ec-88f0-9403ea615810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:15.915937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-bf6f8a51-96d3-43ec-88f0-9403ea615810 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.1944261 Jul 09 16:49:15.926422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 70379fe6-3f73-4d8c-b119-d279c6292d2e details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:15.944674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16ebb72-9001-40a6-9099-0e5d6009290e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:16.046637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:16.105831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.118934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.154846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 70379fe6-3f73-4d8c-b119-d279c6292d2e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:16.172858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.176383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '70379fe6-3f73-4d8c-b119-d279c6292d2e', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': '70379fe6-3f73-4d8c-b119-d279c6292d2e', 'mac_address': 'fa:16:3e:2c:2a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:16.189401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c764af7-cfed-4563-9004-0af553b6b0fd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:16.193936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-5beb80e7-5b24-4ce4-84af-a751a0ff2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:16.195505 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-5beb80e7-5b24-4ce4-84af-a751a0ff2369 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720647 Jul 09 16:49:16.209382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8b609ba-0748-4b5a-8865-b4638c6d2675 req-3834705e-a951-4a05-bab1-bb5a560e8b49 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259766 Jul 09 16:49:16.289606 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.320236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.327764 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-71c05206-6726-4854-864c-0c53e0cd9b30 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225166 Jul 09 16:49:16.339288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.411842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70379fe6-3f73-4d8c-b119-d279c6292d2e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:16.503212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Allocated IP 172.25.7.36 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/d2530833-0947-4037-b0a1-dacbb4148eeb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:16.612702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8f177fe-8812-4456-ad5d-6507f6612526 req-23e84a34-0cad-4e2e-a0ba-d5df3b77eae0 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709796 Jul 09 16:49:16.625419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e16ebb72-9001-40a6-9099-0e5d6009290e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:16.625699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e827-aea1-45f5-98c0-b18fdc945073 req-279d1ca2-7c95-48f2-be67-8750296e8c08 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:16.627100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:16.629573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:16.631154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a0e827-aea1-45f5-98c0-b18fdc945073 req-279d1ca2-7c95-48f2-be67-8750296e8c08 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 943 time: 0.1952128 Jul 09 16:49:16.677637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 70379fe6-3f73-4d8c-b119-d279c6292d2e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:16.704722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a0e827-aea1-45f5-98c0-b18fdc945073 req-78c03a10-c628-4730-8da9-a900a94c6287 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549319 Jul 09 16:49:16.706935 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.716306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:16.780675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.865971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Router ef11103a-7207-4d68-b7ee-6358ae0314e4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:16.886698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:16.963470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event updated for resources: {'Port': ['ID=d2530833-0947-4037-b0a1-dacbb4148eeb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:16.990759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=70379fe6-3f73-4d8c-b119-d279c6292d2e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:16.996811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:17.059354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 35d650e1-067b-4246-baa0-db2ddcb74b6f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:17.093479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:17.098996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:17.102131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:17.124431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['70379fe6-3f73-4d8c-b119-d279c6292d2e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:17.195656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:17.207356 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0ec4edbf-6a47-4a45-99c2-1f1643e816d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef11103a-7207-4d68-b7ee-6358ae0314e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8722136 Jul 09 16:49:17.226412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-70dc536e-5808-4442-9ee4-db53987a3c6d None None] Provisioning complete for port 9c764af7-cfed-4563-9004-0af553b6b0fd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:17.227068 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70dc536e-5808-4442-9ee4-db53987a3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.263414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Sync routers for ids ['ef11103a-7207-4d68-b7ee-6358ae0314e4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:17.281452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-70dc536e-5808-4442-9ee4-db53987a3c6d None None] Port 9c764af7-cfed-4563-9004-0af553b6b0fd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:17.304102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 35d650e1-067b-4246-baa0-db2ddcb74b6f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:17.331692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Routers {'ef11103a-7207-4d68-b7ee-6358ae0314e4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:17.332348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ef11103a-7207-4d68-b7ee-6358ae0314e4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:17.334116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 35d650e1-067b-4246-baa0-db2ddcb74b6f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:17.334502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.531851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.575189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Set router ef11103a-7207-4d68-b7ee-6358ae0314e4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:17.622533 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.633808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a68236-7e45-4cd7-a175-29c214f5a17d req-4af9221c-ae5a-4cf1-9ce8-8739b6e2efe2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:17.635726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01a68236-7e45-4cd7-a175-29c214f5a17d req-4af9221c-ae5a-4cf1-9ce8-8739b6e2efe2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 944 time: 0.1738546 Jul 09 16:49:17.649187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.757089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f97901a0-49dc-4aee-bd13-462d014445ac details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:17.768858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 35d650e1-067b-4246-baa0-db2ddcb74b6f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=35d650e1-067b-4246-baa0-db2ddcb74b6f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:17.775681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01a68236-7e45-4cd7-a175-29c214f5a17d req-1e8bea59-cd71-43da-afde-6c1d86830eae tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201501 Jul 09 16:49:17.787389 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.922748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.928630 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:17.934457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f97cdf54-c272-4cca-a670-7c1f713bc00c no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:17.942326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=35d650e1-067b-4246-baa0-db2ddcb74b6f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:17.976247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: f97cdf54-c272-4cca-a670-7c1f713bc00c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:17.976676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f97cdf54-c272-4cca-a670-7c1f713bc00c not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:18.002998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.028514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f97901a0-49dc-4aee-bd13-462d014445ac, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f97901a0-49dc-4aee-bd13-462d014445ac,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:18.056017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:49:15Z', 'revision_number': 4, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9c764af7-cfed-4563-9004-0af553b6b0fd', 'name': '', 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'mac_address': 'fa:16:3e:b5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:14Z', 'updated_at': '2021-07-09T16:49:15Z', 'revision_number': 2, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'subnets': [{'id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:18.088155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'port_id': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'mac_address': 'fa:16:3e:49:e4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:18.092530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Checking router: ef11103a-7207-4d68-b7ee-6358ae0314e4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:18.093299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Updating router ef11103a-7207-4d68-b7ee-6358ae0314e4 port 9c764af7-cfed-4563-9004-0af553b6b0fd binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:49:18.155820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.161371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event updated for resources: {'Port': ['ID=d2530833-0947-4037-b0a1-dacbb4148eeb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:18.166762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.206102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97901a0-49dc-4aee-bd13-462d014445ac {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:18.235368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.240303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f97901a0-49dc-4aee-bd13-462d014445ac, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f97901a0-49dc-4aee-bd13-462d014445ac,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:18.289352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.309698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-131c5a1a-b204-41a4-8fcd-4a8327fe441c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3019161 Jul 09 16:49:18.310635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.311988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-d220a169-3e9b-408a-904c-41c81f327004 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7602794 Jul 09 16:49:18.406100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f97901a0-49dc-4aee-bd13-462d014445ac,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:18.444070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-03e1f550-8ad8-4db6-b4e4-f6dbadd4799e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 695 time: 0.0600345 Jul 09 16:49:18.513158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:18.519097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127994579', 'description': 'tempest-secgroup-smoke-2127994579 description', 'project_id': 'c9c7a936d2454e44a2dc115f09624386'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:18.569942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.572959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.573509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.573945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.574414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.574981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.575500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.576101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.578293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f58fc104-1920-4692-bfa8-efcf7a6975b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6490 time: 0.2293682 Jul 09 16:49:18.584682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.599356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Transition to ACTIVE for port object 9c764af7-cfed-4563-9004-0af553b6b0fd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:18.618439 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.711434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-01c14345-4e52-4389-8716-92fe97b328fd tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.713193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-01c14345-4e52-4389-8716-92fe97b328fd tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.2628407 Jul 09 16:49:18.732344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.745143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.746378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03dc77-423a-4d2c-8dad-dc4b604f5a61 None None] Pushing event updated for resources: {'Port': ['ID=9c764af7-cfed-4563-9004-0af553b6b0fd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:18.746646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-2f497dba-b518-4177-9a15-9da6b682bf0f tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:49:18.747872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b09e61c7-7eea-4791-882c-3cbc84ed9d1b req-2f497dba-b518-4177-9a15-9da6b682bf0f tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068088 Jul 09 16:49:18.825144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.836682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3222528 Jul 09 16:49:18.841707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56346) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:18.848802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group_rule': {'security_group_id': 'f9b9809d-f186-4d80-bcff-5ed894b132d8', 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:18.854570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Attempting to bind port 9c764af7-cfed-4563-9004-0af553b6b0fd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:18.854996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Attempting to bind port 9c764af7-cfed-4563-9004-0af553b6b0fd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:18.855402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Attempting to bind port 9c764af7-cfed-4563-9004-0af553b6b0fd on network f55d64fa-77c1-4c01-8d4d-4a98197ff54c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:18.864784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:18.865387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Checking segment: {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:18.866096 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.866617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Bound using segment: {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:18.867929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15b728-3124-4783-a30f-db35d20c04c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b9809d-f186-4d80-bcff-5ed894b132d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:18.869258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Bound port: 9c764af7-cfed-4563-9004-0af553b6b0fd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:18.869876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.933618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:18.975833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f97901a0-49dc-4aee-bd13-462d014445ac'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:18.997363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-72495125-0d12-49e4-a615-a626439f3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.997834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-72495125-0d12-49e4-a615-a626439f3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.998306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-72495125-0d12-49e4-a615-a626439f3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:18.999995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-72495125-0d12-49e4-a615-a626439f3d85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=97898012-36dc-4338-8b66-f21055404fb6&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 HTTP/1.1" status: 200 len: 2291 time: 0.3788185 Jul 09 16:49:19.042277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdf5d2-683e-454b-9949-81ce722871ac req-469e91a1-93b5-45c7-a3f6-1521c0c59a71 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:19.060311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9efdf5d2-683e-454b-9949-81ce722871ac req-469e91a1-93b5-45c7-a3f6-1521c0c59a71 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 944 time: 0.3604076 Jul 09 16:49:19.064389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Deleting port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:19.064738 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.066184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.072822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.084077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 35d650e1-067b-4246-baa0-db2ddcb74b6f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:19.100801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261201d7-e301-4161-ac63-1a21e4e56a55,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:19.107577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.110970 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56fc0a10-56b2-4e06-a05d-681b1fccde4a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681549 Jul 09 16:49:19.111590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:19.118838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group_rule': {'security_group_id': 'f9b9809d-f186-4d80-bcff-5ed894b132d8', 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:19.178280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.217184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] For port 9c764af7-cfed-4563-9004-0af553b6b0fd, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:19.229860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] For port 9c764af7-cfed-4563-9004-0af553b6b0fd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c764af7-cfed-4563-9004-0af553b6b0fd,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:19.249294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.253247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.260041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.283821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b2c11d-fea4-4218-a56c-ddf558bf9001,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:19.289560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f9a60e8c-feec-4969-b4a3-e755eb61c20b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f0e408-5bb2-456a-8543-9ea4c364f344 HTTP/1.1" status: 200 len: 1001 time: 0.2719839 Jul 09 16:49:19.301025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.305300 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56bdd72b-63ba-4164-b28d-664d35703edd tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1902153 Jul 09 16:49:19.305772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:19.307089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9efdf5d2-683e-454b-9949-81ce722871ac req-37d26da6-8f90-4a13-a6c4-08286e16471d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458298 Jul 09 16:49:19.312261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group_rule': {'security_group_id': 'f9b9809d-f186-4d80-bcff-5ed894b132d8', 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:19.354129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.372762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-e323a002-b6b1-4767-a4c5-16cab735353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:19.375906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-e323a002-b6b1-4767-a4c5-16cab735353b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ca0dc34-f4b5-488e-b231-6a0a9d4562a0 HTTP/1.1" status: 200 len: 850 time: 0.0659907 Jul 09 16:49:19.425062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Routers {'ef11103a-7207-4d68-b7ee-6358ae0314e4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:19.425711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ef11103a-7207-4d68-b7ee-6358ae0314e4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:19.478590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] For port d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,segment=NetworkSegment(1d89998c-d016-46e3-bfc2-2b9b020082c3),segment_id=1d89998c-d016-46e3-bfc2-2b9b020082c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:19.480983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.497258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.513452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.535958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Calling delete_port for d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:19.557333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.561826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 35d650e1-067b-4246-baa0-db2ddcb74b6f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:19.561826 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.562134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2521172 Jul 09 16:49:19.562622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:19.564655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71233e8e-6845-4ed8-a37d-fceeb2a9a8a1 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96839e9-3c9a-4722-b1bc-c2765a9269b5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:19.590844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-6749868f-a377-4f00-a460-e57c748c6289 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:19.592452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-6749868f-a377-4f00-a460-e57c748c6289 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3885500 Jul 09 16:49:19.597001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group_rule': {'security_group_id': 'f9b9809d-f186-4d80-bcff-5ed894b132d8', 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:19.622498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03dc77-423a-4d2c-8dad-dc4b604f5a61 None None] Pushing event updated for resources: {'Port': ['ID=9c764af7-cfed-4563-9004-0af553b6b0fd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:19.711589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-9e83b278-cca7-45b8-95b1-e344319764f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:19.713446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-9e83b278-cca7-45b8-95b1-e344319764f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=97898012-36dc-4338-8b66-f21055404fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242044 Jul 09 16:49:19.745912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-4f09058a-03b5-4e6d-ac65-9ddfb5cf8a97 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 695 time: 0.1017573 Jul 09 16:49:19.794696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Request body: {'floatingip': {'port_id': '5891412c-f734-46ac-8d57-81b4ab71856e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:19.874866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:19.919253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.933942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 70379fe6-3f73-4d8c-b119-d279c6292d2e up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:19.934200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:19.982420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] Set router ef11103a-7207-4d68-b7ee-6358ae0314e4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:20.187536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 70379fe6-3f73-4d8c-b119-d279c6292d2e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:20.193367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e16ebb72-9001-40a6-9099-0e5d6009290e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:20.193700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.197623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 70379fe6-3f73-4d8c-b119-d279c6292d2e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:20.198003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.388869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.444583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70379fe6-3f73-4d8c-b119-d279c6292d2e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:20.447323 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9deff4e-5c0f-46ff-a59e-354cc75e957d" -d '{"events": [{"server_uuid": "6d7ae087-992e-455f-ba7d-0ddd8097c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "70379fe6-3f73-4d8c-b119-d279c6292d2e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:20.466187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.480339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 70379fe6-3f73-4d8c-b119-d279c6292d2e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:20.493543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-ce50a292-a7c8-41e3-a538-e95753117fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614398 Jul 09 16:49:20.506947 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.518163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:20.542075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.550615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:49:15Z', 'revision_number': 4, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9c764af7-cfed-4563-9004-0af553b6b0fd', 'name': '', 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'mac_address': 'fa:16:3e:b5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:14Z', 'updated_at': '2021-07-09T16:49:19Z', 'revision_number': 4, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'subnets': [{'id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:20.593724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b96d1a-4501-43c3-8ee8-1fce54b2d440 None None] The sync data for ids ['ef11103a-7207-4d68-b7ee-6358ae0314e4'] in n-d-800085-2 is: [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:49:15Z', 'revision_number': 4, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9c764af7-cfed-4563-9004-0af553b6b0fd', 'name': '', 'network_id': 'f55d64fa-77c1-4c01-8d4d-4a98197ff54c', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'mac_address': 'fa:16:3e:b5:84:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:14Z', 'updated_at': '2021-07-09T16:49:19Z', 'revision_number': 4, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'subnets': [{'id': 'a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:20.610006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=70379fe6-3f73-4d8c-b119-d279c6292d2e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:20.668025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:20.701315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.724251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8759b-2474-45de-a536-d8cde66de39b req-807b192e-6e45-43d1-8e89-fd261272111d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:20.726247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b8759b-2474-45de-a536-d8cde66de39b req-807b192e-6e45-43d1-8e89-fd261272111d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 944 time: 0.9252791 Jul 09 16:49:20.800469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.907830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.912270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3383291 Jul 09 16:49:20.912545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:20.916702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1cf4a-3e81-4239-91f1-76bb2a853aae tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a15244-4ef2-4f00-92f2-19c8d623cdab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:20.917625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group_rule': {'security_group_id': 'f9b9809d-f186-4d80-bcff-5ed894b132d8', 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:20.954243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-9ddbe8b7-87a4-42ad-a9d5-6a35a3772015 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259777 Jul 09 16:49:20.969509 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Project c9c7a936d2454e44a2dc115f09624386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:49:20.976178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:20.987187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.066011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c764af7-cfed-4563-9004-0af553b6b0fd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:21.125429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.139985 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.180347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:21.183355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afedc0c6-a5e1-4a74-887d-e48a780fe0f6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:21.195238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.196659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-310846c5-49c2-49b9-85f2-d07bff36a160 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2835405 Jul 09 16:49:21.199878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:21.209406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'security_group_rule': {'security_group_id': 'f9b9809d-f186-4d80-bcff-5ed894b132d8', 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:21.216262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9c764af7-cfed-4563-9004-0af553b6b0fd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:21.221058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9c764af7-cfed-4563-9004-0af553b6b0fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:21.221890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.267729 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Project c9c7a936d2454e44a2dc115f09624386 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:49:21.280408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.420264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.433285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.491334 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.517586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.518978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3180642 Jul 09 16:49:21.535158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd6431-3a32-4b57-8d20-cdf3ec5e65be tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb6f064-adbe-4fcc-8859-3664fe0b1b05,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:21.594343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 9c764af7-cfed-4563-9004-0af553b6b0fd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c764af7-cfed-4563-9004-0af553b6b0fd,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:21.608076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:21.688446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-e795d91f-0ad5-4d29-8eb9-d812defb2352 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 217 time: 0.7101395 Jul 09 16:49:21.719358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=9c764af7-cfed-4563-9004-0af553b6b0fd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:21.755515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f97901a0-49dc-4aee-bd13-462d014445ac up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:21.799811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b8759b-2474-45de-a536-d8cde66de39b req-a95955d4-4e70-4df5-8ea3-86bf43fc8480 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9925888 Jul 09 16:49:21.803813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-ea580d2f-430f-42ef-b605-6abc621ab0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:21.805589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-ea580d2f-430f-42ef-b605-6abc621ab0b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.1034431 Jul 09 16:49:21.873114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f97901a0-49dc-4aee-bd13-462d014445ac completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:21.887143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f97901a0-49dc-4aee-bd13-462d014445ac triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:21.888417 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.067022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.112209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.136325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:22.140337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f97901a0-49dc-4aee-bd13-462d014445ac, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f97901a0-49dc-4aee-bd13-462d014445ac,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:22.152632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.243170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f97901a0-49dc-4aee-bd13-462d014445ac,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:22.377799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6ac38e93-9963-45cf-ac38-595e0e24c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:22.379577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6ac38e93-9963-45cf-ac38-595e0e24c4b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4733284 Jul 09 16:49:22.394108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7089cc2-5843-48c2-9fc2-66359d7d8058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.496034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:49:22.581268 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7089cc2-5843-48c2-9fc2-66359d7d8058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.589798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7089cc2-5843-48c2-9fc2-66359d7d8058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.676453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f7089cc2-5843-48c2-9fc2-66359d7d8058 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4de7f20cc4864050874f367383256e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386169 Jul 09 16:49:22.678268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7089cc2-5843-48c2-9fc2-66359d7d8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8cafd6-21ad-418a-8cca-670f876e39d7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:22.682907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:22.780340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.817431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:22.881911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Router de0deafb-ff60-40cd-a10a-ebcade719a77 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:22.894044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-a6a9c3f4-01b4-46bf-933d-6b98551d019c service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614189 Jul 09 16:49:23.021069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2832c-821d-4317-9ba2-732aade1dc38 req-f231d323-0bd7-43b5-881a-af8b6b49a607 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:23.022655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecd2832c-821d-4317-9ba2-732aade1dc38 req-f231d323-0bd7-43b5-881a-af8b6b49a607 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.4171884 Jul 09 16:49:23.123920 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Floating IP f70d7eba-748f-456c-b338-f247fadd4282 associated. External IP: 172.25.7.36, port: 5891412c-f734-46ac-8d57-81b4ab71856e. Jul 09 16:49:23.148224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c764af7-cfed-4563-9004-0af553b6b0fd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:23.171635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fefa31da-37a5-4b21-8174-de873d7762db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.197431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fefa31da-37a5-4b21-8174-de873d7762db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.241347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecd2832c-821d-4317-9ba2-732aade1dc38 req-b64ba7d4-f813-4c12-bdbc-955089ae78d8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105331 Jul 09 16:49:23.243325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-5130a3f1-e728-4394-aba6-7a11471068a5 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318999 Jul 09 16:49:23.243766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9c764af7-cfed-4563-9004-0af553b6b0fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:23.244296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.255268 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fefa31da-37a5-4b21-8174-de873d7762db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.261309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fefa31da-37a5-4b21-8174-de873d7762db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.266064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fefa31da-37a5-4b21-8174-de873d7762db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db8cafd6-21ad-418a-8cca-670f876e39d7 HTTP/1.1" status: 204 len: 168 time: 0.5797119 Jul 09 16:49:23.291217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa31da-37a5-4b21-8174-de873d7762db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8cafd6-21ad-418a-8cca-670f876e39d7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:23.340743 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180531c2-ac79-42cc-a5d4-672db1847cf1 x-openstack-request-id: req-180531c2-ac79-42cc-a5d4-672db1847cf1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:23.350416 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7ae087-992e-455f-ba7d-0ddd8097c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "70379fe6-3f73-4d8c-b119-d279c6292d2e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:23.351277 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-180531c2-ac79-42cc-a5d4-672db1847cf1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:23.353510 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70379fe6-3f73-4d8c-b119-d279c6292d2e', 'code': 200} Jul 09 16:49:23.495403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff813-8af6-4844-8091-45920e112186 req-8743b2e9-00ad-4f52-bad8-0041afd7f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:23.498145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-855ff813-8af6-4844-8091-45920e112186 req-8743b2e9-00ad-4f52-bad8-0041afd7f0d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0915699 Jul 09 16:49:23.558930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-855ff813-8af6-4844-8091-45920e112186 req-93fdb7ef-e215-45a4-9c1d-987fe7dc4c41 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Jul 09 16:49:23.647933 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.730281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:23.750365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc2df9d5-8980-40ef-9384-cef6b415c029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.811041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-2c0164a2-c189-42fc-8012-c062ab789f22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 217 time: 0.5587103 Jul 09 16:49:23.892441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc2df9d5-8980-40ef-9384-cef6b415c029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.898394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:23.900649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc2df9d5-8980-40ef-9384-cef6b415c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:23.912903 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] Sync routers for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:23.927371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7296787-8b02-4648-8401-785da331bb8c admin admin] 10.222.0.48 "PUT /v2.0/routers/de0deafb-ff60-40cd-a10a-ebcade719a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9223976 Jul 09 16:49:23.928276 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:23.928919 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:23.934959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:23.951053 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bc2df9d5-8980-40ef-9384-cef6b415c029 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b21aeefdc1194a9f91bd9891d12a6c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169752 Jul 09 16:49:23.955160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:23.963354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2df9d5-8980-40ef-9384-cef6b415c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2249e16-efc0-4b49-af74-eec806b6fabb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:23.980907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-88d35670-a8e4-4c66-8ab2-d5e32bd6127a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127994579&fields=id&tenant_id=c9c7a936d2454e44a2dc115f09624386 HTTP/1.1" status: 200 len: 267 time: 0.1775854 Jul 09 16:49:24.033342 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1127a89b-6b12-4813-877b-401b8c712c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:24.043189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-a583a010-fc45-4bdd-be09-7a93c4f1aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:24.044715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-a583a010-fc45-4bdd-be09-7a93c4f1aa11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.2149003 Jul 09 16:49:24.058348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1127a89b-6b12-4813-877b-401b8c712c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:24.093897 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:24.148583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1127a89b-6b12-4813-877b-401b8c712c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:24.151363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1127a89b-6b12-4813-877b-401b8c712c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:24.152655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1127a89b-6b12-4813-877b-401b8c712c1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2249e16-efc0-4b49-af74-eec806b6fabb HTTP/1.1" status: 204 len: 168 time: 0.1965411 Jul 09 16:49:24.164300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a89b-6b12-4813-877b-401b8c712c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2249e16-efc0-4b49-af74-eec806b6fabb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:24.309916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7692317a-f511-45f6-876d-f244fb98b9a4 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:24.319429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7692317a-f511-45f6-876d-f244fb98b9a4 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/networks?id=2922edcb-3867-421d-b9a2-2f24be6ddcfb HTTP/1.1" status: 200 len: 809 time: 0.2721539 Jul 09 16:49:24.321601 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:49:20Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:24.352788 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] Checking router: de0deafb-ff60-40cd-a10a-ebcade719a77 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:24.367154 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] Routers {'de0deafb-ff60-40cd-a10a-ebcade719a77'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:24.371492 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['de0deafb-ff60-40cd-a10a-ebcade719a77'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:24.444276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7dfab704-4c12-4b34-a4bf-479f9b169bbc tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/quotas/c9c7a936d2454e44a2dc115f09624386 HTTP/1.1" status: 200 len: 375 time: 0.1238029 Jul 09 16:49:24.487030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:24.547804 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] Set router de0deafb-ff60-40cd-a10a-ebcade719a77 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:24.669300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-0ea6b0d3-49c2-47d2-a689-dc543d349bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:24.671743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-0ea6b0d3-49c2-47d2-a689-dc543d349bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6083145 Jul 09 16:49:24.838208 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:49:20Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:24.882191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-e675505b-8f48-4b8b-aedf-423edc5afde1 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788824 Jul 09 16:49:24.894104 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946438e1-6d16-476c-8656-4638be250ee7 None None] The sync data for ids ['de0deafb-ff60-40cd-a10a-ebcade719a77'] in n-d-800085-2 is: [{'id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'name': 'tempest-ServerRescueTestJSONUnderV235-1598782747-router', 'tenant_id': '062347d3c12f4902b61f1f6be6bfc217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:00Z', 'updated_at': '2021-07-09T16:49:20Z', 'revision_number': 5, 'project_id': '062347d3c12f4902b61f1f6be6bfc217', 'gw_port': {'id': '5c1793d0-f772-4571-a4b9-fd0f6cfb04b4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0deafb-ff60-40cd-a10a-ebcade719a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:01Z', 'updated_at': '2021-07-09T16:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:24.896053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Router 57750b9e-a8a2-42e6-82da-50549ca815c5 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:24.995120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-11788b56-9bd6-48fb-9d18-e792c64f2e8b tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9c7a936d2454e44a2dc115f09624386&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5499420 Jul 09 16:49:25.003408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:25.254627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-e10dc924-00d1-428e-8c4f-44fedb0bd48c service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610871 Jul 09 16:49:25.351269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-3293f620-08ca-4c1f-98aa-4fcd5ec5529f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2196276f-6372-411c-a223-3a4b31a29c56 HTTP/1.1" status: 200 len: 217 time: 0.0735400 Jul 09 16:49:25.354697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}, {'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:25.357755 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a34511-b4de-4a94-88fb-f495553564dd" -d '{"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-plugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}, {"server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "name": "network-vif-plugged", "status": "completed", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:25.358592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-929c8748-5e74-4c2b-a8e9-519dd24c06af service neutron] 10.222.0.48 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449078 Jul 09 16:49:25.382562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:25.395621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] Sync routers for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:25.409922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:25.410953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:25.420096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:25.426274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Deleting port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:25.426786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:25.638787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-8b8e2a61-44cf-48aa-9bbb-de089a95ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:25.640327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-8b8e2a61-44cf-48aa-9bbb-de089a95ce5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.2742732 Jul 09 16:49:25.656754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-09a6182b-60ce-4574-abec-4be35113ad41 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "PUT /v2.0/floatingips/f70d7eba-748f-456c-b338-f247fadd4282 HTTP/1.1" status: 200 len: 995 time: 5.8945115 Jul 09 16:49:25.660498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:25.663246 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe17bbf-49ff-45a7-a1b6-544d28f94159" -d '{"events": [{"name": "network-changed", "server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:25.731649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:25.736388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] For port 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:25.736760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:25.769643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-9e499cc9-d3f0-4819-bcf6-3f21428a1618 service neutron] 10.222.0.48 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893294 Jul 09 16:49:25.827291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Calling delete_port for 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:25.984996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-3d396b68-7700-47e8-b44c-b7d5b0c7c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:25.988691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-3d396b68-7700-47e8-b44c-b7d5b0c7c26c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3222268 Jul 09 16:49:26.010572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-c2163333-7292-49b9-b998-69e1ca15581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:26.012156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-c2163333-7292-49b9-b998-69e1ca15581f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1096 time: 0.3051143 Jul 09 16:49:26.112299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-10e91ea8-912c-40f5-911f-3bcd0f9b66b9 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070929 Jul 09 16:49:26.479799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10405f7-fe9a-4dba-b198-780cbad6cd6b req-a4ec5ea7-859c-47a6-9b94-c387e5e197d3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:26.481427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b10405f7-fe9a-4dba-b198-780cbad6cd6b req-a4ec5ea7-859c-47a6-9b94-c387e5e197d3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 945 time: 0.2288871 Jul 09 16:49:26.519135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f70d7eba-748f-456c-b338-f247fadd4282', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'port_id': '5891412c-f734-46ac-8d57-81b4ab71856e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'mac_address': 'fa:16:3e:25:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:17Z', 'updated_at': '2021-07-09T16:49:22Z', 'revision_number': 1, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:47Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:26.538563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-bab58504-aeee-424c-bf1c-f6e2a5b33347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:26.540082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-bab58504-aeee-424c-bf1c-f6e2a5b33347 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 930 time: 0.4250469 Jul 09 16:49:26.565900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-e7ac3d39-fa31-4011-9f22-d5f40e9b823d service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372051 Jul 09 16:49:26.612210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] Checking router: 57750b9e-a8a2-42e6-82da-50549ca815c5 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:26.634435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b10405f7-fe9a-4dba-b198-780cbad6cd6b req-f198c022-b37b-4cae-bab3-46d15b7455cd tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378005 Jul 09 16:49:26.645968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:26.645968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:26.724947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-2de66897-d6d7-409a-892e-0b2119c79c4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e HTTP/1.1" status: 200 len: 217 time: 0.1217883 Jul 09 16:49:26.736383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:26.832554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1793d0-f772-4571-a4b9-fd0f6cfb04b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:26.849675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-6a01b002-9153-4137-8aa5-04e1349f3f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 998 time: 0.2959983 Jul 09 16:49:26.904823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:26.990952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6eb39c30-4c3a-4a9b-857c-518cd47f032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:27.005305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6eb39c30-4c3a-4a9b-857c-518cd47f032b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.2588692 Jul 09 16:49:27.075669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:27.097315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:27.103365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:27.104127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d0d4644b-6ea1-4d7b-9c9c-e28d95d47cd2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:27.402452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f70d7eba-748f-456c-b338-f247fadd4282', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'port_id': '5891412c-f734-46ac-8d57-81b4ab71856e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'mac_address': 'fa:16:3e:25:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:17Z', 'updated_at': '2021-07-09T16:49:22Z', 'revision_number': 1, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:47Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:27.464174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d026a-e656-461a-b02a-75a46c4022aa None None] The sync data for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 is: [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f70d7eba-748f-456c-b338-f247fadd4282', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'port_id': '5891412c-f734-46ac-8d57-81b4ab71856e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'mac_address': 'fa:16:3e:25:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:17Z', 'updated_at': '2021-07-09T16:49:22Z', 'revision_number': 1, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:47Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:27.845898 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:27.848626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:27.869453 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9205ee-c38c-4d29-882c-e1f3a93d5e6c None None] New status for floating IP f70d7eba-748f-456c-b338-f247fadd4282: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:27.906305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-dd32552a-b188-440d-b765-27695c530e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:27.913655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-dd32552a-b188-440d-b765-27695c530e91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 200 len: 868 time: 1.0400314 Jul 09 16:49:27.952604 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:27.953497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de0deafb-ff60-40cd-a10a-ebcade719a77 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:49:27.958265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:27.959468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7a9c3fe1-cc0f-4de2-b14f-d024526e953a admin admin] 10.222.0.48 "DELETE /v2.0/routers/de0deafb-ff60-40cd-a10a-ebcade719a77 HTTP/1.1" status: 204 len: 168 time: 4.0173786 Jul 09 16:49:27.962118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:28.049572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Deleting subnet 9e87a489-666d-4046-a763-77c3fef9bd84 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:49:28.063026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:28.134921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-0f622ecb-f395-40c2-ab79-c185716c8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:28.143845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-0f622ecb-f395-40c2-ab79-c185716c8cd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8501d373-4625-4fd0-9fa3-d37a5be879d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292588 Jul 09 16:49:28.148171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-ce1798ab-d259-4d54-ae5b-dc75e4b789a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:28.149854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-ce1798ab-d259-4d54-ae5b-dc75e4b789a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1228025 Jul 09 16:49:28.258181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-27c95f1f-a3ec-4160-a33e-b0c238af9016 service neutron] 10.222.0.48 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129544 Jul 09 16:49:28.297558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:28.327283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d145b-40ca-452c-8a2e-282be0e59b7e req-f7cd1d4f-9041-49c7-b1fc-a402d3cfe7ba tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:28.335730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f4d145b-40ca-452c-8a2e-282be0e59b7e req-f7cd1d4f-9041-49c7-b1fc-a402d3cfe7ba tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.4346614 Jul 09 16:49:28.426942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:28.501287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-db9ef55d-ebb5-41db-962f-66da7b10a735 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:28.503056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-db9ef55d-ebb5-41db-962f-66da7b10a735 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.43 "GET /v2.0/networks?id=2922edcb-3867-421d-b9a2-2f24be6ddcfb HTTP/1.1" status: 200 len: 809 time: 0.4035399 Jul 09 16:49:28.552421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92109ff6-d907-4603-a675-0cb8c8359d80 req-72a619c1-f0d2-4536-924b-55272176bfc1 service neutron] 10.222.0.48 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929981 Jul 09 16:49:28.666150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-d54511fb-98d7-4913-a9e8-0597ef794f5d tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9c7a936d2454e44a2dc115f09624386 HTTP/1.1" status: 200 len: 380 time: 0.1454954 Jul 09 16:49:28.675527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-5886cf54-dca2-4264-a8d8-b4d5f7764921 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145238 Jul 09 16:49:28.683175 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13961a-9b7d-4110-aee6-b4d080d0e487 x-openstack-request-id: req-dd13961a-9b7d-4110-aee6-b4d080d0e487 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:28.683806 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-plugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "code": 200}, {"server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "name": "network-vif-plugged", "status": "completed", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:28.684068 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd13961a-9b7d-4110-aee6-b4d080d0e487 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:28.684652 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'code': 200} Jul 09 16:49:28.685014 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'code': 200} Jul 09 16:49:28.693195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'port': {'device_id': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'admin_state_up': True, 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'security_groups': ['f9b9809d-f186-4d80-bcff-5ed894b132d8']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:28.712083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f4d145b-40ca-452c-8a2e-282be0e59b7e req-69d350ef-4b15-4712-803b-37675807bda4 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753345 Jul 09 16:49:28.815632 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:28.933617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:28.960721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-f309c156-8f0d-4209-87c1-ebe013674721 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474308 Jul 09 16:49:28.970807 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff976a5-a549-42f4-98f2-5bbe90f15afc x-openstack-request-id: req-8ff976a5-a549-42f4-98f2-5bbe90f15afc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:28.971403 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:28.971835 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ff976a5-a549-42f4-98f2-5bbe90f15afc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:28.972422 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e', 'status': 'completed', 'code': 200} Jul 09 16:49:28.994927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:28.995331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c1793d0-f772-4571-a4b9-fd0f6cfb04b4 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:29.022368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e87a489-666d-4046-a763-77c3fef9bd84,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:29.039026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.044065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e87a489-666d-4046-a763-77c3fef9bd84 HTTP/1.1" status: 204 len: 168 time: 1.0806215 Jul 09 16:49:29.053483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:29.067088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-581cd9db-b0b5-4791-9e42-0f6766fed6ef req-a63bc672-e829-4960-9b1a-9b7b53d101a6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 210 time: 0.1044502 Jul 09 16:49:29.069578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-c5a35b52-30fe-4541-b82e-7a8b0a93f4c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36 HTTP/1.1" status: 200 len: 217 time: 0.0960925 Jul 09 16:49:29.154008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.154414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.154881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.155323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.155751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.156199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.156623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.157045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.157467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.157890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.158310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.158754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adfa33a-df5c-4612-b616-8173cc1f58ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:29.222388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Made reservation on behalf of c9c7a936d2454e44a2dc115f09624386 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:29.227310 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.239554 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.253289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-1e8a326e-12a4-438d-948f-e04d6ab9de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:29.254968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-1e8a326e-12a4-438d-948f-e04d6ab9de1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1096 time: 0.3804102 Jul 09 16:49:29.260038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03e67-a702-45ee-9939-2048ef3b36a9 req-3cc54966-736b-4c95-bfcc-7bfd20281063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:29.262355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a8d03e67-a702-45ee-9939-2048ef3b36a9 req-3cc54966-736b-4c95-bfcc-7bfd20281063 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1096 time: 0.3664100 Jul 09 16:49:29.376848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-485934b8-b669-427b-b74f-ee5e8f854f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:29.378734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-485934b8-b669-427b-b74f-ee5e8f854f7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 930 time: 0.1108720 Jul 09 16:49:29.402607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6174c833-22bc-42d2-83f6-3e9d0d962983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:29.404252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6174c833-22bc-42d2-83f6-3e9d0d962983 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.1542001 Jul 09 16:49:29.465532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.476112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a238e7-2342-4ebd-8a7e-a700d41420fe']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:29.503976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d89998c-d016-46e3-bfc2-2b9b020082c3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:29.505580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d89998c-d016-46e3-bfc2-2b9b020082c3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:29.524234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a8d03e67-a702-45ee-9939-2048ef3b36a9 req-945ee63d-c5d4-42e7-b3d5-0b95e22b6203 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642621 Jul 09 16:49:29.534757 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.556938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.568677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-a7bfb805-257e-40a9-938e-b1db3b2c5c3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 1000 time: 0.1797879 Jul 09 16:49:29.622137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Allocated IP 172.20.0.12 (2922edcb-3867-421d-b9a2-2f24be6ddcfb/29a5cbf7-579d-464e-bdb5-e79158e7ed65/8133e456-6157-4460-b9f2-81e20dc075a3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:29.655680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:49:29.656383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:49:29.659114 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:49:29.762135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-4d038692-5e30-4902-a59d-80f265ab10c3 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 258 time: 0.5203130 Jul 09 16:49:29.771141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:29.805621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.816887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.822459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] 10.222.0.48 "DELETE /v2.0/networks/52a238e7-2342-4ebd-8a7e-a700d41420fe HTTP/1.1" status: 204 len: 168 time: 0.7498558 Jul 09 16:49:29.848045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701afb6-cd41-4fa7-8ffc-35d476a16b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a238e7-2342-4ebd-8a7e-a700d41420fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:29.855639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.859140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:29.874651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Transition to ACTIVE for port object 8133e456-6157-4460-b9f2-81e20dc075a3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:29.877780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-53e5dad4-c9c6-4692-8a38-06825c9dc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:29.883141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-53e5dad4-c9c6-4692-8a38-06825c9dc6a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3124788 Jul 09 16:49:29.941235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.036740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-c8e3c8a3-e9b3-4a63-b4b6-6e3d2acd8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:30.038886 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-c8e3c8a3-e9b3-4a63-b4b6-6e3d2acd8101 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 200 len: 868 time: 0.0997217 Jul 09 16:49:30.092420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:30.093038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:30.105417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-6bd69d81-93a5-47f1-ac2d-e9c47a28090d service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057450 Jul 09 16:49:30.108032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'Port': ['ID=8133e456-6157-4460-b9f2-81e20dc075a3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:30.111239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:30.119518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b030b5a-1e8e-4875-b94f-1a7df74100df req-a1dd59e9-d37c-4f26-ac7d-429ec03c5fe9 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:30.121275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:30.127333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b030b5a-1e8e-4875-b94f-1a7df74100df req-a1dd59e9-d37c-4f26-ac7d-429ec03c5fe9 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2426243 Jul 09 16:49:30.219271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:30.220338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.229976 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4d20694-85ec-4a21-ae77-e8041aa00911 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=062347d3c12f4902b61f1f6be6bfc217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310575 Jul 09 16:49:30.234359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:30.248378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-1898b65b-53c0-4699-aaa4-03117e52df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:30.250333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-1898b65b-53c0-4699-aaa4-03117e52df74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8501d373-4625-4fd0-9fa3-d37a5be879d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032385 Jul 09 16:49:30.261119 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-7e2cd4aa-90dd-46dc-bf1e-01dba599bfa6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5827191 Jul 09 16:49:30.282851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Request body: {'port': {'device_id': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:30.323784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b030b5a-1e8e-4875-b94f-1a7df74100df req-8ae6e4c6-fd0b-4ac0-8f6a-18b60fafe266 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954241 Jul 09 16:49:30.374237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.408851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-d1534404-471c-4e33-902c-9e1be0d3df4c service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764292 Jul 09 16:49:30.455192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fecd76d4-07c5-4a27-adad-c54ee35ac716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.475312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-7588b66f-8102-4e0b-b155-1775a5674272 service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161014 Jul 09 16:49:30.515752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fecd76d4-07c5-4a27-adad-c54ee35ac716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.521916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce7697a0-91b8-457f-bad2-76c7585f6684 None None] Provisioning for port 8133e456-6157-4460-b9f2-81e20dc075a3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:30.526792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-9db2201b-1348-434c-b69b-0dc26e3d076f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888 HTTP/1.1" status: 200 len: 217 time: 0.1010695 Jul 09 16:49:30.542233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce7697a0-91b8-457f-bad2-76c7585f6684 None None] Provisioning complete for port 8133e456-6157-4460-b9f2-81e20dc075a3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:30.543087 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce7697a0-91b8-457f-bad2-76c7585f6684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.548191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.659158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ce7697a0-91b8-457f-bad2-76c7585f6684 None None] Port 8133e456-6157-4460-b9f2-81e20dc075a3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:30.676949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-fa06b784-287c-4255-a57a-bfb2cc6fd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:30.681937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6fe17bbf-49ff-45a7-a1b6-544d28f94159 req-a37a23ef-5d81-488a-a002-c303d0febb8b service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983843 Jul 09 16:49:30.689903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-fa06b784-287c-4255-a57a-bfb2cc6fd28b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.1477172 Jul 09 16:49:30.790230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Allocated IP 172.25.7.153 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/c5bd898a-20e0-437e-8523-741cc7ced89f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:30.805132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fecd76d4-07c5-4a27-adad-c54ee35ac716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.808816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fecd76d4-07c5-4a27-adad-c54ee35ac716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:30.813315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fecd76d4-07c5-4a27-adad-c54ee35ac716 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f68be02-d86c-4011-9394-32857144d948 HTTP/1.1" status: 204 len: 168 time: 0.5765347 Jul 09 16:49:30.960308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cef9-531c-458c-9d03-2933bce80145 req-a2eee28a-ae89-431c-a543-66035ca56e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:30.962837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-a2eee28a-ae89-431c-a543-66035ca56e68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2336392 Jul 09 16:49:31.019307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791785f-f372-44de-bfad-7480ac7fb2ee req-1076abd1-05c3-431a-b28e-494c007c1094 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:31.021486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f791785f-f372-44de-bfad-7480ac7fb2ee req-1076abd1-05c3-431a-b28e-494c007c1094 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 932 time: 0.2050066 Jul 09 16:49:31.182120 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:49:31.205725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8133e456-6157-4460-b9f2-81e20dc075a3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:31.211100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f791785f-f372-44de-bfad-7480ac7fb2ee req-1199dfdd-d205-4cb3-ac69-7db62896f8e0 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455464 Jul 09 16:49:31.223244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.226837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.271760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Transition to ACTIVE for port object 8133e456-6157-4460-b9f2-81e20dc075a3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:31.281487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd76d4-07c5-4a27-adad-c54ee35ac716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f68be02-d86c-4011-9394-32857144d948,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:31.292039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.332859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-73d35522-a6d8-4983-959b-f784b9ca89d1 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571720 Jul 09 16:49:31.494162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Pushing event updated for resources: {'Port': ['ID=8133e456-6157-4460-b9f2-81e20dc075a3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:31.598258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Attempting to bind port 8133e456-6157-4460-b9f2-81e20dc075a3 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:31.598629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Attempting to bind port 8133e456-6157-4460-b9f2-81e20dc075a3 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:31.598965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Attempting to bind port 8133e456-6157-4460-b9f2-81e20dc075a3 on network 2922edcb-3867-421d-b9a2-2f24be6ddcfb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:31.604526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Port 8133e456-6157-4460-b9f2-81e20dc075a3 on network 2922edcb-3867-421d-b9a2-2f24be6ddcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:49:31.604854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Attempting to bind port 8133e456-6157-4460-b9f2-81e20dc075a3 on network 2922edcb-3867-421d-b9a2-2f24be6ddcfb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:31.610573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:31.610573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Checking segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:31.610959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Bound using segment: {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:31.611791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Bound port: 8133e456-6157-4460-b9f2-81e20dc075a3, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:31.611791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.692183 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.740072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] For port 8133e456-6157-4460-b9f2-81e20dc075a3, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:31.748988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] For port 8133e456-6157-4460-b9f2-81e20dc075a3, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8133e456-6157-4460-b9f2-81e20dc075a3,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:31.760044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.836683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:31.846166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:31.849719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:31.857526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a30cef9-531c-458c-9d03-2933bce80145 req-3c6fc0ca-bb18-4951-b1e2-d7c0b3f30300 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079572 Jul 09 16:49:31.912373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event updated for resources: {'Port': ['ID=c5bd898a-20e0-437e-8523-741cc7ced89f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:31.933048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Pushing event updated for resources: {'Port': ['ID=8133e456-6157-4460-b9f2-81e20dc075a3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:31.988487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8149-5037-4030-afe1-fdbb3751d971 req-aa3bbf65-7ac7-4745-83f5-7cec2a6a64bb tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:31.991687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:31.992278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:31.993833 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bc9b4486-1b3a-4001-b32b-1ce27940d86b service neutron] 10.222.0.43 "PUT /v2.0/ports/8133e456-6157-4460-b9f2-81e20dc075a3 HTTP/1.1" status: 200 len: 1092 time: 1.7161007 Jul 09 16:49:31.996272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:32.002167 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f798802-2ac1-4ed8-8a06-9771749d5989" -d '{"events": [{"name": "network-changed", "server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:32.009949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de4f8149-5037-4030-afe1-fdbb3751d971 req-aa3bbf65-7ac7-4745-83f5-7cec2a6a64bb tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2883544 Jul 09 16:49:32.089037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-bc754e86-a9d7-4ad2-bea1-44b500fc890a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736846 Jul 09 16:49:32.143184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de4f8149-5037-4030-afe1-fdbb3751d971 req-a0dce241-00d1-48d4-be1b-d83505709a25 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267781 Jul 09 16:49:32.145173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:32.298186 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:32.351393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-4bf9f1e7-e246-4553-97cf-9fbd9b8cd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:32.354560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-4bf9f1e7-e246-4553-97cf-9fbd9b8cd5fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9c7a936d2454e44a2dc115f09624386&device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1095 time: 0.3036878 Jul 09 16:49:32.421153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-b076f45d-8b12-4a8e-af65-6a1633742d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:32.423593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-b076f45d-8b12-4a8e-af65-6a1633742d14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 1098 time: 0.2453039 Jul 09 16:49:32.524655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-57f9ba49-3ede-47ee-8598-c55315b2b310 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8133e456-6157-4460-b9f2-81e20dc075a3 HTTP/1.1" status: 200 len: 217 time: 0.1551871 Jul 09 16:49:32.723562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-046135ab-63a6-46d7-b47f-a2a88be8bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:32.725618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-046135ab-63a6-46d7-b47f-a2a88be8bca7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2049310 Jul 09 16:49:32.727364 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a0fd7c-ab4f-4013-a555-b6cef1bddd8e x-openstack-request-id: req-14a0fd7c-ab4f-4013-a555-b6cef1bddd8e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:32.727672 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:32.727962 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14a0fd7c-ab4f-4013-a555-b6cef1bddd8e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:32.728356 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3', 'status': 'completed', 'code': 200} Jul 09 16:49:32.839135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae78aba-4edf-4866-bac3-1afd60d2062e req-94ee2a36-988e-4f9b-9f11-d45c44b4df26 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:32.840221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-ec85f1f6-2688-422d-bbaa-61208e763e4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e HTTP/1.1" status: 200 len: 217 time: 0.1039593 Jul 09 16:49:32.841834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ae78aba-4edf-4866-bac3-1afd60d2062e req-94ee2a36-988e-4f9b-9f11-d45c44b4df26 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1430488 Jul 09 16:49:32.850851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:32.859953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'floatingip': {'port_id': 'f97901a0-49dc-4aee-bd13-462d014445ac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:32.881838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:32.938646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:32.959013 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:32.973948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-05775a5a-3661-4b87-b6c0-9faa20646ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:32.975499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-05775a5a-3661-4b87-b6c0-9faa20646ec3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a5cbf7-579d-464e-bdb5-e79158e7ed65 HTTP/1.1" status: 200 len: 848 time: 0.2463937 Jul 09 16:49:33.017748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-c4a057a6-5b9a-4da9-a404-6e3f823c297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:33.019567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-c4a057a6-5b9a-4da9-a404-6e3f823c297a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1582522 Jul 09 16:49:33.140021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event updated for resources: {'Port': ['ID=c5bd898a-20e0-437e-8523-741cc7ced89f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:33.148432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bd0be781-5f2e-42d7-ba4e-37ac4b6e9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:33.150005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-bd0be781-5f2e-42d7-ba4e-37ac4b6e9143 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2922edcb-3867-421d-b9a2-2f24be6ddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611230 Jul 09 16:49:33.153542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-792b70b1-2eae-4c19-aab0-768d97b5117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:33.155056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-792b70b1-2eae-4c19-aab0-768d97b5117b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085649 Jul 09 16:49:33.286208 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:33.452199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-0a7a1576-8eb3-4c1f-9bbc-c7bc6a3e980b service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930021 Jul 09 16:49:33.455267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-68a39c9c-fc9a-4a1d-9ae4-673c8aff5883 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880731 Jul 09 16:49:33.470527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:33.471834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-99370aef-ce96-4bb1-bf8c-793be2e4a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7084923 Jul 09 16:49:33.702779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674ee43-7f95-44c5-8d6c-48e1ac5820e0 req-fb693200-3e84-44bc-9bb9-e8391e0b15c0 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:33.705979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-488f8442-9b73-4de1-bcb4-bb589e98fbab req-a9e97240-9044-4bdb-b82d-aacff7851cc3 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217493 Jul 09 16:49:33.708227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7b30d443-dccb-41b7-9be0-71623f6bcdd8 req-f59cb2ed-96eb-456b-9ddd-6e77c1b618d6 service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478659 Jul 09 16:49:33.711176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9674ee43-7f95-44c5-8d6c-48e1ac5820e0 req-fb693200-3e84-44bc-9bb9-e8391e0b15c0 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 944 time: 0.6728711 Jul 09 16:49:33.767847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9674ee43-7f95-44c5-8d6c-48e1ac5820e0 req-ac031a02-8a23-48a5-aa0a-50345bc44352 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554051 Jul 09 16:49:33.788260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-dd374b7a-6953-4872-a29e-ca8b70752bf1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.153 HTTP/1.1" status: 200 len: 696 time: 0.2931392 Jul 09 16:49:33.904660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-2b0c04d6-f37f-4da3-a4e4-7bc9ea60d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:33.908040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-2b0c04d6-f37f-4da3-a4e4-7bc9ea60d6f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9c7a936d2454e44a2dc115f09624386&device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1095 time: 0.1042645 Jul 09 16:49:34.101982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-4c0f695a-1a60-4bb9-b8b1-75b9e471ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:34.103768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-4c0f695a-1a60-4bb9-b8b1-75b9e471ca5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2922edcb-3867-421d-b9a2-2f24be6ddcfb HTTP/1.1" status: 200 len: 910 time: 0.1835599 Jul 09 16:49:34.173377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-f493d525-1c41-49a4-9572-bd8dd0c4ef20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8133e456-6157-4460-b9f2-81e20dc075a3 HTTP/1.1" status: 200 len: 217 time: 0.0529253 Jul 09 16:49:34.253244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-d6b5a2cb-5514-426d-b340-13f6eae895bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:34.254958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-d6b5a2cb-5514-426d-b340-13f6eae895bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a5cbf7-579d-464e-bdb5-e79158e7ed65 HTTP/1.1" status: 200 len: 848 time: 0.0706756 Jul 09 16:49:34.355304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-a85dd8a9-117a-4309-b362-d0fc71ba83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:34.355304 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-a85dd8a9-117a-4309-b362-d0fc71ba83b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2922edcb-3867-421d-b9a2-2f24be6ddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877068 Jul 09 16:49:34.480169 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-ecbd8b96-b972-45a1-85b8-24ef86d0326b service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166751 Jul 09 16:49:34.568139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-c4d972e0-a78b-4078-8789-e201f9105a4a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:34.570479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a60bb78-cf69-42b5-a1f4-667db2a0a2d4 req-c4d972e0-a78b-4078-8789-e201f9105a4a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.7728221 Jul 09 16:49:34.621539 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f798802-2ac1-4ed8-8a06-9771749d5989 req-660f9913-3bb6-4c9c-89a6-e04d644d6b9d service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293864 Jul 09 16:49:34.721758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:49:34.956248 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:34.966618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.138666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:35.263903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-0364e854-62e5-4911-b3fb-3288986a3036 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:35.265533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-0364e854-62e5-4911-b3fb-3288986a3036 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4584219 Jul 09 16:49:35.268488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:35.330943 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Floating IP 3496c5ae-0a72-4f89-a224-b4073faee6ab associated. External IP: 172.25.7.228, port: f97901a0-49dc-4aee-bd13-462d014445ac. Jul 09 16:49:35.378155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-17a8b57c-a0a9-4b7e-9316-c79db3294cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.153 HTTP/1.1" status: 200 len: 696 time: 0.1017005 Jul 09 16:49:35.397682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863043f6-a021-4505-814f-65b5695c887d req-2a3e7d30-f214-4d0a-99f5-555905cd9f3a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:35.399254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-863043f6-a021-4505-814f-65b5695c887d req-2a3e7d30-f214-4d0a-99f5-555905cd9f3a tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 944 time: 0.3094385 Jul 09 16:49:35.404883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-5f52ce37-2ca6-43ef-ae71-02e570cbf44a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Request body: {'floatingip': {'port_id': '5891412c-f734-46ac-8d57-81b4ab71856e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:35.519609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93f3a5d6-ed3d-4195-bd93-d7e5141111f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.560592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-5f52ce37-2ca6-43ef-ae71-02e570cbf44a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.566621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-925d7614-fa37-4b99-82b6-7d624aadc425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.745973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5299acb-13d9-4930-9275-fb08327d3833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.786066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93f3a5d6-ed3d-4195-bd93-d7e5141111f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.800646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93f3a5d6-ed3d-4195-bd93-d7e5141111f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:35.803766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-863043f6-a021-4505-814f-65b5695c887d req-72074396-3940-4ea1-ab75-3658ac5117a8 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959947 Jul 09 16:49:35.888146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3a5d6-ed3d-4195-bd93-d7e5141111f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c615e5e0-8cf0-4087-a964-7f8e6ba77dd8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:35.969120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-93f3a5d6-ed3d-4195-bd93-d7e5141111f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0981f22ccd4342bba0c87ba1c5013639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994035 Jul 09 16:49:35.972037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:36.066912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b6f245-096f-4a43-8cb5-04c94d5d31ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.179624 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-925d7614-fa37-4b99-82b6-7d624aadc425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.185764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b6f245-096f-4a43-8cb5-04c94d5d31ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.201280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-925d7614-fa37-4b99-82b6-7d624aadc425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.226422 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-5f52ce37-2ca6-43ef-ae71-02e570cbf44a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 16:49:36.227533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e685f9a-41db-43ad-be6b-857e1709da0c req-5f52ce37-2ca6-43ef-ae71-02e570cbf44a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "PUT /v2.0/floatingips/9e9c7ea9-3869-4fab-affa-a66e742614c6 HTTP/1.1" status: 409 len: 550 time: 0.8380530 Jul 09 16:49:36.260334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-925d7614-fa37-4b99-82b6-7d624aadc425 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85a1742a1a364ac3815424758882a883&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1190815 Jul 09 16:49:36.273872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:36.312748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d7614-fa37-4b99-82b6-7d624aadc425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961a4203-4932-4ed8-a171-33dc585c6fd7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:36.332051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-503e6c8c-529c-4554-a766-4784f71db6da tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips/9e9c7ea9-3869-4fab-affa-a66e742614c6 HTTP/1.1" status: 200 len: 693 time: 0.0619159 Jul 09 16:49:36.372285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b6f245-096f-4a43-8cb5-04c94d5d31ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.382936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44b6f245-096f-4a43-8cb5-04c94d5d31ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.388504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44b6f245-096f-4a43-8cb5-04c94d5d31ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c615e5e0-8cf0-4087-a964-7f8e6ba77dd8 HTTP/1.1" status: 204 len: 168 time: 0.4154127 Jul 09 16:49:36.404292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6f245-096f-4a43-8cb5-04c94d5d31ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c615e5e0-8cf0-4087-a964-7f8e6ba77dd8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:36.561963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Router 0e011355-2b13-4f0d-b822-d8de72654021 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:36.567501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b755eb7-d124-47a1-b2b7-30f7454f44c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.596712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b755eb7-d124-47a1-b2b7-30f7454f44c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.726836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b755eb7-d124-47a1-b2b7-30f7454f44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.729713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b755eb7-d124-47a1-b2b7-30f7454f44c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.731242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b755eb7-d124-47a1-b2b7-30f7454f44c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/961a4203-4932-4ed8-a171-33dc585c6fd7 HTTP/1.1" status: 204 len: 168 time: 0.4561133 Jul 09 16:49:36.769123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-90c3f426-d33e-4f0e-8311-ecc081021f23 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:36.770141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-90c3f426-d33e-4f0e-8311-ecc081021f23 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.4139745 Jul 09 16:49:36.771033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b755eb7-d124-47a1-b2b7-30f7454f44c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a4203-4932-4ed8-a171-33dc585c6fd7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:36.867839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56726) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:36.878988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-0281eb74-be29-4ac2-969d-e23f5e6d28bc tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.153 HTTP/1.1" status: 200 len: 696 time: 0.0996940 Jul 09 16:49:36.907658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfae5a48-d7ef-4ae1-a973-16d8924527fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.973495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:36.982751 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:36.987513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:37.016508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:37.017182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:37.092354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfae5a48-d7ef-4ae1-a973-16d8924527fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.098086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfae5a48-d7ef-4ae1-a973-16d8924527fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.116220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18983edd-76e4-4c9e-bed8-a0113ed369e8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "PUT /v2.0/floatingips/3496c5ae-0a72-4f89-a224-b4073faee6ab HTTP/1.1" status: 200 len: 991 time: 4.2625759 Jul 09 16:49:37.154076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dfae5a48-d7ef-4ae1-a973-16d8924527fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bca0ffda2054b58936478492cc344c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788167 Jul 09 16:49:37.157032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:37.192617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5a48-d7ef-4ae1-a973-16d8924527fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc76d0fd-f412-4b13-a11a-61e02a247339,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:37.218770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:37.230634 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144e963-7370-4ded-8bef-a9a431f71cca" -d '{"events": [{"name": "network-changed", "server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:37.259943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-55f54b02-cf6e-4f78-a43c-d70f7bd54888 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.153 HTTP/1.1" status: 200 len: 696 time: 0.3594999 Jul 09 16:49:37.284486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250543d4-403b-457d-943c-96004439437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.302028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:37.365689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250543d4-403b-457d-943c-96004439437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.473191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeef343-6064-4834-9c59-2f8277848d30 req-34b37d55-6051-4bfc-9e3f-ba81c8d17488 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:37.483736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8eeef343-6064-4834-9c59-2f8277848d30 req-34b37d55-6051-4bfc-9e3f-ba81c8d17488 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 944 time: 0.3655629 Jul 09 16:49:37.504503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250543d4-403b-457d-943c-96004439437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.514909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250543d4-403b-457d-943c-96004439437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.514909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-250543d4-403b-457d-943c-96004439437f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc76d0fd-f412-4b13-a11a-61e02a247339 HTTP/1.1" status: 204 len: 168 time: 0.3596466 Jul 09 16:49:37.543268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250543d4-403b-457d-943c-96004439437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc76d0fd-f412-4b13-a11a-61e02a247339,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:37.582188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8eeef343-6064-4834-9c59-2f8277848d30 req-4bea05fe-7400-41d4-a5e5-34a6ad05e83e tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968268 Jul 09 16:49:37.606624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Deleting port c5bd898a-20e0-437e-8523-741cc7ced89f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:37.610655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.840246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.840984 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:37.871520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Calling delete_port for c5bd898a-20e0-437e-8523-741cc7ced89f owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:38.007741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8133e456-6157-4460-b9f2-81e20dc075a3 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:38.046856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '3496c5ae-0a72-4f89-a224-b4073faee6ab', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'port_id': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'mac_address': 'fa:16:3e:49:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:56Z', 'updated_at': '2021-07-09T16:49:34Z', 'revision_number': 1, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:38.129537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:38.177736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:38.178591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:38.201862 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:49:38.216074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.255068 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08880eac-ef21-448f-bc58-5057eca57e91 x-openstack-request-id: req-08880eac-ef21-448f-bc58-5057eca57e91 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:38.260510 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:38.261038 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08880eac-ef21-448f-bc58-5057eca57e91 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:38.261837 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'status': 'completed', 'code': 200} Jul 09 16:49:38.269535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:38.290705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1f5d-b437-4c60-930b-6344a08b6048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.320851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event deleted for resources: {'Port': ['ID=c5bd898a-20e0-437e-8523-741cc7ced89f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:38.405871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e963-7370-4ded-8bef-a9a431f71cca req-09064d8a-1b6e-4a85-af78-4cfc7bcd3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:38.407624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-09064d8a-1b6e-4a85-af78-4cfc7bcd3fbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1096 time: 0.1131711 Jul 09 16:49:38.456699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.464747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.466320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6d075b2-a187-4388-89da-0a2269ce8b6d req-fa936293-07a0-40cc-8067-dde5afafa43e tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "DELETE /v2.0/floatingips/9e9c7ea9-3869-4fab-affa-a66e742614c6 HTTP/1.1" status: 204 len: 173 time: 1.1969187 Jul 09 16:49:38.515231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56776) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:38.560172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.560172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-498f48c8-f80c-43f7-99c0-8e8066ce180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.712853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2033215878-network', 'tenant_id': 'f935db988b214096b5e74c95665440dc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:38.716147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-ae87f80c-f31f-434f-ab1c-c5071a87ea49 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 1000 time: 0.1935039 Jul 09 16:49:38.726516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.750629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1f5d-b437-4c60-930b-6344a08b6048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.768160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1f5d-b437-4c60-930b-6344a08b6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.780860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e963-7370-4ded-8bef-a9a431f71cca req-84a35dec-4abb-4fa6-a723-4e4de2a43986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:38.783395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1ccc-9569-4e50-ba70-8d47671914fb req-d5ad2a4c-9347-427f-9fed-02b2ccfd1b2c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:38.785739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-84a35dec-4abb-4fa6-a723-4e4de2a43986 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.3686459 Jul 09 16:49:38.786926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 8133e456-6157-4460-b9f2-81e20dc075a3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8133e456-6157-4460-b9f2-81e20dc075a3,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:38.791364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dac1ccc-9569-4e50-ba70-8d47671914fb req-d5ad2a4c-9347-427f-9fed-02b2ccfd1b2c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1343348 Jul 09 16:49:38.801154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:38.846694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798860-8504-47cb-9d5b-77758005bf77 req-39c34c41-3542-47b6-b9ee-d0274f87163c tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:38.856377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-39c34c41-3542-47b6-b9ee-d0274f87163c tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports/5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 942 time: 0.1291296 Jul 09 16:49:38.857906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '8133e456-6157-4460-b9f2-81e20dc075a3', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'port_id': '8133e456-6157-4460-b9f2-81e20dc075a3', 'mac_address': 'fa:16:3e:08:8d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:38.928068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dac1ccc-9569-4e50-ba70-8d47671914fb req-5788f47b-4093-429c-92b1-95aa48479086 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342089 Jul 09 16:49:38.951079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:38.968901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8133e456-6157-4460-b9f2-81e20dc075a3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:39.013182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1f5d-b437-4c60-930b-6344a08b6048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8e48e-94d0-42f9-902e-acb3b0d3e991,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:39.017131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 8133e456-6157-4460-b9f2-81e20dc075a3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8133e456-6157-4460-b9f2-81e20dc075a3,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:39.026784 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.053681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Made reservation on behalf of f935db988b214096b5e74c95665440dc for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:39.064650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.129066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.135647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-ba780c21-1b5a-47ab-96a8-4abdea18ae66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 999 time: 0.3366008 Jul 09 16:49:39.142008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5b7c1f5d-b437-4c60-930b-6344a08b6048 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c56c1381512f4f1abc7a0922b84bf8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705981 Jul 09 16:49:39.151557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:39.205640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=8133e456-6157-4460-b9f2-81e20dc075a3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:39.233478 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.251697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e963-7370-4ded-8bef-a9a431f71cca req-32047438-47ea-4150-bc6e-51870f41d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:39.253473 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-32047438-47ea-4150-bc6e-51870f41d23b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.1092205 Jul 09 16:49:39.330959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-efbebaa5-ce48-4301-bfb2-3c95e118726a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 1000 time: 0.2463710 Jul 09 16:49:39.414071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '3496c5ae-0a72-4f89-a224-b4073faee6ab', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'port_id': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'mac_address': 'fa:16:3e:49:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:56Z', 'updated_at': '2021-07-09T16:49:34Z', 'revision_number': 1, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:39.438062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144e963-7370-4ded-8bef-a9a431f71cca req-e6a31d14-5a23-4bfd-8d79-f1068017b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:39.441012 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-e6a31d14-5a23-4bfd-8d79-f1068017b7eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599331 Jul 09 16:49:39.453619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b61454-94bd-4aa0-84f6-228db25f72aa None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '3496c5ae-0a72-4f89-a224-b4073faee6ab', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'port_id': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'mac_address': 'fa:16:3e:49:e4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:56Z', 'updated_at': '2021-07-09T16:49:34Z', 'revision_number': 1, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:39.462645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9833697-f97d-47b4-8448-51cf77e94b13 req-60856f68-c16b-4be8-88cc-5b8fa596d3ba tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:39.465014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9833697-f97d-47b4-8448-51cf77e94b13 req-60856f68-c16b-4be8-88cc-5b8fa596d3ba tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 945 time: 0.3143513 Jul 09 16:49:39.473285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['8133e456-6157-4460-b9f2-81e20dc075a3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:39.476228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c95f6dd3-1030-4624-8403-2f3d23689028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.587510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c95f6dd3-1030-4624-8403-2f3d23689028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.602146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9833697-f97d-47b4-8448-51cf77e94b13 req-bb4fd6b7-7daa-464a-8e8a-54bb5b3dd64b tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215417 Jul 09 16:49:39.649919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.658807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.685076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798860-8504-47cb-9d5b-77758005bf77 req-e3f4f407-589c-495e-b021-084e18c49b5a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:39.704657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-e3f4f407-589c-495e-b021-084e18c49b5a tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.3725846 Jul 09 16:49:39.724317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:49:39.747103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1776b6cd-0d9a-4c4a-99ab-6c201df249f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:39.780972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.781329 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Added segment cd45a0bf-0e71-426a-b4be-cbb1c5f5f4e0 of type vlan for network d6cc7a2c-d928-4ee5-9d73-781b69dd3191 Jul 09 16:49:39.827884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c95f6dd3-1030-4624-8403-2f3d23689028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.831577 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c95f6dd3-1030-4624-8403-2f3d23689028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:39.839594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c95f6dd3-1030-4624-8403-2f3d23689028 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ea8e48e-94d0-42f9-902e-acb3b0d3e991 HTTP/1.1" status: 204 len: 168 time: 0.6868758 Jul 09 16:49:39.885559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-44e63833-5e1f-4c0f-b606-b9cc4c401dc8 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 1000 time: 0.1750505 Jul 09 16:49:39.897900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:39.902781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f6dd3-1030-4624-8403-2f3d23689028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8e48e-94d0-42f9-902e-acb3b0d3e991,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:39.945342 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee94ee-50c3-48cc-b69c-6da6d8d219cf None None] New status for floating IP 3496c5ae-0a72-4f89-a224-b4073faee6ab: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:40.002872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-12d86db6-b6a3-4b6b-9409-70ab63c709ed service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367012 Jul 09 16:49:40.052844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.107307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.318209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.319348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:40.319938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.445823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.500498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0144e963-7370-4ded-8bef-a9a431f71cca req-68f423f6-ba85-4e30-8391-85892b43418a service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966869 Jul 09 16:49:40.502593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9862773 Jul 09 16:49:40.529634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.529976 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Floating IP f70d7eba-748f-456c-b338-f247fadd4282 disassociated. External IP: 172.25.7.36, port: 5891412c-f734-46ac-8d57-81b4ab71856e. Jul 09 16:49:40.541247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f474ac-efb0-4208-9a60-97b6b1576f34 admin admin] Pushing event updated for resources: {'Network': ['ID=d6cc7a2c-d928-4ee5-9d73-781b69dd3191,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:40.558361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network d6cc7a2c-d928-4ee5-9d73-781b69dd3191 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:49:41.022003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.244672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c461ae2-4899-4178-9b0f-c544ebc497c5 req-33a78bda-b61c-454f-a7b2-ba96fd9406b8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:41.251974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c461ae2-4899-4178-9b0f-c544ebc497c5 req-33a78bda-b61c-454f-a7b2-ba96fd9406b8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.8578501 Jul 09 16:49:41.282630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:41.302824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c461ae2-4899-4178-9b0f-c544ebc497c5 req-d89b2f7f-9119-48a4-be53-84ede682c667 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Jul 09 16:49:41.446968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Router 57750b9e-a8a2-42e6-82da-50549ca815c5 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:41.450764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872473561-network', 'tenant_id': '40564cf8c9b24f05bd555bf1c4f9b828'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:41.497002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Made reservation on behalf of 40564cf8c9b24f05bd555bf1c4f9b828 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:41.499864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.515016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.616635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:41.622890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.645271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] Sync routers for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:41.657808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:41.658461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:41.670309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.676158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.703535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:49:41.710542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-bcf76269-1dab-450f-a059-3f3ea040e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "PUT /v2.0/floatingips/f70d7eba-748f-456c-b338-f247fadd4282 HTTP/1.1" status: 200 len: 694 time: 1.8236537 Jul 09 16:49:41.711020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:41.715383 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de47add-a7b3-4574-b76d-77440dfda2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:41.724308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2203aff-9e30-4165-a41b-fdafe708db0e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:41.728573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.729353 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Added segment 19ce9bc3-cc0c-43b3-888e-eec473ad482d of type vlan for network 870f5438-0b00-41b3-950a-b2b219c93cfe Jul 09 16:49:41.798869 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.838749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.840250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:41.841096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.849389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798860-8504-47cb-9d5b-77758005bf77 req-d67bb7f8-1500-451b-b4a1-e126ee586aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:41.850339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:41.851531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-d67bb7f8-1500-451b-b4a1-e126ee586aea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1096 time: 0.1093302 Jul 09 16:49:41.875472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233237b7-d205-4965-b297-367e6c0e8db5 req-c1ff8098-ded5-429c-848a-ab860941a735 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:41.877342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-233237b7-d205-4965-b297-367e6c0e8db5 req-c1ff8098-ded5-429c-848a-ab860941a735 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 945 time: 0.1048188 Jul 09 16:49:41.910025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6224072 Jul 09 16:49:41.910863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:41.917756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Request body: {'subnet': {'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872473561-subnet', 'tenant_id': '40564cf8c9b24f05bd555bf1c4f9b828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:41.925965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b856da-571d-4483-827c-7a14f58e1fba admin admin] Pushing event updated for resources: {'Network': ['ID=870f5438-0b00-41b3-950a-b2b219c93cfe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:41.949188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Made reservation on behalf of 40564cf8c9b24f05bd555bf1c4f9b828 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:41.951307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:41.951566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 870f5438-0b00-41b3-950a-b2b219c93cfe details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:49:41.972212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-233237b7-d205-4965-b297-367e6c0e8db5 req-966a43e1-cf84-4b74-8e11-1c6139ea0569 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816681 Jul 09 16:49:41.990445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798860-8504-47cb-9d5b-77758005bf77 req-0ee89682-86b5-4985-b5d1-d00f09935a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:41.992233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-0ee89682-86b5-4985-b5d1-d00f09935a99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 930 time: 0.1336846 Jul 09 16:49:42.056790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-f2f80bb7-61ac-4424-ba0c-0e2ffa1b8153 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 217 time: 0.0576694 Jul 09 16:49:42.059333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8133e456-6157-4460-b9f2-81e20dc075a3 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:42.126697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798860-8504-47cb-9d5b-77758005bf77 req-9d07c6a1-4ccb-463d-a38b-cd272b5b1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.129070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-9d07c6a1-4ccb-463d-a38b-cd272b5b1d9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 200 len: 868 time: 0.0633919 Jul 09 16:49:42.198656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 8133e456-6157-4460-b9f2-81e20dc075a3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:42.209965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 8133e456-6157-4460-b9f2-81e20dc075a3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:42.210354 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:42.216541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798860-8504-47cb-9d5b-77758005bf77 req-1238d5b9-c77a-4a1a-b606-579516f2c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.219141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-1238d5b9-c77a-4a1a-b606-579516f2c9e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8501d373-4625-4fd0-9fa3-d37a5be879d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839703 Jul 09 16:49:42.346611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:42.368592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:47Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:42.393019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 8133e456-6157-4460-b9f2-81e20dc075a3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8133e456-6157-4460-b9f2-81e20dc075a3,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:42.396223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:42.400086 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c8755-11b8-4e82-9a31-2a28ce4528ac" -d '{"events": [{"server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "name": "network-vif-plugged", "status": "completed", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:42.432683 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:42.436524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] Checking router: 57750b9e-a8a2-42e6-82da-50549ca815c5 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:42.442863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-2cc8e9c4-b0d8-47f8-be55-091b99d4b428 service neutron] 10.222.0.48 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163529 Jul 09 16:49:42.468717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:42.469666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:42.480430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b7c9e-4b8c-4cc3-82e2-e92209b5c14b req-527917f1-64b7-484a-8e61-1b85710ca194 tempest-ComputeTenantNetworksTest-113125193 tempest-ComputeTenantNetworksTest-113125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.488634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b7c9e-4b8c-4cc3-82e2-e92209b5c14b req-527917f1-64b7-484a-8e61-1b85710ca194 tempest-ComputeTenantNetworksTest-113125193 tempest-ComputeTenantNetworksTest-113125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.496282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b7c9e-4b8c-4cc3-82e2-e92209b5c14b req-527917f1-64b7-484a-8e61-1b85710ca194 tempest-ComputeTenantNetworksTest-113125193 tempest-ComputeTenantNetworksTest-113125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.499280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c3b7c9e-4b8c-4cc3-82e2-e92209b5c14b req-527917f1-64b7-484a-8e61-1b85710ca194 tempest-ComputeTenantNetworksTest-113125193 tempest-ComputeTenantNetworksTest-113125193-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1741626 Jul 09 16:49:42.567255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:42.608687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:42.638305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=8133e456-6157-4460-b9f2-81e20dc075a3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:42.652308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c798860-8504-47cb-9d5b-77758005bf77 req-b181148a-bad6-48f7-b38c-4040f09b3578 service neutron] 10.222.0.48 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968184 Jul 09 16:49:42.682996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cd6442-c66c-4f37-aada-29c7c64a54c1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:42.691547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Checking segment: {'id': '19ce9bc3-cc0c-43b3-888e-eec473ad482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:42.692099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Network hostable DHCP agents. Network: 870f5438-0b00-41b3-950a-b2b219c93cfe, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:49:42.719887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Network 870f5438-0b00-41b3-950a-b2b219c93cfe is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:49:42.722917 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb47834-cc8d-43db-9a55-fce2a2e0d5f5 x-openstack-request-id: req-2eb47834-cc8d-43db-9a55-fce2a2e0d5f5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:42.723214 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:42.723587 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2eb47834-cc8d-43db-9a55-fce2a2e0d5f5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:42.724178 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e', 'status': 'completed', 'code': 200} Jul 09 16:49:42.747283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 870f5438-0b00-41b3-950a-b2b219c93cfe) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:42.753511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.754441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:42.791921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-891299cd-6b48-4775-b72c-31607a321410 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8799927 Jul 09 16:49:42.864024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-9cb58011-a21b-47bd-bff5-bc7f66346274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.865770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-9cb58011-a21b-47bd-bff5-bc7f66346274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14668bcf7d1c40c5be782848d74cbe96&device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 1096 time: 0.0928679 Jul 09 16:49:42.990526 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d575ff1-2de4-41f5-b306-10a37ccdd33e x-openstack-request-id: req-7d575ff1-2de4-41f5-b306-10a37ccdd33e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:42.991452 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "name": "network-vif-plugged", "status": "completed", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:42.991452 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d575ff1-2de4-41f5-b306-10a37ccdd33e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:42.991452 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3', 'code': 200} Jul 09 16:49:42.993360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f4d27-4da8-458d-81aa-1be225c48121 None None] Network 870f5438-0b00-41b3-950a-b2b219c93cfe requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:43.072062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8fac4-d883-4e0b-8fae-b4a25ea82e00 req-39373019-b99a-4cd4-bab0-c353dd755860 tempest-ComputeTenantNetworksTest-113125193 tempest-ComputeTenantNetworksTest-113125193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.074009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e8fac4-d883-4e0b-8fae-b4a25ea82e00 req-39373019-b99a-4cd4-bab0-c353dd755860 tempest-ComputeTenantNetworksTest-113125193 tempest-ComputeTenantNetworksTest-113125193-project] 10.222.0.48 "GET /v2.0/networks/d6cc7a2c-d928-4ee5-9d73-781b69dd3191 HTTP/1.1" status: 200 len: 769 time: 0.1677132 Jul 09 16:49:43.084458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:43.093518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-cb5b8818-d8da-40d8-9d8c-718949c0f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.096266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-cb5b8818-d8da-40d8-9d8c-718949c0f414 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 200 len: 930 time: 0.2240674 Jul 09 16:49:43.167001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-b128610b-5f92-4d11-b00c-deb64fee93ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 200 len: 217 time: 0.0629110 Jul 09 16:49:43.187487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069893-df78-44f1-9536-4f9046f14418 req-08fd596d-e48b-4890-b309-c23e21378db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.189484 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48069893-df78-44f1-9536-4f9046f14418 req-08fd596d-e48b-4890-b309-c23e21378db4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1097 time: 0.1904571 Jul 09 16:49:43.213216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-efa47eb3-e617-4c4f-9a59-d8a13136ec98 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips/f70d7eba-748f-456c-b338-f247fadd4282 HTTP/1.1" status: 200 len: 694 time: 0.1062083 Jul 09 16:49:43.261154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-405a8f70-e414-479e-9939-efff4447cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.263535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-405a8f70-e414-479e-9939-efff4447cfa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 200 len: 868 time: 0.0872626 Jul 09 16:49:43.269669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48069893-df78-44f1-9536-4f9046f14418 req-4b8b75e1-636b-487d-9ccf-96f1eca5ed34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582035 Jul 09 16:49:43.276224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:47Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:43.313175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.328262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381cf82-7e12-40ec-961c-4ead0441ea60 None None] The sync data for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 is: [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:48:36Z', 'revision_number': 4, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '46c32431-56e0-4768-ae30-389793e4a79f', 'name': '', 'network_id': '8501d373-4625-4fd0-9fa3-d37a5be879d2', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'mac_address': 'fa:16:3e:fc:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:35Z', 'updated_at': '2021-07-09T16:48:47Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'subnets': [{'id': 'b06c71ff-3b9f-461b-a840-94a6306c39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:43.332238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff097c8-d53c-444a-8ea5-57e75ed1c925 None None] Network 870f5438-0b00-41b3-950a-b2b219c93cfe requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:43.403167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-c51f9888-517b-4c82-93ac-de48af518e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.405785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-c51f9888-517b-4c82-93ac-de48af518e23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8501d373-4625-4fd0-9fa3-d37a5be879d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349211 Jul 09 16:49:43.535198 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.544246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-f99215ed-e2c5-4c5d-a3fa-65b2cf4b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.548172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-f99215ed-e2c5-4c5d-a3fa-65b2cf4b83e3 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 784 time: 0.3232315 Jul 09 16:49:43.559413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cc7a2c-d928-4ee5-9d73-781b69dd3191']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:43.572534 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-156c92d2-ce49-46bf-ae1e-fa6338c9b06e service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590025 Jul 09 16:49:43.599784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:43.621238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd45a0bf-0e71-426a-b4be-cbb1c5f5f4e0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:43.621512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd45a0bf-0e71-426a-b4be-cbb1c5f5f4e0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:43.630289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862386877-network', 'tenant_id': 'ed9bbf992dcd4458801f98b1824b8ce3'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:43.642704 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.652236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-81b17afe-d174-400a-a91a-054767c1590f tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 697 time: 0.0966015 Jul 09 16:49:43.674497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Made reservation on behalf of ed9bbf992dcd4458801f98b1824b8ce3 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:43.675341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.677765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.689394 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.699808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a343db9-6af3-457a-b45a-177cd575d377 req-bb3332dc-23d8-4afd-a8a6-343520778119 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.702078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a343db9-6af3-457a-b45a-177cd575d377 req-bb3332dc-23d8-4afd-a8a6-343520778119 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 951 time: 0.2768333 Jul 09 16:49:43.705315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:49:43.705648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:49:43.708451 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:49:43.725760 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0de47add-a7b3-4574-b76d-77440dfda2c7 req-530be673-2877-4e2d-841b-574158023aaa service neutron] 10.222.0.37 "GET /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475232 Jul 09 16:49:43.746459 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa3e5a-52e9-4b0d-9e0a-55088992f913 None None] New status for floating IP f70d7eba-748f-456c-b338-f247fadd4282: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:43.823165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-499fbe45-35a7-4893-8fdc-8f88accd2c51 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 697 time: 0.1435914 Jul 09 16:49:43.831481 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.839174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.870760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:49:43.877089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb4094-b52f-4683-acf0-c43d51102453,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:43.886080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.887192 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Added segment acf4dfaf-5b38-4dff-935a-ffcc89b8e6a0 of type vlan for network 63bce558-12a7-4887-bb6c-41ae4b0fe372 Jul 09 16:49:43.898404 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.949301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.958101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:43.960348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d6cc7a2c-d928-4ee5-9d73-781b69dd3191 HTTP/1.1" status: 204 len: 168 time: 0.8748274 Jul 09 16:49:43.962848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bf63f-ec4b-4299-a670-e602b216a406 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cc7a2c-d928-4ee5-9d73-781b69dd3191,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:43.976391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a343db9-6af3-457a-b45a-177cd575d377 req-d5934386-af9c-46bf-a302-77bcbfa60e24 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235081 Jul 09 16:49:44.025151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.026887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:44.027841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.113457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5125365 Jul 09 16:49:44.114238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56914) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:44.123131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Request body: {'subnet': {'network_id': '63bce558-12a7-4887-bb6c-41ae4b0fe372', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862386877-subnet', 'tenant_id': 'ed9bbf992dcd4458801f98b1824b8ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:44.130373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e74a6-461f-4eb9-816e-e2fbdb7b2d7a admin admin] Pushing event updated for resources: {'Network': ['ID=63bce558-12a7-4887-bb6c-41ae4b0fe372,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:44.145302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 63bce558-12a7-4887-bb6c-41ae4b0fe372 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:49:44.152001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Deleting port d2530833-0947-4037-b0a1-dacbb4148eeb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:44.152506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.160246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Made reservation on behalf of ed9bbf992dcd4458801f98b1824b8ce3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:44.164747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.249477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ee1c-ed78-428a-b40f-58057b4b792e req-a8c4c16e-04d9-4d21-9663-05e01dcadfea tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:44.257076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c5ee1c-ed78-428a-b40f-58057b4b792e req-a8c4c16e-04d9-4d21-9663-05e01dcadfea tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 946 time: 0.1498277 Jul 09 16:49:44.296331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.296771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.318968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Calling delete_port for d2530833-0947-4037-b0a1-dacbb4148eeb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:44.323349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61c5ee1c-ed78-428a-b40f-58057b4b792e req-28496f6f-259b-4a02-9c22-8318da98ea4f tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658188 Jul 09 16:49:44.399511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:44.455171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e6dfb371-2ea3-4098-bbc6-9bee015abbce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f935db988b214096b5e74c95665440dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544648 Jul 09 16:49:44.456561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.457739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:44.563783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f13630b-59a6-4e03-9e16-ac8f33fb162d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:44.577380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Checking segment: {'id': 'acf4dfaf-5b38-4dff-935a-ffcc89b8e6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '63bce558-12a7-4887-bb6c-41ae4b0fe372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:44.578012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Network hostable DHCP agents. Network: 63bce558-12a7-4887-bb6c-41ae4b0fe372, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:49:44.580765 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55150b1d-aa71-420f-82ae-ee5dc9af4e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.586071 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.600023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Network 63bce558-12a7-4887-bb6c-41ae4b0fe372 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:49:44.608679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 63bce558-12a7-4887-bb6c-41ae4b0fe372) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:44.616660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb65c22-d0c5-4bc4-9122-7f493b12b3eb None None] Network 63bce558-12a7-4887-bb6c-41ae4b0fe372 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:44.619244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:44.620638 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.629386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event deleted for resources: {'Port': ['ID=d2530833-0947-4037-b0a1-dacbb4148eeb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:44.645157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55150b1d-aa71-420f-82ae-ee5dc9af4e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.650322 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed48f755-0e46-4b04-a81e-4a9f4d14be5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5284166 Jul 09 16:49:44.714999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904bbf0-3473-4421-b490-1ec2ca188968 req-1ec393fa-dfe0-496e-8d9e-4f2b85ae23c6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:44.716645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b904bbf0-3473-4421-b490-1ec2ca188968 req-1ec393fa-dfe0-496e-8d9e-4f2b85ae23c6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2301159 Jul 09 16:49:44.753260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945a837-5dab-480c-84eb-d06e97640bde None None] Network 63bce558-12a7-4887-bb6c-41ae4b0fe372 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:44.755955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.758441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.759667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8993dd52-a2da-48e6-a86f-e4aa02ac61a5 req-c8ce9fec-fe00-46e1-bf2b-9fb8a3a46565 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "DELETE /v2.0/floatingips/f70d7eba-748f-456c-b338-f247fadd4282 HTTP/1.1" status: 204 len: 173 time: 0.9355659 Jul 09 16:49:44.781150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b904bbf0-3473-4421-b490-1ec2ca188968 req-dd36e228-adc1-419c-91ce-c3667a4ed5c8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504649 Jul 09 16:49:44.807993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55150b1d-aa71-420f-82ae-ee5dc9af4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.807993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55150b1d-aa71-420f-82ae-ee5dc9af4e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:44.807993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-55150b1d-aa71-420f-82ae-ee5dc9af4e1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1776b6cd-0d9a-4c4a-99ab-6c201df249f3 HTTP/1.1" status: 204 len: 168 time: 0.3471310 Jul 09 16:49:44.832573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55150b1d-aa71-420f-82ae-ee5dc9af4e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1776b6cd-0d9a-4c4a-99ab-6c201df249f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:45.327488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dd955-a983-4810-a8cb-b7810be98bc5 req-c5448003-7880-43a6-a18d-186a4cff9f62 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:45.329090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f8dd955-a983-4810-a8cb-b7810be98bc5 req-c5448003-7880-43a6-a18d-186a4cff9f62 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0705500 Jul 09 16:49:45.385883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f8dd955-a983-4810-a8cb-b7810be98bc5 req-a7e4747f-1308-4e66-b045-c10ca438c40d tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0496879 Jul 09 16:49:45.561320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-1b6c621f-e174-4766-9cad-949f2c25c6a2 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:45.562887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-1b6c621f-e174-4766-9cad-949f2c25c6a2 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/networks?id=870f5438-0b00-41b3-950a-b2b219c93cfe HTTP/1.1" status: 200 len: 809 time: 0.1209807 Jul 09 16:49:45.584509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-c8a8f955-fb25-4078-8f76-17d37ada7acb tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/quotas/40564cf8c9b24f05bd555bf1c4f9b828 HTTP/1.1" status: 200 len: 375 time: 0.0156975 Jul 09 16:49:45.624024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-776a15ff-a1a7-4641-9b5b-98533912f59e tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=40564cf8c9b24f05bd555bf1c4f9b828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321331 Jul 09 16:49:45.744030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-7d55b27a-294e-4e37-91b8-1930259e964b service neutron] 10.222.0.48 "GET /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117108 Jul 09 16:49:45.859564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:45.904760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-6eb8de8b-2ecb-47bc-a747-bd3d017379d9 service neutron] 10.222.0.48 "GET /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505311 Jul 09 16:49:45.951660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:45.975486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983f978-5963-4db5-84bb-89c140f85ee6 req-1c7e43d6-9992-4a24-acf1-e4322b0c4b16 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:45.983869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5983f978-5963-4db5-84bb-89c140f85ee6 req-1c7e43d6-9992-4a24-acf1-e4322b0c4b16 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 946 time: 0.1321118 Jul 09 16:49:45.992352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:45.996986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:45.999335 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0c6235-1d1a-4753-b920-284d03500670" -d '{"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-unplugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:46.003765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:46.040030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5983f978-5963-4db5-84bb-89c140f85ee6 req-3ca32d50-9616-4950-ac62-7598718e648c tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507088 Jul 09 16:49:46.061888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:46.110720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd9ded51-992d-48c6-be75-1988c381cb52 req-b02276b6-f7e4-4922-8de0-2265302b9fdf tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0399899 Jul 09 16:49:46.326423 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920b8e42-62cc-447b-b1fd-6e18478079d8 x-openstack-request-id: req-920b8e42-62cc-447b-b1fd-6e18478079d8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:46.327007 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-unplugged", "status": "completed", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:46.327407 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-920b8e42-62cc-447b-b1fd-6e18478079d8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:46.327893 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'code': 200} Jul 09 16:49:46.783505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cb092-0ea6-475a-bd21-677f0c1d02d8 req-82727266-9f9a-40fe-a77b-ebf35c444648 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:46.790979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e1cb092-0ea6-475a-bd21-677f0c1d02d8 req-82727266-9f9a-40fe-a77b-ebf35c444648 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 946 time: 0.0900826 Jul 09 16:49:46.865629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3e1cb092-0ea6-475a-bd21-677f0c1d02d8 req-bb4f24ed-c04f-4114-afda-dd90ba1b38c6 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733407 Jul 09 16:49:46.986952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3758a43d-c40f-4369-82d5-3137ea7a6c10 req-5415ccaf-4518-453d-ac65-254d57111967 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 210 time: 0.0313163 Jul 09 16:49:47.296752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74866518-52ad-4f9b-bca6-648fd5e79f34 req-231720cf-5c2a-456e-9db9-67e0ffaa1577 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:47.298354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74866518-52ad-4f9b-bca6-648fd5e79f34 req-231720cf-5c2a-456e-9db9-67e0ffaa1577 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.0753255 Jul 09 16:49:47.361950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74866518-52ad-4f9b-bca6-648fd5e79f34 req-04c2f0a5-3def-4f1e-bf20-2fd8983bd1d4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557129 Jul 09 16:49:47.505903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452969cf-2304-4676-8ccd-d76d8aa22d29 req-f458061b-01c8-4fc3-975b-ea5958b70f88 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:47.509105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-452969cf-2304-4676-8ccd-d76d8aa22d29 req-f458061b-01c8-4fc3-975b-ea5958b70f88 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 946 time: 0.1055522 Jul 09 16:49:47.577421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-452969cf-2304-4676-8ccd-d76d8aa22d29 req-eab3f8f1-3b7d-460d-b78c-becb96ffe671 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606482 Jul 09 16:49:47.608705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:47.819662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb706-2919-44c3-8a47-93f20a6b5535 req-eda09f52-3f66-4e16-aa58-8819bb56ace9 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:47.832439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4dbb706-2919-44c3-8a47-93f20a6b5535 req-eda09f52-3f66-4e16-aa58-8819bb56ace9 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 945 time: 0.1179714 Jul 09 16:49:47.922846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4dbb706-2919-44c3-8a47-93f20a6b5535 req-ca881d50-f7ba-49c2-acc9-01906ac3adcd tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847855 Jul 09 16:49:48.035898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-0dd8266d-fda1-4423-8450-be3343681175 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:48.038138 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-0dd8266d-fda1-4423-8450-be3343681175 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.43 "GET /v2.0/networks?id=870f5438-0b00-41b3-950a-b2b219c93cfe HTTP/1.1" status: 200 len: 809 time: 0.2895577 Jul 09 16:49:48.059106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Request body: {'port': {'device_id': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe', 'admin_state_up': True, 'tenant_id': '40564cf8c9b24f05bd555bf1c4f9b828'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:48.212622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5d2ff-7604-429f-8d08-b7359d909516 tempest-TestServerBasicOps-91442264 tempest-TestServerBasicOps-91442264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:48.215029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bdc5d2ff-7604-429f-8d08-b7359d909516 tempest-TestServerBasicOps-91442264 tempest-TestServerBasicOps-91442264-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1092 time: 0.6048555 Jul 09 16:49:48.217998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:48.223932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '8133e456-6157-4460-b9f2-81e20dc075a3', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:48.298853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cce1b74-356a-4de3-af31-140c02a124fc req-5bb79d03-63a7-41ad-a8a2-e3017f5faad1 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 210 time: 0.0639873 Jul 09 16:49:48.318869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:48.362429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Made reservation on behalf of 40564cf8c9b24f05bd555bf1c4f9b828 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:48.369098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:48.488301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:48.557518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Allocated IP 172.20.0.5 (870f5438-0b00-41b3-950a-b2b219c93cfe/29cd6442-c66c-4f37-aada-29c7c64a54c1/ad7f6b79-be53-4f11-b78e-3134e0113db4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:48.735542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Allocated IP 172.25.7.245 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0f454bd8-7fed-4705-b8cc-ec750be68175) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:48.752046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99a3cc-7d9e-42ac-bc4a-a3a4b3cdce3e req-0b79d049-fed6-4c89-a0ef-53bf953b37e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:48.753633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b99a3cc-7d9e-42ac-bc4a-a3a4b3cdce3e req-0b79d049-fed6-4c89-a0ef-53bf953b37e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1805999 Jul 09 16:49:48.762914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:48.821418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:48.888372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b99a3cc-7d9e-42ac-bc4a-a3a4b3cdce3e req-c6a3dad5-b271-4352-a82a-f0673fbe48d6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258993 Jul 09 16:49:48.915442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Network 870f5438-0b00-41b3-950a-b2b219c93cfe is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:48.922610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Pushing event updated for resources: {'Port': ['ID=ad7f6b79-be53-4f11-b78e-3134e0113db4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:48.935283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:48.940602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:48.982754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.059215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:49.060768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.084675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-4be3b8b8-b6a2-48b0-9051-0d31987230ff tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321326 Jul 09 16:49:49.107103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Request body: {'port': {'device_id': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:49.248793 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.332693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-ff5d7ed5-0287-48da-a182-d1cde21a1b64 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:49.334352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-ff5d7ed5-0287-48da-a182-d1cde21a1b64 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.37 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 945 time: 0.1661441 Jul 09 16:49:49.539042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.626376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:49.634644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Deleting port 5891412c-f734-46ac-8d57-81b4ab71856e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:49.635016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.638052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:49.644580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:49.655538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8df86-63df-4a61-9e8d-de73596001f9 req-d8321e4f-21ac-4a4b-82d6-cac00f9982e1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:49.656877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fc8df86-63df-4a61-9e8d-de73596001f9 req-d8321e4f-21ac-4a4b-82d6-cac00f9982e1 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 945 time: 0.1735280 Jul 09 16:49:49.660429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'Port': ['ID=0f454bd8-7fed-4705-b8cc-ec750be68175,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:49.711044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.711568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.712165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.712598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.712943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.713270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.713607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.713942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.714277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.714660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.714988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.715323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:49.784581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b34ce-4f23-4c61-b133-a6e533350938 req-ffaa02d4-82d9-4efc-8259-44a094aec1fb tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:49.786168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b55b34ce-4f23-4c61-b133-a6e533350938 req-ffaa02d4-82d9-4efc-8259-44a094aec1fb tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 931 time: 0.2382793 Jul 09 16:49:49.795942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fc8df86-63df-4a61-9e8d-de73596001f9 req-a643c78c-f26d-4d7e-9459-caf4d2fd7f74 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb223065-6cac-4126-89ea-633fcae06040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150181 Jul 09 16:49:49.840812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] For port 5891412c-f734-46ac-8d57-81b4ab71856e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5891412c-f734-46ac-8d57-81b4ab71856e,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:49.841352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.857446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7f6b79-be53-4f11-b78e-3134e0113db4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:49.867174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Calling delete_port for 5891412c-f734-46ac-8d57-81b4ab71856e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:49.871286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:49.887890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b55b34ce-4f23-4c61-b133-a6e533350938 req-0ae2cd48-923d-4d5e-9214-169a85e3dae1 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884316 Jul 09 16:49:49.895152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Transition to ACTIVE for port object ad7f6b79-be53-4f11-b78e-3134e0113db4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:49.940291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.021524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7f6b79-be53-4f11-b78e-3134e0113db4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:50.154611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Attempting to bind port ad7f6b79-be53-4f11-b78e-3134e0113db4 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:50.155641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Attempting to bind port ad7f6b79-be53-4f11-b78e-3134e0113db4 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '19ce9bc3-cc0c-43b3-888e-eec473ad482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:50.156139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Attempting to bind port ad7f6b79-be53-4f11-b78e-3134e0113db4 on network 870f5438-0b00-41b3-950a-b2b219c93cfe {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:50.166985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Port ad7f6b79-be53-4f11-b78e-3134e0113db4 on network 870f5438-0b00-41b3-950a-b2b219c93cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:49:50.167568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Attempting to bind port ad7f6b79-be53-4f11-b78e-3134e0113db4 on network 870f5438-0b00-41b3-950a-b2b219c93cfe {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:50.178674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:50.179429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Checking segment: {'id': '19ce9bc3-cc0c-43b3-888e-eec473ad482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:50.180092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Bound using segment: {'id': '19ce9bc3-cc0c-43b3-888e-eec473ad482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:50.180903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Bound port: ad7f6b79-be53-4f11-b78e-3134e0113db4, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ce9bc3-cc0c-43b3-888e-eec473ad482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:50.181810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.185986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.230980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Pushing event deleted for resources: {'Port': ['ID=5891412c-f734-46ac-8d57-81b4ab71856e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:50.329363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] No DVR routers for this DVR port 5891412c-f734-46ac-8d57-81b4ab71856e on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:49:50.333474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.337070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35ec0109-6514-45a6-a9a0-3d82fcc37fec req-4e92a87f-6fab-4e82-8196-aa638aacc8b0 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.37 "DELETE /v2.0/ports/5891412c-f734-46ac-8d57-81b4ab71856e HTTP/1.1" status: 204 len: 173 time: 0.9944193 Jul 09 16:49:50.354105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'name': 'network-vif-deleted', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:50.360673 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0cd94d-b5f6-466f-9679-7bfb8d396432" -d '{"events": [{"server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "name": "network-vif-deleted", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:50.365909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666e5b5-75db-4f5f-b482-a3238aa74d16 req-081f1ad9-eff1-4945-b72c-ef32928397c4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:50.386155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7666e5b5-75db-4f5f-b482-a3238aa74d16 req-081f1ad9-eff1-4945-b72c-ef32928397c4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2022133 Jul 09 16:49:50.398970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] For port ad7f6b79-be53-4f11-b78e-3134e0113db4, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:50.403683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] For port ad7f6b79-be53-4f11-b78e-3134e0113db4, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4,segment=NetworkSegment(19ce9bc3-cc0c-43b3-888e-eec473ad482d),segment_id=19ce9bc3-cc0c-43b3-888e-eec473ad482d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:50.413388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.505164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:50.505900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.515445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/ad7f6b79-be53-4f11-b78e-3134e0113db4 HTTP/1.1" status: 200 len: 1091 time: 1.4170451 Jul 09 16:49:50.584941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc532-785a-4513-9b0d-7f53d41017f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7f6b79-be53-4f11-b78e-3134e0113db4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:50.599446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7666e5b5-75db-4f5f-b482-a3238aa74d16 req-cad8bc70-e00f-494a-b9b4-9ac5ff90155d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116997 Jul 09 16:49:50.651405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.734806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-7b6610f8-6067-4ca1-816c-41d016baaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:50.736431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-7b6610f8-6067-4ca1-816c-41d016baaa6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40564cf8c9b24f05bd555bf1c4f9b828&device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 1094 time: 0.1194377 Jul 09 16:49:50.792723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-821db702-7346-4cb1-82c3-3cb1f7d8fd4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4 HTTP/1.1" status: 200 len: 217 time: 0.0481453 Jul 09 16:49:50.798811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:50.878810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-ea0b053c-32fb-4c41-abfd-f1438afc4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:50.882346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-ea0b053c-32fb-4c41-abfd-f1438afc4d91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29cd6442-c66c-4f37-aada-29c7c64a54c1 HTTP/1.1" status: 200 len: 849 time: 0.0805118 Jul 09 16:49:50.956764 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-9ad27b86-29f0-4ed9-8834-76fd33cb8eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=870f5438-0b00-41b3-950a-b2b219c93cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593054 Jul 09 16:49:51.038202 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3babfd4-6eb0-4142-af68-e24ab9b6ece7 x-openstack-request-id: req-c3babfd4-6eb0-4142-af68-e24ab9b6ece7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:51.038731 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be10f3a5-5a5f-4c82-b8c8-55f8a955dccb", "name": "network-vif-deleted", "tag": "5891412c-f734-46ac-8d57-81b4ab71856e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:51.039176 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3babfd4-6eb0-4142-af68-e24ab9b6ece7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:51.039750 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be10f3a5-5a5f-4c82-b8c8-55f8a955dccb', 'name': 'network-vif-deleted', 'tag': '5891412c-f734-46ac-8d57-81b4ab71856e', 'status': 'completed', 'code': 200} Jul 09 16:49:51.124833 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-e7ed79c3-d5ac-4aec-be85-36a9cfeeb2fb service neutron] 10.222.0.43 "GET /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594098 Jul 09 16:49:51.233745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:51.240430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:51.307191 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc6ae315-feda-4203-bed9-e0ae36c6069a req-c106b173-1fce-44e2-acfc-9958ce4b8f02 service neutron] 10.222.0.43 "GET /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732395 Jul 09 16:49:51.351298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-083446de-d8cc-4904-bdf7-44b375bd73b1 req-98c585ec-2e1c-4420-a310-77867780c6b5 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282 tempest-FloatingIPsAssociationNegativeTestJSON-1647881282-project] 10.222.0.48 "GET /v2.0/ports?device_id=be10f3a5-5a5f-4c82-b8c8-55f8a955dccb HTTP/1.1" status: 200 len: 210 time: 0.0505629 Jul 09 16:49:51.389408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event updated for resources: {'Port': ['ID=0f454bd8-7fed-4705-b8cc-ec750be68175,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:51.402375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:51.534498 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Floating IP 6e4cc169-464e-413d-8438-ac49fbfe8074 associated. External IP: 172.25.7.245, port: 8133e456-6157-4460-b9f2-81e20dc075a3. Jul 09 16:49:51.717329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a3914-455c-4626-8a99-1fc73700f5eb req-cad3e838-59f3-4fd7-877c-2a543366eb32 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:51.719130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d5a3914-455c-4626-8a99-1fc73700f5eb req-cad3e838-59f3-4fd7-877c-2a543366eb32 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 943 time: 0.1379554 Jul 09 16:49:51.854806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d5a3914-455c-4626-8a99-1fc73700f5eb req-8d6cbe1d-dc09-47b0-8f2d-623705f8d80f tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796461 Jul 09 16:49:51.900118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:51.904662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5891412c-f734-46ac-8d57-81b4ab71856e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:52.002921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 5891412c-f734-46ac-8d57-81b4ab71856e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:52.003208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5891412c-f734-46ac-8d57-81b4ab71856e not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:52.095390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:52.112839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] Sync routers for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:52.128026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:52.129992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:52.209794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:52.257766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:52.343331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-521e9079-ff4e-4c14-8ddb-dad41e2be4fe tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1239157 Jul 09 16:49:52.347066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:52.351205 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e138aab0-0abb-4d00-bd2f-ca611a0f7200" -d '{"events": [{"name": "network-changed", "server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:52.370427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca041-55b2-4501-9a9d-aae4030d9a94 req-748f79bb-d70e-4d12-ae23-880d3e804f59 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:52.383325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdeca041-55b2-4501-9a9d-aae4030d9a94 req-748f79bb-d70e-4d12-ae23-880d3e804f59 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2843311 Jul 09 16:49:52.440079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdeca041-55b2-4501-9a9d-aae4030d9a94 req-c2ee6e9e-774b-400d-a3db-7f770cdaaf26 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539262 Jul 09 16:49:52.566192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '6e4cc169-464e-413d-8438-ac49fbfe8074', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'port_id': '8133e456-6157-4460-b9f2-81e20dc075a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'mac_address': 'fa:16:3e:08:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:50Z', 'updated_at': '2021-07-09T16:49:50Z', 'revision_number': 0, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:04Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:52.571413 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0359279-8da5-4aa8-bf56-797fb2f74d45 x-openstack-request-id: req-e0359279-8da5-4aa8-bf56-797fb2f74d45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:52.571708 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:52.572565 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0359279-8da5-4aa8-bf56-797fb2f74d45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:52.573289 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3', 'status': 'completed', 'code': 200} Jul 09 16:49:52.608794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] Checking router: c68458cf-df3b-4fa0-bc7a-966a8ff39d47 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:52.619961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:52.620935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:52.737056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-6ebdbee1-6e66-4792-8921-343613f45ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:52.744982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-6ebdbee1-6e66-4792-8921-343613f45ff9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9c7a936d2454e44a2dc115f09624386&device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1097 time: 0.1318431 Jul 09 16:49:52.747468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:52.767525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:53.007295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-9073e895-6919-4fbe-824d-d578953e6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.009119 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-9073e895-6919-4fbe-824d-d578953e6013 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2922edcb-3867-421d-b9a2-2f24be6ddcfb HTTP/1.1" status: 200 len: 910 time: 0.2491372 Jul 09 16:49:53.044081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'tag': 'ad7f6b79-be53-4f11-b78e-3134e0113db4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:53.048490 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "83e40e17-a894-4d44-bd83-dace303e0bdd", "tag": "ad7f6b79-be53-4f11-b78e-3134e0113db4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:53.101782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '6e4cc169-464e-413d-8438-ac49fbfe8074', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'port_id': '8133e456-6157-4460-b9f2-81e20dc075a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'mac_address': 'fa:16:3e:08:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:50Z', 'updated_at': '2021-07-09T16:49:50Z', 'revision_number': 0, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:04Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:53.161126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5598a-7498-470e-bd8e-b209ae36b2ff None None] The sync data for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 is: [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '6e4cc169-464e-413d-8438-ac49fbfe8074', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'port_id': '8133e456-6157-4460-b9f2-81e20dc075a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'mac_address': 'fa:16:3e:08:8d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:50Z', 'updated_at': '2021-07-09T16:49:50Z', 'revision_number': 0, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:04Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:53.218531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-108e7f1a-daa4-4a82-b464-b031f6581d8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8133e456-6157-4460-b9f2-81e20dc075a3 HTTP/1.1" status: 200 len: 1000 time: 0.1632078 Jul 09 16:49:53.233296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8571a-c71d-45ef-b2c1-6e92c4999084 req-31c7b690-4f98-4177-811e-c39eed6db46c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.241957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cc8571a-c71d-45ef-b2c1-6e92c4999084 req-31c7b690-4f98-4177-811e-c39eed6db46c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 943 time: 0.1396098 Jul 09 16:49:53.307707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-bf1969de-ae45-4c62-ad0e-d7e8f8e5e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.309446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cc8571a-c71d-45ef-b2c1-6e92c4999084 req-88bce907-b948-4885-84b3-e4550dae23ab tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661237 Jul 09 16:49:53.309645 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-bf1969de-ae45-4c62-ad0e-d7e8f8e5e84f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a5cbf7-579d-464e-bdb5-e79158e7ed65 HTTP/1.1" status: 200 len: 848 time: 0.0796652 Jul 09 16:49:53.386745 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27806b9-ed98-4933-ae0a-3cfd2f787f15 x-openstack-request-id: req-c27806b9-ed98-4933-ae0a-3cfd2f787f15 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:53.387150 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e40e17-a894-4d44-bd83-dace303e0bdd", "tag": "ad7f6b79-be53-4f11-b78e-3134e0113db4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:53.387908 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c27806b9-ed98-4933-ae0a-3cfd2f787f15 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:53.388064 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'tag': 'ad7f6b79-be53-4f11-b78e-3134e0113db4', 'status': 'completed', 'code': 200} Jul 09 16:49:53.511377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-2d12c374-b3a3-472e-9a3d-995ddbfeec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.513977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-2d12c374-b3a3-472e-9a3d-995ddbfeec28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2922edcb-3867-421d-b9a2-2f24be6ddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897397 Jul 09 16:49:53.634405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-c7d73e7b-0d76-41b3-a127-2c4876f5f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.637287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-c7d73e7b-0d76-41b3-a127-2c4876f5f9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40564cf8c9b24f05bd555bf1c4f9b828&device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 1094 time: 0.1919007 Jul 09 16:49:53.662684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:53.679229 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e5e40-8f52-4209-b3e1-0df71dd8de34 None None] New status for floating IP 6e4cc169-464e-413d-8438-ac49fbfe8074: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:53.801463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:53.889023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-60e0b6e1-1c88-4aa7-8302-a4b5c738374a service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585975 Jul 09 16:49:53.939422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-5bc79f5b-b4fb-4a2b-8df5-8b9314090e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.944235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-5bc79f5b-b4fb-4a2b-8df5-8b9314090e57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=870f5438-0b00-41b3-950a-b2b219c93cfe HTTP/1.1" status: 200 len: 910 time: 0.2987216 Jul 09 16:49:54.028523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-bdd9bba4-dfa0-4179-b407-ecef7bf6feae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4 HTTP/1.1" status: 200 len: 217 time: 0.0713263 Jul 09 16:49:54.074895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa927f-ae2b-4b04-9139-4c0388f8f3d3 req-f06063ae-0943-418c-a1b0-a46016df8f17 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:54.076950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64aa927f-ae2b-4b04-9139-4c0388f8f3d3 req-f06063ae-0943-418c-a1b0-a46016df8f17 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2074118 Jul 09 16:49:54.111491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ad7f6b79-be53-4f11-b78e-3134e0113db4 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:54.175872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e138aab0-0abb-4d00-bd2f-ca611a0f7200 req-be3cc009-e25e-4aba-9781-2b986065093c service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771835 Jul 09 16:49:54.178093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-e81334ca-3d57-4c12-ba37-372b19f4a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:54.180131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-e81334ca-3d57-4c12-ba37-372b19f4a6ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29cd6442-c66c-4f37-aada-29c7c64a54c1 HTTP/1.1" status: 200 len: 849 time: 0.1375377 Jul 09 16:49:54.215483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64aa927f-ae2b-4b04-9139-4c0388f8f3d3 req-b38b4297-88b2-456f-92fe-c2c0f04fcd27 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971007 Jul 09 16:49:54.282194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-6498a953-d1e2-4fa9-909d-83b594fea649 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=870f5438-0b00-41b3-950a-b2b219c93cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926588 Jul 09 16:49:54.287550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ad7f6b79-be53-4f11-b78e-3134e0113db4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4,segment=NetworkSegment(19ce9bc3-cc0c-43b3-888e-eec473ad482d),segment_id=19ce9bc3-cc0c-43b3-888e-eec473ad482d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:54.298514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:54.316533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ad7f6b79-be53-4f11-b78e-3134e0113db4', 'network_id': '870f5438-0b00-41b3-950a-b2b219c93cfe', 'port_id': 'ad7f6b79-be53-4f11-b78e-3134e0113db4', 'mac_address': 'fa:16:3e:d6:3f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cd6442-c66c-4f37-aada-29c7c64a54c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:54.398022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-22c073ba-b403-42c9-a882-37c14b8e6246 service neutron] 10.222.0.43 "GET /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036005 Jul 09 16:49:54.416876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.446449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Deleting port 46c32431-56e0-4768-ae30-389793e4a79f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:54.446839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.450340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7f6b79-be53-4f11-b78e-3134e0113db4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:54.489982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ad7f6b79-be53-4f11-b78e-3134e0113db4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4,segment=NetworkSegment(19ce9bc3-cc0c-43b3-888e-eec473ad482d),segment_id=19ce9bc3-cc0c-43b3-888e-eec473ad482d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:54.498585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.572045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ad7f6b79-be53-4f11-b78e-3134e0113db4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:54.572974 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6cba6b9-b086-47b5-94e0-1fb7edb7d315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.587526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] For port 46c32431-56e0-4768-ae30-389793e4a79f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=46c32431-56e0-4768-ae30-389793e4a79f,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:54.587897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.606963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Calling delete_port for 46c32431-56e0-4768-ae30-389793e4a79f owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:54.614742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f154aeef-93a7-4a15-bbd1-91ecb2d62c0f req-170d4311-92f5-4add-8e0f-42b75a294770 service neutron] 10.222.0.43 "GET /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057400 Jul 09 16:49:54.628915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd9a7-0fe6-4de5-8875-879197985623 req-fe653bf3-75b1-462f-ab21-6d2b9d0de207 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:54.630956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-719bd9a7-0fe6-4de5-8875-879197985623 req-fe653bf3-75b1-462f-ab21-6d2b9d0de207 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 944 time: 0.1460099 Jul 09 16:49:54.691033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-719bd9a7-0fe6-4de5-8875-879197985623 req-327b2c9b-58c3-44b3-bcbc-66531079d1c4 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467091 Jul 09 16:49:54.827904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decb5da-0bf8-4daf-a0d4-38b0dc09ad0a req-ea9a4d3d-9a7d-4700-bb0a-4ae6222b133c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:54.830131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6decb5da-0bf8-4daf-a0d4-38b0dc09ad0a req-ea9a4d3d-9a7d-4700-bb0a-4ae6222b133c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 947 time: 0.0877411 Jul 09 16:49:54.857144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6cba6b9-b086-47b5-94e0-1fb7edb7d315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.865610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6cba6b9-b086-47b5-94e0-1fb7edb7d315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:54.874807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6decb5da-0bf8-4daf-a0d4-38b0dc09ad0a req-62f54d19-124a-4427-81f9-181ab1299d28 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Jul 09 16:49:54.928798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ad7f6b79-be53-4f11-b78e-3134e0113db4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:54.955449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a6cba6b9-b086-47b5-94e0-1fb7edb7d315 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d987ebb3e1e940eeae50b064237e727e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510689 Jul 09 16:49:54.956399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:54.958243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cba6b9-b086-47b5-94e0-1fb7edb7d315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ce662-4947-48a0-9f9f-de1fe8dc9407,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:54.985343 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.026962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c32431-56e0-4768-ae30-389793e4a79f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:55.094434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c773f5-9805-4c6e-a30a-90868c47409b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.137990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c773f5-9805-4c6e-a30a-90868c47409b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.322385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c773f5-9805-4c6e-a30a-90868c47409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.329305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c773f5-9805-4c6e-a30a-90868c47409b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.335046 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c3c773f5-9805-4c6e-a30a-90868c47409b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a9ce662-4947-48a0-9f9f-de1fe8dc9407 HTTP/1.1" status: 204 len: 168 time: 0.3739293 Jul 09 16:49:55.350914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.355243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c773f5-9805-4c6e-a30a-90868c47409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ce662-4947-48a0-9f9f-de1fe8dc9407,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:55.521367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04ad77-691a-4051-a818-b2592c8716b0 req-3640f766-518f-420e-ae9c-2fb6137e5c21 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:55.523778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f04ad77-691a-4051-a818-b2592c8716b0 req-3640f766-518f-420e-ae9c-2fb6137e5c21 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1304824 Jul 09 16:49:55.570707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f04ad77-691a-4051-a818-b2592c8716b0 req-2903eeac-5456-49e6-a132-4c26a64e81cf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374119 Jul 09 16:49:55.749497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:55.772304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d878d9f0-3fc6-4147-b7ca-b12dbb28ac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.994172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13785a-cee4-421d-9d46-4e8f6db05601 req-40cf6371-68d2-4805-beb0-69d70203c692 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:55.995808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e13785a-cee4-421d-9d46-4e8f6db05601 req-40cf6371-68d2-4805-beb0-69d70203c692 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 944 time: 0.1321125 Jul 09 16:49:55.997874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d878d9f0-3fc6-4147-b7ca-b12dbb28ac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.003856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d878d9f0-3fc6-4147-b7ca-b12dbb28ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.083790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Router 57750b9e-a8a2-42e6-82da-50549ca815c5 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:56.127672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e13785a-cee4-421d-9d46-4e8f6db05601 req-42334076-6301-4143-b9ca-2ad54b95cb14 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156309 Jul 09 16:49:56.128334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878d9f0-3fc6-4147-b7ca-b12dbb28ac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd88e107-bf59-4f04-b6b8-44679d52341d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:56.140322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d878d9f0-3fc6-4147-b7ca-b12dbb28ac89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fee2baba828241d8905eaf1b81366a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865070 Jul 09 16:49:56.163146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:56.236326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2012e-fdcb-435a-9832-23e3d82bfad5 req-59ef69d4-2ad3-4813-89d3-8c530e084734 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:56.238876 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddd2012e-fdcb-435a-9832-23e3d82bfad5 req-59ef69d4-2ad3-4813-89d3-8c530e084734 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 947 time: 0.1500652 Jul 09 16:49:56.309997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d47287-1d7b-4f45-93ca-31ec7a03d127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.321166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddd2012e-fdcb-435a-9832-23e3d82bfad5 req-bc63d894-763e-4bc7-a4d0-fb048de5e682 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689261 Jul 09 16:49:56.331130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:56.338517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bfa056ff-dbdc-47da-a90b-62eda0f10305 admin admin] 10.222.0.48 "PUT /v2.0/routers/57750b9e-a8a2-42e6-82da-50549ca815c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5896125 Jul 09 16:49:56.341018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:56.346732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] Sync routers for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:56.352650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d47287-1d7b-4f45-93ca-31ec7a03d127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.367195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:56.368024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:56.407024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d47287-1d7b-4f45-93ca-31ec7a03d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.410236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d47287-1d7b-4f45-93ca-31ec7a03d127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.411796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01d47287-1d7b-4f45-93ca-31ec7a03d127 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd88e107-bf59-4f04-b6b8-44679d52341d HTTP/1.1" status: 204 len: 168 time: 0.2476761 Jul 09 16:49:56.419913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d47287-1d7b-4f45-93ca-31ec7a03d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd88e107-bf59-4f04-b6b8-44679d52341d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:56.507346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.513037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:56.657976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.664003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f0195-2046-4712-a922-ecee873d77b8 req-ce1f8a56-220f-436a-b1f6-7edf0feb6001 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:56.667125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-537f0195-2046-4712-a922-ecee873d77b8 req-ce1f8a56-220f-436a-b1f6-7edf0feb6001 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 947 time: 0.1032510 Jul 09 16:49:56.750989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Deleting port 96944d78-b4a9-41b1-a633-3f913146a0a8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:56.752199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.881522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Deleting port afc9a0fc-de56-4f60-a13e-70c29771a12e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:56.882258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.915910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:49:54Z', 'revision_number': 5, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port': {'id': '96944d78-b4a9-41b1-a633-3f913146a0a8', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:56.938677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] For port 96944d78-b4a9-41b1-a633-3f913146a0a8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=96944d78-b4a9-41b1-a633-3f913146a0a8,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:56.939174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.951457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] Checking router: 57750b9e-a8a2-42e6-82da-50549ca815c5 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:56.966345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] Routers {'57750b9e-a8a2-42e6-82da-50549ca815c5'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:56.967431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['57750b9e-a8a2-42e6-82da-50549ca815c5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:56.983004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Calling delete_port for 96944d78-b4a9-41b1-a633-3f913146a0a8 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:57.006524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0afbe3-0e80-44f8-b5e9-295fce466ae5 req-c3fbfc55-e790-410f-990c-d18756f68c7c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:57.016859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad0afbe3-0e80-44f8-b5e9-295fce466ae5 req-c3fbfc55-e790-410f-990c-d18756f68c7c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1796148 Jul 09 16:49:57.044005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] For port afc9a0fc-de56-4f60-a13e-70c29771a12e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=afc9a0fc-de56-4f60-a13e-70c29771a12e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:57.044582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.069036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Calling delete_port for afc9a0fc-de56-4f60-a13e-70c29771a12e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:57.070766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] Set router 57750b9e-a8a2-42e6-82da-50549ca815c5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:57.111995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad0afbe3-0e80-44f8-b5e9-295fce466ae5 req-866f6137-a7b7-4332-b5d6-c1b79caad472 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937448 Jul 09 16:49:57.128649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:49:56Z', 'revision_number': 6, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:57.165045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12446a4-8c21-47a8-be2f-142e532900e5 None None] The sync data for ids ['57750b9e-a8a2-42e6-82da-50549ca815c5'] in n-d-800085-2 is: [{'id': '57750b9e-a8a2-42e6-82da-50549ca815c5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1866760816-router', 'tenant_id': '14668bcf7d1c40c5be782848d74cbe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:28Z', 'updated_at': '2021-07-09T16:49:56Z', 'revision_number': 6, 'project_id': '14668bcf7d1c40c5be782848d74cbe96', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:57.247959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.288465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Pushing event deleted for resources: {'Port': ['ID=afc9a0fc-de56-4f60-a13e-70c29771a12e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:57.311237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.356543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] No DVR routers for this DVR port afc9a0fc-de56-4f60-a13e-70c29771a12e on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:49:57.361353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.364420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-537f0195-2046-4712-a922-ecee873d77b8 req-643435f6-943e-463c-a6c3-be854ab3efff tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "DELETE /v2.0/ports/afc9a0fc-de56-4f60-a13e-70c29771a12e HTTP/1.1" status: 204 len: 173 time: 0.6926098 Jul 09 16:49:57.364896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-deleted', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:57.368104 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5979b34d-0935-4919-b40e-4098463fc365" -d '{"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-deleted", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:57.383734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=96944d78-b4a9-41b1-a633-3f913146a0a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:57.474749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.623977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42666901-97cc-4a35-92d6-f11ea02ecbf8 req-1e47076d-341d-452b-9d23-f78d0388a63f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef8c897e-698a-4e0f-8963-4eaf9b5ea39d HTTP/1.1" status: 200 len: 210 time: 0.1406136 Jul 09 16:49:57.631052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.634255 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.674888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881fff-1a85-4066-a081-51d803d8077f req-7c50c573-d47d-441b-bc26-6407dc49da80 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:57.676761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9881fff-1a85-4066-a081-51d803d8077f req-7c50c573-d47d-441b-bc26-6407dc49da80 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 944 time: 0.3327765 Jul 09 16:49:57.724074 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3d2615-0f49-4040-a939-d2e52924b4f8 x-openstack-request-id: req-cb3d2615-0f49-4040-a939-d2e52924b4f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:57.724539 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c897e-698a-4e0f-8963-4eaf9b5ea39d", "name": "network-vif-deleted", "tag": "afc9a0fc-de56-4f60-a13e-70c29771a12e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:57.724925 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb3d2615-0f49-4040-a939-d2e52924b4f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:57.725858 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c897e-698a-4e0f-8963-4eaf9b5ea39d', 'name': 'network-vif-deleted', 'tag': 'afc9a0fc-de56-4f60-a13e-70c29771a12e', 'status': 'completed', 'code': 200} Jul 09 16:49:57.755150 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.755904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57750b9e-a8a2-42e6-82da-50549ca815c5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:49:57.770531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9881fff-1a85-4066-a081-51d803d8077f req-7abc4f4f-a90b-4b7b-94a1-207d9fba8142 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Jul 09 16:49:57.773815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.777040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:57.783071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cfdd49f-a070-4505-89a6-e70cce407a32 admin admin] 10.222.0.48 "DELETE /v2.0/routers/57750b9e-a8a2-42e6-82da-50549ca815c5 HTTP/1.1" status: 204 len: 168 time: 1.4408777 Jul 09 16:49:57.923941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Deleting subnet b06c71ff-3b9f-461b-a840-94a6306c39d7 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:49:57.931168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.980644 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.104458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.145185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ad7f6b79-be53-4f11-b78e-3134e0113db4 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:58.202687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.220641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ad7f6b79-be53-4f11-b78e-3134e0113db4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:58.225019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ad7f6b79-be53-4f11-b78e-3134e0113db4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:58.225441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.236350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.241485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b06c71ff-3b9f-461b-a840-94a6306c39d7 HTTP/1.1" status: 204 len: 168 time: 0.4602058 Jul 09 16:49:58.241853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:58.258302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea32341-4960-4227-a780-223859d0e74f None None] Network 8501d373-4625-4fd0-9fa3-d37a5be879d2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:58.267046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544a6cd-cf18-4d48-b614-c79f5fafa34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06c71ff-3b9f-461b-a840-94a6306c39d7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:58.428214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.466763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778beaf-f20c-43c0-83ff-9d260eab6d5f req-f7b351d9-afb7-4945-bf8a-fd0d8399e9b6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:58.474268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b778beaf-f20c-43c0-83ff-9d260eab6d5f req-f7b351d9-afb7-4945-bf8a-fd0d8399e9b6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1538715 Jul 09 16:49:58.481396 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.507609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f6b79-be53-4f11-b78e-3134e0113db4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:58.511683 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d960a761-472f-4948-9ca7-c12a19a2d789" -d '{"events": [{"server_uuid": "83e40e17-a894-4d44-bd83-dace303e0bdd", "name": "network-vif-plugged", "status": "completed", "tag": "ad7f6b79-be53-4f11-b78e-3134e0113db4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:58.532291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ad7f6b79-be53-4f11-b78e-3134e0113db4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4,segment=NetworkSegment(19ce9bc3-cc0c-43b3-888e-eec473ad482d),segment_id=19ce9bc3-cc0c-43b3-888e-eec473ad482d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:58.546064 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.553420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b778beaf-f20c-43c0-83ff-9d260eab6d5f req-61f96a05-0999-4954-904e-ad20bfdadc4c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709703 Jul 09 16:49:58.569008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] DHCP port deletion for 8501d373-4625-4fd0-9fa3-d37a5be879d2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:49:58.591614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Deleting port c5495476-aa8e-4fed-bf05-d004c475a7f8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:58.592019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.604443 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63caec77-3095-4d06-bf5e-4b5d9a8e9611 x-openstack-request-id: req-63caec77-3095-4d06-bf5e-4b5d9a8e9611 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:58.604778 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e40e17-a894-4d44-bd83-dace303e0bdd", "name": "network-vif-plugged", "status": "completed", "tag": "ad7f6b79-be53-4f11-b78e-3134e0113db4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:58.605036 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63caec77-3095-4d06-bf5e-4b5d9a8e9611 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:58.605447 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7f6b79-be53-4f11-b78e-3134e0113db4', 'code': 200} Jul 09 16:49:58.703101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ad7f6b79-be53-4f11-b78e-3134e0113db4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:58.703532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] For port c5495476-aa8e-4fed-bf05-d004c475a7f8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c5495476-aa8e-4fed-bf05-d004c475a7f8,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:58.704142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.732269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] Deleting port c5495476-aa8e-4fed-bf05-d004c475a7f8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:49:58.732741 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.765858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Calling delete_port for c5495476-aa8e-4fed-bf05-d004c475a7f8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:58.822005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] For port c5495476-aa8e-4fed-bf05-d004c475a7f8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c5495476-aa8e-4fed-bf05-d004c475a7f8,segment=NetworkSegment(6fc30831-cbcc-4fc9-9ba2-68b45565f0a5),segment_id=6fc30831-cbcc-4fc9-9ba2-68b45565f0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:58.822580 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:58.869455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] Calling delete_port for c5495476-aa8e-4fed-bf05-d004c475a7f8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:49:58.873996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b596-a726-4ceb-ae1d-38cf009b8abf req-3b937f9c-3571-4a13-bfba-2f71c8f34cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:58.875607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd8b596-a726-4ceb-ae1d-38cf009b8abf req-3b937f9c-3571-4a13-bfba-2f71c8f34cac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 1096 time: 0.1478379 Jul 09 16:49:58.988458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd8b596-a726-4ceb-ae1d-38cf009b8abf req-e3c3dac2-a3fb-4071-bfcd-36e78749164b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Jul 09 16:49:59.021011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:59.075809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 96944d78-b4a9-41b1-a633-3f913146a0a8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:59.105982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 96944d78-b4a9-41b1-a633-3f913146a0a8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:59.106964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 96944d78-b4a9-41b1-a633-3f913146a0a8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:59.107395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 46c32431-56e0-4768-ae30-389793e4a79f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:59.109442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] No DVR routers for this DVR port c5495476-aa8e-4fed-bf05-d004c475a7f8 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:49:59.125136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5495476-aa8e-4fed-bf05-d004c475a7f8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:59.188818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 46c32431-56e0-4768-ae30-389793e4a79f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:59.189675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 46c32431-56e0-4768-ae30-389793e4a79f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:59.190121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c5495476-aa8e-4fed-bf05-d004c475a7f8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:59.215391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c5495476-aa8e-4fed-bf05-d004c475a7f8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:59.215391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c5495476-aa8e-4fed-bf05-d004c475a7f8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:49:59.218658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:59.255354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] Pushing event deleted for resources: {'Port': ['ID=c5495476-aa8e-4fed-bf05-d004c475a7f8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:59.257511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacf6f2-9d62-41eb-b796-881f654f8811 None None] No DVR routers for this DVR port c5495476-aa8e-4fed-bf05-d004c475a7f8 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:49:59.340220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:59.370946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8501d373-4625-4fd0-9fa3-d37a5be879d2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:59.388225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:59.388485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc30831-cbcc-4fc9-9ba2-68b45565f0a5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:59.401166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1395be-8727-4702-b36a-be05ace96fbc req-cfb22c1c-5556-4863-bd9b-f26f4f326ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:59.403420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-cfb22c1c-5556-4863-bd9b-f26f4f326ebd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.2986281 Jul 09 16:49:59.425392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:59.483039 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:59.900421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a92d7-5977-4d9e-adfa-78257cf65061 req-2621615a-e11c-4ebe-8e76-9e927fba1c3c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:59.901970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-782a92d7-5977-4d9e-adfa-78257cf65061 req-2621615a-e11c-4ebe-8e76-9e927fba1c3c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 945 time: 0.7602234 Jul 09 16:49:59.904144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:49:59.904559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:49:59.907882 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:49:59.963486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:49:59.989044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: afc9a0fc-de56-4f60-a13e-70c29771a12e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:49:59.989678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device afc9a0fc-de56-4f60-a13e-70c29771a12e not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:00.020235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.032177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.034743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8501d373-4625-4fd0-9fa3-d37a5be879d2 HTTP/1.1" status: 204 len: 168 time: 1.7895641 Jul 09 16:50:00.075549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1395be-8727-4702-b36a-be05ace96fbc req-7c352d73-c882-487d-a15a-35407c663e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:00.081949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-7c352d73-c882-487d-a15a-35407c663e11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.6641204 Jul 09 16:50:00.088744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebed741-576d-4da2-b438-e7d8acb9a604 admin admin] Pushing event deleted for resources: {'Network': ['ID=8501d373-4625-4fd0-9fa3-d37a5be879d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:00.102516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-782a92d7-5977-4d9e-adfa-78257cf65061 req-41ad9a94-8b2b-4d34-915b-23ff203190a8 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799371 Jul 09 16:50:00.196745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:00.200393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27cfa2-36e8-4cc1-aa86-c79626b3835c req-5ad029a7-93dc-46bd-ad6b-2fdbe8c7fe9a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:00.207549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb27cfa2-36e8-4cc1-aa86-c79626b3835c req-5ad029a7-93dc-46bd-ad6b-2fdbe8c7fe9a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.7329791 Jul 09 16:50:00.238907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-b8218993-2c52-4866-b22c-8c3cecfe3ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1455870 Jul 09 16:50:00.302431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb27cfa2-36e8-4cc1-aa86-c79626b3835c req-6c42ea1d-76fb-43a0-a81d-d932ddfe9923 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938377 Jul 09 16:50:00.334070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1395be-8727-4702-b36a-be05ace96fbc req-599e9a8a-edb2-475f-a1ea-46c005f57f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:00.336793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-599e9a8a-edb2-475f-a1ea-46c005f57f57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0850034 Jul 09 16:50:00.344633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:00.404207 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-38c58185-910e-43f4-b681-e92d53f5f605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14668bcf7d1c40c5be782848d74cbe96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568681 Jul 09 16:50:00.404418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:00.460546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1395be-8727-4702-b36a-be05ace96fbc req-49426b40-11e8-4394-b0cd-9170c6f2eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:00.462606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-49426b40-11e8-4394-b0cd-9170c6f2eeb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163669 Jul 09 16:50:00.554122 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a99ea5c-d5b2-447d-819d-3475bc6a9b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.611631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a99ea5c-d5b2-447d-819d-3475bc6a9b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.616193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e62a589-52a0-424e-8fcc-76b05bb1de60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.688723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f70a-2b3d-4126-b8e8-ee6cfc2c5617 req-72f0f0b8-2bc7-439c-a317-045f985df93c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:00.690334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e44f70a-2b3d-4126-b8e8-ee6cfc2c5617 req-72f0f0b8-2bc7-439c-a317-045f985df93c tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 949 time: 0.2268522 Jul 09 16:50:00.697710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-ca47d115-6d40-444f-9255-dc764ae3603b service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139311 Jul 09 16:50:00.742241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e62a589-52a0-424e-8fcc-76b05bb1de60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.747035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e62a589-52a0-424e-8fcc-76b05bb1de60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.788116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0e62a589-52a0-424e-8fcc-76b05bb1de60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abd95e80ada341c5a8145d5f1493f872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898709 Jul 09 16:50:00.791133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:00.792812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a99ea5c-d5b2-447d-819d-3475bc6a9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.795352 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a99ea5c-d5b2-447d-819d-3475bc6a9b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.796470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a99ea5c-d5b2-447d-819d-3475bc6a9b18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb223065-6cac-4126-89ea-633fcae06040 HTTP/1.1" status: 204 len: 168 time: 0.3912642 Jul 09 16:50:00.800783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a589-52a0-424e-8fcc-76b05bb1de60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c0a6a9-ed03-4b31-b08e-b9ca90047f95,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:00.808425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e44f70a-2b3d-4126-b8e8-ee6cfc2c5617 req-b0448cca-1dbd-40d5-9024-4d0897eb21d9 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096537 Jul 09 16:50:00.827667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ea5c-d5b2-447d-819d-3475bc6a9b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb223065-6cac-4126-89ea-633fcae06040,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:00.875394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab1395be-8727-4702-b36a-be05ace96fbc req-d48b2f6d-e850-486e-86e8-63493c7e655d service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727345 Jul 09 16:50:00.901682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d909-8355-406e-9c4e-b64dad8005e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:00.928515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d909-8355-406e-9c4e-b64dad8005e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:01.003218 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d909-8355-406e-9c4e-b64dad8005e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:01.006381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa6d909-8355-406e-9c4e-b64dad8005e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:01.007585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7fa6d909-8355-406e-9c4e-b64dad8005e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1c0a6a9-ed03-4b31-b08e-b9ca90047f95 HTTP/1.1" status: 204 len: 168 time: 0.2150841 Jul 09 16:50:01.016384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d909-8355-406e-9c4e-b64dad8005e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c0a6a9-ed03-4b31-b08e-b9ca90047f95,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:01.469946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeaf31-d175-4000-9392-9f9637ad2968 req-07180422-53c9-4c24-ba14-3b189f46124c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:01.483153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4faeaf31-d175-4000-9392-9f9637ad2968 req-07180422-53c9-4c24-ba14-3b189f46124c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 945 time: 0.1316881 Jul 09 16:50:01.519469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-078d2f21-bc62-48d7-9f59-20055c908c37 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:01.523666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-078d2f21-bc62-48d7-9f59-20055c908c37 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 949 time: 0.1880989 Jul 09 16:50:01.552740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4faeaf31-d175-4000-9392-9f9637ad2968 req-ec1dec2c-3d44-4bff-a48f-58a0208290fc tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678887 Jul 09 16:50:01.773721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:01.803936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b1903b-b270-4abe-9512-1bef90f033c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:01.811504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Deleting port e16ebb72-9001-40a6-9099-0e5d6009290e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:01.812360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:01.865308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273788e-d369-40c8-96d8-7b1b7c506cf9 req-22c771ae-b363-43b1-9328-ba576b579cc2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:01.877537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c273788e-d369-40c8-96d8-7b1b7c506cf9 req-22c771ae-b363-43b1-9328-ba576b579cc2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1939838 Jul 09 16:50:01.962873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c273788e-d369-40c8-96d8-7b1b7c506cf9 req-26de8a3f-f12c-4861-92d5-8838d4533ea4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834868 Jul 09 16:50:02.014415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] For port e16ebb72-9001-40a6-9099-0e5d6009290e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e16ebb72-9001-40a6-9099-0e5d6009290e,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:02.014915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.037859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Calling delete_port for e16ebb72-9001-40a6-9099-0e5d6009290e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:02.146736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b1903b-b270-4abe-9512-1bef90f033c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.156204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b1903b-b270-4abe-9512-1bef90f033c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.177351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a128-349c-4675-9768-9db5009944c3 req-f8eefd5f-61c4-4cfb-88b6-a11e399bd6ed tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:02.187400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb86a128-349c-4675-9768-9db5009944c3 req-f8eefd5f-61c4-4cfb-88b6-a11e399bd6ed tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 949 time: 0.0972478 Jul 09 16:50:02.244038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1903b-b270-4abe-9512-1bef90f033c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c6d15b-f2c0-41c7-943a-344bdd0eee24,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:02.244230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb86a128-349c-4675-9768-9db5009944c3 req-a3e8335e-b3b4-4a94-9a36-1e2cb6397ef4 tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d5112f6-13b6-412f-ae55-af51beeb3d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533526 Jul 09 16:50:02.244386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-05b1903b-b270-4abe-9512-1bef90f033c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ad07f85edc44c1c9fc5aef0f3e807d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637184 Jul 09 16:50:02.244532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:02.276057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:02.288133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.327747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Pushing event deleted for resources: {'Port': ['ID=e16ebb72-9001-40a6-9099-0e5d6009290e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:02.385310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e9f206-93d7-46fb-ad06-287ff2566697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.421650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] No DVR routers for this DVR port e16ebb72-9001-40a6-9099-0e5d6009290e on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:02.425450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.427973 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5329e4cf-158d-4047-8b6c-00b25f5e3beb req-a43daeac-6feb-46e1-ae08-d113abcb613f tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.37 "DELETE /v2.0/ports/e16ebb72-9001-40a6-9099-0e5d6009290e HTTP/1.1" status: 204 len: 173 time: 0.8983426 Jul 09 16:50:02.428482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-deleted', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:02.432641 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb094d3-84ff-481f-8084-bd269f6acb94" -d '{"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-deleted", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:02.452578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e9f206-93d7-46fb-ad06-287ff2566697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.497821 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d4426-11ba-42de-aa6f-68d2a330bd0b x-openstack-request-id: req-5e2d4426-11ba-42de-aa6f-68d2a330bd0b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:02.498107 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6678953e-e627-489b-a3e5-8d345bb86769", "name": "network-vif-deleted", "tag": "e16ebb72-9001-40a6-9099-0e5d6009290e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:02.498401 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e2d4426-11ba-42de-aa6f-68d2a330bd0b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:02.498914 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6678953e-e627-489b-a3e5-8d345bb86769', 'name': 'network-vif-deleted', 'tag': 'e16ebb72-9001-40a6-9099-0e5d6009290e', 'status': 'completed', 'code': 200} Jul 09 16:50:02.500184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-network', 'tenant_id': 'a989a7725d3d451196b841a86c53a570'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:02.548528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Made reservation on behalf of a989a7725d3d451196b841a86c53a570 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:02.553010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.570384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.606850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e9f206-93d7-46fb-ad06-287ff2566697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.610924 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e9f206-93d7-46fb-ad06-287ff2566697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.612971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-61e9f206-93d7-46fb-ad06-287ff2566697 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52c6d15b-f2c0-41c7-943a-344bdd0eee24 HTTP/1.1" status: 204 len: 168 time: 0.3690882 Jul 09 16:50:02.631654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f206-93d7-46fb-ad06-287ff2566697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c6d15b-f2c0-41c7-943a-344bdd0eee24,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:02.745512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.751783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.777389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:02.794899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.795848 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Added segment e77a6506-5675-4802-a73f-a8e2ac867e34 of type vlan for network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 Jul 09 16:50:02.919899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.923940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed660a9f-2c3c-4f9c-9d4f-8c434d6d4fd1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:02.961073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:02.962937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:02.963711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.073363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7934794 Jul 09 16:50:03.074445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:03.089215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Request body: {'subnet': {'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-subnet', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:03.094905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7706e0-8b54-4f31-857e-67cd7cd21ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=aabd1a79-ebbf-4a38-81e1-0ba58d618e02,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:03.126343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:03.168430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Made reservation on behalf of a989a7725d3d451196b841a86c53a570 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:03.174778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.452721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.459894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88483a-a08a-4df0-bd6c-2343bbb198ab req-e9177449-a8b3-4d7e-8c17-957a72ea6343 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:03.469893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f88483a-a08a-4df0-bd6c-2343bbb198ab req-e9177449-a8b3-4d7e-8c17-957a72ea6343 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1301620 Jul 09 16:50:03.533636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f88483a-a08a-4df0-bd6c-2343bbb198ab req-e9f99662-ca6e-4b3e-b508-331b4fb6766e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624943 Jul 09 16:50:03.595202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Checking segment: {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:03.595622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Network hostable DHCP agents. Network: aabd1a79-ebbf-4a38-81e1-0ba58d618e02, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:50:03.597630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a278b659-14bb-47cf-8644-8e980c18c19c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:03.627452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-584de7b9-b95a-4cad-80eb-3e1bfa071104 req-b0524cdf-a0f4-4c91-a8af-84864ede034d tempest-ListImageFiltersTestJSON-1954397204 tempest-ListImageFiltersTestJSON-1954397204-project] 10.222.0.48 "GET /v2.0/ports?device_id=6678953e-e627-489b-a3e5-8d345bb86769 HTTP/1.1" status: 200 len: 210 time: 0.0827065 Jul 09 16:50:03.660245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:50:03.672471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, aabd1a79-ebbf-4a38-81e1-0ba58d618e02) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:03.684950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8bd74-0e79-477c-aa4d-9f2e6f8c1ff2 None None] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:03.691489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:03.691489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.709997 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26a51e46-148a-4f92-825d-362fc629bd1b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6280818 Jul 09 16:50:03.710363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:03.715389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:03.777784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.779526 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.907778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:03.984882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:04.029843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-aabd1a79-ebbf-4a38-81e1-0ba58d618e02', 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'fixed_ips': [{'subnet_id': 'a278b659-14bb-47cf-8644-8e980c18c19c'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:50:04.031383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.049048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: e16ebb72-9001-40a6-9099-0e5d6009290e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:04.049395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e16ebb72-9001-40a6-9099-0e5d6009290e not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:04.141438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.178687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8c39d-306a-4bdb-91aa-f8e2c533e4b1 req-b2987648-4807-4c5b-a7fe-040b2dd6e64f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:04.185776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b8c39d-306a-4bdb-91aa-f8e2c533e4b1 req-b2987648-4807-4c5b-a7fe-040b2dd6e64f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3046505 Jul 09 16:50:04.212526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Allocated IP 172.20.0.2 (aabd1a79-ebbf-4a38-81e1-0ba58d618e02/a278b659-14bb-47cf-8644-8e980c18c19c/9fad1c0d-71aa-4050-8267-a303a3849333) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:04.282209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b8c39d-306a-4bdb-91aa-f8e2c533e4b1 req-5227c8d0-4392-4c9c-9b33-900d8f118b51 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914707 Jul 09 16:50:04.473397 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.485248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Transition to ACTIVE for port object 9fad1c0d-71aa-4050-8267-a303a3849333 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:04.505489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Transition to ACTIVE for port object 9fad1c0d-71aa-4050-8267-a303a3849333 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:04.513825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.599403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:04.609800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Pushing event updated for resources: {'Port': ['ID=9fad1c0d-71aa-4050-8267-a303a3849333,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:04.616318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:04.618184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:04.623515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:04.633474 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.664368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.734617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Attempting to bind port 9fad1c0d-71aa-4050-8267-a303a3849333 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:04.735118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Attempting to bind port 9fad1c0d-71aa-4050-8267-a303a3849333 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:04.735772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Attempting to bind port 9fad1c0d-71aa-4050-8267-a303a3849333 on network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:04.755756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:04.756862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Checking segment: {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:04.758811 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.759846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Bound using segment: {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:04.764267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Bound port: 9fad1c0d-71aa-4050-8267-a303a3849333, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:04.765029 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.767758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c0ab7e-e4b2-4971-8e32-e3e86f0cb45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:04.899972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] For port 9fad1c0d-71aa-4050-8267-a303a3849333, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:04.900666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Allocated IP 172.25.7.52 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/a3fffeee-4115-413e-9f67-74d4daefd3ab) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:04.906230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] For port 9fad1c0d-71aa-4050-8267-a303a3849333, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9fad1c0d-71aa-4050-8267-a303a3849333,segment=NetworkSegment(e77a6506-5675-4802-a73f-a8e2ac867e34),segment_id=e77a6506-5675-4802-a73f-a8e2ac867e34)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:04.913175 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.012170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c0ab7e-e4b2-4971-8e32-e3e86f0cb45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.024222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c0ab7e-e4b2-4971-8e32-e3e86f0cb45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.049128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Pushing event updated for resources: {'Port': ['ID=9fad1c0d-71aa-4050-8267-a303a3849333,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:05.066102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.066908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.067462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.068006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.068548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.069321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.069871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.070676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.071325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.071882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.072465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.073040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00bac6-30df-4e8a-9cfc-0a912f91c5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:05.113006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0ab7e-e4b2-4971-8e32-e3e86f0cb45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61553ae-f586-4232-8da0-9c4c977e66f9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:05.140563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-81c0ab7e-e4b2-4971-8e32-e3e86f0cb45e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e89fc1ae17da405a9aafb935e0eefbf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5398850 Jul 09 16:50:05.144328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:05.178607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee187d-cf05-4032-825d-07ee202244c0 req-e5756a8e-db8a-4e45-9a06-fe04be58b248 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:05.192707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4aee187d-cf05-4032-825d-07ee202244c0 req-e5756a8e-db8a-4e45-9a06-fe04be58b248 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3111036 Jul 09 16:50:05.210398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03247fda-806b-4750-8fa5-a5b815d3010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.242018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03247fda-806b-4750-8fa5-a5b815d3010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.320642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4aee187d-cf05-4032-825d-07ee202244c0 req-6879271e-2e26-459a-b7f4-f4652bc00763 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241791 Jul 09 16:50:05.373208 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.376510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03247fda-806b-4750-8fa5-a5b815d3010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.381227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03247fda-806b-4750-8fa5-a5b815d3010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.388517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-03247fda-806b-4750-8fa5-a5b815d3010e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c61553ae-f586-4232-8da0-9c4c977e66f9 HTTP/1.1" status: 204 len: 168 time: 0.2429266 Jul 09 16:50:05.419574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03247fda-806b-4750-8fa5-a5b815d3010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61553ae-f586-4232-8da0-9c4c977e66f9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:05.452281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:05.527452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Pushing event updated for resources: {'Port': ['ID=a3fffeee-4115-413e-9f67-74d4daefd3ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:05.558148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:05.560864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:05.590344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:05.752740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d98c6d2-48fe-4c1b-b685-3a857ce8b341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:06.081080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:06.502954 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:06.838617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10f2ff-98c0-4a11-899a-c6eb97eecf7f None None] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:06.879846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:50:06.987348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d6349df0-37b3-44e9-b22e-52e527ec2e22 None None] Provisioning for port 9fad1c0d-71aa-4050-8267-a303a3849333 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:07.052164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb0d49-4e67-4f16-9c9f-3360ce78626d req-461c8643-7df1-4795-9f49-d3d9bfa537ac tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:07.054704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4bb0d49-4e67-4f16-9c9f-3360ce78626d req-461c8643-7df1-4795-9f49-d3d9bfa537ac tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2413821 Jul 09 16:50:07.073121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56597c-b0bf-4acf-b2d8-899ba17704bb req-ea551f67-90a1-4e28-935c-e4e12fa0948c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:07.075956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b56597c-b0bf-4acf-b2d8-899ba17704bb req-ea551f67-90a1-4e28-935c-e4e12fa0948c tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 945 time: 0.2814569 Jul 09 16:50:07.109428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9fad1c0d-71aa-4050-8267-a303a3849333 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:07.187720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:07.193231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:50:07.205126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4bb0d49-4e67-4f16-9c9f-3360ce78626d req-1ddcfabc-46e4-4271-aa03-67b2769a1fa8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275868 Jul 09 16:50:07.220523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Sync routers for ids ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:50:07.234334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b56597c-b0bf-4acf-b2d8-899ba17704bb req-54c45fea-4242-4247-8e94-e021c52a0654 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437433 Jul 09 16:50:07.253607 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Routers {'9e5fdb1e-5ad5-491b-b424-8a40220b5116'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:07.254927 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:07.269367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:07.271142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa1b1c40-cf80-4439-9470-49c2b9b13f0b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5596216 Jul 09 16:50:07.276270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:07.290947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9fad1c0d-71aa-4050-8267-a303a3849333 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:07.303587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9fad1c0d-71aa-4050-8267-a303a3849333 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:07.304287 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:07.507854 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Set router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:07.509444 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:07.580573 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 9fad1c0d-71aa-4050-8267-a303a3849333, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9fad1c0d-71aa-4050-8267-a303a3849333,segment=NetworkSegment(e77a6506-5675-4802-a73f-a8e2ac867e34),segment_id=e77a6506-5675-4802-a73f-a8e2ac867e34)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:07.582780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd14a-d8cc-49d4-b6a7-1cb1550274a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:07.585556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:07.708389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=9fad1c0d-71aa-4050-8267-a303a3849333,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:07.851513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-df08ebf0-80cd-4abd-a6fa-f634861dab3b None None] Provisioning complete for port 9fad1c0d-71aa-4050-8267-a303a3849333 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:07.852129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df08ebf0-80cd-4abd-a6fa-f634861dab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.034138 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:05Z', 'revision_number': 3, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port': {'id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:04Z', 'updated_at': '2021-07-09T16:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:08.087963 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Checking router: 9e5fdb1e-5ad5-491b-b424-8a40220b5116 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:50:08.088619 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Updating router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 port a3fffeee-4115-413e-9f67-74d4daefd3ab binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:50:08.091649 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.108207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd14a-d8cc-49d4-b6a7-1cb1550274a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.121356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd14a-d8cc-49d4-b6a7-1cb1550274a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.152409 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.190721 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:50:08.306512 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4419a03c-3896-4313-a544-8a3f7ced02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.360227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:08.365450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcd14a-d8cc-49d4-b6a7-1cb1550274a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf66cb-a5ae-4a34-9f21-b222e646739c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:08.438463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6bfcd14a-d8cc-49d4-b6a7-1cb1550274a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a5c491051b74be28d1b6b47e029d823&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2490611 Jul 09 16:50:08.444019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:08.575604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.589807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99415b29-0778-4c1f-89ea-1fbc3750325b req-fc438bdc-ea0e-4e7a-a6d8-6df5880429e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:08.597704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99415b29-0778-4c1f-89ea-1fbc3750325b req-fc438bdc-ea0e-4e7a-a6d8-6df5880429e3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1802616 Jul 09 16:50:08.648170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a6edb-59a8-42b1-a44c-a45eb1a448ad req-b6844b94-03a8-42f6-a3e4-7d0dccc9ff38 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:08.650620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-225a6edb-59a8-42b1-a44c-a45eb1a448ad req-b6844b94-03a8-42f6-a3e4-7d0dccc9ff38 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 945 time: 0.1528218 Jul 09 16:50:08.659658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c19d40c-7570-4b3a-be0b-65cf06e3d497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.695618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.700632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2abd4abd-ab71-4cb7-8a72-fc60772073f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63f2af6d84424afaa5fd7bc5c3aca44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387854 Jul 09 16:50:08.705092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:08.720779 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c19d40c-7570-4b3a-be0b-65cf06e3d497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.727861 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.744421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Transition to ACTIVE for port object a3fffeee-4115-413e-9f67-74d4daefd3ab will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:08.753157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99415b29-0778-4c1f-89ea-1fbc3750325b req-6e183dbd-400f-4dea-a080-c4fd0fbe0c86 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544859 Jul 09 16:50:08.755092 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.778614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-225a6edb-59a8-42b1-a44c-a45eb1a448ad req-b20e4c5d-08e4-46e1-adb4-4e544582a8f7 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2203aff-9e30-4165-a41b-fdafe708db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192169 Jul 09 16:50:08.843674 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Attempting to bind port a3fffeee-4115-413e-9f67-74d4daefd3ab on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:08.844506 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Attempting to bind port a3fffeee-4115-413e-9f67-74d4daefd3ab by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:08.845410 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Attempting to bind port a3fffeee-4115-413e-9f67-74d4daefd3ab on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:08.853690 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Pushing event updated for resources: {'Port': ['ID=a3fffeee-4115-413e-9f67-74d4daefd3ab,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:08.858853 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:08.859273 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:08.859677 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.860076 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:08.860556 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Bound port: a3fffeee-4115-413e-9f67-74d4daefd3ab, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:08.861090 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.886025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-76c14522-7ab7-4ade-a2ec-695803e812e3 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:08.888891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-76c14522-7ab7-4ade-a2ec-695803e812e3 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.43 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 945 time: 0.1084499 Jul 09 16:50:08.899302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bffc-f423-471b-8c3f-14f5822c0f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.909938 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.912694 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.914781 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.916013 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.917505 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.918460 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.920284 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.920881 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.923683 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.924571 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.925119 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.925813 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:08.965372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c19d40c-7570-4b3a-be0b-65cf06e3d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.969214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c19d40c-7570-4b3a-be0b-65cf06e3d497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:08.973129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c19d40c-7570-4b3a-be0b-65cf06e3d497 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66cf66cb-a5ae-4a34-9f21-b222e646739c HTTP/1.1" status: 204 len: 168 time: 0.5215535 Jul 09 16:50:08.982867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bffc-f423-471b-8c3f-14f5822c0f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.012058 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] For port a3fffeee-4115-413e-9f67-74d4daefd3ab, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:09.017710 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] For port a3fffeee-4115-413e-9f67-74d4daefd3ab, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a3fffeee-4115-413e-9f67-74d4daefd3ab,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:09.025551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19d40c-7570-4b3a-be0b-65cf06e3d497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf66cb-a5ae-4a34-9f21-b222e646739c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:09.040322 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.096685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Allocated IP 172.20.0.1 (aabd1a79-ebbf-4a38-81e1-0ba58d618e02/a278b659-14bb-47cf-8644-8e980c18c19c/5f6208b4-3b5e-48a9-88a7-a57bc0e688f6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:09.118217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bffc-f423-471b-8c3f-14f5822c0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.121253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bffc-f423-471b-8c3f-14f5822c0f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.122612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4bc9bffc-f423-471b-8c3f-14f5822c0f5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d5112f6-13b6-412f-ae55-af51beeb3d2f HTTP/1.1" status: 204 len: 168 time: 0.4060802 Jul 09 16:50:09.128692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9fad1c0d-71aa-4050-8267-a303a3849333 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:09.185631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9bffc-f423-471b-8c3f-14f5822c0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5112f6-13b6-412f-ae55-af51beeb3d2f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:09.192737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Deleting port ad7f6b79-be53-4f11-b78e-3134e0113db4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:09.193034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.237878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.266676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9fad1c0d-71aa-4050-8267-a303a3849333 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:09.266964 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.299372 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Routers {'9e5fdb1e-5ad5-491b-b424-8a40220b5116'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:09.303617 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:50:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:09.318493 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950b5b8-178c-49ab-9a7d-5e36c0b5e625 None None] Pushing event updated for resources: {'Port': ['ID=a3fffeee-4115-413e-9f67-74d4daefd3ab,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:09.377197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] For port ad7f6b79-be53-4f11-b78e-3134e0113db4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ad7f6b79-be53-4f11-b78e-3134e0113db4,segment=NetworkSegment(19ce9bc3-cc0c-43b3-888e-eec473ad482d),segment_id=19ce9bc3-cc0c-43b3-888e-eec473ad482d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:09.377835 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.395114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Calling delete_port for ad7f6b79-be53-4f11-b78e-3134e0113db4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:09.430454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.471729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Transition to ACTIVE for port object 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:09.514808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.584540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6208b4-3b5e-48a9-88a7-a57bc0e688f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:09.604965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:09.607799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:09.614940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:09.623219 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] Set router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:09.651736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.674392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ad7f6b79-be53-4f11-b78e-3134e0113db4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:09.719041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.762082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Pushing event deleted for resources: {'Port': ['ID=ad7f6b79-be53-4f11-b78e-3134e0113db4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:09.887163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] No DVR routers for this DVR port ad7f6b79-be53-4f11-b78e-3134e0113db4 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:09.894230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:09.902089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02a810d1-0115-4f77-84b5-73819ccb57a2 req-69fa4df4-b382-4794-9d79-06f56bf60f3d tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.43 "DELETE /v2.0/ports/ad7f6b79-be53-4f11-b78e-3134e0113db4 HTTP/1.1" status: 204 len: 173 time: 0.9929416 Jul 09 16:50:09.903459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'name': 'network-vif-deleted', 'tag': 'ad7f6b79-be53-4f11-b78e-3134e0113db4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:09.915098 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e0485d-7506-4dbb-b4a4-ed5fb438074a" -d '{"events": [{"server_uuid": "83e40e17-a894-4d44-bd83-dace303e0bdd", "name": "network-vif-deleted", "tag": "ad7f6b79-be53-4f11-b78e-3134e0113db4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:10.078450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f034d0bc-580d-4391-bef8-1b7c260d394f None None] Provisioning for port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:10.084693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:10.098194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f034d0bc-580d-4391-bef8-1b7c260d394f None None] Provisioning complete for port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:10.098603 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f034d0bc-580d-4391-bef8-1b7c260d394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:10.237628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f034d0bc-580d-4391-bef8-1b7c260d394f None None] Port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:50:10.242937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:05Z', 'revision_number': 3, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port': {'id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:04Z', 'updated_at': '2021-07-09T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:10.291591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-597a43e3-7da4-464b-815e-b3849e95f1f7 req-6803a83b-0941-496c-abe3-6c01b82c0b35 tempest-VolumesActionsTest-1277252905 tempest-VolumesActionsTest-1277252905-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e40e17-a894-4d44-bd83-dace303e0bdd HTTP/1.1" status: 200 len: 210 time: 0.1096342 Jul 09 16:50:10.311953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9802417-4d8e-4595-9654-0c302cda2485 None None] The sync data for ids ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'] in n-d-800085-2 is: [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:05Z', 'revision_number': 3, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port': {'id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:04Z', 'updated_at': '2021-07-09T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:50:10.376277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa30016-1135-42ac-9962-798713e03611 req-dfac1e4a-a022-40a9-80b3-4d2effe1106b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:10.378674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fa30016-1135-42ac-9962-798713e03611 req-dfac1e4a-a022-40a9-80b3-4d2effe1106b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3111343 Jul 09 16:50:10.540594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:10.546295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:10.744116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:10.745505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:10.961832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6208b4-3b5e-48a9-88a7-a57bc0e688f6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:11.020956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.144528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:11.150028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:11.153431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a3fffeee-4115-413e-9f67-74d4daefd3ab up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:11.192714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1588908427-network', 'tenant_id': '3c811a341d934199b5d3e24b5535f9ef'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:11.203794 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002393d-7867-41b3-9e09-a135c387bd44 x-openstack-request-id: req-d002393d-7867-41b3-9e09-a135c387bd44 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:11.204121 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e40e17-a894-4d44-bd83-dace303e0bdd", "name": "network-vif-deleted", "tag": "ad7f6b79-be53-4f11-b78e-3134e0113db4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:11.204533 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d002393d-7867-41b3-9e09-a135c387bd44 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:11.205172 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e40e17-a894-4d44-bd83-dace303e0bdd', 'name': 'network-vif-deleted', 'tag': 'ad7f6b79-be53-4f11-b78e-3134e0113db4', 'status': 'completed', 'code': 200} Jul 09 16:50:11.278355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fa30016-1135-42ac-9962-798713e03611 req-cbfad757-14e5-460b-948f-09be3e16df85 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8895011 Jul 09 16:50:11.284150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Made reservation on behalf of 3c811a341d934199b5d3e24b5535f9ef for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:11.287632 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.335086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a3fffeee-4115-413e-9f67-74d4daefd3ab completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:11.337007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.348591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a3fffeee-4115-413e-9f67-74d4daefd3ab triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:11.349325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.551293 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.609912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a3fffeee-4115-413e-9f67-74d4daefd3ab, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a3fffeee-4115-413e-9f67-74d4daefd3ab,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:11.618847 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.702836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7ebe-b6cd-4fd2-8043-154cdf52db22 req-3d876991-2eab-48f2-baca-485fe13c2e02 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:11.706333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:50:11.729018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c3d7ebe-b6cd-4fd2-8043-154cdf52db22 req-3d876991-2eab-48f2-baca-485fe13c2e02 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2125344 Jul 09 16:50:11.820652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c3d7ebe-b6cd-4fd2-8043-154cdf52db22 req-ff9e4578-8c1a-4dc2-b34e-3143ad7b62b8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890679 Jul 09 16:50:11.873121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a3fffeee-4115-413e-9f67-74d4daefd3ab,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:11.923974 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.928707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:11.938596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22ca0f82-fb67-4ba7-97a5-7c98487eb2ce None None] Provisioning complete for port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:11.939960 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22ca0f82-fb67-4ba7-97a5-7c98487eb2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.085673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:12.103343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-22ca0f82-fb67-4ba7-97a5-7c98487eb2ce None None] Port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:50:12.174739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.175536 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Added segment 474674de-bf15-406f-80a0-81891e2c161f of type vlan for network e97406db-2736-4d50-a3e7-702b4120c55d Jul 09 16:50:12.177202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6145bb-8609-4081-9434-d3f142bccaf1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:12.185025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:12.223323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ad7f6b79-be53-4f11-b78e-3134e0113db4 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:12.238685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5a7c7-8540-4e21-bdb7-170385127a94 req-89fd7ea7-a504-41f7-bdb5-aff4cb96c84f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:12.251158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: ad7f6b79-be53-4f11-b78e-3134e0113db4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:12.252348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ad7f6b79-be53-4f11-b78e-3134e0113db4 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:12.253777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ff5a7c7-8540-4e21-bdb7-170385127a94 req-89fd7ea7-a504-41f7-bdb5-aff4cb96c84f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1271174 Jul 09 16:50:12.290250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.328715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:50:12.335094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.337519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:12.338289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.345189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d47df150-47cb-45fe-968e-7e32f37c6586 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e5fdb1e-5ad5-491b-b424-8a40220b5116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0661972 Jul 09 16:50:12.358510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ff5a7c7-8540-4e21-bdb7-170385127a94 req-9546160a-01b7-41fa-8af7-1ea7b1c9941b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886700 Jul 09 16:50:12.427169 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6779470 Jul 09 16:50:12.429659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:12.435073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Request body: {'subnet': {'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1588908427-subnet', 'tenant_id': '3c811a341d934199b5d3e24b5535f9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:12.439726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd13af-5353-4bfe-ab93-a24761969ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=e97406db-2736-4d50-a3e7-702b4120c55d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:12.452553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network e97406db-2736-4d50-a3e7-702b4120c55d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:12.497649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Made reservation on behalf of 3c811a341d934199b5d3e24b5535f9ef for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:12.510877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.593200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-985516077'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:12.671343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Made reservation on behalf of 6d505344d0ac448da48524b5737259fb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:12.675153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.697441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:12.789673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe43e74-c005-494f-9e02-2f3f4b408950 req-cd9b9d81-0295-4d44-842f-86af33b70e84 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:12.791291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe43e74-c005-494f-9e02-2f3f4b408950 req-cd9b9d81-0295-4d44-842f-86af33b70e84 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1855934 Jul 09 16:50:12.906322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8e98115-cadd-4fd4-b0cd-9d8223ef9054 req-eb6da884-b672-4cdd-bcc8-a6746c34ef1b tempest-FloatingIPsNegativeTestJSON-1387135436 tempest-FloatingIPsNegativeTestJSON-1387135436-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=a989a7725d3d451196b841a86c53a570 HTTP/1.1" status: 200 len: 217 time: 0.0995944 Jul 09 16:50:13.012739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbe43e74-c005-494f-9e02-2f3f4b408950 req-3f7a994c-aa38-41af-8c9d-0e2c858961da tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110207 Jul 09 16:50:13.022233 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.123262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a3fffeee-4115-413e-9f67-74d4daefd3ab up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:13.222935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a3fffeee-4115-413e-9f67-74d4daefd3ab triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:13.223338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.264619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=879a583b-71c4-43a1-96cf-dcc1e8c99319,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:13.272914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1896c1f8-4e91-41a2-be43-9354ab7eb9cb req-b9491bb4-cea2-48d6-a3c8-f1cf21395667 tempest-FloatingIPsNegativeTestJSON-1387135436 tempest-FloatingIPsNegativeTestJSON-1387135436-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1867461 Jul 09 16:50:13.409520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.417134 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-df4decd1-6ec1-4ccc-87d6-012d0957ed0f req-b08b97a1-8c00-4468-9f10-6fe24f33869f tempest-FloatingIPsNegativeTestJSON-1387135436 tempest-FloatingIPsNegativeTestJSON-1387135436-project] show failed (client error): The resource could not be found. Jul 09 16:50:13.418941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df4decd1-6ec1-4ccc-87d6-012d0957ed0f req-b08b97a1-8c00-4468-9f10-6fe24f33869f tempest-FloatingIPsNegativeTestJSON-1387135436 tempest-FloatingIPsNegativeTestJSON-1387135436-project] 10.222.0.48 "GET /v2.0/floatingips/c3b0c4ee-dd0c-4802-9725-c71161c54e30 HTTP/1.1" status: 404 len: 350 time: 0.0880539 Jul 09 16:50:13.421654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.426889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Checking segment: {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:13.427584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Network hostable DHCP agents. Network: e97406db-2736-4d50-a3e7-702b4120c55d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:50:13.431353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:13.475100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:13.514851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99883676-7da2-4dec-ac7e-b856c4079b28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:13.520946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.521518 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Added segment 1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37 of type vlan for network 96fbd569-812f-4809-a51e-c0db1d817385 Jul 09 16:50:13.525537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Network e97406db-2736-4d50-a3e7-702b4120c55d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:50:13.537662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Sync routers for ids ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:50:13.552269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, e97406db-2736-4d50-a3e7-702b4120c55d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:13.552916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Routers {'9e5fdb1e-5ad5-491b-b424-8a40220b5116'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:13.554030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:50:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:13.595209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:13.596286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.637173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.653840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-29aa5726-e81f-4896-b0d5-cc9c50c89cdc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2225301 Jul 09 16:50:13.656495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c749c76-10a9-4a5d-89d5-8b7f5075fce8 None None] Network e97406db-2736-4d50-a3e7-702b4120c55d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:13.705174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.715050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:13.716693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:13.768351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Set router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:13.835467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6488745 Jul 09 16:50:13.840639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:13.846995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Request body: {'subnet': {'network_id': '96fbd569-812f-4809-a51e-c0db1d817385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:13.923077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f1ea7-450f-4194-9a4f-3ec0d481c012 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event updated for resources: {'Network': ['ID=96fbd569-812f-4809-a51e-c0db1d817385,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:13.996365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 96fbd569-812f-4809-a51e-c0db1d817385 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:13.999143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Made reservation on behalf of 6d505344d0ac448da48524b5737259fb for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:14.005352 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.054720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837bd673-5318-482c-b1ec-491057adac1a None None] Network e97406db-2736-4d50-a3e7-702b4120c55d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:14.069971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b76e2eb-dd1c-48af-afa4-0a352ecce78b req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-242243289', 'description': 'tempest-description-1998972481'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:14.126159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b76e2eb-dd1c-48af-afa4-0a352ecce78b req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.320233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:09Z', 'revision_number': 4, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port': {'id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:04Z', 'updated_at': '2021-07-09T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '5f6208b4-3b5e-48a9-88a7-a57bc0e688f6', 'name': '', 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'mac_address': 'fa:16:3e:9b:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a278b659-14bb-47cf-8644-8e980c18c19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:08Z', 'updated_at': '2021-07-09T16:50:10Z', 'revision_number': 2, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'subnets': [{'id': 'a278b659-14bb-47cf-8644-8e980c18c19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:14.323458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.359419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Checking router: 9e5fdb1e-5ad5-491b-b424-8a40220b5116 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:50:14.360203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Updating router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:50:14.416076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.419958 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.525763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event updated for resources: {'Subnet': ['ID=4a745a7f-1f59-4366-b1d3-c80f17bbf768,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:14.549851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b76e2eb-dd1c-48af-afa4-0a352ecce78b req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.565827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b76e2eb-dd1c-48af-afa4-0a352ecce78b req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.587097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Checking segment: {'id': '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '96fbd569-812f-4809-a51e-c0db1d817385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:14.587470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Network hostable DHCP agents. Network: 96fbd569-812f-4809-a51e-c0db1d817385, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:50:14.603833 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b76e2eb-dd1c-48af-afa4-0a352ecce78b req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.605106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b76e2eb-dd1c-48af-afa4-0a352ecce78b req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5917847 Jul 09 16:50:14.611675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da64db-6c0f-4ae6-8830-ecbd6c3545f8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f009cf9-b0d6-43ae-b208-902483319ff6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:14.624309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Network 96fbd569-812f-4809-a51e-c0db1d817385 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:50:14.643352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 96fbd569-812f-4809-a51e-c0db1d817385) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:14.654746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:14.657461 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.689435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0ea2dc15-a40f-480b-8bc9-66ad19682ac2 req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-840771707', 'description': 'tempest-description-1686020920'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:14.723880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc0910f1-c9ac-4737-b221-5cf1671b60f8 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8816299 Jul 09 16:50:14.732619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:14.745152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Request body: {'port': {'network_id': '96fbd569-812f-4809-a51e-c0db1d817385', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1160167462'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:14.754455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a41ef-c3f3-412c-ae94-e3fea6431c7d None None] Network 96fbd569-812f-4809-a51e-c0db1d817385 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:14.813528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea2dc15-a40f-480b-8bc9-66ad19682ac2 req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.825653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Deleting port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:14.826249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.926662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:14.954568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Calling delete_port for 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:15.007370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea2dc15-a40f-480b-8bc9-66ad19682ac2 req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.022886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea2dc15-a40f-480b-8bc9-66ad19682ac2 req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.031085 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.054505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Transition to ACTIVE for port object 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:15.097813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Made reservation on behalf of 6d505344d0ac448da48524b5737259fb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:15.103685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.107015 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ea2dc15-a40f-480b-8bc9-66ad19682ac2 req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.108348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea2dc15-a40f-480b-8bc9-66ad19682ac2 req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4311857 Jul 09 16:50:15.110330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993134b-1de8-402e-991f-a3ccca4223f2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c911ee4-f46f-436c-9d2d-784f4b67d125,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:15.129843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-96fbd569-812f-4809-a51e-c0db1d817385', 'network_id': '96fbd569-812f-4809-a51e-c0db1d817385', 'tenant_id': '6d505344d0ac448da48524b5737259fb', 'fixed_ips': [{'subnet_id': '4a745a7f-1f59-4366-b1d3-c80f17bbf768'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:50:15.131194 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.133867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.141685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] device_id is not set on port 4b864d73-ce91-4131-8946-b7744e3d6439 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:50:15.297263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.384345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6208b4-3b5e-48a9-88a7-a57bc0e688f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:15.417951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d6cd3-9319-47a4-a835-515fb3e51232 None None] Pushing event updated for resources: {'Port': ['ID=5f6208b4-3b5e-48a9-88a7-a57bc0e688f6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:15.485159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Attempting to bind port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:15.496041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Attempting to bind port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:15.496820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Attempting to bind port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 on network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:15.526867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:15.527339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Checking segment: {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:15.527907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.528322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Bound using segment: {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:15.529393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Bound port: 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77a6506-5675-4802-a73f-a8e2ac867e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aabd1a79-ebbf-4a38-81e1-0ba58d618e02'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:15.529393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.530390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Allocated IP 172.20.0.13 (96fbd569-812f-4809-a51e-c0db1d817385/4a745a7f-1f59-4366-b1d3-c80f17bbf768/4b864d73-ce91-4131-8946-b7744e3d6439) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:15.588505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8182eb94-7d97-4c1b-9f8c-42d94063f39d None None] Could not find standard attr ID for object 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:50:15.627366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Port 5f6208b4-3b5e-48a9-88a7-a57bc0e688f6 has been deleted concurrently {{(pid=93769) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 16:50:15.667973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Routers {'9e5fdb1e-5ad5-491b-b424-8a40220b5116'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:15.668809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:50:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:15.676550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-fd0bcd5f-3ea6-4f6d-b52e-7d0e90563053 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:15.679532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-fd0bcd5f-3ea6-4f6d-b52e-7d0e90563053 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 813 time: 0.2789874 Jul 09 16:50:15.748237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:15.765406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-3d556d92-9ad5-4866-91f8-5d8708ae57f3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/quotas/3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 375 time: 0.0745518 Jul 09 16:50:15.918265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] Set router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:15.985269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-1cf85d85-6b76-4b29-b51a-76836e508efe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2182996 Jul 09 16:50:16.132700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:50:16.146637 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.166526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-5eb31a1f-669b-420c-9648-9f14fd7f9475 service neutron] 10.222.0.48 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757240 Jul 09 16:50:16.176247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a197223-e960-4529-b11b-d41553ce680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:15Z', 'revision_number': 5, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port': {'id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:04Z', 'updated_at': '2021-07-09T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:16.192966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Transition to ACTIVE for port object 4b864d73-ce91-4131-8946-b7744e3d6439 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:16.210733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197223-e960-4529-b11b-d41553ce680a None None] The sync data for ids ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'] in n-d-800085-2 is: [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:15Z', 'revision_number': 5, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port': {'id': 'a3fffeee-4115-413e-9f67-74d4daefd3ab', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:50:04Z', 'updated_at': '2021-07-09T16:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:50:16.279638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:50:16.286444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed54dac5-c97f-4ff5-8d99-deadef3b9934 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e5fdb1e-5ad5-491b-b424-8a40220b5116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8527160 Jul 09 16:50:16.289849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:16.294394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-3ef52456-9382-46d8-b3ef-e0cd8f698133 service neutron] 10.222.0.48 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268013 Jul 09 16:50:16.296455 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.370136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Network 96fbd569-812f-4809-a51e-c0db1d817385 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:16.383227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:16.396115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:16.435226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event updated for resources: {'Port': ['ID=4b864d73-ce91-4131-8946-b7744e3d6439,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:16.445941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Allocated IP 172.20.0.2 (96fbd569-812f-4809-a51e-c0db1d817385/4a745a7f-1f59-4366-b1d3-c80f17bbf768/5a9b89fd-6563-4045-87f5-c8ef488aec99) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:16.460972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.504965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:16.505769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.544047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c518da07-2fae-4de1-8230-3a3e84a8ab10 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.8095367 Jul 09 16:50:16.544935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:16.729771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.791056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f77ff898-5b76-432c-8cfe-a0349bcc14ab req-10713bc3-779e-4c54-9514-37b18b2fee0a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 210 time: 0.1064141 Jul 09 16:50:16.843593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.847859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Deleting port 4b864d73-ce91-4131-8946-b7744e3d6439 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:16.850114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.866743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Transition to ACTIVE for port object 5a9b89fd-6563-4045-87f5-c8ef488aec99 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:16.934871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Deleting port a3fffeee-4115-413e-9f67-74d4daefd3ab {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:16.935959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:16.949416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Transition to ACTIVE for port object 5a9b89fd-6563-4045-87f5-c8ef488aec99 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:16.981445 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.001632 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.038060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Network 96fbd569-812f-4809-a51e-c0db1d817385 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:17.038668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Calling delete_port for 4b864d73-ce91-4131-8946-b7744e3d6439 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:17.057205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:17.073706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:17.235297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Pushing event updated for resources: {'Port': ['ID=5a9b89fd-6563-4045-87f5-c8ef488aec99,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:17.258089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] For port a3fffeee-4115-413e-9f67-74d4daefd3ab, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a3fffeee-4115-413e-9f67-74d4daefd3ab,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:17.258089 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.265874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Attempting to bind port 5a9b89fd-6563-4045-87f5-c8ef488aec99 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:17.268689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Attempting to bind port 5a9b89fd-6563-4045-87f5-c8ef488aec99 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '96fbd569-812f-4809-a51e-c0db1d817385'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:17.269316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Attempting to bind port 5a9b89fd-6563-4045-87f5-c8ef488aec99 on network 96fbd569-812f-4809-a51e-c0db1d817385 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:17.290566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Calling delete_port for a3fffeee-4115-413e-9f67-74d4daefd3ab owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:17.293287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:17.293692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Checking segment: {'id': '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '96fbd569-812f-4809-a51e-c0db1d817385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:17.294074 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.294488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Bound using segment: {'id': '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '96fbd569-812f-4809-a51e-c0db1d817385'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:17.295137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Bound port: 5a9b89fd-6563-4045-87f5-c8ef488aec99, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '96fbd569-812f-4809-a51e-c0db1d817385'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:17.295635 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.394078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.413109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] For port 5a9b89fd-6563-4045-87f5-c8ef488aec99, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:17.417536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] For port 5a9b89fd-6563-4045-87f5-c8ef488aec99, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a9b89fd-6563-4045-87f5-c8ef488aec99,segment=NetworkSegment(1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37),segment_id=1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:17.423832 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.476538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event deleted for resources: {'Port': ['ID=4b864d73-ce91-4131-8946-b7744e3d6439,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:17.544528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35094a5-1dd6-489a-b49e-0a7dec66773f None None] Pushing event updated for resources: {'Port': ['ID=5a9b89fd-6563-4045-87f5-c8ef488aec99,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:17.558251 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] Sync routers for ids ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:50:17.588395 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] Routers {'9e5fdb1e-5ad5-491b-b424-8a40220b5116'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:17.590158 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:50:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:17.618146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.626034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c1cadba-3cac-4068-a2de-460a97fa6473 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "DELETE /v2.0/ports/4b864d73-ce91-4131-8946-b7744e3d6439 HTTP/1.1" status: 204 len: 168 time: 1.0766549 Jul 09 16:50:17.626540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:17.663005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.709265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fffeee-4115-413e-9f67-74d4daefd3ab,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:17.820039 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] Set router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:17.902026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:17.904007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9fe64256-0db6-44cd-b737-17ee8f37c86d tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2754056 Jul 09 16:50:17.919266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-449926511'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:17.956580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:17.977488 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:16Z', 'revision_number': 6, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:17.998187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Made reservation on behalf of 6d505344d0ac448da48524b5737259fb for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:18.006590 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.055026 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] Checking router: 9e5fdb1e-5ad5-491b-b424-8a40220b5116 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:50:18.063070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:18.075006 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.075353 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Added segment acee6be3-a6ed-4d5f-bd88-f47e8fa66839 of type vlan for network 43c0d4d2-df0a-41a1-a139-6bde116b9316 Jul 09 16:50:18.076176 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] Routers {'9e5fdb1e-5ad5-491b-b424-8a40220b5116'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:18.076822 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:50:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:18.178830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.187315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.210161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.240372 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] Set router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:18.248076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.248734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5fdb1e-5ad5-491b-b424-8a40220b5116 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:50:18.254237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.262126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-48d626e0-d03c-4bbb-9fa4-903a915134f4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9e5fdb1e-5ad5-491b-b424-8a40220b5116 HTTP/1.1" status: 204 len: 168 time: 1.9682114 Jul 09 16:50:18.263827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:18.339109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.347924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:18.349256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.353715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-530f3ba9-f9c2-4507-8fc5-25dd65e8f2ad req-c2b28cdd-1572-406f-8263-b3ca4307bb9c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 210 time: 0.3206995 Jul 09 16:50:18.389448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:17Z', 'revision_number': 7, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:18.427811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Deleting subnet a278b659-14bb-47cf-8644-8e980c18c19c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:50:18.437569 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.462617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5505433 Jul 09 16:50:18.470152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:18.493158 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8b354-33b8-4b97-bcfa-0e732790bf8b None None] The sync data for ids ['9e5fdb1e-5ad5-491b-b424-8a40220b5116'] in n-d-800085-2 is: [{'id': '9e5fdb1e-5ad5-491b-b424-8a40220b5116', 'name': 'tempest-FloatingIPsNegativeTestJSON-247406778-router', 'tenant_id': 'a989a7725d3d451196b841a86c53a570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:50:03Z', 'updated_at': '2021-07-09T16:50:17Z', 'revision_number': 7, 'project_id': 'a989a7725d3d451196b841a86c53a570', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:50:18.544544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.677285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074b768-fa9d-46f2-80f6-0ee78df7787c tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event updated for resources: {'Network': ['ID=43c0d4d2-df0a-41a1-a139-6bde116b9316,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:18.690394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 43c0d4d2-df0a-41a1-a139-6bde116b9316 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:18.769266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.883355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6ff9f2a-3120-4ef6-b62c-7ce2516afe21 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/agents/58dd9c54-731d-455a-8d79-d8bf962635bb/dhcp-networks HTTP/1.1" status: 200 len: 12045 time: 0.4104424 Jul 09 16:50:18.885703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:18.913962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.936057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8282f-ff69-48d8-884a-8d53e90ff7ba None None] Network aabd1a79-ebbf-4a38-81e1-0ba58d618e02 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:18.968639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:18.984890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a278b659-14bb-47cf-8644-8e980c18c19c HTTP/1.1" status: 204 len: 168 time: 0.7180943 Jul 09 16:50:18.985821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:19.083835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dbd42-c5dc-404d-9f45-7079dd0b2c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a278b659-14bb-47cf-8644-8e980c18c19c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:19.271289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87455a2f-fe1e-49d1-a9f3-6305e9dd0496 None None] Network 96fbd569-812f-4809-a51e-c0db1d817385 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:19.329567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:19.376254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b23ec409-7099-4c0f-b796-d40f8f41e651 None None] Provisioning for port 5a9b89fd-6563-4045-87f5-c8ef488aec99 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:19.425382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3188d-ef81-44b3-bc5b-f3fe7036eebb tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] Network 43c0d4d2-df0a-41a1-a139-6bde116b9316 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:50:19.474202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-b74dc0a8-ec36-4627-ab4b-e84c8a3f7944 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:19.489287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-b74dc0a8-ec36-4627-ab4b-e84c8a3f7944 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 813 time: 0.4409792 Jul 09 16:50:19.500555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84c3188d-ef81-44b3-bc5b-f3fe7036eebb tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "POST /v2.0/agents/58dd9c54-731d-455a-8d79-d8bf962635bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6106718 Jul 09 16:50:19.501362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:19.529532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a9b89fd-6563-4045-87f5-c8ef488aec99 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:19.534042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'port': {'device_id': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d', 'admin_state_up': True, 'tenant_id': '3c811a341d934199b5d3e24b5535f9ef'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:19.546317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Deleting port 9fad1c0d-71aa-4050-8267-a303a3849333 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:19.546317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:19.595783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0dfa72-1005-425c-b60c-b88ca6b17ed8 None None] Network 43c0d4d2-df0a-41a1-a139-6bde116b9316 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:19.845125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5a5a8fd-50ab-4597-bce6-25eced1223d3 req-8dcb0149-b6ed-4ca5-b62c-c4ced8937cb6 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 210 time: 0.1666014 Jul 09 16:50:19.937251 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c992abb-b96a-457c-a71b-d19531e4ab85 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/agents/58dd9c54-731d-455a-8d79-d8bf962635bb/dhcp-networks HTTP/1.1" status: 200 len: 12777 time: 0.4310799 Jul 09 16:50:19.938134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:19.943375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] For port 9fad1c0d-71aa-4050-8267-a303a3849333, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9fad1c0d-71aa-4050-8267-a303a3849333,segment=NetworkSegment(e77a6506-5675-4802-a73f-a8e2ac867e34),segment_id=e77a6506-5675-4802-a73f-a8e2ac867e34)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:19.944519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:19.952659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5a9b89fd-6563-4045-87f5-c8ef488aec99 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:19.956836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Made reservation on behalf of 3c811a341d934199b5d3e24b5535f9ef for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:19.965523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a9b89fd-6563-4045-87f5-c8ef488aec99 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:19.970048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:19.970724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:19.989304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Calling delete_port for 9fad1c0d-71aa-4050-8267-a303a3849333 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:20.033481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] DHCP port deletion for aabd1a79-ebbf-4a38-81e1-0ba58d618e02 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:50:20.133113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61c3b034-2670-459b-9bdd-5c98afd9f4f9 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "DELETE /v2.0/agents/58dd9c54-731d-455a-8d79-d8bf962635bb/dhcp-networks/43c0d4d2-df0a-41a1-a139-6bde116b9316 HTTP/1.1" status: 204 len: 168 time: 0.1888907 Jul 09 16:50:20.134208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:20.196732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Deleting port 9fad1c0d-71aa-4050-8267-a303a3849333 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:20.197278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.256297 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.304977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5a9b89fd-6563-4045-87f5-c8ef488aec99, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a9b89fd-6563-4045-87f5-c8ef488aec99,segment=NetworkSegment(1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37),segment_id=1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:20.313278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.315070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.336753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a21669f-684f-48ae-bcf4-7a5d81294c16 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/agents/58dd9c54-731d-455a-8d79-d8bf962635bb/dhcp-networks HTTP/1.1" status: 200 len: 12007 time: 0.2011924 Jul 09 16:50:20.338617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:20.339913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] No DVR routers for this DVR port 9fad1c0d-71aa-4050-8267-a303a3849333 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:20.342436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Allocated IP 172.20.0.4 (e97406db-2736-4d50-a3e7-702b4120c55d/879a583b-71c4-43a1-96cf-dcc1e8c99319/dcc0afbf-3d44-4644-bc1b-5b42db5d391a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:20.389097 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-63d446e4-25de-4241-9816-fc6d6b5503c9 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/networks/96fbd569-812f-4809-a51e-c0db1d817385/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0486238 Jul 09 16:50:20.394420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:20.396461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Pushing event deleted for resources: {'Port': ['ID=9fad1c0d-71aa-4050-8267-a303a3849333,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:20.411376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5a9b89fd-6563-4045-87f5-c8ef488aec99,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:20.415618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a3fffeee-4115-413e-9f67-74d4daefd3ab no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:20.447920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95b68df8-ccda-4239-989c-d29705982d22 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/networks/96fbd569-812f-4809-a51e-c0db1d817385/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0523512 Jul 09 16:50:20.453025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:20.468180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] For port 9fad1c0d-71aa-4050-8267-a303a3849333, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:20.468578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.470895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a3fffeee-4115-413e-9f67-74d4daefd3ab {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:20.472006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a3fffeee-4115-413e-9f67-74d4daefd3ab not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:20.482463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.492951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Calling delete_port for 9fad1c0d-71aa-4050-8267-a303a3849333 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:20.496165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Port 9fad1c0d-71aa-4050-8267-a303a3849333 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:50:20.498824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabd1a79-ebbf-4a38-81e1-0ba58d618e02']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:20.500350 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.509593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e49894f-a740-4dd5-b30e-c8d7f332fee7 None None] Provisioning complete for port 5a9b89fd-6563-4045-87f5-c8ef488aec99 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:20.509968 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e49894f-a740-4dd5-b30e-c8d7f332fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.563586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77a6506-5675-4802-a73f-a8e2ac867e34') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:20.563586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77a6506-5675-4802-a73f-a8e2ac867e34') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:20.600636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] No DVR routers for this DVR port 9fad1c0d-71aa-4050-8267-a303a3849333 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:20.610122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe93a6d-882a-4788-a2ba-939b3663399c None None] Pushing event deleted for resources: {'Port': ['ID=9fad1c0d-71aa-4050-8267-a303a3849333,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:20.649847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.662978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.695034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-804d8669-ad50-417d-b3ab-2b1beff471f3 tempest-DHCPAgentSchedulersTestJSON-1501092587 tempest-DHCPAgentSchedulersTestJSON-1501092587-project-admin] 10.222.0.48 "GET /v2.0/agents/58dd9c54-731d-455a-8d79-d8bf962635bb/dhcp-networks HTTP/1.1" status: 200 len: 12007 time: 0.2403839 Jul 09 16:50:20.699042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:20.723003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.767368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:20.768134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:20.770084 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:20.816444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a4900a0-ed4d-4a5d-a362-6b7627b1149a None None] Could not find standard attr ID for object 4b864d73-ce91-4131-8946-b7744e3d6439. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:50:20.849607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.860748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.890519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:20.906592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] 10.222.0.48 "DELETE /v2.0/networks/aabd1a79-ebbf-4a38-81e1-0ba58d618e02 HTTP/1.1" status: 204 len: 168 time: 1.9193537 Jul 09 16:50:20.914092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c60e49-2393-4a9f-bc76-2f69cf1cc9af admin admin] Pushing event deleted for resources: {'Network': ['ID=aabd1a79-ebbf-4a38-81e1-0ba58d618e02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:21.070064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.113497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c0d4d2-df0a-41a1-a139-6bde116b9316']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:21.129999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a9b89fd-6563-4045-87f5-c8ef488aec99 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:21.149252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acee6be3-a6ed-4d5f-bd88-f47e8fa66839') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:21.149252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acee6be3-a6ed-4d5f-bd88-f47e8fa66839') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:21.257532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.271952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a9b89fd-6563-4045-87f5-c8ef488aec99 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:21.274240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.297053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.311181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:21.312242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.330145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.344456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:21.411246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Network e97406db-2736-4d50-a3e7-702b4120c55d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:21.416578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:21.436887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09ff35ad-0f9c-4518-a53e-7ee020d77b2b req-77267546-4cf0-4bca-a4bc-acd9007ecaf8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 210 time: 0.2924924 Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:21.444921 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:21.455417 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6e7a0dfe-76bd-4352-89e5-cb8a150b4c29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a989a7725d3d451196b841a86c53a570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067708 Jul 09 16:50:21.457056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.459609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:21.466195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:21.466407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:21.513082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9fad1c0d-71aa-4050-8267-a303a3849333 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:21.516511 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.536979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "DELETE /v2.0/networks/43c0d4d2-df0a-41a1-a139-6bde116b9316 HTTP/1.1" status: 204 len: 168 time: 0.8214920 Jul 09 16:50:21.537769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:21.562672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:21.563917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.569515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f0124-6c79-4e6a-ba38-41a38d5a9097 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event deleted for resources: {'Network': ['ID=43c0d4d2-df0a-41a1-a139-6bde116b9316,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:21.588621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9fad1c0d-71aa-4050-8267-a303a3849333 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:21.589385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9fad1c0d-71aa-4050-8267-a303a3849333 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:21.609487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f989c1fd-3a24-4c93-a096-2541cab188cc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0910232 Jul 09 16:50:21.626696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Request body: {'port': {'device_id': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:21.736361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:21.984258 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2bcad9-cde7-44db-9efa-370799aa86d2 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] DELETE failed (client error): The resource could not be found. Jul 09 16:50:21.985297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2bcad9-cde7-44db-9efa-370799aa86d2 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:50:21.987217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-df2bcad9-cde7-44db-9efa-370799aa86d2 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "DELETE /v2.0/ports/4b864d73-ce91-4131-8946-b7744e3d6439 HTTP/1.1" status: 404 len: 333 time: 0.4325740 Jul 09 16:50:21.991498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:22.011559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bca6d4-a9f3-49a1-b9a4-aee0d7585360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.044712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bca6d4-a9f3-49a1-b9a4-aee0d7585360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.065837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Deleting subnet 4a745a7f-1f59-4366-b1d3-c80f17bbf768 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:50:22.074436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.108067 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bca6d4-a9f3-49a1-b9a4-aee0d7585360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.112160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bca6d4-a9f3-49a1-b9a4-aee0d7585360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.116333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-04bca6d4-a9f3-49a1-b9a4-aee0d7585360 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed660a9f-2c3c-4f9c-9d4f-8c434d6d4fd1 HTTP/1.1" status: 204 len: 168 time: 0.6484025 Jul 09 16:50:22.125297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bca6d4-a9f3-49a1-b9a4-aee0d7585360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed660a9f-2c3c-4f9c-9d4f-8c434d6d4fd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:22.142072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.239899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc0afbf-3d44-4644-bc1b-5b42db5d391a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:22.254374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.316316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Transition to ACTIVE for port object dcc0afbf-3d44-4644-bc1b-5b42db5d391a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:22.323088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.330148 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.470049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:22.507262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.533699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276288c9-9efa-44a3-8f53-6912e5a2a636 None None] Network 96fbd569-812f-4809-a51e-c0db1d817385 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:22.550096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.554316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "DELETE /v2.0/subnets/4a745a7f-1f59-4366-b1d3-c80f17bbf768 HTTP/1.1" status: 204 len: 168 time: 0.5596967 Jul 09 16:50:22.554771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:22.555556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c38ea3-9070-426c-99ba-55591629b696 tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event deleted for resources: {'Subnet': ['ID=4a745a7f-1f59-4366-b1d3-c80f17bbf768,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:22.559967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Attempting to bind port dcc0afbf-3d44-4644-bc1b-5b42db5d391a on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:22.560311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Attempting to bind port dcc0afbf-3d44-4644-bc1b-5b42db5d391a by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:22.560674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Attempting to bind port dcc0afbf-3d44-4644-bc1b-5b42db5d391a on network e97406db-2736-4d50-a3e7-702b4120c55d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:22.566792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Port dcc0afbf-3d44-4644-bc1b-5b42db5d391a on network e97406db-2736-4d50-a3e7-702b4120c55d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:22.567131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Attempting to bind port dcc0afbf-3d44-4644-bc1b-5b42db5d391a on network e97406db-2736-4d50-a3e7-702b4120c55d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:22.580057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:22.580618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Checking segment: {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:22.581680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Bound using segment: {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:22.582382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Bound port: dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:22.582840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.715031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:22.726789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:22.734028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.771716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.797810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:22.798998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.801206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 1091 time: 1.1793468 Jul 09 16:50:22.803984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:22.807114 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:22.861812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef4787-99ea-4ef0-9aeb-8dc854f82697 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:22.983784 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea0fb4-a649-46de-9cf8-6e190ab87849 x-openstack-request-id: req-10ea0fb4-a649-46de-9cf8-6e190ab87849 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:22.984294 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:22.984923 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10ea0fb4-a649-46de-9cf8-6e190ab87849 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:22.985445 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'status': 'completed', 'code': 200} Jul 09 16:50:22.999168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d720-b6fc-4450-afd8-5a9e23ce91fa req-2393e390-3d12-436b-bc36-361c1c6c0af2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.001059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af98d720-b6fc-4450-afd8-5a9e23ce91fa req-2393e390-3d12-436b-bc36-361c1c6c0af2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 943 time: 0.2272053 Jul 09 16:50:23.013448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Deleting port 5a9b89fd-6563-4045-87f5-c8ef488aec99 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:23.014082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.014441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] DHCP port deletion for 96fbd569-812f-4809-a51e-c0db1d817385 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:50:23.033779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-6d9ea116-5eee-45ab-9917-4727ec8ae726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.036772 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-6d9ea116-5eee-45ab-9917-4727ec8ae726 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1094 time: 0.1461568 Jul 09 16:50:23.110967 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-5203f390-5e91-422f-8426-c08b59336850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 217 time: 0.0595028 Jul 09 16:50:23.118142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] Deleting port 5a9b89fd-6563-4045-87f5-c8ef488aec99 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:23.119097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af98d720-b6fc-4450-afd8-5a9e23ce91fa req-2dfa3b5f-9099-4708-ad71-59657326c8e8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075327 Jul 09 16:50:23.119300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.137827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] For port 5a9b89fd-6563-4045-87f5-c8ef488aec99, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a9b89fd-6563-4045-87f5-c8ef488aec99,segment=NetworkSegment(1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37),segment_id=1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:23.140070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.175910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147c241-0518-46b3-8f4d-92b41137e18f req-1c61c17d-878d-4ae2-bee4-5ceb64c681af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.176187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Calling delete_port for 5a9b89fd-6563-4045-87f5-c8ef488aec99 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:23.177467 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-1c61c17d-878d-4ae2-bee4-5ceb64c681af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.0602565 Jul 09 16:50:23.241815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-f17785cc-e706-4e07-a86b-9cfc698ec5d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536232 Jul 09 16:50:23.251283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] For port 5a9b89fd-6563-4045-87f5-c8ef488aec99, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a9b89fd-6563-4045-87f5-c8ef488aec99,segment=NetworkSegment(1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37),segment_id=1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:23.251594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.286095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] Calling delete_port for 5a9b89fd-6563-4045-87f5-c8ef488aec99 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:23.325594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.366424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event deleted for resources: {'Port': ['ID=5a9b89fd-6563-4045-87f5-c8ef488aec99,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:23.368914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] No DVR routers for this DVR port 5a9b89fd-6563-4045-87f5-c8ef488aec99 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:23.453425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.454443 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-d0892b05-9363-4d89-b8e6-b63c7228bad3 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058084 Jul 09 16:50:23.473764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.495126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fbd569-812f-4809-a51e-c0db1d817385']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:23.500141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] Pushing event deleted for resources: {'Port': ['ID=5a9b89fd-6563-4045-87f5-c8ef488aec99,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:23.508424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4262e-a72f-4493-b0f4-cd79d4e2c547 None None] No DVR routers for this DVR port 5a9b89fd-6563-4045-87f5-c8ef488aec99 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:23.531737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:23.532658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2ee446-ac86-4dcb-bd9d-3511b2d0ce37') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:23.548510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.582882 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.603699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:23.604417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:23.608051 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:23.648953 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.652185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b147c241-0518-46b3-8f4d-92b41137e18f req-44ed758c-7433-430b-ba03-79917e55ae15 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906924 Jul 09 16:50:23.716519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.731152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.738529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] 10.222.0.48 "DELETE /v2.0/networks/96fbd569-812f-4809-a51e-c0db1d817385 HTTP/1.1" status: 204 len: 168 time: 1.1826539 Jul 09 16:50:23.751881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96644801-0dba-4363-9105-b88e44952c1e tempest-DHCPAgentSchedulersTestJSON-1563638092 tempest-DHCPAgentSchedulersTestJSON-1563638092-project] Pushing event deleted for resources: {'Network': ['ID=96fbd569-812f-4809-a51e-c0db1d817385,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:23.873669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-0f22c52f-5bc9-491b-ac02-015615658c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.875075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-34a00e83-e744-42b5-b4fe-de30f358daba tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0a81d544201841129c0307d4f29d7911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699747 Jul 09 16:50:23.882199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-0f22c52f-5bc9-491b-ac02-015615658c7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1094 time: 0.1129303 Jul 09 16:50:24.049773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-f12ea2cf-fbc7-4771-b84e-c7c9c690824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:24.052482 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-f12ea2cf-fbc7-4771-b84e-c7c9c690824f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.1636248 Jul 09 16:50:24.079594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-bbd81463-f97c-4d88-b748-48aea5b367ee tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:24.087975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-bbd81463-f97c-4d88-b748-48aea5b367ee tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069490 Jul 09 16:50:24.111691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-a642c028-e079-4720-8e99-1029902a5ade tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/quotas/0a81d544201841129c0307d4f29d7911 HTTP/1.1" status: 200 len: 375 time: 0.0222721 Jul 09 16:50:24.145785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-053fe3e5-a5a3-4d46-9093-644c23d0fd0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 217 time: 0.0850089 Jul 09 16:50:24.152524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-5c0b4c45-25de-4ada-b75d-31b37b107d5c tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a81d544201841129c0307d4f29d7911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393684 Jul 09 16:50:24.218440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:24.255936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-6725e078-02bf-4414-81a7-114776635116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:24.257337 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-6725e078-02bf-4414-81a7-114776635116 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.1037939 Jul 09 16:50:24.314040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-3c1f13ec-d688-4ebb-8000-7d3577216c6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501299 Jul 09 16:50:24.519778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4b19dee-6aa3-4477-9bcb-54ba5dd207e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d505344d0ac448da48524b5737259fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973666 Jul 09 16:50:24.520285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:24.536706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-c9733de4-e669-4b33-824d-906c9b04ae4d service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122467 Jul 09 16:50:24.660394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0faf7d9-87a1-4abb-8300-a4ee4c234432 req-07c1ac90-7f91-4eec-9e09-71efeca2fd7d tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 210 time: 0.0890069 Jul 09 16:50:24.679626 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1fb173e9-2ddb-4061-bb17-c945fe1d2b29 req-01b17827-b2aa-4827-8a16-ec54a622fd2e service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326463 Jul 09 16:50:24.697586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfc22-d0bd-413c-814d-c22320508652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:24.711499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a905-ca67-43b3-98ad-926a9ae38e7b req-db1b6b42-f49c-4b8b-8e33-4a4b374b1234 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:24.713075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9161a905-ca67-43b3-98ad-926a9ae38e7b req-db1b6b42-f49c-4b8b-8e33-4a4b374b1234 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 943 time: 0.2476187 Jul 09 16:50:24.751924 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfc22-d0bd-413c-814d-c22320508652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:24.801601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9161a905-ca67-43b3-98ad-926a9ae38e7b req-b840e780-cf83-4593-bf23-57ed06dc6c79 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808008 Jul 09 16:50:24.849050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfc22-d0bd-413c-814d-c22320508652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:24.852818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfc22-d0bd-413c-814d-c22320508652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:24.856623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b6cfc22-d0bd-413c-814d-c22320508652 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99883676-7da2-4dec-ac7e-b856c4079b28 HTTP/1.1" status: 204 len: 168 time: 0.3350148 Jul 09 16:50:24.866810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cfc22-d0bd-413c-814d-c22320508652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99883676-7da2-4dec-ac7e-b856c4079b28,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:25.011265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a9b89fd-6563-4045-87f5-c8ef488aec99 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:25.036542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5a9b89fd-6563-4045-87f5-c8ef488aec99 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:25.037367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a9b89fd-6563-4045-87f5-c8ef488aec99 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:25.297345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:25.327799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7eed8ed7-830e-406d-aecf-2babaa75ace1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.491097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7eed8ed7-830e-406d-aecf-2babaa75ace1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.496537 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7eed8ed7-830e-406d-aecf-2babaa75ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.541824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7eed8ed7-830e-406d-aecf-2babaa75ace1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ede9380cd9194f85bfee5f604b9d9b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381980 Jul 09 16:50:25.541824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed8ed7-830e-406d-aecf-2babaa75ace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a31faa-c115-4890-8943-e5301c7635ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:25.542921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:25.603741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8e45bca-feae-4211-9655-490f5f275185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.627100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8e45bca-feae-4211-9655-490f5f275185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.693347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8e45bca-feae-4211-9655-490f5f275185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.697944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8e45bca-feae-4211-9655-490f5f275185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.699946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d8e45bca-feae-4211-9655-490f5f275185 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18a31faa-c115-4890-8943-e5301c7635ee HTTP/1.1" status: 204 len: 168 time: 0.1553919 Jul 09 16:50:25.720525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e45bca-feae-4211-9655-490f5f275185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a31faa-c115-4890-8943-e5301c7635ee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:25.816455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0aaf2c2c-8778-4186-ba5d-5aca38d98d31 req-c2f6ad5b-5b08-4106-9341-6cabdbe2bb9b tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 210 time: 0.0334277 Jul 09 16:50:26.040392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb1e2-cc06-46e5-961b-e877a5fc25e9 req-28e56390-f7c2-44ef-961f-c106f09a39d3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:26.045186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64abb1e2-cc06-46e5-961b-e877a5fc25e9 req-28e56390-f7c2-44ef-961f-c106f09a39d3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 943 time: 0.1021020 Jul 09 16:50:26.068713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dcc0afbf-3d44-4644-bc1b-5b42db5d391a details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:50:26.140108 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64abb1e2-cc06-46e5-961b-e877a5fc25e9 req-940a7d7a-cf71-42bc-886c-0416b403a667 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839319 Jul 09 16:50:26.170999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-d97f4ba2-3f47-4ab8-ae22-d44975bffaaf tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0a81d544201841129c0307d4f29d7911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763245 Jul 09 16:50:26.216409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:26.230983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d', 'port_id': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'mac_address': 'fa:16:3e:29:6e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879a583b-71c4-43a1-96cf-dcc1e8c99319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:50:26.277068 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.310084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc0afbf-3d44-4644-bc1b-5b42db5d391a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:26.352779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:26.360075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.370963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-696509e2-1afe-4ffe-8634-e3d913c6c456 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:26.372682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-696509e2-1afe-4ffe-8634-e3d913c6c456 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951268 Jul 09 16:50:26.391695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Request body: {'port': {'device_id': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '0a81d544201841129c0307d4f29d7911'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:26.435774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:26.572505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Made reservation on behalf of 0a81d544201841129c0307d4f29d7911 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:26.578870 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.591982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.744322 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.751652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.766662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:26.850168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:26.964320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Allocated IP 192.168.233.76 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/0aeb00d9-9bb8-4e85-9293-08543cbd2d94) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:27.077856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f0c1a39-23fa-425a-8918-eed27d14e81f req-8d18a024-1fd5-4b40-b66a-3e749c23f0a1 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 210 time: 0.0444486 Jul 09 16:50:27.264493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.284556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Transition to ACTIVE for port object 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:27.357504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.427755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:27.436275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:27.442616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:27.479246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:27.510648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043729ea-be10-435a-8edf-e5387673969a req-bdf560f0-3e61-439d-aa88-a495414af23c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:27.527304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-043729ea-be10-435a-8edf-e5387673969a req-bdf560f0-3e61-439d-aa88-a495414af23c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 944 time: 0.2224035 Jul 09 16:50:27.594198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:27.594948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.622589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-043729ea-be10-435a-8edf-e5387673969a req-61bc4319-5466-4def-958a-4b8619e0b136 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937154 Jul 09 16:50:27.623730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-cd8f389d-b61f-4178-b106-a2a879f83dfe tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2402456 Jul 09 16:50:27.634137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:27.643230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Request body: {'port': {'device_id': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:27.747030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.836217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04070ab5-a408-4f66-8918-3e9dd0f293f2 None None] Provisioning for port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:27.841714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04070ab5-a408-4f66-8918-3e9dd0f293f2 None None] Provisioning complete for port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:27.844816 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04070ab5-a408-4f66-8918-3e9dd0f293f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.884404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04070ab5-a408-4f66-8918-3e9dd0f293f2 None None] Port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:50:27.900124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-13337727'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:27.923384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Made reservation on behalf of 1318a769556d43b7bb396078731bf745 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:27.928104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.947982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.055561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.060739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.080437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dcc0afbf-3d44-4644-bc1b-5b42db5d391a up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:28.089390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:28.113672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.113941 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Added segment 589e7d80-dd10-4f85-9f66-c44de2a46e7c of type vlan for network 269abbf1-f499-4bde-a5b9-9320cfe5d10f Jul 09 16:50:28.116108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c161ba6b-f30d-4a3c-9193-3825e80edea1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:28.136207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:28.149178 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.172106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Transition to ACTIVE for port object 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:28.174071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.177082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.218762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port dcc0afbf-3d44-4644-bc1b-5b42db5d391a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:28.225150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.237486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port dcc0afbf-3d44-4644-bc1b-5b42db5d391a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:28.238632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.239918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.242456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.278647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6423090 Jul 09 16:50:28.292293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:28.325806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:28.384942 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.396218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aacb0-cb5c-445a-a6b1-0bdba635edff tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Pushing event updated for resources: {'Network': ['ID=269abbf1-f499-4bde-a5b9-9320cfe5d10f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:28.416934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:28.420411 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b68e0b-3881-4e47-8482-ad0b6495cd92" -d '{"events": [{"server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "name": "network-vif-plugged", "status": "completed", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:28.424551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 269abbf1-f499-4bde-a5b9-9320cfe5d10f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:28.489007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:28.494844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'network': {'name': 'tempest-network--1118312571', 'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:28.497387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.524993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Attempting to bind port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:28.526458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Attempting to bind port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:28.527304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Attempting to bind port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:28.527946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Made reservation on behalf of 435c8e22adab40d49dadd3eb91152083 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:28.530479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.538421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:28.539190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Attempting to bind port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:28.546979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:28.547605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.547885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:28.548534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:28.549183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Bound port: 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:28.550001 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.576956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d8395-7331-4220-b19f-c81899405b79 req-e4740c03-df14-4d3e-9256-e300d88f6813 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.579376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a49d8395-7331-4220-b19f-c81899405b79 req-e4740c03-df14-4d3e-9256-e300d88f6813 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 947 time: 0.1947091 Jul 09 16:50:28.605207 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e534c51-d552-444d-be0e-44a6d5030cd7 x-openstack-request-id: req-4e534c51-d552-444d-be0e-44a6d5030cd7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:28.605556 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "name": "network-vif-plugged", "status": "completed", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:28.605866 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e534c51-d552-444d-be0e-44a6d5030cd7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:28.606288 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'code': 200} Jul 09 16:50:28.609749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:28.689176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:28.694670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:28.720828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.725522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.739007 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.750976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:28.801031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.803098 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.803239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c359c3-5089-454a-8ead-016f5d634982,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:28.803861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] 10.222.0.43 "PUT /v2.0/ports/0aeb00d9-9bb8-4e85-9293-08543cbd2d94 HTTP/1.1" status: 200 len: 1095 time: 1.1684070 Jul 09 16:50:28.822137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a49d8395-7331-4220-b19f-c81899405b79 req-4d5bdec4-efd9-42d0-9282-3a77ede9921f tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946616 Jul 09 16:50:28.823506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.824215 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Added segment 84b37bd1-7aff-4588-a42d-915bf1455a07 of type vlan for network 6baaada3-5d6b-4075-8008-5ba692badb8d Jul 09 16:50:28.824551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:28.829360 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a530b0d-5941-4de7-83e7-ef6ac018975b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:28.913351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.011213 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0bad0-8634-4240-af83-fd510d4ce209 x-openstack-request-id: req-97c0bad0-8634-4240-af83-fd510d4ce209 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:29.014370 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:29.014901 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97c0bad0-8634-4240-af83-fd510d4ce209 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:29.016375 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'status': 'completed', 'code': 200} Jul 09 16:50:29.019849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.023572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.024196 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.025998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cf3f0-81cc-4af0-a957-fbaad667bced service neutron] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:29.115876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8214054 Jul 09 16:50:29.122373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:29.145639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede503-307e-41a2-a80e-f95db6a11bc2 req-feea2070-4b6e-47cf-80aa-8ad6c7562f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.147255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-72ede503-307e-41a2-a80e-f95db6a11bc2 req-feea2070-4b6e-47cf-80aa-8ad6c7562f4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1096 time: 0.3974950 Jul 09 16:50:29.148322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697802-0869-4292-a9c7-8c7b65cc77f0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Network': ['ID=6baaada3-5d6b-4075-8008-5ba692badb8d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:29.168973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 6baaada3-5d6b-4075-8008-5ba692badb8d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:29.192041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-72ede503-307e-41a2-a80e-f95db6a11bc2 req-40d5b7c4-9ca7-49c5-8337-a8f9bd8981a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Jul 09 16:50:29.220543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ea3b-8490-42f0-8544-a04821eaf9a7 req-42e2bc47-94e6-4c49-8e2b-a8c13a9a2eb9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.222325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ebf7ea3b-8490-42f0-8544-a04821eaf9a7 req-42e2bc47-94e6-4c49-8e2b-a8c13a9a2eb9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 945 time: 0.1856289 Jul 09 16:50:29.268933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-3e6266d4-1125-47e2-965c-7f2e135ea1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.271155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-3e6266d4-1125-47e2-965c-7f2e135ea1fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a81d544201841129c0307d4f29d7911&device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 1098 time: 0.3810985 Jul 09 16:50:29.341238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-c5138293-21dd-4631-ba32-36bedccd9e17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94 HTTP/1.1" status: 200 len: 217 time: 0.0562971 Jul 09 16:50:29.346271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ebf7ea3b-8490-42f0-8544-a04821eaf9a7 req-52feb56c-1c37-4cb4-a228-7df894d161d1 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122692 Jul 09 16:50:29.350395 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.506090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-11766f70-61b0-43de-b9ff-404c1724811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.508454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-11766f70-61b0-43de-b9ff-404c1724811e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.1522284 Jul 09 16:50:29.529620 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.586514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baaada3-5d6b-4075-8008-5ba692badb8d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:29.609998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b37bd1-7aff-4588-a42d-915bf1455a07') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:29.610524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b37bd1-7aff-4588-a42d-915bf1455a07') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:29.633593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.663892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.673716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-609122ed-3696-47f9-8f7e-bcc889a288ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.676171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-609122ed-3696-47f9-8f7e-bcc889a288ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562011 Jul 09 16:50:29.676484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:29.676981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:29.679330 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:29.828591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.853205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6baaada3-5d6b-4075-8008-5ba692badb8d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:50:29.858118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Network': ['ID=6baaada3-5d6b-4075-8008-5ba692badb8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:29.862032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.865162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69a96c98-f13d-4b1e-a16b-6aae8b7ff5c8 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6baaada3-5d6b-4075-8008-5ba692badb8d HTTP/1.1" status: 204 len: 168 time: 0.7410145 Jul 09 16:50:29.872146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:29.890424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:29.942439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-b49cee8e-3029-4c35-8c79-87a216207e16 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496471 Jul 09 16:50:30.067904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Made reservation on behalf of 435c8e22adab40d49dadd3eb91152083 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:30.070733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.077904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6b329c6-6804-40f2-8b3d-6c51dcbdac37 req-ece36ee7-d1ee-4123-a177-6c21573be88c service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265132 Jul 09 16:50:30.226756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:30.247170 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.247550 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Added segment f8de5f70-4c03-4c65-9b99-8b7aed4ca67a of type vlan for network 46cebc39-aa69-44b3-ba0e-32b955b2c53e Jul 09 16:50:30.320852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aced3e-184d-47d4-a07f-38b8300c29ab req-62e27658-a0aa-41ac-b116-c47232df3b08 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:30.323186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9aced3e-184d-47d4-a07f-38b8300c29ab req-62e27658-a0aa-41ac-b116-c47232df3b08 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 947 time: 0.2379377 Jul 09 16:50:30.375729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.395615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-c0cffbe3-c945-4bbe-8faf-d5b6714e9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:30.397182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-c0cffbe3-c945-4bbe-8faf-d5b6714e9e7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a81d544201841129c0307d4f29d7911&device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 1098 time: 0.2393188 Jul 09 16:50:30.467782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9aced3e-184d-47d4-a07f-38b8300c29ab req-bf9b2855-16f2-4908-a63a-0871065c7bc9 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355669 Jul 09 16:50:30.590753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.591843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:30.592503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.667335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7939138 Jul 09 16:50:30.671721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:30.676837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'subnet': {'network_id': '46cebc39-aa69-44b3-ba0e-32b955b2c53e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:30.700207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Made reservation on behalf of 435c8e22adab40d49dadd3eb91152083 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:30.704463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.719831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff97d5-411c-4eb5-86ce-79c6a7fafbf0 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Network': ['ID=46cebc39-aa69-44b3-ba0e-32b955b2c53e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:30.725918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-052245db-38f4-4921-95c5-93fedfca2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:30.727850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-052245db-38f4-4921-95c5-93fedfca2133 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.3124051 Jul 09 16:50:30.738972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 46cebc39-aa69-44b3-ba0e-32b955b2c53e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:30.757230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214aece-9d79-46da-b7b0-c0b3dba7f0db req-f4252791-6953-4da3-8ba0-11194c64efa8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:30.767470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b214aece-9d79-46da-b7b0-c0b3dba7f0db req-f4252791-6953-4da3-8ba0-11194c64efa8 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 945 time: 0.2429652 Jul 09 16:50:30.920635 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b214aece-9d79-46da-b7b0-c0b3dba7f0db req-957da0ec-0049-43c1-b37b-14653208da1f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518362 Jul 09 16:50:30.928511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-c8415990-80c5-404e-b16a-de120c6502de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94 HTTP/1.1" status: 200 len: 217 time: 0.1888218 Jul 09 16:50:31.004636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-92e58c42-6871-42e9-b7b8-d88394b54d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:31.006381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-92e58c42-6871-42e9-b7b8-d88394b54d7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0649185 Jul 09 16:50:31.108087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-f278a556-7759-4f54-902a-4b1f7b054fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:31.109640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-f278a556-7759-4f54-902a-4b1f7b054fbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949736 Jul 09 16:50:31.123892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:50:31.124379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.199634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66445e40-b1d9-4c47-be12-c91c996364e3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:31.212070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.212422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.212801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.213140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.213467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.213801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.214139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.214463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.214820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.215148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.215474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.215795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:31.218961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Checking segment: {'id': 'f8de5f70-4c03-4c65-9b99-8b7aed4ca67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '46cebc39-aa69-44b3-ba0e-32b955b2c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:31.219307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Network hostable DHCP agents. Network: 46cebc39-aa69-44b3-ba0e-32b955b2c53e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:50:31.229778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-d56ad929-0383-4e79-9d11-d360f177cb7d service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126618 Jul 09 16:50:31.245706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Network 46cebc39-aa69-44b3-ba0e-32b955b2c53e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:50:31.263936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 46cebc39-aa69-44b3-ba0e-32b955b2c53e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:31.269843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:31.270449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.276510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce86683-6609-405e-b0ec-a270540967d2 None None] Network 46cebc39-aa69-44b3-ba0e-32b955b2c53e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:31.293176 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ad8a6a8-faef-4ee9-ac0f-9fdee876e335 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6165819 Jul 09 16:50:31.293552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58322) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:31.299470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'floatingip': {'floating_network_id': '46cebc39-aa69-44b3-ba0e-32b955b2c53e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:31.349971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.362770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a530b0d-5941-4de7-83e7-ef6ac018975b req-cb45a8ee-312e-4094-91d9-4fd3aab7d83e service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233673 Jul 09 16:50:31.465354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b091eab-6b98-4ac8-9f53-9cefabc3b931 None None] Network 46cebc39-aa69-44b3-ba0e-32b955b2c53e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:31.467407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.640277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Allocated IP 172.20.0.8 (46cebc39-aa69-44b3-ba0e-32b955b2c53e/66445e40-b1d9-4c47-be12-c91c996364e3/41240008-f59e-4758-814f-ef828ab9fc53) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:31.699000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d8a6-be75-4a82-aaca-fd71b47ece24 req-5d837167-bb49-4823-bc2d-622b87203d39 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:31.700786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d67d8a6-be75-4a82-aaca-fd71b47ece24 req-5d837167-bb49-4823-bc2d-622b87203d39 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 947 time: 0.0822303 Jul 09 16:50:31.745460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d67d8a6-be75-4a82-aaca-fd71b47ece24 req-a1c54e64-c5be-47b8-804a-ad07d918d732 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385156 Jul 09 16:50:31.788954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.830307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.873050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Network 46cebc39-aa69-44b3-ba0e-32b955b2c53e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:31.878659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:31.880985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Port': ['ID=41240008-f59e-4758-814f-ef828ab9fc53,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:31.883663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:31.988318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.054643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.157637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c0daa-5d8c-4576-9e27-34e7a6a2327e req-d51c562a-36a8-4fd2-add9-ccfc24d2376a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:32.159608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d70c0daa-5d8c-4576-9e27-34e7a6a2327e req-d51c562a-36a8-4fd2-add9-ccfc24d2376a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 945 time: 0.0831742 Jul 09 16:50:32.206712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d70c0daa-5d8c-4576-9e27-34e7a6a2327e req-5f54775e-b2da-4801-8182-ea53316f0c94 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370495 Jul 09 16:50:32.276951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.287483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.302627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:50:32.357625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Port': ['ID=41240008-f59e-4758-814f-ef828ab9fc53,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:32.406362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-a87d1185-e4a9-4ccd-8722-530a6c131cfa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-242243289&fields=id&tenant_id=3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 267 time: 0.0722041 Jul 09 16:50:32.411652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.423470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:32.429832 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.431595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25ef2df9-d4a3-4bce-a539-f86716e5f498 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1368861 Jul 09 16:50:32.434246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:32.437916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'mac_address': 'fa:16:3e:0d:23:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:50:32.482359 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.492567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-06824066-d3cd-48fd-b1fe-930ad413e7cb tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:32.501097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-06824066-d3cd-48fd-b1fe-930ad413e7cb tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 945 time: 0.0889223 Jul 09 16:50:32.501965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:32.507508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'port': {'security_groups': ['1a6145bb-8609-4081-9434-d3f142bccaf1', '8f009cf9-b0d6-43ae-b208-902483319ff6']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:32.542922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68815f9e-550c-4d2b-95d2-7c4db7e6abed tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=46cebc39-aa69-44b3-ba0e-32b955b2c53e HTTP/1.1" status: 200 len: 689 time: 0.1058760 Jul 09 16:50:32.546356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:32.558142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:32.564612 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.691863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.730865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.817426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:33.013618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0aeb00d9-9bb8-4e85-9293-08543cbd2d94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:33.034733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Deleting port 41240008-f59e-4758-814f-ef828ab9fc53 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:33.035081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.128184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dff32-3af1-45e5-8c33-974320dbcbad req-d979d44b-80ce-4cf9-8e4b-f91a62ed26de tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:33.129764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-240dff32-3af1-45e5-8c33-974320dbcbad req-d979d44b-80ce-4cf9-8e4b-f91a62ed26de tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 948 time: 0.2363725 Jul 09 16:50:33.179804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:33.206340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.206700 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.240942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Calling delete_port for 41240008-f59e-4758-814f-ef828ab9fc53 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:33.255957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-240dff32-3af1-45e5-8c33-974320dbcbad req-e59fba58-9ee0-4cc3-badd-3911a02e61f6 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151581 Jul 09 16:50:33.268354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.279285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.316672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:33.407417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:33.408306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.421886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c2a69a0-81cc-4471-b004-b560e9ed6532 req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "PUT /v2.0/ports/dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 981 time: 0.9195523 Jul 09 16:50:33.422539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:33.426255 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614329f-3cf3-4cd0-a4aa-fb388d049d64" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:33.495377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479bd66-e14b-4c2d-a532-82ec92ce32ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:33.545991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:33.614414 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.688040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Port': ['ID=41240008-f59e-4758-814f-ef828ab9fc53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:33.853861 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d99cc96-8d78-4ba0-b88d-c66336b9de5b x-openstack-request-id: req-9d99cc96-8d78-4ba0-b88d-c66336b9de5b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:33.855416 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:33.856545 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d99cc96-8d78-4ba0-b88d-c66336b9de5b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:33.857049 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'status': 'completed', 'code': 200} Jul 09 16:50:33.921798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.938168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-ca6dae00-9405-46f0-b805-cef9563001ce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-840771707&fields=id&tenant_id=3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 267 time: 0.0797174 Jul 09 16:50:34.053575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.089879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-dccedf93-bef7-43c1-85c5-e6e5da702421 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1885314 Jul 09 16:50:34.099007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-89cb884f-f281-47db-b764-2b91b1f02dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.100566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-89cb884f-f281-47db-b764-2b91b1f02dfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1135 time: 0.2011728 Jul 09 16:50:34.252135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-83661ec6-5a31-4065-b89d-461bc8bb1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.253951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-83661ec6-5a31-4065-b89d-461bc8bb1953 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.1414306 Jul 09 16:50:34.261000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e28ec-d882-40be-bee1-f7416a7d31be req-d5927696-d7ed-4126-a0e3-35680e6a089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.263046 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-d5927696-d7ed-4126-a0e3-35680e6a089d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 1097 time: 0.1283801 Jul 09 16:50:34.316040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-38573ad0-4062-4463-9244-a73eed448f8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 217 time: 0.0507579 Jul 09 16:50:34.423628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e28ec-d882-40be-bee1-f7416a7d31be req-c6966f27-0427-499c-a971-597e57963aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.425081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-c6966f27-0427-499c-a971-597e57963aa6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1213467 Jul 09 16:50:34.484072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-34c013c5-8c5f-4996-94ab-709cebcfcc3f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.485906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-34c013c5-8c5f-4996-94ab-709cebcfcc3f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 984 time: 0.5361681 Jul 09 16:50:34.496106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-27bfa18c-a993-48e5-a66d-e8e1b703e5dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 200 len: 217 time: 0.0603795 Jul 09 16:50:34.513023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'port': {'security_groups': ['1a6145bb-8609-4081-9434-d3f142bccaf1', '8f009cf9-b0d6-43ae-b208-902483319ff6', '9c911ee4-f46f-436c-9d2d-784f4b67d125']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:34.537217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-88f1f92d-fa27-4087-a5d6-43401189a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.538721 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-88f1f92d-fa27-4087-a5d6-43401189a134 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.1127043 Jul 09 16:50:34.602714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-ee22230c-a17d-4988-80df-b24ad8a1531c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535579 Jul 09 16:50:34.617261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e28ec-d882-40be-bee1-f7416a7d31be req-317343bc-375b-4b82-930e-c7b285d2a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.620216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-317343bc-375b-4b82-930e-c7b285d2a4b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1165450 Jul 09 16:50:34.648178 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.710956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2757469-68b3-43ec-9517-46a65312faf6 req-24478ea6-900c-4498-ae75-5b8856b78ef6 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.712518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2757469-68b3-43ec-9517-46a65312faf6 req-24478ea6-900c-4498-ae75-5b8856b78ef6 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 948 time: 0.2554626 Jul 09 16:50:34.725233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66445e40-b1d9-4c47-be12-c91c996364e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:34.742215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-3fabe642-c346-401c-98f6-dc86082677c8 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334066 Jul 09 16:50:34.743423 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.749263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e28ec-d882-40be-bee1-f7416a7d31be req-40678950-61f9-4ec6-bcc2-5894444e5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.750812 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-40678950-61f9-4ec6-bcc2-5894444e5005 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174452 Jul 09 16:50:34.815374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.862053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cebc39-aa69-44b3-ba0e-32b955b2c53e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:34.884610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2757469-68b3-43ec-9517-46a65312faf6 req-06e9a004-d8b4-467c-bff1-9d3f2b76b9e8 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424098 Jul 09 16:50:34.897796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8de5f70-4c03-4c65-9b99-8b7aed4ca67a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:34.898165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8de5f70-4c03-4c65-9b99-8b7aed4ca67a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:34.913077 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-e2489b42-f79f-4cfb-a90a-3888f22051c7 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535976 Jul 09 16:50:34.916400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4614329f-3cf3-4cd0-a4aa-fb388d049d64 req-f51d941e-0e11-4a41-8ae8-f0b8c742c401 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646502 Jul 09 16:50:34.927868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.973370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.991262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:34.991929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:34.994574 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:35.067060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-528e28ec-d882-40be-bee1-f7416a7d31be req-965794b3-7376-4df7-b90e-805afada93b9 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292787 Jul 09 16:50:35.133550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.148698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46cebc39-aa69-44b3-ba0e-32b955b2c53e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:50:35.157166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.157166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/networks/46cebc39-aa69-44b3-ba0e-32b955b2c53e HTTP/1.1" status: 204 len: 168 time: 2.6087742 Jul 09 16:50:35.158974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.243286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18219ca3-bc4b-4736-a3e5-80f4abe18375 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Network': ['ID=46cebc39-aa69-44b3-ba0e-32b955b2c53e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:35.337380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:35.354435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c5da13d-8f2d-4304-a5ab-54a77e56c226 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.1858547 Jul 09 16:50:35.358531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.379384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.385835 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.423823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:35.525383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.525383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.529581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e71c4c3-ae60-4fd4-87d2-356a59ec708b req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "PUT /v2.0/ports/dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 1020 time: 1.0216866 Jul 09 16:50:35.582684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.582962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714cd0a-2596-406d-8c3d-bc454ea3c2ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:35.584380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.585057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.588985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.589532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.592399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.592939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.593518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.596967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.597654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.598193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.599929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.600461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:35.609285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.610131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e962cf64-6484-4027-aec8-fe8f69f478fc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8375 time: 0.2462251 Jul 09 16:50:35.657872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:35.677616 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-dfb3c2cf-ed9e-4d90-9482-64750aedba57 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] delete failed (client error): The resource could not be found. Jul 09 16:50:35.681249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dfb3c2cf-ed9e-4d90-9482-64750aedba57 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/555a4f93-bf36-4550-8994-c9d4fde19f56 HTTP/1.1" status: 404 len: 345 time: 0.0684357 Jul 09 16:50:35.681889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.714758 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-45493973-a212-4302-9e3d-8040c4584f4a tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 16:50:35.718212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45493973-a212-4302-9e3d-8040c4584f4a tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:50:35.723886 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-45493973-a212-4302-9e3d-8040c4584f4a tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/networks/46cebc39-aa69-44b3-ba0e-32b955b2c53e HTTP/1.1" status: 404 len: 339 time: 0.0397456 Jul 09 16:50:35.727522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.733601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'network': {'name': 'tempest-network--600154342', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:35.764734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Made reservation on behalf of 435c8e22adab40d49dadd3eb91152083 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:35.768718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.837313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a79d8630-21d7-4990-b67a-6377e9dbcf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.878490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:35.882108 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c13847e-780b-4cf8-b29f-88ab619c85d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:35.894042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:35.950984 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.951479 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Added segment b0896fe7-ccf3-46a9-b73a-8df307f0d75e of type vlan for network 5d938c26-5bcf-4cbc-86e2-b7bb6569c455 Jul 09 16:50:36.033111 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.103858 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5ace9-59d1-4707-94de-c8daa8c3c6e5 x-openstack-request-id: req-1bf5ace9-59d1-4707-94de-c8daa8c3c6e5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:36.104242 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:36.106820 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bf5ace9-59d1-4707-94de-c8daa8c3c6e5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:36.107384 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'status': 'completed', 'code': 200} Jul 09 16:50:36.164553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.165661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.166326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.178426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-06491310-f149-41b8-bec0-6ec2d89acdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.183891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-06491310-f149-41b8-bec0-6ec2d89acdac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1174 time: 0.1295633 Jul 09 16:50:36.239679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eabd6-8533-4263-854c-f4e938abdde2 req-dcc6db4c-f051-4cb0-8e26-95c15902904a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.241346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-215eabd6-8533-4263-854c-f4e938abdde2 req-dcc6db4c-f051-4cb0-8e26-95c15902904a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1023 time: 0.4324892 Jul 09 16:50:36.292746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5636053 Jul 09 16:50:36.298831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:36.320787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:36.323536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996431df-4285-430a-b930-8dccb3610e2f tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Network': ['ID=5d938c26-5bcf-4cbc-86e2-b7bb6569c455,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:36.364695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 5d938c26-5bcf-4cbc-86e2-b7bb6569c455 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:36.521598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:36.527892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:36.528574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.551237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-215eabd6-8533-4263-854c-f4e938abdde2 req-28a84c6b-45ad-4183-903c-d4ecaa8d8e4c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c911ee4-f46f-436c-9d2d-784f4b67d125&id=8f009cf9-b0d6-43ae-b208-902483319ff6&id=1a6145bb-8609-4081-9434-d3f142bccaf1 HTTP/1.1" status: 200 len: 6156 time: 0.2850404 Jul 09 16:50:36.611153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d081b-9ec9-4c85-b7ea-6162fb859758 req-24af390e-3ab1-48bd-8019-528780aae85c tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.613814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e6d081b-9ec9-4c85-b7ea-6162fb859758 req-24af390e-3ab1-48bd-8019-528780aae85c tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 948 time: 0.4041634 Jul 09 16:50:36.692682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.710031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-826e6b07-9f45-45f0-8aa0-92bc80393536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.711827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-826e6b07-9f45-45f0-8aa0-92bc80393536 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.5199747 Jul 09 16:50:36.741968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:36.743339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:36.746235 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763550c6-7610-4504-8eec-958476e84f4b" -d '{"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:36.750749 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.753028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9eddd-423b-4fb4-83da-10018b5c9394 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.759515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9eddd-423b-4fb4-83da-10018b5c9394 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.775727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9eddd-423b-4fb4-83da-10018b5c9394 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.782051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9eddd-423b-4fb4-83da-10018b5c9394 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.788595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-b399649b-9b19-4ef4-9657-9362288ae478 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 200 len: 217 time: 0.0691562 Jul 09 16:50:36.790899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dfc9eddd-423b-4fb4-83da-10018b5c9394 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.4864116 Jul 09 16:50:36.794507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:36.827154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e6d081b-9ec9-4c85-b7ea-6162fb859758 req-6a382039-a031-485d-b376-3f0f1651b285 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989295 Jul 09 16:50:36.881816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:36.904754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-be902185-11c8-413e-9194-fd813fce8066 req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': ' tempest-securitygroup -971350657 ', 'description': 'tempest-description-1769380299'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:36.938217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be902185-11c8-413e-9194-fd813fce8066 req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:36.956338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-1458e43f-eefd-4b8f-b133-08d8a08a602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:36.958137 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-1458e43f-eefd-4b8f-b133-08d8a08a602a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.1319046 Jul 09 16:50:37.007793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-1e5871cb-0d11-4ea4-b621-f832d59055fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362117 Jul 09 16:50:37.076275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.111568 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b433d9-8217-46f3-9e0d-38f3457442b2 x-openstack-request-id: req-c2b433d9-8217-46f3-9e0d-38f3457442b2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:37.111890 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:37.112184 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2b433d9-8217-46f3-9e0d-38f3457442b2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:37.112575 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'code': 200} Jul 09 16:50:37.133748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be902185-11c8-413e-9194-fd813fce8066 req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.140054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be902185-11c8-413e-9194-fd813fce8066 req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.170453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be902185-11c8-413e-9194-fd813fce8066 req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.171807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be902185-11c8-413e-9194-fd813fce8066 req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2740970 Jul 09 16:50:37.183427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bbb09-bc43-4be9-a952-f41398308f33 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9264c2f6-5bb6-4d21-be24-f98fd4ae3c51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:37.213955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.223304 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-64529829-2f68-478d-bbdf-1243f72c7721 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085204 Jul 09 16:50:37.244121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d938c26-5bcf-4cbc-86e2-b7bb6569c455']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:37.262856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fad760fe-79b2-4f4e-b1de-922590c5ec92 req-00ce61e5-2ad6-4bd8-8d7a-6198779d511d tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/9264c2f6-5bb6-4d21-be24-f98fd4ae3c51 HTTP/1.1" status: 200 len: 1782 time: 0.0509131 Jul 09 16:50:37.297477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0896fe7-ccf3-46a9-b73a-8df307f0d75e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:37.297642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0896fe7-ccf3-46a9-b73a-8df307f0d75e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:37.321046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.347431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.357902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:37.358376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: items = [ Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:37.360208 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:37.370843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-967d624a-99ef-4b31-8f0d-3644143992e3 req-d819a0ed-2667-4974-811d-edea0f9f31a7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/9264c2f6-5bb6-4d21-be24-f98fd4ae3c51 HTTP/1.1" status: 200 len: 1782 time: 0.0968735 Jul 09 16:50:37.378396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafaee4-7b91-4d58-81bd-5b27556c5b98 req-d5e80c73-d8fb-4b2d-b335-85b08aa32227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:37.380224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acafaee4-7b91-4d58-81bd-5b27556c5b98 req-d5e80c73-d8fb-4b2d-b335-85b08aa32227 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 1100 time: 0.1078744 Jul 09 16:50:37.428252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c13847e-780b-4cf8-b29f-88ab619c85d1 req-e365cc80-1f23-4602-87df-5d2b36522902 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975303 Jul 09 16:50:37.445314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.452959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acafaee4-7b91-4d58-81bd-5b27556c5b98 req-71db52a6-95c5-46af-b5b8-d2c429c16b6e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625548 Jul 09 16:50:37.468597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d938c26-5bcf-4cbc-86e2-b7bb6569c455 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:50:37.470811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d938c26-5bcf-4cbc-86e2-b7bb6569c455,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:37.472901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.477276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-967d624a-99ef-4b31-8f0d-3644143992e3 req-cfa03667-a658-4495-b073-6641b24a362f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.481319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:37.481860 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7fa503ca-a10e-4cf1-a8f7-fc0110951ecc tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5d938c26-5bcf-4cbc-86e2-b7bb6569c455 HTTP/1.1" status: 204 len: 168 time: 0.6861324 Jul 09 16:50:37.488679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'network': {'name': 'tempest-network--1384026767', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:37.529101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-967d624a-99ef-4b31-8f0d-3644143992e3 req-cfa03667-a658-4495-b073-6641b24a362f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.553010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Made reservation on behalf of 435c8e22adab40d49dadd3eb91152083 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:37.555906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.594979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:37.607313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-967d624a-99ef-4b31-8f0d-3644143992e3 req-cfa03667-a658-4495-b073-6641b24a362f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.610364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-967d624a-99ef-4b31-8f0d-3644143992e3 req-cfa03667-a658-4495-b073-6641b24a362f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.611807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-967d624a-99ef-4b31-8f0d-3644143992e3 req-cfa03667-a658-4495-b073-6641b24a362f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/9264c2f6-5bb6-4d21-be24-f98fd4ae3c51 HTTP/1.1" status: 204 len: 173 time: 0.2305040 Jul 09 16:50:37.613285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.613852 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Added segment 24b07e0b-b9cd-4433-a296-77c7509eb44f of type vlan for network 8109abda-869c-40b9-9e9e-c7280d768ebf Jul 09 16:50:37.637742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa03667-a658-4495-b073-6641b24a362f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9264c2f6-5bb6-4d21-be24-f98fd4ae3c51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:37.683677 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-ee5ab9a4-1f93-4abf-8ee1-feedac136b27 req-bf06e784-7e03-411c-b041-ae9e21c97f06 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:50:37.684757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee5ab9a4-1f93-4abf-8ee1-feedac136b27 req-bf06e784-7e03-411c-b041-ae9e21c97f06 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/9264c2f6-5bb6-4d21-be24-f98fd4ae3c51 HTTP/1.1" status: 404 len: 352 time: 0.0240946 Jul 09 16:50:37.697491 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.725479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-36c88e6b-f6ad-408e-864f-45dfb0197ba5 req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1290734295', 'description': 'tempest-description-985109089'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:37.761170 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.763034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:37.763935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.770423 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36c88e6b-f6ad-408e-864f-45dfb0197ba5 req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:37.876424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3931839 Jul 09 16:50:37.880439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:37.920478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45e231-2fe0-4df6-ac45-a9e24d486f25 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Network': ['ID=8109abda-869c-40b9-9e9e-c7280d768ebf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:37.983374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8109abda-869c-40b9-9e9e-c7280d768ebf details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:38.045031 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36c88e6b-f6ad-408e-864f-45dfb0197ba5 req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.054960 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36c88e6b-f6ad-408e-864f-45dfb0197ba5 req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.134355 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36c88e6b-f6ad-408e-864f-45dfb0197ba5 req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.136814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36c88e6b-f6ad-408e-864f-45dfb0197ba5 req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4196434 Jul 09 16:50:38.155564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbab8e6-460d-4430-a56b-acf269e91cce tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92af4888-6f89-4c88-8c69-9c15aca2eb12,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:38.169429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a77a8-d23a-4ce6-9316-3b61b3b0448a tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:38.171391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-189a77a8-d23a-4ce6-9316-3b61b3b0448a tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] 10.222.0.48 "GET /v2.0/networks/8109abda-869c-40b9-9e9e-c7280d768ebf HTTP/1.1" status: 200 len: 757 time: 0.2890949 Jul 09 16:50:38.175446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:38.252402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.313844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88692516-7955-4ef9-b0a0-9b7f1f489a82 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:38.315671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-88692516-7955-4ef9-b0a0-9b7f1f489a82 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] 10.222.0.48 "GET /v2.0/networks/269abbf1-f499-4bde-a5b9-9320cfe5d10f HTTP/1.1" status: 200 len: 766 time: 0.1389825 Jul 09 16:50:38.319823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:38.357277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-328e9e61-dc27-40bb-8c8a-47d997d96e50 req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1938027640', 'description': 'tempest-description-812482079'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:38.358319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39778653-0a29-4a48-bffd-4be59dd14644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.422606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-328e9e61-dc27-40bb-8c8a-47d997d96e50 req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.426331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.499952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76af9-6a97-42b0-bb01-bacd7107870a req-40821b01-8763-4b91-9b72-dfb94e9ebabf tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:38.501581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6f76af9-6a97-42b0-bb01-bacd7107870a req-40821b01-8763-4b91-9b72-dfb94e9ebabf tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 949 time: 0.1379209 Jul 09 16:50:38.565743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.566689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.567649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6f76af9-6a97-42b0-bb01-bacd7107870a req-8d4c1498-eab9-40b2-8853-a3adb41a62d9 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592315 Jul 09 16:50:38.580009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8109abda-869c-40b9-9e9e-c7280d768ebf']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:38.603051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b07e0b-b9cd-4433-a296-77c7509eb44f') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:38.603686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b07e0b-b9cd-4433-a296-77c7509eb44f') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:38.623210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.640628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-328e9e61-dc27-40bb-8c8a-47d997d96e50 req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.650411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-328e9e61-dc27-40bb-8c8a-47d997d96e50 req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.650847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.659231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:38.659761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:38.662193 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:38.683402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-328e9e61-dc27-40bb-8c8a-47d997d96e50 req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.693713 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-328e9e61-dc27-40bb-8c8a-47d997d96e50 req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3371773 Jul 09 16:50:38.705846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6f69-eecf-4c80-a782-0f5853f9f5ac tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610ea719-4887-422e-ad06-d4ad75462623,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:38.714504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f291bfab-3114-47c2-ba21-ad2eb5b375e3 req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1240956371', 'description': 'tempest-description-2072006313'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:38.744311 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f291bfab-3114-47c2-ba21-ad2eb5b375e3 req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.760401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.767702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8109abda-869c-40b9-9e9e-c7280d768ebf {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:50:38.798823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.807694 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8109abda-869c-40b9-9e9e-c7280d768ebf HTTP/1.1" status: 204 len: 168 time: 0.4822166 Jul 09 16:50:38.808689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:38.809646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d35b6-8d9e-4db2-870f-073231e142f2 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Network': ['ID=8109abda-869c-40b9-9e9e-c7280d768ebf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:38.820104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'network': {'name': 'tempest-network--632183666'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:38.904522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:38.924768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f291bfab-3114-47c2-ba21-ad2eb5b375e3 req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.933518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f291bfab-3114-47c2-ba21-ad2eb5b375e3 req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:38.992861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Made reservation on behalf of 435c8e22adab40d49dadd3eb91152083 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:38.995485 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.050560 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f291bfab-3114-47c2-ba21-ad2eb5b375e3 req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.060171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8b116-3c7a-4fa7-b1c8-394e0450402c req-ecc7e917-311c-47ea-bf30-72d9ee3e94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:39.060541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f291bfab-3114-47c2-ba21-ad2eb5b375e3 req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3460312 Jul 09 16:50:39.061225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e89e3-465c-4600-afb9-9d0ef92711cf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6083a6-0bff-439e-a160-e59bfc9cc22a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:39.063221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7be8b116-3c7a-4fa7-b1c8-394e0450402c req-ecc7e917-311c-47ea-bf30-72d9ee3e94a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1097 time: 0.1571159 Jul 09 16:50:39.127125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7be8b116-3c7a-4fa7-b1c8-394e0450402c req-7af81a36-c2d1-4ee9-b851-f210351ba55c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604212 Jul 09 16:50:39.134265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:39.166614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.167643 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Added segment b36a995b-8a57-4fa0-b406-0cd5e9fcb6ea of type vlan for network e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4 Jul 09 16:50:39.193970 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.315340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.383170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55034714-ac1d-4169-a3b3-6b44a799b397 req-92d442ef-9f39-42d8-bd0e-471039946fb6 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 10910 time: 0.3078022 Jul 09 16:50:39.438052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55034714-ac1d-4169-a3b3-6b44a799b397 req-5764f7c2-2200-4c31-9585-2a4b24da3b2b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/1a6145bb-8609-4081-9434-d3f142bccaf1 HTTP/1.1" status: 200 len: 2985 time: 0.0536578 Jul 09 16:50:39.439904 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.440911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:39.441509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.596360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7813745 Jul 09 16:50:39.599189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:39.607782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:39.616654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55034714-ac1d-4169-a3b3-6b44a799b397 req-0e75778b-ef20-4edb-9ee1-614707da125f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/1a6145bb-8609-4081-9434-d3f142bccaf1 HTTP/1.1" status: 200 len: 2985 time: 0.1713903 Jul 09 16:50:39.697569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928e690-d51b-4bf5-ab3e-438a2de55f3c tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Network': ['ID=e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:39.711072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:39.835375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81072f79-ac9b-43ca-b1f8-39e063337cd0 req-5fd2bea4-0473-4e49-b1a7-480d7b36afab tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/92af4888-6f89-4c88-8c69-9c15aca2eb12 HTTP/1.1" status: 200 len: 1802 time: 0.1582525 Jul 09 16:50:39.886065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.924043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.963597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Network e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:50:39.964510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:39.965119 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:39.966457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "PUT /v2.0/networks/e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4 HTTP/1.1" status: 200 len: 857 time: 0.3660600 Jul 09 16:50:39.969642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:40.019705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be6eb-e84b-477b-97fd-671aab7af341 req-f4570c70-9537-4dee-97c9-25a493011477 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:40.021375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f45be6eb-e84b-477b-97fd-671aab7af341 req-f4570c70-9537-4dee-97c9-25a493011477 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 949 time: 0.2342787 Jul 09 16:50:40.053592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b049cf-18b8-4ccf-8089-42d142b5ce29 tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event updated for resources: {'Network': ['ID=e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:40.061890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.062519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81072f79-ac9b-43ca-b1f8-39e063337cd0 req-17ae8079-6f10-422b-97f6-15901b35d7ee tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.100363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81072f79-ac9b-43ca-b1f8-39e063337cd0 req-17ae8079-6f10-422b-97f6-15901b35d7ee tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.115798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f45be6eb-e84b-477b-97fd-671aab7af341 req-360ca79f-ad7c-46ba-8f55-dc72d3edd037 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816534 Jul 09 16:50:40.148567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.162555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:40.178229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81072f79-ac9b-43ca-b1f8-39e063337cd0 req-17ae8079-6f10-422b-97f6-15901b35d7ee tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.178494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36a995b-8a57-4fa0-b406-0cd5e9fcb6ea') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:40.178742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36a995b-8a57-4fa0-b406-0cd5e9fcb6ea') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:40.187128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81072f79-ac9b-43ca-b1f8-39e063337cd0 req-17ae8079-6f10-422b-97f6-15901b35d7ee tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.190451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81072f79-ac9b-43ca-b1f8-39e063337cd0 req-17ae8079-6f10-422b-97f6-15901b35d7ee tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/92af4888-6f89-4c88-8c69-9c15aca2eb12 HTTP/1.1" status: 204 len: 173 time: 0.3161860 Jul 09 16:50:40.191014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.212335 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.219214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae8079-6f10-422b-97f6-15901b35d7ee tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af4888-6f89-4c88-8c69-9c15aca2eb12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:40.223478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:40.223941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:40.233040 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:40.306182 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-8d943503-25b3-4956-ab64-4f839ad3e086 req-0c983a69-828f-42d5-9e44-de0e7dc0a5b0 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:50:40.306680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d943503-25b3-4956-ab64-4f839ad3e086 req-0c983a69-828f-42d5-9e44-de0e7dc0a5b0 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/92af4888-6f89-4c88-8c69-9c15aca2eb12 HTTP/1.1" status: 404 len: 352 time: 0.0177574 Jul 09 16:50:40.325315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.333899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:50:40.337989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.344226 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] 10.222.0.48 "DELETE /v2.0/networks/e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4 HTTP/1.1" status: 204 len: 168 time: 0.3688195 Jul 09 16:50:40.351169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:40.361155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e205-ad17-4339-b223-be191f8718cf tempest-ExternalNetworksTestJSON-354755838 tempest-ExternalNetworksTestJSON-354755838-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1cd1bcb-27ba-4d40-8dc8-3946be8f50c4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:40.384083 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c85667f-e3ae-43a1-a59d-f7d4266426d5 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] DELETE failed (client error): The resource could not be found. Jul 09 16:50:40.384580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c85667f-e3ae-43a1-a59d-f7d4266426d5 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:50:40.386446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9c85667f-e3ae-43a1-a59d-f7d4266426d5 tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] 10.222.0.48 "DELETE /v2.0/subnets/66445e40-b1d9-4c47-be12-c91c996364e3 HTTP/1.1" status: 404 len: 337 time: 0.0341327 Jul 09 16:50:40.389681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:40.445304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f69cf30d-d8b9-477b-9a75-b576210a2a20 req-cc207bdb-b025-4236-90fa-317673c2faf4 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/610ea719-4887-422e-ad06-d4ad75462623 HTTP/1.1" status: 200 len: 1802 time: 0.1109099 Jul 09 16:50:40.546457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.565060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f69cf30d-d8b9-477b-9a75-b576210a2a20 req-4b33a9a8-7d8c-437f-b7f3-1414feb20313 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.604739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f69cf30d-d8b9-477b-9a75-b576210a2a20 req-4b33a9a8-7d8c-437f-b7f3-1414feb20313 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.670693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f69cf30d-d8b9-477b-9a75-b576210a2a20 req-4b33a9a8-7d8c-437f-b7f3-1414feb20313 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.675152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f69cf30d-d8b9-477b-9a75-b576210a2a20 req-4b33a9a8-7d8c-437f-b7f3-1414feb20313 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.676772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f69cf30d-d8b9-477b-9a75-b576210a2a20 req-4b33a9a8-7d8c-437f-b7f3-1414feb20313 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/610ea719-4887-422e-ad06-d4ad75462623 HTTP/1.1" status: 204 len: 173 time: 0.2303615 Jul 09 16:50:40.694504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a9a8-7d8c-437f-b7f3-1414feb20313 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ea719-4887-422e-ad06-d4ad75462623,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:40.752052 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.776696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269abbf1-f499-4bde-a5b9-9320cfe5d10f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:40.813249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589e7d80-dd10-4f85-9f66-c44de2a46e7c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:40.813656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589e7d80-dd10-4f85-9f66-c44de2a46e7c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:40.842822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.866255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.912202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:40.912628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.034378 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-ad06e4fa-fca1-4216-8e64-b1bb41a28505 req-6551f1f5-41b6-462b-b4eb-e2cc2850f7a2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:50:41.036660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.039686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad06e4fa-fca1-4216-8e64-b1bb41a28505 req-6551f1f5-41b6-462b-b4eb-e2cc2850f7a2 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/610ea719-4887-422e-ad06-d4ad75462623 HTTP/1.1" status: 404 len: 352 time: 0.0662830 Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:41.051279 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:41.077015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.107338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.112668 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] 10.222.0.48 "DELETE /v2.0/networks/269abbf1-f499-4bde-a5b9-9320cfe5d10f HTTP/1.1" status: 204 len: 168 time: 0.7218730 Jul 09 16:50:41.113916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61fbf9-829d-49ee-81e9-c0d87aa5860f tempest-ExternalNetworksTestJSON-185686125 tempest-ExternalNetworksTestJSON-185686125-project] Pushing event deleted for resources: {'Network': ['ID=269abbf1-f499-4bde-a5b9-9320cfe5d10f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:41.213050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23204ce0-2d89-4b17-aa57-364b3217feda req-1b7574a7-d5d5-4967-8ffb-a16f5ac275e4 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/da6083a6-0bff-439e-a160-e59bfc9cc22a HTTP/1.1" status: 200 len: 1803 time: 0.0580118 Jul 09 16:50:41.297278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23204ce0-2d89-4b17-aa57-364b3217feda req-c0166062-ac9a-486b-8564-a180dbda8cdc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.330767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23204ce0-2d89-4b17-aa57-364b3217feda req-c0166062-ac9a-486b-8564-a180dbda8cdc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.390761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23204ce0-2d89-4b17-aa57-364b3217feda req-c0166062-ac9a-486b-8564-a180dbda8cdc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.397989 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-23204ce0-2d89-4b17-aa57-364b3217feda req-c0166062-ac9a-486b-8564-a180dbda8cdc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.418824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23204ce0-2d89-4b17-aa57-364b3217feda req-c0166062-ac9a-486b-8564-a180dbda8cdc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/da6083a6-0bff-439e-a160-e59bfc9cc22a HTTP/1.1" status: 204 len: 173 time: 0.1987965 Jul 09 16:50:41.460108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:41.463747 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-9cbc1157-ea7c-4b15-95a2-ae6ae93735b9 req-cc871b93-8b3b-4a33-afc7-464362c70fa7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:50:41.464651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cbc1157-ea7c-4b15-95a2-ae6ae93735b9 req-cc871b93-8b3b-4a33-afc7-464362c70fa7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/da6083a6-0bff-439e-a160-e59bfc9cc22a HTTP/1.1" status: 404 len: 352 time: 0.0361207 Jul 09 16:50:41.465618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0166062-ac9a-486b-8564-a180dbda8cdc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6083a6-0bff-439e-a160-e59bfc9cc22a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:41.544999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Deleting subnet 29cd6442-c66c-4f37-aada-29c7c64a54c1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:50:41.549555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.579982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:41.585488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74f1e34f-f10f-4ed0-bdf7-853b144b6f4f req-fb1b60cb-3b84-4900-95b3-2a7c0f534f4b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 6156 time: 0.0824184 Jul 09 16:50:41.609003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.650522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74f1e34f-f10f-4ed0-bdf7-853b144b6f4f req-530b40ff-0e33-4e1d-a5ba-9d1457e4a90f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/1a6145bb-8609-4081-9434-d3f142bccaf1 HTTP/1.1" status: 200 len: 2985 time: 0.0581243 Jul 09 16:50:41.685388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.757531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74f1e34f-f10f-4ed0-bdf7-853b144b6f4f req-8924908f-7f28-4c92-a39f-0e424dc6a90f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/1a6145bb-8609-4081-9434-d3f142bccaf1 HTTP/1.1" status: 200 len: 2985 time: 0.0918701 Jul 09 16:50:41.778983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.796957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6e670add-f9ba-4fa2-9fe1-72acd311800c req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-846615362', 'description': 'tempest-description-1264997335'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:41.832098 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e670add-f9ba-4fa2-9fe1-72acd311800c req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.856486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29cd6442-c66c-4f37-aada-29c7c64a54c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:41.862010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.866411 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6497d05e-5e09-49e4-b967-787e5bb12cbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29cd6442-c66c-4f37-aada-29c7c64a54c1 HTTP/1.1" status: 204 len: 168 time: 0.4045293 Jul 09 16:50:41.869543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:42.010756 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-196627ee-cb64-4619-bbaa-7506b947780e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1318a769556d43b7bb396078731bf745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290514 Jul 09 16:50:42.013960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:42.045164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.111878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e670add-f9ba-4fa2-9fe1-72acd311800c req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.120162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e670add-f9ba-4fa2-9fe1-72acd311800c req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.173463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.181909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53bb19-ec71-4a64-8892-ed1aecd09b44,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.196457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870f5438-0b00-41b3-950a-b2b219c93cfe']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:42.206255 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e670add-f9ba-4fa2-9fe1-72acd311800c req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.209105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e670add-f9ba-4fa2-9fe1-72acd311800c req-b2a30a40-dcb1-49a6-9a46-9e6aee34cb22 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4176083 Jul 09 16:50:42.212065 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ce9bc3-cc0c-43b3-888e-eec473ad482d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:42.213325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ce9bc3-cc0c-43b3-888e-eec473ad482d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:42.217388 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf30397-ce0d-4047-b760-f016c88d9cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.225122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.241398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.249161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:42.250090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:42.253634 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:42.261158 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf30397-ce0d-4047-b760-f016c88d9cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.340944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.343185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf30397-ce0d-4047-b760-f016c88d9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.355924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.357398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccf30397-ce0d-4047-b760-f016c88d9cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.358731 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] 10.222.0.48 "DELETE /v2.0/networks/870f5438-0b00-41b3-950a-b2b219c93cfe HTTP/1.1" status: 204 len: 168 time: 0.4866920 Jul 09 16:50:42.363981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ccf30397-ce0d-4047-b760-f016c88d9cbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c161ba6b-f30d-4a3c-9193-3825e80edea1 HTTP/1.1" status: 204 len: 168 time: 0.3475082 Jul 09 16:50:42.365099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:42.372311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19a028-065e-4606-afe8-664d8f14a111 admin admin] Pushing event deleted for resources: {'Network': ['ID=870f5438-0b00-41b3-950a-b2b219c93cfe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.412215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1be5a6f6-8ddd-4631-aed6-e46cc6113323 req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1295553561', 'description': 'tempest-description-657223015'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:42.420709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf30397-ce0d-4047-b760-f016c88d9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c161ba6b-f30d-4a3c-9193-3825e80edea1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.459131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Deleting subnet 8f13630b-59a6-4e03-9e16-ac8f33fb162d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:50:42.463310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1be5a6f6-8ddd-4631-aed6-e46cc6113323 req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.465914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.530266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.635987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.715063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:42.758652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1be5a6f6-8ddd-4631-aed6-e46cc6113323 req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.765395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c19f324b-7388-4475-a098-a915980812fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=435c8e22adab40d49dadd3eb91152083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481298 Jul 09 16:50:42.768337 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1be5a6f6-8ddd-4631-aed6-e46cc6113323 req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.768561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:42.803536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.832792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf8f9-75b8-42e7-9a22-42a9bd37fe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.857886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf8f9-75b8-42e7-9a22-42a9bd37fe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.868812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1be5a6f6-8ddd-4631-aed6-e46cc6113323 req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.870826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1be5a6f6-8ddd-4631-aed6-e46cc6113323 req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5038345 Jul 09 16:50:42.880376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f13630b-59a6-4e03-9e16-ac8f33fb162d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.884689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255317d-5d0a-48db-8038-8a93eec935fa tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.888154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.893016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ebc4de5-5e8b-406c-8598-cf8110ce2781 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f13630b-59a6-4e03-9e16-ac8f33fb162d HTTP/1.1" status: 204 len: 168 time: 0.5195718 Jul 09 16:50:42.893769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:42.942929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf8f9-75b8-42e7-9a22-42a9bd37fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.947522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf8f9-75b8-42e7-9a22-42a9bd37fe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.953442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7dbaf8f9-75b8-42e7-9a22-42a9bd37fe41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54c359c3-5089-454a-8ead-016f5d634982 HTTP/1.1" status: 204 len: 168 time: 0.1799543 Jul 09 16:50:42.963008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf8f9-75b8-42e7-9a22-42a9bd37fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c359c3-5089-454a-8ead-016f5d634982,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.983512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.097002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.121666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bce558-12a7-4887-bb6c-41ae4b0fe372']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:43.167941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf4dfaf-5b38-4dff-935a-ffcc89b8e6a0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:43.168293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf4dfaf-5b38-4dff-935a-ffcc89b8e6a0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:43.185317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.213508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.225870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:43.226638 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:43.228301 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:43.295726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-f4e120f4-a652-4565-a56e-fe5288b3661f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.297268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-f4e120f4-a652-4565-a56e-fe5288b3661f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 813 time: 0.1908066 Jul 09 16:50:43.317444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.324011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.326846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] 10.222.0.48 "DELETE /v2.0/networks/63bce558-12a7-4887-bb6c-41ae4b0fe372 HTTP/1.1" status: 204 len: 168 time: 0.4316895 Jul 09 16:50:43.345356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee27ab-2995-4f73-8740-be217c2b613a admin admin] Pushing event deleted for resources: {'Network': ['ID=63bce558-12a7-4887-bb6c-41ae4b0fe372,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:43.357632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-791389e7-61cd-40e1-967b-ad6b370d3a7c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/quotas/3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 375 time: 0.0490031 Jul 09 16:50:43.503342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-9b845d9e-3198-4887-91eb-861507c1b664 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444876 Jul 09 16:50:43.535340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:43.598064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0d5cbec-007e-4316-b41c-6580d78d173c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40564cf8c9b24f05bd555bf1c4f9b828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578985 Jul 09 16:50:43.598446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:43.659888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b78fee76-3136-454f-9a68-e3b4b1d433f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.688456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b78fee76-3136-454f-9a68-e3b4b1d433f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.755901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b78fee76-3136-454f-9a68-e3b4b1d433f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.758648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b78fee76-3136-454f-9a68-e3b4b1d433f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.762176 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b78fee76-3136-454f-9a68-e3b4b1d433f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2203aff-9e30-4165-a41b-fdafe708db0e HTTP/1.1" status: 204 len: 168 time: 0.1603575 Jul 09 16:50:43.769297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fee76-3136-454f-9a68-e3b4b1d433f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2203aff-9e30-4165-a41b-fdafe708db0e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:43.812715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-c32826bf-e7f2-4a0c-929f-fdc50123b013 service neutron] 10.222.0.48 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956562 Jul 09 16:50:43.924927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-ec35f70d-3872-4f3a-add8-b7d37dcb0713 service neutron] 10.222.0.48 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035562 Jul 09 16:50:44.165725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:44.177453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca03a637-eaf0-4c17-90e7-1c4570a1b755 req-59d70f77-68f5-4606-87ab-ae88d1947d18 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 210 time: 0.0408864 Jul 09 16:50:44.226578 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-82602a0d-4765-4774-a7f0-a1c7bc36175c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed9bbf992dcd4458801f98b1824b8ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560246 Jul 09 16:50:44.227381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58676) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:44.300247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ec5-6e5d-4575-a828-802004185b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:44.331519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ec5-6e5d-4575-a828-802004185b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:44.365598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:50:44.444388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ec5-6e5d-4575-a828-802004185b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:44.453438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ec5-6e5d-4575-a828-802004185b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:44.458052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3ce23ec5-6e5d-4575-a828-802004185b23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5eb4094-b52f-4683-acf0-c43d51102453 HTTP/1.1" status: 204 len: 168 time: 0.2295899 Jul 09 16:50:44.478915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23ec5-6e5d-4575-a828-802004185b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb4094-b52f-4683-acf0-c43d51102453,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:44.619080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:44.635557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'mac_address': 'fa:16:3e:0d:23:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:50:44.703541 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:44.717809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:44.747396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:44.752240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:44.839835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:44.892230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:44.913989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0aeb00d9-9bb8-4e85-9293-08543cbd2d94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:45.005795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a560b45-d4ff-4bbb-b2d7-529611162b3e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-520956537'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:45.006675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a560b45-d4ff-4bbb-b2d7-529611162b3e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:50:45.191075 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:50:45.327356 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a560b45-d4ff-4bbb-b2d7-529611162b3e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:45.332553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a560b45-d4ff-4bbb-b2d7-529611162b3e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4392343 Jul 09 16:50:45.332747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58748) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:45.339146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-20900fc8-1284-4650-9d50-d4b0701b78dc tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '62d5e932-990a-4f2a-94ff-bafe6cbbd0cc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:45.339826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-20900fc8-1284-4650-9d50-d4b0701b78dc tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:50:45.397856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2fc75e7-dd11-4620-888c-d2897498786d req-5683e1cf-751d-434c-9e41-00a1d6ae1580 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 210 time: 0.0330658 Jul 09 16:50:45.453912 n-d-800085-2 neutron-server[93768]: WARNING neutron.services.metering.metering_plugin [None req-20900fc8-1284-4650-9d50-d4b0701b78dc tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:50:45.741458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20900fc8-1284-4650-9d50-d4b0701b78dc tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:45.746665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:45.751444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-85b03f8f-2867-44bf-882b-229fb6d567a3 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '62d5e932-990a-4f2a-94ff-bafe6cbbd0cc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:45.751957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-85b03f8f-2867-44bf-882b-229fb6d567a3 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:50:45.762869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20900fc8-1284-4650-9d50-d4b0701b78dc tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4226213 Jul 09 16:50:45.878749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-5528085a-e3e3-4f66-8a9e-4133c37bb54d tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:45.880653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-5528085a-e3e3-4f66-8a9e-4133c37bb54d tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 813 time: 0.2720101 Jul 09 16:50:45.910505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'port': {'device_id': '5d594203-e249-4dad-9877-d7490fba7994', 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d', 'admin_state_up': True, 'tenant_id': '3c811a341d934199b5d3e24b5535f9ef'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:45.982804 n-d-800085-2 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-85b03f8f-2867-44bf-882b-229fb6d567a3 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:50:46.082337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Made reservation on behalf of 3c811a341d934199b5d3e24b5535f9ef for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:46.086970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.287109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Allocated IP 172.20.0.11 (e97406db-2736-4d50-a3e7-702b4120c55d/879a583b-71c4-43a1-96cf-dcc1e8c99319/8fcc57d9-9500-4da1-8414-3945ab3c5687) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:46.393186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:46.496356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:46.496723 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.613345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85b03f8f-2867-44bf-882b-229fb6d567a3 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.614019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.616157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-85b03f8f-2867-44bf-882b-229fb6d567a3 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8684320 Jul 09 16:50:46.620888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:46.650913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17f58285-7855-4364-ae2c-ade8ecaab9b3 req-7b976685-b063-46f6-b458-9cb8a1155ddd tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 210 time: 0.0401549 Jul 09 16:50:46.666436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:46.666794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe43552b-48cd-4b0d-85e6-b8ee0fe6bc3e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=8fc63b54-1a70-4769-a257-e31ed7714dd2 HTTP/1.1" status: 200 len: 464 time: 0.0446942 Jul 09 16:50:46.692750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.742430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:46.744809 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc407083-1a5f-4514-a6c0-e93f59cb6cc7" -d '{"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:46.753922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.783250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:46.794765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:46.798338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:46.882378 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793af55e-ded3-45eb-b789-38e1ec6e47c5 x-openstack-request-id: req-793af55e-ded3-45eb-b789-38e1ec6e47c5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:46.883129 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:46.883538 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-793af55e-ded3-45eb-b789-38e1ec6e47c5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:46.884357 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'code': 200} Jul 09 16:50:46.887860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:46.908947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Network e97406db-2736-4d50-a3e7-702b4120c55d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:46.910619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:46.912946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:46.979781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:46.980463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.004589 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-191e7731-a783-4f73-9f76-48b61762341b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1013319 Jul 09 16:50:47.027409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a268d242-a397-47ad-957c-452e88953d01 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.029071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a268d242-a397-47ad-957c-452e88953d01 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/8fc63b54-1a70-4769-a257-e31ed7714dd2 HTTP/1.1" status: 204 len: 168 time: 0.3615797 Jul 09 16:50:47.032753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:47.036206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Request body: {'port': {'device_id': '5d594203-e249-4dad-9877-d7490fba7994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:47.036632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:47.053448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fe496c1-2422-4019-9923-6448b1e4958b tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=8fc63b54-1a70-4769-a257-e31ed7714dd2 HTTP/1.1" status: 200 len: 221 time: 0.0156279 Jul 09 16:50:47.057127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:47.070607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4319177d-c000-4d4b-bcc2-951d185e931e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--75727048', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:47.071065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4319177d-c000-4d4b-bcc2-951d185e931e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:50:47.146219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.519201 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4319177d-c000-4d4b-bcc2-951d185e931e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.520737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4319177d-c000-4d4b-bcc2-951d185e931e tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4622867 Jul 09 16:50:47.524634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:47.619670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcc57d9-9500-4da1-8414-3945ab3c5687 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:47.638081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.643236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Transition to ACTIVE for port object 8fcc57d9-9500-4da1-8414-3945ab3c5687 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:47.653321 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.656572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3af2a6e3-3224-40ab-97a3-ed4681d982f8 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=aaa3cece-1a80-452b-bb88-91e22514edbd HTTP/1.1" status: 200 len: 466 time: 0.1298249 Jul 09 16:50:47.659597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:47.764604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:47.915671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4a9c-cd51-44dc-980d-d9b55cdaaa9f tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.917253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b2f4a9c-cd51-44dc-980d-d9b55cdaaa9f tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/aaa3cece-1a80-452b-bb88-91e22514edbd HTTP/1.1" status: 204 len: 168 time: 0.2564833 Jul 09 16:50:47.927924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:47.961261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Attempting to bind port 8fcc57d9-9500-4da1-8414-3945ab3c5687 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:47.961625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Attempting to bind port 8fcc57d9-9500-4da1-8414-3945ab3c5687 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:47.961952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Attempting to bind port 8fcc57d9-9500-4da1-8414-3945ab3c5687 on network e97406db-2736-4d50-a3e7-702b4120c55d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:47.967188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Port 8fcc57d9-9500-4da1-8414-3945ab3c5687 on network e97406db-2736-4d50-a3e7-702b4120c55d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:47.967520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Attempting to bind port 8fcc57d9-9500-4da1-8414-3945ab3c5687 on network e97406db-2736-4d50-a3e7-702b4120c55d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:47.973561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:47.973897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Checking segment: {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:47.974288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Bound using segment: {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:47.974798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Bound port: 8fcc57d9-9500-4da1-8414-3945ab3c5687, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474674de-bf15-406f-80a0-81891e2c161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:47.975172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:47.990436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-46e35eae-51e8-429d-b931-8d6fe1063fe1 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=aaa3cece-1a80-452b-bb88-91e22514edbd HTTP/1.1" status: 200 len: 216 time: 0.0565574 Jul 09 16:50:47.994197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:48.028759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a195e61-dd3f-4d27-b599-14706e5399b8 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0332932 Jul 09 16:50:48.032052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:48.060275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26c809-33ec-4f49-a2fd-33b477b0138a req-cb99fcb0-e0f4-4b68-8831-afb03d25ebe3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:48.062335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c26c809-33ec-4f49-a2fd-33b477b0138a req-cb99fcb0-e0f4-4b68-8831-afb03d25ebe3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 944 time: 0.1436193 Jul 09 16:50:48.064931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c2b908e-3c04-4360-9be5-6cd91f21b5f3 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0307806 Jul 09 16:50:48.072389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:48.153204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:48.157196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:48.163257 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:48.168301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2d67e32-dd1e-49dd-98e9-fb2bff0c2fe7 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/62d5e932-990a-4f2a-94ff-bafe6cbbd0cc HTTP/1.1" status: 200 len: 472 time: 0.0929582 Jul 09 16:50:48.177182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:48.194383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c26c809-33ec-4f49-a2fd-33b477b0138a req-c9e65a19-9fa5-4cb4-ba01-b6cfd9c33231 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229234 Jul 09 16:50:48.200130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-04c8f89d-477f-433e-9075-6a704f2f9a2f tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/ba4830e5-eb07-440f-af7b-a39769570cad HTTP/1.1" status: 200 len: 461 time: 0.0204072 Jul 09 16:50:48.203255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:48.245633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:48.246198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:48.247801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] 10.222.0.37 "PUT /v2.0/ports/8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 1092 time: 1.2210166 Jul 09 16:50:48.248281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:48.251218 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:48.336417 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b45a12-6f1b-47fa-8c46-964134d1a591 x-openstack-request-id: req-b1b45a12-6f1b-47fa-8c46-964134d1a591 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:48.336880 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:48.337286 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1b45a12-6f1b-47fa-8c46-964134d1a591 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:48.379254 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'status': 'completed', 'code': 200} Jul 09 16:50:48.387142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fe984-d11e-4aa6-9fa4-b4b5b5699be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:48.468883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43a444d3-2e41-4696-8fec-8e65b4ac17d2 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:48.473517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-43a444d3-2e41-4696-8fec-8e65b4ac17d2 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/ba4830e5-eb07-440f-af7b-a39769570cad HTTP/1.1" status: 204 len: 168 time: 0.2678223 Jul 09 16:50:48.474205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:48.532926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-8c3393af-fd5d-4985-aa6e-cd0adc952da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:48.539435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-8c3393af-fd5d-4985-aa6e-cd0adc952da4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1095 time: 0.1338682 Jul 09 16:50:48.613154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-e09d97c6-053e-4ff7-957a-bbf63145747c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 217 time: 0.0575948 Jul 09 16:50:48.708413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-c9371f60-87ca-440c-8d5a-ccbc44139cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:48.711981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-c9371f60-87ca-440c-8d5a-ccbc44139cae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.0894823 Jul 09 16:50:48.776217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-04cb7b24-d669-4573-95a2-d787b7aae0f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440943 Jul 09 16:50:48.787590 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c58e9438-7853-4988-8deb-13c3deaaeb65 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:48.791801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c58e9438-7853-4988-8deb-13c3deaaeb65 tempest-MeteringTestJSON-44725064 tempest-MeteringTestJSON-44725064-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/62d5e932-990a-4f2a-94ff-bafe6cbbd0cc HTTP/1.1" status: 204 len: 168 time: 0.3139842 Jul 09 16:50:48.927018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-72b09fb6-1dd8-4d6d-a978-01f18e36605a service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418498 Jul 09 16:50:49.099032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f312f65-a737-4df9-bc85-956a0fb9dae8 req-c3008f8e-5d83-46f6-b9da-5d3fb55b58aa service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657631 Jul 09 16:50:49.273309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:49.360699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-e0769555-5c25-4735-a29b-48325f9871ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:49.362627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-e0769555-5c25-4735-a29b-48325f9871ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1095 time: 0.1316342 Jul 09 16:50:49.513698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-8f50a2f2-e2a7-4cde-9fc9-6ce27a37d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:49.516818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-8f50a2f2-e2a7-4cde-9fc9-6ce27a37d469 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.1424005 Jul 09 16:50:49.538253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:49.615288 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-7a34cfa0-0155-4be3-81b2-80bd713b464a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 217 time: 0.0895298 Jul 09 16:50:49.672420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011f69-2521-44f5-8928-e6e0d93afc46 req-a11cd023-da12-45cd-9521-a76318042550 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:49.691752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3011f69-2521-44f5-8928-e6e0d93afc46 req-a11cd023-da12-45cd-9521-a76318042550 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 944 time: 0.2941058 Jul 09 16:50:49.725321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-083c44b7-671d-4d3d-87a6-2f946bbf22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:49.728178 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-083c44b7-671d-4d3d-87a6-2f946bbf22c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.1074994 Jul 09 16:50:49.790008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-ddd720ca-e6f2-42c5-9165-85ea22c210e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436900 Jul 09 16:50:49.811814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3011f69-2521-44f5-8928-e6e0d93afc46 req-8b8470fb-e145-483c-8433-711ff668e702 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181760 Jul 09 16:50:49.927258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:49.928432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-f4ab66c3-1a3d-4989-bfbd-34005b5f481f service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364908 Jul 09 16:50:49.946521 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:50.013626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9419f57-5bc0-470b-af66-b5cc3675ef05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:50.041487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.042101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.042408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.042765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.043121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.043431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.043753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.044076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.044395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.045426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.045754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.046080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:50.052764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4be1cf4e-db18-48d1-a71c-884e0328f381 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28b1deb999ed45dbb8cac0df363a4071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775726 Jul 09 16:50:50.055449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:50.113577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b20dd28-eac4-453a-bd66-ddcef0da8fc9 req-b2643f87-45b1-4e1f-bff8-da5fa34fb295 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771829 Jul 09 16:50:50.151983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f950cbe-e381-48a8-b4af-954e6f520bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:50.188793 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f950cbe-e381-48a8-b4af-954e6f520bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:50.276235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f950cbe-e381-48a8-b4af-954e6f520bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:50.279879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f950cbe-e381-48a8-b4af-954e6f520bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:50.281125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5f950cbe-e381-48a8-b4af-954e6f520bb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9419f57-5bc0-470b-af66-b5cc3675ef05 HTTP/1.1" status: 204 len: 168 time: 0.2247181 Jul 09 16:50:50.290327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f950cbe-e381-48a8-b4af-954e6f520bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9419f57-5bc0-470b-af66-b5cc3675ef05,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:50.693934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-f5705dfb-02cf-4bfc-9f6a-6b83c2a058e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:50.695887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-f5705dfb-02cf-4bfc-9f6a-6b83c2a058e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0906730 Jul 09 16:50:50.840463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:50.850582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49baf6-d8d1-4a92-a478-51161e44395b req-bcbe6e1a-e593-4c7d-af62-b9315a48d74e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:50.865791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebf3aca8-b8a7-4d09-b329-a2f843d80a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:50.866167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d49baf6-d8d1-4a92-a478-51161e44395b req-bcbe6e1a-e593-4c7d-af62-b9315a48d74e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1619282 Jul 09 16:50:50.917435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-1871d241-34fe-4139-be87-340cb78d20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:50.920382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-1871d241-34fe-4139-be87-340cb78d20fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.2108097 Jul 09 16:50:51.083077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebf3aca8-b8a7-4d09-b329-a2f843d80a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:51.091233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebf3aca8-b8a7-4d09-b329-a2f843d80a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:51.094599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d49baf6-d8d1-4a92-a478-51161e44395b req-af19f7ce-3031-4b06-a8da-b4b06c741813 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272289 Jul 09 16:50:51.115580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-8ab8e56a-f50c-40e9-be90-085dec7a971b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1813860 Jul 09 16:50:51.161773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebf3aca8-b8a7-4d09-b329-a2f843d80a7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f8b80e591324895aa247d8b0b1fd2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201377 Jul 09 16:50:51.165832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:51.179407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3aca8-b8a7-4d09-b329-a2f843d80a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f231a1ed-ab32-45e4-8c53-d2948ca55267,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:51.230984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-03f4c28a-67e1-4a7c-88f6-8ebb9f432489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:51.233232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-03f4c28a-67e1-4a7c-88f6-8ebb9f432489 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1073844 Jul 09 16:50:51.285880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe394460-5795-4359-b8e8-1e9f740d8a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:51.311424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe394460-5795-4359-b8e8-1e9f740d8a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:51.347005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-eafb8544-03a2-4568-a113-77f24805b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:51.349028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-eafb8544-03a2-4568-a113-77f24805b4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877337 Jul 09 16:50:51.366223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef728e-8542-48c5-8563-01513b1633e3 req-1bd3ad18-274b-43dc-81ef-812ca459f944 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:51.374696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ef728e-8542-48c5-8563-01513b1633e3 req-1bd3ad18-274b-43dc-81ef-812ca459f944 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 944 time: 0.1613729 Jul 09 16:50:51.388863 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe394460-5795-4359-b8e8-1e9f740d8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:51.392088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe394460-5795-4359-b8e8-1e9f740d8a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:51.397199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe394460-5795-4359-b8e8-1e9f740d8a11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f231a1ed-ab32-45e4-8c53-d2948ca55267 HTTP/1.1" status: 204 len: 168 time: 0.2298574 Jul 09 16:50:51.409121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe394460-5795-4359-b8e8-1e9f740d8a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231a1ed-ab32-45e4-8c53-d2948ca55267,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:51.504383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6ef728e-8542-48c5-8563-01513b1633e3 req-08001204-26f4-41ce-83ed-110064eafa89 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285839 Jul 09 16:50:51.569884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-5d986c75-df4c-43e8-9f3c-c31ed7d71f84 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625578 Jul 09 16:50:51.717605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14e9a74a-e808-497b-9a6b-fac13d96881e req-d6fdd57b-fb4f-422c-9f93-f8c9785f76bc service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320522 Jul 09 16:50:52.264032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fcc57d9-9500-4da1-8414-3945ab3c5687 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:50:52.548089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:52.566078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'network_id': 'e97406db-2736-4d50-a3e7-702b4120c55d', 'port_id': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'mac_address': 'fa:16:3e:50:f9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879a583b-71c4-43a1-96cf-dcc1e8c99319', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:50:52.625800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:52.641167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e8fd-0b80-4c8b-bdba-030d552e2eb2 req-76f227c1-0db5-4aec-bc9b-3d31d59f3c94 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:52.644265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcc57d9-9500-4da1-8414-3945ab3c5687 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:52.673839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:52.678130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbb5e8fd-0b80-4c8b-bdba-030d552e2eb2 req-76f227c1-0db5-4aec-bc9b-3d31d59f3c94 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1874955 Jul 09 16:50:52.683975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:52.759182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbb5e8fd-0b80-4c8b-bdba-030d552e2eb2 req-7ee00c47-bbe8-4f5c-93c0-ff9ccac47c04 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796211 Jul 09 16:50:52.803966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:53.003885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b30c-3dc1-4690-8d3f-cac4874e8eb5 req-834c5839-2b4f-42c9-a53b-ddd89b1b9c8a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:53.008128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c27b30c-3dc1-4690-8d3f-cac4874e8eb5 req-834c5839-2b4f-42c9-a53b-ddd89b1b9c8a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 945 time: 0.1725004 Jul 09 16:50:53.070948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c27b30c-3dc1-4690-8d3f-cac4874e8eb5 req-2448690b-72e5-48e0-9633-6cf127308373 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502868 Jul 09 16:50:53.123756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8fcc57d9-9500-4da1-8414-3945ab3c5687'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:53.641118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:53.674843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:53.919055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1300540252'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:53.944606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Made reservation on behalf of ad8837282a484a52ab6fd13e0cf56bb1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:53.971871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:53.997107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.132243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee0c9-fadb-4090-8389-3563997e3269 req-2ab020a5-8cfe-4447-9abd-fab815dce563 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:54.137266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-156ee0c9-fadb-4090-8389-3563997e3269 req-2ab020a5-8cfe-4447-9abd-fab815dce563 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1863143 Jul 09 16:50:54.204131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-156ee0c9-fadb-4090-8389-3563997e3269 req-27fa228a-d863-438d-8cdf-89ed2cab7d63 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587544 Jul 09 16:50:54.292206 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.296272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fcc57d9-9500-4da1-8414-3945ab3c5687 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:54.299357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.331234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:50:54.357202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.358141 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Added segment af167a9b-5db0-4791-9fdf-102431fc0200 of type vlan for network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 Jul 09 16:50:54.434886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 8fcc57d9-9500-4da1-8414-3945ab3c5687 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:54.450608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 8fcc57d9-9500-4da1-8414-3945ab3c5687 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:54.455270 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.472305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.555561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e180da-c05b-4614-889b-30ca30bf945d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:54.573642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.588789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:54.589796 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.656768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0140266 Jul 09 16:50:54.674659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.680141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060d9e2-05d1-44bf-8359-3e5b94ef6410 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Pushing event updated for resources: {'Network': ['ID=8cc5cc38-6d12-4470-9ea5-686b60cda2f2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:54.706082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:50:54.725618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805eff04-5334-4eef-ba0a-45d8805daea6 req-8efb5b8d-4722-462b-96c1-d25d3a6928ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:54.726789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:54.729598 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b9bdba-9449-4297-b4df-8abddaea2e53" -d '{"events": [{"server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "name": "network-vif-plugged", "status": "completed", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:54.734230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-805eff04-5334-4eef-ba0a-45d8805daea6 req-8efb5b8d-4722-462b-96c1-d25d3a6928ff tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 945 time: 0.2315359 Jul 09 16:50:54.776515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-805eff04-5334-4eef-ba0a-45d8805daea6 req-43badbfb-37fb-4f9d-916e-81fb40ae731e tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Jul 09 16:50:54.793050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:54.828510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:54.929269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:55.011022 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff07d319-a639-4924-b841-26a02917426f x-openstack-request-id: req-ff07d319-a639-4924-b841-26a02917426f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:55.011714 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "name": "network-vif-plugged", "status": "completed", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:55.012714 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff07d319-a639-4924-b841-26a02917426f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:55.013273 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'code': 200} Jul 09 16:50:55.107145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:55.113882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Request body: {'port': {'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2', 'binding:host_id': 'n-h2-800085-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1366611937'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:55.171481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Made reservation on behalf of 5bd9d4f014dd492881b13afc38726770 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:55.173891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.185912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.247231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b06f7f-dcfa-49ac-89de-1204210273b8 req-2ae00294-30ad-47fa-8b36-2486770dfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:55.248871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f9b06f7f-dcfa-49ac-89de-1204210273b8 req-2ae00294-30ad-47fa-8b36-2486770dfa3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1097 time: 0.1218717 Jul 09 16:50:55.323718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f9b06f7f-dcfa-49ac-89de-1204210273b8 req-f3f4ed6f-9ef0-4eb9-8c2f-3f4c037554af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661960 Jul 09 16:50:55.394775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.401535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.417108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port fcad2f94-5dc6-469f-a7c3-8a6b9184377a yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:50:55.516326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c477a990-b46d-4a95-b338-fb42bd6d3bfd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:55.819247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port fcad2f94-5dc6-469f-a7c3-8a6b9184377a yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:50:55.833073 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.847723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Transition to ACTIVE for port object fcad2f94-5dc6-469f-a7c3-8a6b9184377a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:55.866811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.964764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=fcad2f94-5dc6-469f-a7c3-8a6b9184377a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:55.995118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Checking segment: {'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:55.997730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Network hostable DHCP agents. Network: 8cc5cc38-6d12-4470-9ea5-686b60cda2f2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:50:56.053794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:50:56.073803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 8cc5cc38-6d12-4470-9ea5-686b60cda2f2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:56.100614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e18de5b-02d8-46b6-9725-e87d9f38be66 None None] Network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:56.101952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:56.153828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.154614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.155168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.162514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.163259 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.163938 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 2 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.217399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.217399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.217399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.262914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.263926 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.271394 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 3 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.311890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.312989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.317019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.328613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.333184 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.333817 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 4 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.353914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.354736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.355512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.360600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.361143 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.361723 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 5 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.374863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b8b1-67c2-4b2f-a525-0793c593934a req-e50480dc-6cf9-4626-a941-c9ad9211b3f9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:56.388882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d97b8b1-67c2-4b2f-a525-0793c593934a req-e50480dc-6cf9-4626-a941-c9ad9211b3f9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 946 time: 0.2576361 Jul 09 16:50:56.396748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.397388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.397927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.403634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.404253 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.405049 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 6 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.424843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.425199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.426334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.431941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.432375 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.432829 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 7 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.465069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.465694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.466398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.478128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.478806 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.479510 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 8 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.496177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.497059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.497639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.504568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.505174 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.505580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d97b8b1-67c2-4b2f-a525-0793c593934a req-a52488e6-fe12-4dc2-bceb-f6c1cdf16e7b tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187809 Jul 09 16:50:56.506012 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 9 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.523106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.523918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.524472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.530648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.531257 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.531906 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 10 to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a Jul 09 16:50:56.565375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:56.566922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:56.567510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:56.590460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:56.592890 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port fcad2f94-5dc6-469f-a7c3-8a6b9184377a on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:56.593430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:56.709982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] For port fcad2f94-5dc6-469f-a7c3-8a6b9184377a, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:56.711789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempted to set empty binding levels {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:50:56.719640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:56.783366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:56.784445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:56.800455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6915879 Jul 09 16:50:56.803034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:56.820344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49d02-ff87-4df9-93af-74607eaf9075 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=fcad2f94-5dc6-469f-a7c3-8a6b9184377a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:57.004241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Deleting port fcad2f94-5dc6-469f-a7c3-8a6b9184377a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:57.004943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.099344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] For port fcad2f94-5dc6-469f-a7c3-8a6b9184377a, host n-h2-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:57.100018 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.115528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Calling delete_port for fcad2f94-5dc6-469f-a7c3-8a6b9184377a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:57.269737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.317058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcad2f94-5dc6-469f-a7c3-8a6b9184377a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:57.323937 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.335159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d36401b-aafd-4622-b17a-4891cd032300 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "DELETE /v2.0/ports/fcad2f94-5dc6-469f-a7c3-8a6b9184377a HTTP/1.1" status: 204 len: 168 time: 0.5305429 Jul 09 16:50:57.336247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:57.394314 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-109fd8f1-9401-42e7-b340-2e041b7e3bef tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:50:57.397225 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-109fd8f1-9401-42e7-b340-2e041b7e3bef tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "GET /v2.0/ports/fcad2f94-5dc6-469f-a7c3-8a6b9184377a HTTP/1.1" status: 404 len: 333 time: 0.0593352 Jul 09 16:50:57.401616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:57.409176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Request body: {'port': {'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1511468775'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:57.437178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Made reservation on behalf of 5bd9d4f014dd492881b13afc38726770 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:57.441428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.462924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:50:57.707552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.795316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.851532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:57.862926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:57.867488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:57.868848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:57.869470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.886525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:57.897245 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-83924ab7-fc45-4f6c-9aa9-9858148f7a09 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4932427 Jul 09 16:50:57.901019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:57.910903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:58.027399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:58.127822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d742ac9-ba7c-48a7-9b08-d3c931b6743c req-c22ddcc0-8983-4e23-9de1-545c0dc48b3c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:58.135902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d742ac9-ba7c-48a7-9b08-d3c931b6743c req-c22ddcc0-8983-4e23-9de1-545c0dc48b3c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 946 time: 0.1073132 Jul 09 16:50:58.191526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d742ac9-ba7c-48a7-9b08-d3c931b6743c req-ca9c72dc-e5be-4aea-8ff1-a93c99ee0ae4 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543885 Jul 09 16:50:58.428161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-2854b871-2603-4a17-b8b2-6c5e0a6159dd tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-846615362&fields=id&tenant_id=3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 267 time: 0.0684414 Jul 09 16:50:58.587957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-7c1ae35c-7208-4b31-9605-d9cfb5bef3a4 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:58.598377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-7c1ae35c-7208-4b31-9605-d9cfb5bef3a4 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 946 time: 0.1636393 Jul 09 16:50:58.605412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'port': {'security_groups': ['1a6145bb-8609-4081-9434-d3f142bccaf1', 'fa53bb19-ec71-4a64-8892-ed1aecd09b44']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:58.710521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:50:58.719161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:58.738268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Transition to ACTIVE for port object 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:58.742765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:58.756712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:58.875562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:58.881013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:58.881013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:58.881290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:58.891091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:58.891469 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:58.891867 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 2 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:58.921066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:58.921617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:58.922228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:58.930586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:58.931211 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:58.931867 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 3 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:58.958453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:58.959066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:58.959399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:58.976394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:58.988126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:58.988782 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:58.989867 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 4 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.016447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.022669 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.025926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.026449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.027028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.032392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.032778 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.033569 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 5 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.058167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.058167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.058167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.058620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a', '8fcc57d9-9500-4da1-8414-3945ab3c5687'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:59.070272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.070493 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.070901 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 6 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.095249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.095632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.099739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.118024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:59.118551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.118906 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.122859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.123232 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 7 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.125835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78bc88a8-e450-4cc8-ab9c-fae74a16ea71 req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "PUT /v2.0/ports/8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 982 time: 0.5259202 Jul 09 16:50:59.126608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:59.136033 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac9575e-7461-4e13-8b8f-1875d4931203" -d '{"events": [{"name": "network-changed", "server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:59.179853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.180277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.180560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.189637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.190258 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.192252 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 8 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.247887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.248212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.248680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.265168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.265513 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.265919 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 9 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.271831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8fcc57d9-9500-4da1-8414-3945ab3c5687'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:59.306739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.307516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.307516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.321576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.322089 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.326238 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 10 to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 Jul 09 16:50:59.352435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1dc80-034d-4ec6-93d0-78bd47b56280 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:59.360643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:59.361290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:59.361826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:59.376063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:59.376520 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:50:59.377068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.382739 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5191cab-caa0-4d36-8a8b-c4fb52330893 x-openstack-request-id: req-f5191cab-caa0-4d36-8a8b-c4fb52330893 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:59.383821 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:59.384504 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5191cab-caa0-4d36-8a8b-c4fb52330893 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:59.385584 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'status': 'completed', 'code': 200} Jul 09 16:50:59.428915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67af0e3c-e2ce-4921-a01f-96dcc4375413 req-bc369299-4a56-4b46-91b8-ea9c85b5d566 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/fa53bb19-ec71-4a64-8892-ed1aecd09b44 HTTP/1.1" status: 200 len: 1802 time: 0.2506320 Jul 09 16:50:59.478905 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-67af0e3c-e2ce-4921-a01f-96dcc4375413 req-f0fe924f-61a0-4a3e-bc3d-ad4a6d6145d7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:50:59.486070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67af0e3c-e2ce-4921-a01f-96dcc4375413 req-f0fe924f-61a0-4a3e-bc3d-ad4a6d6145d7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa53bb19-ec71-4a64-8892-ed1aecd09b44 HTTP/1.1" status: 409 len: 341 time: 0.0561852 Jul 09 16:50:59.533019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] For port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:59.533388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempted to set empty binding levels {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:50:59.546962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-2eebb412-266f-4f9c-a92c-976fc1804438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:59.550638 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-2eebb412-266f-4f9c-a92c-976fc1804438 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1136 time: 0.1111135 Jul 09 16:50:59.553049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.668764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] In _notify_port_updated(), no bound segment for port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:50:59.670792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:59.672229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.678080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:59.678903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "PUT /v2.0/ports/97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 HTTP/1.1" status: 200 len: 975 time: 1.7762399 Jul 09 16:50:59.742806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9843e1-0508-48a8-b9a1-65e95943fe60 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:59.783965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-545884cb-4dc9-4dd2-8be1-5430c1ccd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:59.786012 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-545884cb-4dc9-4dd2-8be1-5430c1ccd7dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.2287850 Jul 09 16:50:59.855216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-f08122b6-735d-4b5d-bb77-52288e15c84c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 217 time: 0.0618768 Jul 09 16:51:00.045303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-50334e7b-b8ca-4a92-9e94-4d653e4c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.046120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.047175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.047362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.047832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.049229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.050004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.050566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.051038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.051631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.052120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.052333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-50334e7b-b8ca-4a92-9e94-4d653e4c62a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.1750731 Jul 09 16:51:00.052733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.053199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.053656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.054265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.054957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.055424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.055889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.056425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.056971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.057434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.058063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.059742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.060485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.061362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.061841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.062305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.062814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.063371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.064154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.065099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.065867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.066631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.067293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.067947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.070276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.071118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.072096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.072869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.077910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.079073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.081246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.100520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-14d5a950-e601-4d80-af96-257f3af0a4ee tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36946 time: 0.4195666 Jul 09 16:51:00.102376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:00.124157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-7756d4f4-afe1-4f06-8d3d-a74134b1d246 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667243 Jul 09 16:51:00.276779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-aa049d86-31f1-42f9-90c4-4a0dd90bb320 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457028 Jul 09 16:51:00.297711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ec2a2-d9f7-4cab-829d-1498f6f9df61 req-da969649-786e-4113-8827-09c5a1f79309 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.304882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f47ec2a2-d9f7-4cab-829d-1498f6f9df61 req-da969649-786e-4113-8827-09c5a1f79309 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 985 time: 0.2009530 Jul 09 16:51:00.315748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Deleting port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:00.316369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.401965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] For port 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79, host n-h2-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:00.402342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.423922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac9575e-7461-4e13-8b8f-1875d4931203 req-2b37d433-e548-404b-9a01-e1a7ac889cf8 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285348 Jul 09 16:51:00.439429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Calling delete_port for 97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:00.492332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f47ec2a2-d9f7-4cab-829d-1498f6f9df61 req-b0884530-ff08-48be-be24-c1d3250ece4f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&id=fa53bb19-ec71-4a64-8892-ed1aecd09b44&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1864719 Jul 09 16:51:00.595770 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.598463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd467cea-7246-4c37-875d-d9efde00982e req-9df39aa6-6ba8-4cd6-89b7-02665bd6d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.604025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-9df39aa6-6ba8-4cd6-89b7-02665bd6d6a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1136 time: 0.0801473 Jul 09 16:51:00.637906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event deleted for resources: {'Port': ['ID=97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:00.649244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.654684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7421b81f-cc73-427c-8c01-303d3d3a78e6 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "DELETE /v2.0/ports/97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 HTTP/1.1" status: 204 len: 168 time: 0.5345170 Jul 09 16:51:00.655787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:00.695479 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2107b89-f4b3-40ae-aa1b-203caf33276d tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:51:00.703550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f2107b89-f4b3-40ae-aa1b-203caf33276d tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "GET /v2.0/ports/97998c2f-cc26-4a56-b6e0-0ef0d2d1ab79 HTTP/1.1" status: 404 len: 333 time: 0.0465720 Jul 09 16:51:00.704446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:00.710040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1505368185', 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:00.747715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Made reservation on behalf of 5bd9d4f014dd492881b13afc38726770 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:00.751979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.761820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd467cea-7246-4c37-875d-d9efde00982e req-93abcbd1-d5fe-4cb9-90d2-45dd099c3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.763691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-93abcbd1-d5fe-4cb9-90d2-45dd099c3814 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.1529331 Jul 09 16:51:00.786893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port e9208b13-fa2a-4d4d-97a7-24568458ec2c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:00.826632 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-9f513f46-457b-48d9-8739-e129ce782080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 217 time: 0.0561624 Jul 09 16:51:00.885140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd467cea-7246-4c37-875d-d9efde00982e req-0cc52983-242e-4845-aa79-09bb204e2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:00.886814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-0cc52983-242e-4845-aa79-09bb204e2686 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.0541201 Jul 09 16:51:00.949784 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-c819e793-2a67-49d2-a306-eeb2208ee42e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527146 Jul 09 16:51:01.141336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-ade47ca6-179d-4571-9918-dddbb6f5a852 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844518 Jul 09 16:51:01.263148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd467cea-7246-4c37-875d-d9efde00982e req-d63f6602-52b7-4eb3-ba04-dcf18b49b847 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136909 Jul 09 16:51:01.389301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:01.460042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:01.553514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:01.557603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:01.562794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:01.563907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.564519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:01.568672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=e9208b13-fa2a-4d4d-97a7-24568458ec2c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:01.596765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd247622-3808-4cb7-b4e1-c0af435ad405 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8904111 Jul 09 16:51:01.598918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:01.741620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5419a8a7-6a01-4f4d-99d7-acc90fad030b tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.744078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5419a8a7-6a01-4f4d-99d7-acc90fad030b tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "GET /v2.0/ports/e9208b13-fa2a-4d4d-97a7-24568458ec2c HTTP/1.1" status: 200 len: 955 time: 0.1439121 Jul 09 16:51:01.746907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:01.802821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465937c-5198-4107-9077-b43708675a0b req-34c9cb96-837a-4975-be53-589cefdcc9e9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.808787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c465937c-5198-4107-9077-b43708675a0b req-34c9cb96-837a-4975-be53-589cefdcc9e9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 985 time: 0.1192389 Jul 09 16:51:01.876735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Deleting port e9208b13-fa2a-4d4d-97a7-24568458ec2c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:01.877132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:01.882521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c465937c-5198-4107-9077-b43708675a0b req-d4f95a56-e581-4d22-b068-7c8884c77ae6 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&id=fa53bb19-ec71-4a64-8892-ed1aecd09b44&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0664780 Jul 09 16:51:02.001644 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.029608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Calling delete_port for e9208b13-fa2a-4d4d-97a7-24568458ec2c owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:02.184252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.229561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9208b13-fa2a-4d4d-97a7-24568458ec2c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:02.236737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.239687 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-46608bcd-04bc-43c9-85df-406ded72e179 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e9208b13-fa2a-4d4d-97a7-24568458ec2c HTTP/1.1" status: 204 len: 168 time: 0.4916296 Jul 09 16:51:02.242407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:02.293158 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7713c8b5-2a80-4fde-a6da-197cfb59f623 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:51:02.295137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7713c8b5-2a80-4fde-a6da-197cfb59f623 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "GET /v2.0/ports/e9208b13-fa2a-4d4d-97a7-24568458ec2c HTTP/1.1" status: 404 len: 333 time: 0.0514314 Jul 09 16:51:02.299838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:02.305899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Request body: {'port': {'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-713421505'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:02.332634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Made reservation on behalf of 5bd9d4f014dd492881b13afc38726770 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:02.335533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.355501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port b4fdf739-0ffa-48ba-9e45-24390f185575 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:02.576659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.635032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.683429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:02.684145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:02.690569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:02.691563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:02.692169 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:02.710033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fdf739-0ffa-48ba-9e45-24390f185575,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:02.718848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bf2dd2c0-fde7-47ae-9523-e43064773897 tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4169679 Jul 09 16:51:02.721124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:02.727059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:02.862309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.142351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd6bab-f57b-41b3-9eb3-9e18df1a8caf req-afe9ebf5-089b-42e9-8f09-ac652f16a218 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:03.145348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5efd6bab-f57b-41b3-9eb3-9e18df1a8caf req-afe9ebf5-089b-42e9-8f09-ac652f16a218 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 985 time: 0.0937307 Jul 09 16:51:03.168734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:03.205191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] device_id is not set on port b4fdf739-0ffa-48ba-9e45-24390f185575 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:03.208473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5efd6bab-f57b-41b3-9eb3-9e18df1a8caf req-2ba219a2-9b34-465e-ad26-374514f71d86 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a6145bb-8609-4081-9434-d3f142bccaf1&id=fa53bb19-ec71-4a64-8892-ed1aecd09b44&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0569327 Jul 09 16:51:03.215006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.236083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Transition to ACTIVE for port object b4fdf739-0ffa-48ba-9e45-24390f185575 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:03.245161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.355842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fdf739-0ffa-48ba-9e45-24390f185575,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:03.363189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.363583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.363880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.370289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.370694 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.371088 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 2 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.394453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.394828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.395245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.401591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.402052 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.402537 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 3 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.422334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab251970-2c5c-45a4-ad7f-4269686a11e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.429929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-2257bdc4-6f6b-44c1-8a8c-bd78b9be6e84 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1295553561&fields=id&tenant_id=3c811a341d934199b5d3e24b5535f9ef HTTP/1.1" status: 200 len: 267 time: 0.0565097 Jul 09 16:51:03.433807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.435411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.435773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.445655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.446006 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.446418 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 4 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.471179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.471589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.471959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.479815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.481630 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.483191 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 5 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.512089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.512793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.513376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.522131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.522680 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.523211 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 6 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.541579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.542348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.542996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.549276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-bcfbc994-9a4e-47e7-8e76-fd83fdec5826 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:03.550878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-bcfbc994-9a4e-47e7-8e76-fd83fdec5826 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 985 time: 0.1119740 Jul 09 16:51:03.551036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.551855 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.552602 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 7 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.571275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'port': {'security_groups': ['1a6145bb-8609-4081-9434-d3f142bccaf1', 'fa53bb19-ec71-4a64-8892-ed1aecd09b44', 'cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:03.580507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.580872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.581314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.586784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.587457 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.587457 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 8 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.608362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.608859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.609050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.615173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.615392 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.615760 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 9 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.626914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab251970-2c5c-45a4-ad7f-4269686a11e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.630605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.631038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.631527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.639288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.639589 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.639912 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempt 10 to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 Jul 09 16:51:03.642063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab251970-2c5c-45a4-ad7f-4269686a11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.660338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:03.660677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:03.661152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempting to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:03.666017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:03.666338 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Failed to bind port b4fdf739-0ffa-48ba-9e45-24390f185575 on host n-h2-800085-2 for vnic_type normal using segments [{'id': 'af167a9b-5db0-4791-9fdf-102431fc0200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8cc5cc38-6d12-4470-9ea5-686b60cda2f2'}] Jul 09 16:51:03.666737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.736794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab251970-2c5c-45a4-ad7f-4269686a11e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1338f310-84bb-409f-8caa-190575e1f78e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:03.740692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] For port b4fdf739-0ffa-48ba-9e45-24390f185575, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:51:03.741302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab251970-2c5c-45a4-ad7f-4269686a11e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad1d19fc7f94422ca302ccdf2e983aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711970 Jul 09 16:51:03.741727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attempted to set empty binding levels {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:51:03.745850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:03.752970 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.765512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.788032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61b96a-8bd5-4601-913c-d3773831e896 req-bd3ea2b5-db25-438d-9571-751cffd0b938 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:03.789626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e61b96a-8bd5-4601-913c-d3773831e896 req-bd3ea2b5-db25-438d-9571-751cffd0b938 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 949 time: 0.1698620 Jul 09 16:51:03.810183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] In _notify_port_updated(), no bound segment for port b4fdf739-0ffa-48ba-9e45-24390f185575 on network 8cc5cc38-6d12-4470-9ea5-686b60cda2f2 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:51:03.811180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:03.811798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.813125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "PUT /v2.0/ports/b4fdf739-0ffa-48ba-9e45-24390f185575 HTTP/1.1" status: 200 len: 974 time: 1.0907850 Jul 09 16:51:03.817792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:03.844135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d565-985a-4414-8ef5-d5cafeac498c tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fdf739-0ffa-48ba-9e45-24390f185575,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:03.849086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3398e40-2bfc-40de-ba5d-fbd5a053277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.872822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3398e40-2bfc-40de-ba5d-fbd5a053277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.911509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e61b96a-8bd5-4601-913c-d3773831e896 req-fc1b5352-89dd-48ef-8ed6-d729cbee7df1 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039507 Jul 09 16:51:03.963499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3398e40-2bfc-40de-ba5d-fbd5a053277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.968172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3398e40-2bfc-40de-ba5d-fbd5a053277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:03.972067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e3398e40-2bfc-40de-ba5d-fbd5a053277d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1338f310-84bb-409f-8caa-190575e1f78e HTTP/1.1" status: 204 len: 168 time: 0.2225587 Jul 09 16:51:03.982887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3398e40-2bfc-40de-ba5d-fbd5a053277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338f310-84bb-409f-8caa-190575e1f78e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:04.065104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Deleting port b4fdf739-0ffa-48ba-9e45-24390f185575 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:04.065459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.183986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] For port b4fdf739-0ffa-48ba-9e45-24390f185575, host n-h2-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:04.185135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.223249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Calling delete_port for b4fdf739-0ffa-48ba-9e45-24390f185575 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:04.228567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:04.331036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.337217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.370894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a', '8fcc57d9-9500-4da1-8414-3945ab3c5687'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:51:04.402516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:04.403227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.420127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e832fefd-8621-4298-8057-ede5d4ec3424 req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "PUT /v2.0/ports/8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 1021 time: 0.8565412 Jul 09 16:51:04.437382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:04.442024 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:04.465963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59342) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:04.507526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a6fa-f605-4e20-af14-e451ea641390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.587591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4e2aa-e2be-4107-8ea5-b261fd613601 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:04.606012 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.658305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.664572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b4fdf739-0ffa-48ba-9e45-24390f185575 HTTP/1.1" status: 204 len: 168 time: 0.8416913 Jul 09 16:51:04.665642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:04.666490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff4614-9574-4c89-a7df-f77be5ea50ed tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4fdf739-0ffa-48ba-9e45-24390f185575,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:04.710859 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-323504bd-86d8-49d2-840f-92ebd4d8b2bc tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:51:04.716227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-323504bd-86d8-49d2-840f-92ebd4d8b2bc tempest-PortsAdminExtendedAttrsTestJSON-626730630 tempest-PortsAdminExtendedAttrsTestJSON-626730630-project-admin] 10.222.0.48 "GET /v2.0/ports/b4fdf739-0ffa-48ba-9e45-24390f185575 HTTP/1.1" status: 404 len: 333 time: 0.0431685 Jul 09 16:51:04.716666 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a6fa-f605-4e20-af14-e451ea641390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.718392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:04.724740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a6fa-f605-4e20-af14-e451ea641390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.737553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8fcc57d9-9500-4da1-8414-3945ab3c5687'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:51:04.777431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f8f9a6fa-f605-4e20-af14-e451ea641390 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbcec8ab3e354733bbd417078e8612c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086455 Jul 09 16:51:04.783167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:04.798739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9f36596-ca5f-42f2-bf24-dc917c97bc5f req-7f53d2e4-00f0-4b3a-a0e4-4d4b61c3a1ad tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec HTTP/1.1" status: 200 len: 1802 time: 0.0993526 Jul 09 16:51:04.845012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a6fa-f605-4e20-af14-e451ea641390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef16d5a-4739-44d7-8043-0bc59c57a98b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:04.845305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.923212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45818905-3461-4424-9ff6-147696501faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.955877 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-b9f36596-ca5f-42f2-bf24-dc917c97bc5f req-993cabc5-dd65-4479-a5c9-7ad05bfa8a30 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:51:04.970289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45818905-3461-4424-9ff6-147696501faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:04.974461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9f36596-ca5f-42f2-bf24-dc917c97bc5f req-993cabc5-dd65-4479-a5c9-7ad05bfa8a30 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec HTTP/1.1" status: 409 len: 341 time: 0.1656342 Jul 09 16:51:04.990426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.039251 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd80b098-2fff-4d30-a8e5-b6386555fd71 x-openstack-request-id: req-fd80b098-2fff-4d30-a8e5-b6386555fd71 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:05.039817 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:05.040122 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd80b098-2fff-4d30-a8e5-b6386555fd71 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:05.043783 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'status': 'completed', 'code': 200} Jul 09 16:51:05.046357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc5cc38-6d12-4470-9ea5-686b60cda2f2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:05.092644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af167a9b-5db0-4791-9fdf-102431fc0200') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:05.093230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af167a9b-5db0-4791-9fdf-102431fc0200') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:05.125301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.159803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.170379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:05.170825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:05.178790 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:05.213909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45818905-3461-4424-9ff6-147696501faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.221106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45818905-3461-4424-9ff6-147696501faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.225540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-45818905-3461-4424-9ff6-147696501faa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ef16d5a-4739-44d7-8043-0bc59c57a98b HTTP/1.1" status: 204 len: 168 time: 0.4398696 Jul 09 16:51:05.240571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45818905-3461-4424-9ff6-147696501faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef16d5a-4739-44d7-8043-0bc59c57a98b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:05.246847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-b3cf8ec5-c69d-4eed-8f9a-366b9172e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:05.248819 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-b3cf8ec5-c69d-4eed-8f9a-366b9172e017 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c811a341d934199b5d3e24b5535f9ef&device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1175 time: 0.1600249 Jul 09 16:51:05.327473 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.343121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.352167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] 10.222.0.48 "DELETE /v2.0/networks/8cc5cc38-6d12-4470-9ea5-686b60cda2f2 HTTP/1.1" status: 204 len: 168 time: 0.6317720 Jul 09 16:51:05.378239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a315a-fd82-4ce4-be7b-e9856c1aa624 tempest-PortsAdminExtendedAttrsTestJSON-660095637 tempest-PortsAdminExtendedAttrsTestJSON-660095637-project] Pushing event deleted for resources: {'Network': ['ID=8cc5cc38-6d12-4470-9ea5-686b60cda2f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:05.530013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-60dd1bcb-0aec-40c9-ada7-083231e39b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:05.531629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-60dd1bcb-0aec-40c9-ada7-083231e39b0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 200 len: 914 time: 0.2760975 Jul 09 16:51:05.587418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-4acad733-eb17-4123-bf0a-c3b9ac3f256f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 200 len: 217 time: 0.0476773 Jul 09 16:51:05.665496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c510-1dc7-4870-a034-5b5a4101af34 req-1fdb23eb-e4a8-496b-ad19-337b9fc71d3e tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:05.668021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfa8c510-1dc7-4870-a034-5b5a4101af34 req-1fdb23eb-e4a8-496b-ad19-337b9fc71d3e tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1024 time: 0.1080999 Jul 09 16:51:05.669055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-8909c8f9-ace3-44c4-ac58-3c6fb3f63af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:05.670819 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-8909c8f9-ace3-44c4-ac58-3c6fb3f63af5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 200 len: 853 time: 0.0768018 Jul 09 16:51:05.750244 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-250f6a8c-1427-4638-8032-f5d59e3a6fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:05.750986 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-73a007d7-5b8a-4f83-9f16-7090897b9107 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e97406db-2736-4d50-a3e7-702b4120c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714431 Jul 09 16:51:05.806809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfa8c510-1dc7-4870-a034-5b5a4101af34 req-6edbf2d9-6794-4699-83ef-2453507be812 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec&id=1a6145bb-8609-4081-9434-d3f142bccaf1&id=fa53bb19-ec71-4a64-8892-ed1aecd09b44&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1322312 Jul 09 16:51:05.898788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:05.918176 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-ffae875b-4616-49bf-bdbf-7feec125959b service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600606 Jul 09 16:51:05.919821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c18bff5-3708-460b-b84e-7d0f8e948551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.058179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c18bff5-3708-460b-b84e-7d0f8e948551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.065891 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c18bff5-3708-460b-b84e-7d0f8e948551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.095248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52ff5fe6-e2c6-4536-97d6-1ee0be7a80c3 req-6c7830e4-a4fd-444f-8eeb-43e0de74bc41 service neutron] 10.222.0.37 "GET /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694942 Jul 09 16:51:06.105576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:06.116145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2c18bff5-3708-460b-b84e-7d0f8e948551 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b08084f0bb040bb9d9f20bf67426c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158821 Jul 09 16:51:06.117153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:06.169233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18bff5-3708-460b-b84e-7d0f8e948551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605062a-ec91-46db-af86-c380bfd66751,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:06.201765 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b664256a-0370-4856-bf24-6efd372caea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.235863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b664256a-0370-4856-bf24-6efd372caea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.289579 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba3c7b6f-b8de-4cc3-84cb-3cfd8e1d5846 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad8837282a484a52ab6fd13e0cf56bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827257 Jul 09 16:51:06.291398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b664256a-0370-4856-bf24-6efd372caea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.292057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:06.294052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b664256a-0370-4856-bf24-6efd372caea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.295321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b664256a-0370-4856-bf24-6efd372caea1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8605062a-ec91-46db-af86-c380bfd66751 HTTP/1.1" status: 204 len: 168 time: 0.1749399 Jul 09 16:51:06.315571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664256a-0370-4856-bf24-6efd372caea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605062a-ec91-46db-af86-c380bfd66751,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:06.349951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92280ae6-c377-4084-a33f-6d9c9de30853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.374105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92280ae6-c377-4084-a33f-6d9c9de30853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.439904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92280ae6-c377-4084-a33f-6d9c9de30853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.442903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92280ae6-c377-4084-a33f-6d9c9de30853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.444094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-92280ae6-c377-4084-a33f-6d9c9de30853 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2e180da-c05b-4614-889b-30ca30bf945d HTTP/1.1" status: 204 len: 168 time: 0.1510231 Jul 09 16:51:06.452263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92280ae6-c377-4084-a33f-6d9c9de30853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e180da-c05b-4614-889b-30ca30bf945d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:06.503783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:06.616552 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.656007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:06.658593 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f4191d-4457-4132-9994-01b6b046099d" -d '{"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:06.674456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:06.684687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:06.725960 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b29f9a-6363-4ba2-b1a4-78a49d8d08d5 x-openstack-request-id: req-c4b29f9a-6363-4ba2-b1a4-78a49d8d08d5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:06.726243 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:06.726575 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4b29f9a-6363-4ba2-b1a4-78a49d8d08d5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:06.726914 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'code': 200} Jul 09 16:51:06.764666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:06.778782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.779355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.780131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.781007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.781622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.782141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.782703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.783232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.783760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.784273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.784787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:06.785418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:07.132543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea46b9-0ba1-4f62-a7c5-3ca9d179e58d req-7e6bd188-de42-4cbf-8620-d077efbcb44e tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:07.147851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cea46b9-0ba1-4f62-a7c5-3ca9d179e58d req-7e6bd188-de42-4cbf-8620-d077efbcb44e tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1024 time: 0.1408653 Jul 09 16:51:07.148867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:07.262743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-942f1c5c-4eea-4bb9-873d-2db5a5c36415 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:07.265150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cea46b9-0ba1-4f62-a7c5-3ca9d179e58d req-426c20df-aca3-4fd9-adbe-f59cbb628188 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec&id=1a6145bb-8609-4081-9434-d3f142bccaf1&id=fa53bb19-ec71-4a64-8892-ed1aecd09b44&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1109219 Jul 09 16:51:07.265855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-942f1c5c-4eea-4bb9-873d-2db5a5c36415 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 1024 time: 0.1246281 Jul 09 16:51:07.271576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e3b1289-7713-4c15-8789-8c25217e9359 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bd9d4f014dd492881b13afc38726770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205513 Jul 09 16:51:07.273343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:07.379819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33631848-0ad5-47d1-a91f-92ecdc708cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.422815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33631848-0ad5-47d1-a91f-92ecdc708cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.454685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Deleting port 8fcc57d9-9500-4da1-8414-3945ab3c5687 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:07.454993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.511538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33631848-0ad5-47d1-a91f-92ecdc708cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.514616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33631848-0ad5-47d1-a91f-92ecdc708cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.518613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33631848-0ad5-47d1-a91f-92ecdc708cd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c477a990-b46d-4a95-b338-fb42bd6d3bfd HTTP/1.1" status: 204 len: 168 time: 0.2439952 Jul 09 16:51:07.527922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33631848-0ad5-47d1-a91f-92ecdc708cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c477a990-b46d-4a95-b338-fb42bd6d3bfd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:07.596178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] For port 8fcc57d9-9500-4da1-8414-3945ab3c5687, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fcc57d9-9500-4da1-8414-3945ab3c5687,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:07.596652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.624059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Calling delete_port for 8fcc57d9-9500-4da1-8414-3945ab3c5687 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:07.879023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:07.913445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a', '8fcc57d9-9500-4da1-8414-3945ab3c5687'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:51:07.927633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'Port': ['ID=8fcc57d9-9500-4da1-8414-3945ab3c5687,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:08.012106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] No DVR routers for this DVR port 8fcc57d9-9500-4da1-8414-3945ab3c5687 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:08.016300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:08.019509 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01815e52-af5a-45ee-a4b1-63d0c35a6992 req-efe82949-5ca2-444e-8520-010de3996324 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "DELETE /v2.0/ports/8fcc57d9-9500-4da1-8414-3945ab3c5687 HTTP/1.1" status: 204 len: 173 time: 0.7427766 Jul 09 16:51:08.020058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'name': 'network-vif-deleted', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:08.022754 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b898c83f-2907-4c69-a3d6-45b73c3d3103" -d '{"events": [{"server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "name": "network-vif-deleted", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:08.130728 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:08.137637 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9bff4-5798-46e0-b9d5-2cc1e5b6dec8 x-openstack-request-id: req-37f9bff4-5798-46e0-b9d5-2cc1e5b6dec8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:08.138100 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d594203-e249-4dad-9877-d7490fba7994", "name": "network-vif-deleted", "tag": "8fcc57d9-9500-4da1-8414-3945ab3c5687", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:08.139670 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37f9bff4-5798-46e0-b9d5-2cc1e5b6dec8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:08.141978 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d594203-e249-4dad-9877-d7490fba7994', 'name': 'network-vif-deleted', 'tag': '8fcc57d9-9500-4da1-8414-3945ab3c5687', 'status': 'completed', 'code': 200} Jul 09 16:51:08.331634 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09b5413d-6d3a-4fba-a2d2-cadc82812267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:08.491234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:51:08.581690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5698d594-34f8-46b0-baf9-77482026b59d req-ddd14364-5415-4042-ac09-21be8cd2bb53 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d594203-e249-4dad-9877-d7490fba7994 HTTP/1.1" status: 200 len: 210 time: 0.1108370 Jul 09 16:51:08.619833 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:08.678399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:08.692200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'mac_address': 'fa:16:3e:0d:23:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:51:08.749790 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:08.769735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:51:08.805398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:08.812821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:08.918163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:08.994239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0aeb00d9-9bb8-4e85-9293-08543cbd2d94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:51:09.200396 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:09.761580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:09.849835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5359fee7-5ea8-456b-8250-209ccf812fad req-3a533c9d-1f7e-4b8d-8d3a-818eed0d5659 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/fa53bb19-ec71-4a64-8892-ed1aecd09b44 HTTP/1.1" status: 200 len: 1802 time: 0.0589824 Jul 09 16:51:09.923655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1982690098', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:09.962699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5359fee7-5ea8-456b-8250-209ccf812fad req-56b97cb1-d3bd-4d47-bedc-89735aa73c56 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:09.965622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Made reservation on behalf of 600fe567f5c64a4ea4d588e3ef43c4b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:09.968180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:09.986324 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.004758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5359fee7-5ea8-456b-8250-209ccf812fad req-56b97cb1-d3bd-4d47-bedc-89735aa73c56 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.082712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5359fee7-5ea8-456b-8250-209ccf812fad req-56b97cb1-d3bd-4d47-bedc-89735aa73c56 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.086499 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5359fee7-5ea8-456b-8250-209ccf812fad req-56b97cb1-d3bd-4d47-bedc-89735aa73c56 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.087954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5359fee7-5ea8-456b-8250-209ccf812fad req-56b97cb1-d3bd-4d47-bedc-89735aa73c56 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa53bb19-ec71-4a64-8892-ed1aecd09b44 HTTP/1.1" status: 204 len: 173 time: 0.2332029 Jul 09 16:51:10.105593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b97cb1-d3bd-4d47-bedc-89735aa73c56 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53bb19-ec71-4a64-8892-ed1aecd09b44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:10.192954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4f1b6a8-850c-4a8e-8344-27180c61930e req-e68933ca-e24e-4b9f-9240-ad43c6c271bd tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec HTTP/1.1" status: 200 len: 1802 time: 0.0719852 Jul 09 16:51:10.210768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.226345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.241422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] device_id is not set on port 7250bc97-9d83-45d9-9cae-c36bf1a4cdee yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:10.313322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53792e-58fa-4b58-af01-67c5793e22e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:10.321850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fcc57d9-9500-4da1-8414-3945ab3c5687 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:10.341518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4f1b6a8-850c-4a8e-8344-27180c61930e req-0e5f8675-19e4-48ff-8103-00dc174c7907 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.349208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 8fcc57d9-9500-4da1-8414-3945ab3c5687 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:51:10.349553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fcc57d9-9500-4da1-8414-3945ab3c5687 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:51:10.373438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4f1b6a8-850c-4a8e-8344-27180c61930e req-0e5f8675-19e4-48ff-8103-00dc174c7907 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.463676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Allocated IP 172.25.7.79 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/7250bc97-9d83-45d9-9cae-c36bf1a4cdee) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:10.470792 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4f1b6a8-850c-4a8e-8344-27180c61930e req-0e5f8675-19e4-48ff-8103-00dc174c7907 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.473743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4f1b6a8-850c-4a8e-8344-27180c61930e req-0e5f8675-19e4-48ff-8103-00dc174c7907 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.480216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4f1b6a8-850c-4a8e-8344-27180c61930e req-0e5f8675-19e4-48ff-8103-00dc174c7907 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec HTTP/1.1" status: 204 len: 173 time: 0.2808392 Jul 09 16:51:10.499297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:10.502648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8675-19e4-48ff-8103-00dc174c7907 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:10.536650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7a15b8f9-bc36-4bec-b79a-9a0d0e34465c req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2005057093', 'description': 'tempest-description-2034961314'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:10.587577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:10.590129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.610420 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a15b8f9-bc36-4bec-b79a-9a0d0e34465c req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.736503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a15b8f9-bc36-4bec-b79a-9a0d0e34465c req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.747096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a15b8f9-bc36-4bec-b79a-9a0d0e34465c req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.774392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.786518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe3f098-c87d-413b-b355-2d45542f6053,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:10.808967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a15b8f9-bc36-4bec-b79a-9a0d0e34465c req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.810609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a15b8f9-bc36-4bec-b79a-9a0d0e34465c req-386a9004-624a-48f2-8aa6-22246b31b0c9 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2924008 Jul 09 16:51:10.843342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.856390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:10.867924 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deba29ea-5ed8-4d45-9422-2a0ceb88c168" -d '{"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:10.898958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:10.916804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.917392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:10.991758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Pushing event updated for resources: {'Port': ['ID=7250bc97-9d83-45d9-9cae-c36bf1a4cdee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:11.028406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:11.036188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:11.036831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:11.041483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:11.057188 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfb14c1-bba7-46b5-bd6c-f971daf72481 x-openstack-request-id: req-acfb14c1-bba7-46b5-bd6c-f971daf72481 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:11.057923 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-plugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:11.059883 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acfb14c1-bba7-46b5-bd6c-f971daf72481 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:11.060361 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'code': 200} Jul 09 16:51:11.078620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.123651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-9b7e60cc-c344-494d-8fdb-6d6548aed870 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/7fe3f098-c87d-413b-b355-2d45542f6053 HTTP/1.1" status: 200 len: 1803 time: 0.1338103 Jul 09 16:51:11.130922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:11.132540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.156999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Request body: {'security_group': {'name': 'tempest-sg-hth-609943109', 'description': 'tempest-description-hth-5227570'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:11.167403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:11.182138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3513a448-8ab8-4ece-a333-16ca921756bd tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4183540 Jul 09 16:51:11.191365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.79'}]}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:11.231951 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.241695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.243541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.344278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.349654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.353231 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.362643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38ad97ab-e441-4fe3-85d5-1c079671e8d4 req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "PUT /v2.0/security-groups/7fe3f098-c87d-413b-b355-2d45542f6053 HTTP/1.1" status: 200 len: 1773 time: 0.2109571 Jul 09 16:51:11.399181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.499177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ba893-d269-47bc-ac5b-39851b518965 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe3f098-c87d-413b-b355-2d45542f6053,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:11.526602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c8447b2-eace-43f1-82ab-1563456aad8e req-1c5e984c-9170-4e35-818c-caa1240e5304 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/7fe3f098-c87d-413b-b355-2d45542f6053 HTTP/1.1" status: 200 len: 1773 time: 0.0979903 Jul 09 16:51:11.638629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-875eb733-a202-4960-bf1c-6e4b6e009ba8 req-b374ebb7-af32-4a4d-9f62-38a53b27f1bf tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/7fe3f098-c87d-413b-b355-2d45542f6053 HTTP/1.1" status: 200 len: 1773 time: 0.0832639 Jul 09 16:51:11.711623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.765932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-875eb733-a202-4960-bf1c-6e4b6e009ba8 req-247dbad6-d340-4591-8a58-41c13a3f303f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.802338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-875eb733-a202-4960-bf1c-6e4b6e009ba8 req-247dbad6-d340-4591-8a58-41c13a3f303f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.892771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-875eb733-a202-4960-bf1c-6e4b6e009ba8 req-247dbad6-d340-4591-8a58-41c13a3f303f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.896535 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-875eb733-a202-4960-bf1c-6e4b6e009ba8 req-247dbad6-d340-4591-8a58-41c13a3f303f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:11.908312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-875eb733-a202-4960-bf1c-6e4b6e009ba8 req-247dbad6-d340-4591-8a58-41c13a3f303f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/7fe3f098-c87d-413b-b355-2d45542f6053 HTTP/1.1" status: 204 len: 173 time: 0.2543733 Jul 09 16:51:11.933037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dbad6-d340-4591-8a58-41c13a3f303f tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe3f098-c87d-413b-b355-2d45542f6053,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:12.157699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:12.185964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:12.488671 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-395755e3-a2c0-40fb-a8bc-90e455ab200b req-3ce9ebfb-bca9-4252-8e34-4ed9aabe995c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:51:12.490819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-395755e3-a2c0-40fb-a8bc-90e455ab200b req-3ce9ebfb-bca9-4252-8e34-4ed9aabe995c tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/cd6dd95d-18ec-4f0e-8f5a-b719fd7be1ec HTTP/1.1" status: 404 len: 352 time: 0.0261216 Jul 09 16:51:12.562447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:12.596704 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-ddca9021-c9af-45c5-ab48-00be41478ab8 req-bbc35fa7-9d67-4fcd-8dac-a29406376d11 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:51:12.598102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddca9021-c9af-45c5-ab48-00be41478ab8 req-bbc35fa7-9d67-4fcd-8dac-a29406376d11 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/fa53bb19-ec71-4a64-8892-ed1aecd09b44 HTTP/1.1" status: 404 len: 352 time: 0.0469668 Jul 09 16:51:12.646786 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-0fd6fcd2-ae32-4f96-959b-d16a632f6a43 req-d990b135-051f-412b-878e-9f93243f5af3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:51:12.647953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fd6fcd2-ae32-4f96-959b-d16a632f6a43 req-d990b135-051f-412b-878e-9f93243f5af3 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/da6083a6-0bff-439e-a160-e59bfc9cc22a HTTP/1.1" status: 404 len: 352 time: 0.0194252 Jul 09 16:51:12.716517 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-01e7544f-a215-4e11-a1e1-6825e8c9fbc2 req-36897582-2621-431b-96d5-f53e33312d89 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:51:12.717800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01e7544f-a215-4e11-a1e1-6825e8c9fbc2 req-36897582-2621-431b-96d5-f53e33312d89 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/610ea719-4887-422e-ad06-d4ad75462623 HTTP/1.1" status: 404 len: 352 time: 0.0155394 Jul 09 16:51:12.778228 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-0e80c924-d7a4-401c-a560-35edaf82ab31 req-32c57955-dd4b-4c1d-ab8d-69f3c4239f01 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:51:12.788072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e80c924-d7a4-401c-a560-35edaf82ab31 req-32c57955-dd4b-4c1d-ab8d-69f3c4239f01 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/92af4888-6f89-4c88-8c69-9c15aca2eb12 HTTP/1.1" status: 404 len: 352 time: 0.0382018 Jul 09 16:51:12.826371 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-5cdeaca4-6d35-4a79-9b45-458705d3d9b5 req-436f89b6-6362-422b-b113-5ad712df3112 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] show failed (client error): The resource could not be found. Jul 09 16:51:12.835393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cdeaca4-6d35-4a79-9b45-458705d3d9b5 req-436f89b6-6362-422b-b113-5ad712df3112 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/9264c2f6-5bb6-4d21-be24-f98fd4ae3c51 HTTP/1.1" status: 404 len: 352 time: 0.0297213 Jul 09 16:51:12.873299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:12.876006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:12.931768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:12.932801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20fb8332-9e9d-4689-befd-797b910ad201 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:51:12.952457 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:51:12.957321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7cf8c593-4d06-4a84-9a55-f16c21a728d1 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7782881 Jul 09 16:51:12.958361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:13.151197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Deleting port 7250bc97-9d83-45d9-9cae-c36bf1a4cdee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:13.152265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:13.377586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:13.397413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Calling delete_port for 7250bc97-9d83-45d9-9cae-c36bf1a4cdee owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:13.571912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39a3b9-2f28-4be0-baa8-06936984f77a req-0f36defb-f9bd-4178-8669-5de260b92a29 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:13.581727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d39a3b9-2f28-4be0-baa8-06936984f77a req-0f36defb-f9bd-4178-8669-5de260b92a29 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1023 time: 0.1644380 Jul 09 16:51:13.630831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:13.682932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d39a3b9-2f28-4be0-baa8-06936984f77a req-f0d19c4f-247a-4cf6-8add-44483d8ca064 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c911ee4-f46f-436c-9d2d-784f4b67d125&id=8f009cf9-b0d6-43ae-b208-902483319ff6&id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1002173 Jul 09 16:51:13.684616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Pushing event deleted for resources: {'Port': ['ID=7250bc97-9d83-45d9-9cae-c36bf1a4cdee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:13.772724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:13.779893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-736c5ab1-d3d7-4ea4-a49c-0fe7d5a4ea68 tempest-RoutersAdminNegativeIpV6Test-2045125316 tempest-RoutersAdminNegativeIpV6Test-2045125316-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7250bc97-9d83-45d9-9cae-c36bf1a4cdee HTTP/1.1" status: 204 len: 168 time: 0.8152671 Jul 09 16:51:14.202164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:14.443645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94d2ba5d-d088-405d-b4d3-42414a6d3d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:14.686436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94d2ba5d-d088-405d-b4d3-42414a6d3d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:14.699437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94d2ba5d-d088-405d-b4d3-42414a6d3d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:14.770193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-94d2ba5d-d088-405d-b4d3-42414a6d3d7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8276741dd46475581fab64db68caa43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650601 Jul 09 16:51:14.773644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:14.785820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2ba5d-d088-405d-b4d3-42414a6d3d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0541058-7229-481e-a5de-82b0498cfce5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:14.975460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dede23-196a-40b9-a9e8-a09c9bc3c083 req-abe9bd67-7dc8-422a-8664-487c963d9ec7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:14.977222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76dede23-196a-40b9-a9e8-a09c9bc3c083 req-abe9bd67-7dc8-422a-8664-487c963d9ec7 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1023 time: 0.1229975 Jul 09 16:51:14.982809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1048-c405-4965-be96-d894f4f2427c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.064148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-0833b237-62a4-4a7c-a1f9-08e40b649979 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:15.065759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-0833b237-62a4-4a7c-a1f9-08e40b649979 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 1023 time: 0.2254956 Jul 09 16:51:15.067995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1048-c405-4965-be96-d894f4f2427c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.076820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76dede23-196a-40b9-a9e8-a09c9bc3c083 req-de53b31d-0c24-46ac-a8b0-398b20dce9e5 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c911ee4-f46f-436c-9d2d-784f4b67d125&id=8f009cf9-b0d6-43ae-b208-902483319ff6&id=1a6145bb-8609-4081-9434-d3f142bccaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0899241 Jul 09 16:51:15.183370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1048-c405-4965-be96-d894f4f2427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.187014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a8d1048-c405-4965-be96-d894f4f2427c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.188409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a8d1048-c405-4965-be96-d894f4f2427c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0541058-7229-481e-a5de-82b0498cfce5 HTTP/1.1" status: 204 len: 168 time: 0.4129677 Jul 09 16:51:15.226713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d1048-c405-4965-be96-d894f4f2427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0541058-7229-481e-a5de-82b0498cfce5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:15.279863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Deleting port dcc0afbf-3d44-4644-bc1b-5b42db5d391a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:15.280352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.482178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] For port dcc0afbf-3d44-4644-bc1b-5b42db5d391a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,segment=NetworkSegment(474674de-bf15-406f-80a0-81891e2c161f),segment_id=474674de-bf15-406f-80a0-81891e2c161f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:15.482874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.500070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Calling delete_port for dcc0afbf-3d44-4644-bc1b-5b42db5d391a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:15.697458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.730655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['dcc0afbf-3d44-4644-bc1b-5b42db5d391a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:51:15.776770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'Port': ['ID=dcc0afbf-3d44-4644-bc1b-5b42db5d391a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:15.787626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:15.870590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] No DVR routers for this DVR port dcc0afbf-3d44-4644-bc1b-5b42db5d391a on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:15.874206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:15.876227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6ecbe91-7dd7-4006-9313-27f9bbc7bd34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=600fe567f5c64a4ea4d588e3ef43c4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864604 Jul 09 16:51:15.881914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:15.885156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a816e40c-77a6-43b6-baec-f24c72907b70 req-c0e8e825-29e2-4817-97f2-a16643854abe tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.37 "DELETE /v2.0/ports/dcc0afbf-3d44-4644-bc1b-5b42db5d391a HTTP/1.1" status: 204 len: 173 time: 0.8072011 Jul 09 16:51:15.885754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'name': 'network-vif-deleted', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:15.888778 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f786e083-7fe8-4c9a-985f-8f095c00d075" -d '{"events": [{"server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "name": "network-vif-deleted", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:15.982123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-688290bb-f97e-4a92-a3e3-cd34ae16d41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:16.009361 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478967d-c33e-47be-9087-8018849274b0 x-openstack-request-id: req-1478967d-c33e-47be-9087-8018849274b0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:16.010047 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc6998f-7139-4d69-9470-ecca28fa5de0", "name": "network-vif-deleted", "tag": "dcc0afbf-3d44-4644-bc1b-5b42db5d391a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:16.014636 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1478967d-c33e-47be-9087-8018849274b0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:16.015300 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc6998f-7139-4d69-9470-ecca28fa5de0', 'name': 'network-vif-deleted', 'tag': 'dcc0afbf-3d44-4644-bc1b-5b42db5d391a', 'status': 'completed', 'code': 200} Jul 09 16:51:16.049647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-688290bb-f97e-4a92-a3e3-cd34ae16d41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:16.149040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-688290bb-f97e-4a92-a3e3-cd34ae16d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:16.151780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-688290bb-f97e-4a92-a3e3-cd34ae16d41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:16.153040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-688290bb-f97e-4a92-a3e3-cd34ae16d41d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec53792e-58fa-4b58-af01-67c5793e22e2 HTTP/1.1" status: 204 len: 168 time: 0.2776771 Jul 09 16:51:16.174578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688290bb-f97e-4a92-a3e3-cd34ae16d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53792e-58fa-4b58-af01-67c5793e22e2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:16.477341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bee81483-27e1-4695-8d20-84c76580984c req-a7b0b601-3efc-43e5-b766-0543a76ad3fc tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc6998f-7139-4d69-9470-ecca28fa5de0 HTTP/1.1" status: 200 len: 210 time: 0.1171606 Jul 09 16:51:17.525933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:17.717118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-945417a6-7e81-443e-967c-e6e90d6f6d8c req-fbb26f67-1c25-492b-9a6e-0ad9cf16af8d tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/9c911ee4-f46f-436c-9d2d-784f4b67d125 HTTP/1.1" status: 200 len: 1802 time: 0.0837219 Jul 09 16:51:17.740082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1436422920'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:17.792481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:17.804071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:17.820945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:17.833793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-945417a6-7e81-443e-967c-e6e90d6f6d8c req-915de758-f2ab-4bce-96a2-7905e1257f85 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:17.871453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-945417a6-7e81-443e-967c-e6e90d6f6d8c req-915de758-f2ab-4bce-96a2-7905e1257f85 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:17.922670 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-945417a6-7e81-443e-967c-e6e90d6f6d8c req-915de758-f2ab-4bce-96a2-7905e1257f85 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:17.930083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-945417a6-7e81-443e-967c-e6e90d6f6d8c req-915de758-f2ab-4bce-96a2-7905e1257f85 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:17.949852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-945417a6-7e81-443e-967c-e6e90d6f6d8c req-915de758-f2ab-4bce-96a2-7905e1257f85 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/9c911ee4-f46f-436c-9d2d-784f4b67d125 HTTP/1.1" status: 204 len: 173 time: 0.2317281 Jul 09 16:51:18.015356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915de758-f2ab-4bce-96a2-7905e1257f85 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c911ee4-f46f-436c-9d2d-784f4b67d125,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:18.044931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.063142 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.093864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9a472a-0c73-478a-bf41-ef8907af34d5 req-860ad051-01cd-48e7-9221-b8ba4e6aea2a tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "GET /v2.0/security-groups/8f009cf9-b0d6-43ae-b208-902483319ff6 HTTP/1.1" status: 200 len: 1802 time: 0.1185930 Jul 09 16:51:18.116315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824595c3-1909-44d4-aa20-02fdf88aeb56,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:18.140897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:18.171018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.171467 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Added segment 8860b7df-7375-4f7b-a069-34e173580ce9 of type vlan for network 4f108401-ff64-455d-9585-15f5336d5228 Jul 09 16:51:18.203353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf9a472a-0c73-478a-bf41-ef8907af34d5 req-cc492cf1-c9ff-4f2a-97f1-7adc58327e15 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.245833 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf9a472a-0c73-478a-bf41-ef8907af34d5 req-cc492cf1-c9ff-4f2a-97f1-7adc58327e15 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.246988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.296133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.302308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:18.303116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.329186 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf9a472a-0c73-478a-bf41-ef8907af34d5 req-cc492cf1-c9ff-4f2a-97f1-7adc58327e15 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.334828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf9a472a-0c73-478a-bf41-ef8907af34d5 req-cc492cf1-c9ff-4f2a-97f1-7adc58327e15 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.341065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf9a472a-0c73-478a-bf41-ef8907af34d5 req-cc492cf1-c9ff-4f2a-97f1-7adc58327e15 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f009cf9-b0d6-43ae-b208-902483319ff6 HTTP/1.1" status: 204 len: 173 time: 0.2459619 Jul 09 16:51:18.354999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dcc0afbf-3d44-4644-bc1b-5b42db5d391a no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:18.377403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:18.378939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492cf1-c9ff-4f2a-97f1-7adc58327e15 tempest-SecurityGroupsTestJSON-154555142 tempest-SecurityGroupsTestJSON-154555142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f009cf9-b0d6-43ae-b208-902483319ff6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:18.381062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Network': ['ID=4f108401-ff64-455d-9585-15f5336d5228,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:18.401418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: dcc0afbf-3d44-4644-bc1b-5b42db5d391a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:51:18.402031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device dcc0afbf-3d44-4644-bc1b-5b42db5d391a not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:51:18.403695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eb4872aa-870d-4cc4-badb-6934ac45939e tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8747311 Jul 09 16:51:18.404696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:18.414747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'subnet': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:18.460718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Deleting subnet 879a583b-71c4-43a1-96cf-dcc1e8c99319 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:51:18.465082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.516329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.581744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.621611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:18.631750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.655616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.700324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879a583b-71c4-43a1-96cf-dcc1e8c99319,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:18.716814 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:18.739078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-21c59488-94d0-42e4-ae97-b42ab394837b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/879a583b-71c4-43a1-96cf-dcc1e8c99319 HTTP/1.1" status: 204 len: 168 time: 0.3494205 Jul 09 16:51:18.740143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:18.880101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4f108401-ff64-455d-9585-15f5336d5228 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:18.905515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.064555 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.083041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97406db-2736-4d50-a3e7-702b4120c55d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:19.090578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.103030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474674de-bf15-406f-80a0-81891e2c161f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:19.103316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474674de-bf15-406f-80a0-81891e2c161f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:19.115031 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.139839 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.151275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:19.152771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:19.156825 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:19.174401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Subnet': ['ID=662276ca-1f9c-4c4c-b37b-a58858a49581,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:19.211449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Checking segment: {'id': '8860b7df-7375-4f7b-a069-34e173580ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4f108401-ff64-455d-9585-15f5336d5228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:19.212262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network hostable DHCP agents. Network: 4f108401-ff64-455d-9585-15f5336d5228, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:19.265955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:19.272255 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.297827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.299962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4f108401-ff64-455d-9585-15f5336d5228) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:19.309805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:19.312754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ed980-4728-4d0b-a559-b5f58826ae9d None None] Network 4f108401-ff64-455d-9585-15f5336d5228 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:19.324339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e97406db-2736-4d50-a3e7-702b4120c55d HTTP/1.1" status: 204 len: 168 time: 0.5836556 Jul 09 16:51:19.327382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.329579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba9e7e-645b-4929-878a-8b8af36656a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e97406db-2736-4d50-a3e7-702b4120c55d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:19.373547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:19.376319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-436ad06c-489f-42fb-9b79-7097a537074c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9698765 Jul 09 16:51:19.379290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-621464457'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:19.649238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-4f108401-ff64-455d-9585-15f5336d5228', 'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'tenant_id': '32547dfbbde84f349fcc93299d918010', 'fixed_ips': [{'subnet_id': '662276ca-1f9c-4c4c-b37b-a58858a49581'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:19.651171 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.689677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:19.696872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:19.715923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:19.741713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] device_id is not set on port 915116e1-b248-4aea-86ae-4452655dfba3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:19.820990 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d9fbbc2c-a046-4b16-b7e1-1d8b83816425 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c811a341d934199b5d3e24b5535f9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014514 Jul 09 16:51:19.828431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:20.029348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8099-2eb9-4361-8b87-a22a60eb5e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:20.070369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8099-2eb9-4361-8b87-a22a60eb5e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:20.080727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Allocated IP 2001:db8::35f (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/915116e1-b248-4aea-86ae-4452655dfba3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:20.139485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8099-2eb9-4361-8b87-a22a60eb5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:20.142448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8a8099-2eb9-4361-8b87-a22a60eb5e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:20.143639 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce8a8099-2eb9-4361-8b87-a22a60eb5e4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a6145bb-8609-4081-9434-d3f142bccaf1 HTTP/1.1" status: 204 len: 168 time: 0.2996697 Jul 09 16:51:20.155438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a8099-2eb9-4361-8b87-a22a60eb5e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6145bb-8609-4081-9434-d3f142bccaf1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:20.316530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-821439e3-d10e-4eb1-9b68-5b1d643de44c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054272 Jul 09 16:51:20.446291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:20.464875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Transition to ACTIVE for port object 915116e1-b248-4aea-86ae-4452655dfba3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:20.513234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-c9d8610e-f7d3-4cb0-8353-2fbce6f6a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:20.515001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-c9d8610e-f7d3-4cb0-8353-2fbce6f6a35b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.1282959 Jul 09 16:51:20.546025 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:20.670269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Allocated IP 2001:db8::2 (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/7d2e8407-29b1-4aa2-9a3a-9811b8ba0345) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:20.677123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:20.690018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:20.739689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:20.748912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:20.750540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:21.136102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:21.163542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Transition to ACTIVE for port object 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:21.197797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Transition to ACTIVE for port object 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:21.212093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:21.267946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=915116e1-b248-4aea-86ae-4452655dfba3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:21.285210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b572dd62-d0b3-4d9b-92ac-607aaa85057a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9106061 Jul 09 16:51:21.286204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:21.336138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-101954420', 'allowed_address_pairs': [{'ip_address': '2001:db8::35f', 'mac_address': 'fa:16:3e:89:6d:8e'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:21.354751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:21.357328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Pushing event updated for resources: {'Port': ['ID=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:21.360673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:21.375225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:21.477799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-987fb3ea-ab80-444a-9b3b-4505d8b5e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:21.480142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-987fb3ea-ab80-444a-9b3b-4505d8b5e669 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.8855014 Jul 09 16:51:21.513280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Attempting to bind port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:21.513658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Attempting to bind port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '8860b7df-7375-4f7b-a069-34e173580ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4f108401-ff64-455d-9585-15f5336d5228'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:21.514028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Attempting to bind port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 on network 4f108401-ff64-455d-9585-15f5336d5228 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:21.527484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:51:21.527924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Checking segment: {'id': '8860b7df-7375-4f7b-a069-34e173580ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4f108401-ff64-455d-9585-15f5336d5228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:21.528437 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:21.529089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Bound using segment: {'id': '8860b7df-7375-4f7b-a069-34e173580ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4f108401-ff64-455d-9585-15f5336d5228'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:51:21.529894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Bound port: 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8860b7df-7375-4f7b-a069-34e173580ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4f108401-ff64-455d-9585-15f5336d5228'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:51:21.530578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:21.649769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-1a31b755-b8ea-423d-8a7f-e62fcb1c0bd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1536019 Jul 09 16:51:21.673573 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] For port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:51:21.679373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] For port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,segment=NetworkSegment(8860b7df-7375-4f7b-a069-34e173580ce9),segment_id=8860b7df-7375-4f7b-a069-34e173580ce9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:51:21.690156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:21.790805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5867bb-83ef-4cd1-bc8f-fe51f4c57d73 None None] Pushing event updated for resources: {'Port': ['ID=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:21.839416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:21.950732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-630af9d6-f39d-4aea-8a6f-5c19df57aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:21.952818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-630af9d6-f39d-4aea-8a6f-5c19df57aae2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.2780304 Jul 09 16:51:21.964907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:22.080785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.154767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] device_id is not set on port 1ee54c71-be8a-420d-b2fa-82827eca8624 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:22.168612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-9ba0ae21-fb36-4683-aa0a-6419dc10618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:22.176507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-9ba0ae21-fb36-4683-aa0a-6419dc10618d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087605 Jul 09 16:51:22.221250 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:51:22.310304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1052962871-network', 'tenant_id': 'dd93b209bff14218b1f935d052af63b3'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:22.359656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Made reservation on behalf of dd93b209bff14218b1f935d052af63b3 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:22.362427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.373306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.450139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Allocated IP 2001:db8::245 (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/1ee54c71-be8a-420d-b2fa-82827eca8624) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:22.492088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-bf370ff2-3c8b-4244-b4a7-c3f4ded088c7 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678957 Jul 09 16:51:22.560260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.568967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.631222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:22.650639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.651206 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Added segment 6654fd19-dcd5-4329-a0df-eecd5661f364 of type vlan for network 9c1128bb-feba-4616-a8e1-866b209b08fe Jul 09 16:51:22.726794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.742121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037eaf3f-7d0a-4977-ae30-c0024a64e898 req-b5f6e224-7e3c-40df-ab7d-7d50c95cf9ce service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308214 Jul 09 16:51:22.742769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9760bfe4-1f0d-4a1e-8b66-16e97180b4d3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:22.810608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.812080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:22.812913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.814203 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.848666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Transition to ACTIVE for port object 1ee54c71-be8a-420d-b2fa-82827eca8624 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:22.922746 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9549577 Jul 09 16:51:22.924761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:22.937779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.959147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Request body: {'subnet': {'network_id': '9c1128bb-feba-4616-a8e1-866b209b08fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1052962871-subnet', 'tenant_id': 'dd93b209bff14218b1f935d052af63b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:23.001539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4ee63-1c6c-4bf6-a57e-550825af20c6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c1128bb-feba-4616-a8e1-866b209b08fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:23.049083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9c1128bb-feba-4616-a8e1-866b209b08fe details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:23.079544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:23.081708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Made reservation on behalf of dd93b209bff14218b1f935d052af63b3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:23.085548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:23.093204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:23.111101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:23.147373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:23.148097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:23.223145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=1ee54c71-be8a-420d-b2fa-82827eca8624,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:23.256347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:23.259243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eb525eab-b026-403f-a8bd-3d6d07760a67 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9452798 Jul 09 16:51:23.268912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:23.459429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:23.532306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c89d1-81e9-454e-948c-6ac105f03471 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:23.538898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c89d1-81e9-454e-948c-6ac105f03471 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:23.545426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c89d1-81e9-454e-948c-6ac105f03471 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:23.547180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8d1c89d1-81e9-454e-948c-6ac105f03471 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2877195 Jul 09 16:51:23.552181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:23.620700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3436a2aa-1b03-431d-b3e7-7fb699dd50e5 None None] Network 4f108401-ff64-455d-9585-15f5336d5228 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:23.807437 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:23.817599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] Provisioning for port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:23.842027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:23.850676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] Provisioning complete for port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:23.851239 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:23.861125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port 1ee54c71-be8a-420d-b2fa-82827eca8624 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:23.862029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:23.968895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8813abb5-8b3a-497a-9316-bba023e2c664,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:24.050745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Checking segment: {'id': '6654fd19-dcd5-4329-a0df-eecd5661f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9c1128bb-feba-4616-a8e1-866b209b08fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:24.051979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Network hostable DHCP agents. Network: 9c1128bb-feba-4616-a8e1-866b209b08fe, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:24.061702 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:24.094005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Network 9c1128bb-feba-4616-a8e1-866b209b08fe is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:24.102703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:24.123403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9c1128bb-feba-4616-a8e1-866b209b08fe) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:24.145150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] For port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,segment=NetworkSegment(8860b7df-7375-4f7b-a069-34e173580ce9),segment_id=8860b7df-7375-4f7b-a069-34e173580ce9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:24.154234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for 1ee54c71-be8a-420d-b2fa-82827eca8624 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:24.157793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cad9a7-cef2-40c8-be99-823629fd98c6 None None] Network 9c1128bb-feba-4616-a8e1-866b209b08fe requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:24.161485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:24.164553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:24.199884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9bd8a310-0c69-4516-b82d-709770e2ec43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2741816 Jul 09 16:51:24.312150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:24.557088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2aa1e-f83d-48e3-b16d-fc8c798c292f None None] Pushing event updated for resources: {'Port': ['ID=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:24.620619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:24.708744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=1ee54c71-be8a-420d-b2fa-82827eca8624,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:24.719469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ab2e0-4c8d-4be3-93c4-bfa16532c45d None None] Network 9c1128bb-feba-4616-a8e1-866b209b08fe requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:24.889673 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-723c54b9-c115-4e86-ab55-bc740a01daf0 req-b6d2cc3c-8cc9-4916-9aac-788f83edffdf tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] show failed (client error): The resource could not be found. Jul 09 16:51:24.904499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-723c54b9-c115-4e86-ab55-bc740a01daf0 req-b6d2cc3c-8cc9-4916-9aac-788f83edffdf tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups/b82eb0b3-4f34-48cf-bfb1-6c5cb4268bf9 HTTP/1.1" status: 404 len: 352 time: 0.1371980 Jul 09 16:51:24.961669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Could not find standard attr ID for object 1ee54c71-be8a-420d-b2fa-82827eca8624. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:51:24.978345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Provisioning for port 915116e1-b248-4aea-86ae-4452655dfba3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:24.984074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Provisioning complete for port 915116e1-b248-4aea-86ae-4452655dfba3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:24.984074 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.068601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.074206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:25.075107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ffb0e4a-9c4b-45ff-9b09-23354e47d680 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/ports/1ee54c71-be8a-420d-b2fa-82827eca8624 HTTP/1.1" status: 204 len: 168 time: 1.5176804 Jul 09 16:51:25.107269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Port 915116e1-b248-4aea-86ae-4452655dfba3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:25.135428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Provisioning complete for port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:25.135428 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e92e176-d785-43e6-ba16-8a228332c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.142408 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b414a383-e439-4bcd-9c5a-84484f5aaba2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] GET failed (client error): The resource could not be found. Jul 09 16:51:25.151975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:25.158172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-947019610'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:25.160576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b414a383-e439-4bcd-9c5a-84484f5aaba2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "GET /v2.0/ports/1ee54c71-be8a-420d-b2fa-82827eca8624 HTTP/1.1" status: 404 len: 333 time: 0.0844595 Jul 09 16:51:25.165510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74336307-28ce-4874-b971-badaf2701ad4 req-64af68b8-a513-40be-805b-5a3f3fede951 tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd93b209bff14218b1f935d052af63b3 HTTP/1.1" status: 200 len: 2988 time: 0.1604583 Jul 09 16:51:25.173577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:25.269124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:25.269622 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.270930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74336307-28ce-4874-b971-badaf2701ad4 req-5abee196-b5cf-4889-8d40-737126dac179 tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups/9760bfe4-1f0d-4a1e-8b66-16e97180b4d3 HTTP/1.1" status: 200 len: 2985 time: 0.0875454 Jul 09 16:51:25.362104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74336307-28ce-4874-b971-badaf2701ad4 req-27e8785e-f61e-47a8-a816-e33aea12606f tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups/9760bfe4-1f0d-4a1e-8b66-16e97180b4d3 HTTP/1.1" status: 200 len: 2985 time: 0.0775476 Jul 09 16:51:25.415899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:25.423673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.560299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51aa88ef-0123-4fa8-b570-f756e7787281 None None] Provisioning complete for port 915116e1-b248-4aea-86ae-4452655dfba3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:25.561344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51aa88ef-0123-4fa8-b570-f756e7787281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.581878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] device_id is not set on port ea2978ef-6c1e-49a7-887d-b51e3d81525d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:25.723054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-51aa88ef-0123-4fa8-b570-f756e7787281 None None] Port 915116e1-b248-4aea-86ae-4452655dfba3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:25.754266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a37d79aa-bf59-410d-94bc-250c1a61992e req-6f09b859-89bf-415d-9df3-b869eb1a0235 tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups/9760bfe4-1f0d-4a1e-8b66-16e97180b4d3 HTTP/1.1" status: 200 len: 2985 time: 0.3243737 Jul 09 16:51:25.941100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c83a8a35-2d9e-4991-8f3a-7c2d55e0dc95 None None] Could not find standard attr ID for object 1ee54c71-be8a-420d-b2fa-82827eca8624. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:51:25.947929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Allocated IP 2001:db8::4c (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/ea2978ef-6c1e-49a7-887d-b51e3d81525d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:26.032610 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-a37d79aa-bf59-410d-94bc-250c1a61992e req-3839bc7f-f97e-4c41-b65a-e78cfd472d3f tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:51:26.039125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a37d79aa-bf59-410d-94bc-250c1a61992e req-3839bc7f-f97e-4c41-b65a-e78cfd472d3f tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "DELETE /v2.0/security-groups/9760bfe4-1f0d-4a1e-8b66-16e97180b4d3 HTTP/1.1" status: 409 len: 352 time: 0.2672033 Jul 09 16:51:26.249597 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-d327276e-f79f-43ae-a824-dc1f04fcde8d req-2b6318ff-5909-4897-952f-0ac0d33fab1a tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] show failed (client error): The resource could not be found. Jul 09 16:51:26.253350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d327276e-f79f-43ae-a824-dc1f04fcde8d req-2b6318ff-5909-4897-952f-0ac0d33fab1a tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups/c14213ee-0712-4a7f-bb20-7955270c9cac HTTP/1.1" status: 404 len: 352 time: 0.1667674 Jul 09 16:51:26.337760 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-8e0053a9-55f4-457f-bf55-b93e2e125526 req-71414c96-9487-4e7a-8b8f-c13ec2070216 tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] show failed (client error): The resource could not be found. Jul 09 16:51:26.340507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e0053a9-55f4-457f-bf55-b93e2e125526 req-71414c96-9487-4e7a-8b8f-c13ec2070216 tempest-SecurityGroupsNegativeTestJSON-1627730818 tempest-SecurityGroupsNegativeTestJSON-1627730818-project] 10.222.0.48 "GET /v2.0/security-groups/4e69db0f-4e9f-4076-9d2d-b08b00012106 HTTP/1.1" status: 404 len: 352 time: 0.0238745 Jul 09 16:51:26.365181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:26.414877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:26.441186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Transition to ACTIVE for port object ea2978ef-6c1e-49a7-887d-b51e3d81525d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:26.470617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Deleting subnet 8813abb5-8b3a-497a-9316-bba023e2c664 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:51:26.478803 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:26.503982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:26.555837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:26.569266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:26.573212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:26.580690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:26.582036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:26.606802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4535823 Jul 09 16:51:26.614992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:26.639191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35f', 'mac_address': 'fa:16:3e:89:6d:8e'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:26.645468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e56b8-7ea5-41f1-b6c4-10c90fedbef2 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=ea2978ef-6c1e-49a7-887d-b51e3d81525d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:26.895348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.236758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb011b13-1cec-4c32-ae40-b2965d24d4dd None None] Provisioning for port ea2978ef-6c1e-49a7-887d-b51e3d81525d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:27.246028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb011b13-1cec-4c32-ae40-b2965d24d4dd None None] Provisioning complete for port ea2978ef-6c1e-49a7-887d-b51e3d81525d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:27.246438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb011b13-1cec-4c32-ae40-b2965d24d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.290650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.339097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.353561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bb011b13-1cec-4c32-ae40-b2965d24d4dd None None] Port ea2978ef-6c1e-49a7-887d-b51e3d81525d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:27.411305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.417545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.443462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.495485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8813abb5-8b3a-497a-9316-bba023e2c664,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:27.500602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.503041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-896668ce-6b91-4cc3-b6cb-12b2f4b74582 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8813abb5-8b3a-497a-9316-bba023e2c664 HTTP/1.1" status: 204 len: 168 time: 1.1355727 Jul 09 16:51:27.506389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:27.543810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] In _notify_port_updated(), no bound segment for port ea2978ef-6c1e-49a7-887d-b51e3d81525d on network 4f108401-ff64-455d-9585-15f5336d5228 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:51:27.552965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:27.553784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.558599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "PUT /v2.0/ports/ea2978ef-6c1e-49a7-887d-b51e3d81525d HTTP/1.1" status: 200 len: 1001 time: 0.9390745 Jul 09 16:51:27.562508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:27.597318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f82589-c2ee-4b45-a731-f61b71ab64f9 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=ea2978ef-6c1e-49a7-887d-b51e3d81525d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:27.646424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.808707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.812374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port ea2978ef-6c1e-49a7-887d-b51e3d81525d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:27.812877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.821863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1128bb-feba-4616-a8e1-866b209b08fe']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:27.834158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6654fd19-dcd5-4329-a0df-eecd5661f364') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:27.834885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6654fd19-dcd5-4329-a0df-eecd5661f364') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:27.844917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.863851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.870978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:27.871670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.949996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2000416a-8138-47a2-bf76-94770257998a None None] Provisioning complete for port ea2978ef-6c1e-49a7-887d-b51e3d81525d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:27.950636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2000416a-8138-47a2-bf76-94770257998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.953603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:27.979893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for ea2978ef-6c1e-49a7-887d-b51e3d81525d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:28.063821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2000416a-8138-47a2-bf76-94770257998a None None] Port ea2978ef-6c1e-49a7-887d-b51e3d81525d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:28.086353 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:28.092344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.104628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.113506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c1128bb-feba-4616-a8e1-866b209b08fe HTTP/1.1" status: 204 len: 168 time: 0.6054175 Jul 09 16:51:28.147846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cdcb4-e0ab-4f62-8f9c-af23012f5e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1128bb-feba-4616-a8e1-866b209b08fe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:28.259353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.332335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=ea2978ef-6c1e-49a7-887d-b51e3d81525d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:28.389427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:28.552802 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.558810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cf15ae72-12ff-4b73-8350-56f5cc2bb493 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/ports/ea2978ef-6c1e-49a7-887d-b51e3d81525d HTTP/1.1" status: 204 len: 168 time: 0.9952543 Jul 09 16:51:28.561477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:28.569316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-206191b0-12f7-4d8b-8485-6d4dbb8b682c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd93b209bff14218b1f935d052af63b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781907 Jul 09 16:51:28.571758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:28.614754 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed2dfd4-3719-4e4d-940f-b6787310413c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] GET failed (client error): The resource could not be found. Jul 09 16:51:28.617132 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ed2dfd4-3719-4e4d-940f-b6787310413c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "GET /v2.0/ports/ea2978ef-6c1e-49a7-887d-b51e3d81525d HTTP/1.1" status: 404 len: 333 time: 0.0544999 Jul 09 16:51:28.622665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:28.629306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1742591360'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:28.710625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d888c8b4-1f7c-4fcb-862d-b5bb1ec4a5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.771829 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d888c8b4-1f7c-4fcb-862d-b5bb1ec4a5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.858358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:28.859733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.883497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] device_id is not set on port 2f583335-c2b6-4c00-9192-2926b1b3ea56 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:28.891932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d888c8b4-1f7c-4fcb-862d-b5bb1ec4a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.894804 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d888c8b4-1f7c-4fcb-862d-b5bb1ec4a5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.896069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d888c8b4-1f7c-4fcb-862d-b5bb1ec4a5f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9760bfe4-1f0d-4a1e-8b66-16e97180b4d3 HTTP/1.1" status: 204 len: 168 time: 0.3226991 Jul 09 16:51:28.915127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888c8b4-1f7c-4fcb-862d-b5bb1ec4a5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9760bfe4-1f0d-4a1e-8b66-16e97180b4d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:29.077354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Allocated IP 2001:db8::1cf (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/2f583335-c2b6-4c00-9192-2926b1b3ea56) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:29.334278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:29.359936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Transition to ACTIVE for port object 2f583335-c2b6-4c00-9192-2926b1b3ea56 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:29.430946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:29.489495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:29.494497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:29.503758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:29.513107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:29.514098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:29.539649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=2f583335-c2b6-4c00-9192-2926b1b3ea56,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:29.558488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7038432-9dd3-4773-bdaa-3a0f0e3299c5 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9291182 Jul 09 16:51:29.558488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:29.566693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:89:6d:8e'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:29.826893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.017520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef8fb5bd-48f8-4c14-b398-532879bb947c None None] Provisioning for port 2f583335-c2b6-4c00-9192-2926b1b3ea56 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:30.034057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef8fb5bd-48f8-4c14-b398-532879bb947c None None] Provisioning complete for port 2f583335-c2b6-4c00-9192-2926b1b3ea56 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:30.034834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb5bd-48f8-4c14-b398-532879bb947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.083026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fb5bd-48f8-4c14-b398-532879bb947c None None] Port 2f583335-c2b6-4c00-9192-2926b1b3ea56 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:30.144637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.150590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.196372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] In _notify_port_updated(), no bound segment for port 2f583335-c2b6-4c00-9192-2926b1b3ea56 on network 4f108401-ff64-455d-9585-15f5336d5228 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:51:30.204097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:30.205042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.206750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "PUT /v2.0/ports/2f583335-c2b6-4c00-9192-2926b1b3ea56 HTTP/1.1" status: 200 len: 1003 time: 0.6481683 Jul 09 16:51:30.209709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:30.260138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52531589-c371-4781-9289-e02ba45fe58d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=2f583335-c2b6-4c00-9192-2926b1b3ea56,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:30.379943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port 2f583335-c2b6-4c00-9192-2926b1b3ea56 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:30.380289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.510234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.530253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for 2f583335-c2b6-4c00-9192-2926b1b3ea56 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:30.613194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-734aa209-aeaa-405e-a83f-d4aec9f48f3f None None] Provisioning complete for port 2f583335-c2b6-4c00-9192-2926b1b3ea56 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:30.615464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-734aa209-aeaa-405e-a83f-d4aec9f48f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.670842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-734aa209-aeaa-405e-a83f-d4aec9f48f3f None None] Port 2f583335-c2b6-4c00-9192-2926b1b3ea56 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:30.711627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cff3c-bf71-400c-941b-f24cd45a241d req-adf32131-67d8-49f5-b938-6991290afdad tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:30.713229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cff3c-bf71-400c-941b-f24cd45a241d req-adf32131-67d8-49f5-b938-6991290afdad tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 950 time: 0.1800675 Jul 09 16:51:30.810980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e11cff3c-bf71-400c-941b-f24cd45a241d req-54f7e0e3-5a0f-4713-bc3e-634119d87b3d tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725214 Jul 09 16:51:30.812555 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.849647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=2f583335-c2b6-4c00-9192-2926b1b3ea56,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:30.900287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:30.902324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cca8f3ea-9c0b-4dc0-97d4-63f5a6fa438d tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/ports/2f583335-c2b6-4c00-9192-2926b1b3ea56 HTTP/1.1" status: 204 len: 168 time: 0.6915843 Jul 09 16:51:30.905415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:30.944507 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa61e3c8-8e6f-4ac8-b4a3-ba473fda40fd tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] GET failed (client error): The resource could not be found. Jul 09 16:51:30.949217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa61e3c8-8e6f-4ac8-b4a3-ba473fda40fd tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "GET /v2.0/ports/2f583335-c2b6-4c00-9192-2926b1b3ea56 HTTP/1.1" status: 404 len: 333 time: 0.0427368 Jul 09 16:51:30.953175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:30.960818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-171330554'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:31.217800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:31.222733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:31.250246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] device_id is not set on port 0b113034-8bb4-4640-9df3-60b9666b1a41 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:31.437584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Allocated IP 2001:db8::de (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/0b113034-8bb4-4640-9df3-60b9666b1a41) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:31.709765 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:31.753596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Transition to ACTIVE for port object 0b113034-8bb4-4640-9df3-60b9666b1a41 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:31.794205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:31.843226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:31.849085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:31.855070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:31.861595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:31.862592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:31.882580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9250867 Jul 09 16:51:31.883195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:31.884259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604d5f7-7cc2-4a5c-9ac2-d1d1919c5f71 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=0b113034-8bb4-4640-9df3-60b9666b1a41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:31.892212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'network_id': '4f108401-ff64-455d-9585-15f5336d5228', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-829838652'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:32.126943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Made reservation on behalf of 32547dfbbde84f349fcc93299d918010 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:32.137100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.178781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] device_id is not set on port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:32.326049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c129e04-dcd4-47ce-aea6-bd648b940aa5 None None] Provisioning for port 0b113034-8bb4-4640-9df3-60b9666b1a41 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:32.333463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c129e04-dcd4-47ce-aea6-bd648b940aa5 None None] Provisioning complete for port 0b113034-8bb4-4640-9df3-60b9666b1a41 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:32.334582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c129e04-dcd4-47ce-aea6-bd648b940aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.432636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7c129e04-dcd4-47ce-aea6-bd648b940aa5 None None] Port 0b113034-8bb4-4640-9df3-60b9666b1a41 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:32.445597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Allocated IP 2001:db8::48 (4f108401-ff64-455d-9585-15f5336d5228/662276ca-1f9c-4c4c-b37b-a58858a49581/08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:32.624005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:32.632189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbad477-8714-40cd-9045-2a9bd33af594 req-4c5d62a1-6cff-4044-a25b-37098345a5f2 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:32.646858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2cbad477-8714-40cd-9045-2a9bd33af594 req-4c5d62a1-6cff-4044-a25b-37098345a5f2 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 950 time: 0.1196594 Jul 09 16:51:32.734950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2cbad477-8714-40cd-9045-2a9bd33af594 req-0f2fc74a-763a-47b3-b171-e5aef23f5c5b tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 Jul 09 16:51:32.742886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.764086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Transition to ACTIVE for port object 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:32.801281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.813655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.874689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:32.881089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:32.885552 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f672f3c3-c3c9-49ba-bcc1-da98786d4dc0" -d '{"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:32.919597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Network 4f108401-ff64-455d-9585-15f5336d5228 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:32.919835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:32.931165 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.944356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:32.965884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:32.981846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:32.982789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:32.996215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:33.015758 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7d7d7-9a6d-4a23-9fcc-0153083791c5 x-openstack-request-id: req-c6c7d7d7-9a6d-4a23-9fcc-0153083791c5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:33.017442 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:33.017908 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6c7d7d7-9a6d-4a23-9fcc-0153083791c5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:33.018594 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'code': 200} Jul 09 16:51:33.024699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.025315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.027798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.028222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.028535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.028857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.032606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.033014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.033353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.033870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.034385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.034922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:33.043594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:33.047002 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-76b77247-e37f-4d8c-9efe-90898ff039f7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1613095 Jul 09 16:51:33.050266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60338) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:33.056925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35f', 'mac_address': 'fa:16:3e:89:6d:8e'}, {'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:bd:36:fb'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:33.103103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53abba3d-4b1b-400b-87a0-81b0984aa424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.206747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.283755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53abba3d-4b1b-400b-87a0-81b0984aa424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.289228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53abba3d-4b1b-400b-87a0-81b0984aa424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.346960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abba3d-4b1b-400b-87a0-81b0984aa424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89599ddd-987a-4685-8f3c-b3c64b91bbed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:33.368620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-53abba3d-4b1b-400b-87a0-81b0984aa424 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=136a8378272447c6babf6d8df85153d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893925 Jul 09 16:51:33.369469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:33.373540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dce2ba22-3432-486d-b4fd-6cacb40219e9 None None] Provisioning for port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:33.384208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dce2ba22-3432-486d-b4fd-6cacb40219e9 None None] Provisioning complete for port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:33.384781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dce2ba22-3432-486d-b4fd-6cacb40219e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.432348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dce2ba22-3432-486d-b4fd-6cacb40219e9 None None] Port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:33.486856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fdfaca-da5c-44be-b77f-302a241caf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.526607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fdfaca-da5c-44be-b77f-302a241caf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.529648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.542377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.610295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] In _notify_port_updated(), no bound segment for port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 on network 4f108401-ff64-455d-9585-15f5336d5228 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:51:33.627834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:33.628574 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.634632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:33.636666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "PUT /v2.0/ports/08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 HTTP/1.1" status: 200 len: 1065 time: 0.5786247 Jul 09 16:51:33.692630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d01a9c-f6f9-4530-9be2-63622cc0bbcf tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event updated for resources: {'Port': ['ID=08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:33.731549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fdfaca-da5c-44be-b77f-302a241caf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.736925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fdfaca-da5c-44be-b77f-302a241caf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:33.738994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e6fdfaca-da5c-44be-b77f-302a241caf9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89599ddd-987a-4685-8f3c-b3c64b91bbed HTTP/1.1" status: 204 len: 168 time: 0.3680511 Jul 09 16:51:33.801051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdfaca-da5c-44be-b77f-302a241caf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89599ddd-987a-4685-8f3c-b3c64b91bbed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:33.825464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:33.825949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.026689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-61532694-4de7-41f3-b2fe-ea272371406b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2298563 Jul 09 16:51:34.076032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4ff46f92-43f1-4fa9-8418-9fefba283a88 None None] Provisioning complete for port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:34.076578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4ff46f92-43f1-4fa9-8418-9fefba283a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.136080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4ff46f92-43f1-4fa9-8418-9fefba283a88 None None] Port 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:51:34.176848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-99efed7e-c06b-4a44-8af3-ccc1180ba229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:34.178952 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-99efed7e-c06b-4a44-8af3-ccc1180ba229 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 1097 time: 0.0791414 Jul 09 16:51:34.291314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:34.310457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-148e22f3-558e-4801-950a-d8a4db6a2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.366605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-6d8b2c6e-2cb5-4532-b730-126fc57cba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:34.368250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-6d8b2c6e-2cb5-4532-b730-126fc57cba15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1611705 Jul 09 16:51:34.418892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.439763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for 08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:34.441192 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-5a25908e-b333-444f-9fff-2384c7e80fef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 200 len: 217 time: 0.0610812 Jul 09 16:51:34.476024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f90d-2594-43ed-b2a7-73d7d46e57ee req-db58bb67-e955-435b-90e7-eabc4e30dbbc tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:34.478434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d476f90d-2594-43ed-b2a7-73d7d46e57ee req-db58bb67-e955-435b-90e7-eabc4e30dbbc tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 948 time: 0.1802630 Jul 09 16:51:34.523651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-077d03de-63aa-46a4-9627-83fedc2be55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:34.525598 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-077d03de-63aa-46a4-9627-83fedc2be55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0779967 Jul 09 16:51:34.604123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d476f90d-2594-43ed-b2a7-73d7d46e57ee req-0ed9d71a-26e6-4306-b9bb-43c39cabaa3d tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738590 Jul 09 16:51:34.609298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-148e22f3-558e-4801-950a-d8a4db6a2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.639499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-148e22f3-558e-4801-950a-d8a4db6a2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.690739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-148e22f3-558e-4801-950a-d8a4db6a2727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a8f69ff7dc445be939c90330fb328a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980935 Jul 09 16:51:34.693211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:34.718088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e22f3-558e-4801-950a-d8a4db6a2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e785cc-7d31-4564-a77b-3f084802a2b1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:34.722298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-eb993de6-826c-4854-99db-a74c0b83342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:34.724391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-eb993de6-826c-4854-99db-a74c0b83342e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896915 Jul 09 16:51:34.739188 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.807414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:34.842578 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-88a465d3-7d9f-4db5-9f58-74470b02708e service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078451 Jul 09 16:51:34.853477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3c277d-2f4d-4078-89e4-2f404fca131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:34.946273 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3c277d-2f4d-4078-89e4-2f404fca131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.005438 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a1ad97e-595a-4d91-ba32-1f48261de889 req-d53480c6-909d-4b18-9a1e-a1f2a92a9954 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547074 Jul 09 16:51:35.133096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.136029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-99da7721-d36e-4f32-94dd-4f394e6bacb8 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/ports/08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 HTTP/1.1" status: 204 len: 168 time: 1.4975471 Jul 09 16:51:35.139383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:35.164550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3c277d-2f4d-4078-89e4-2f404fca131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.168962 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a3c277d-2f4d-4078-89e4-2f404fca131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.171104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a3c277d-2f4d-4078-89e4-2f404fca131b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20e785cc-7d31-4564-a77b-3f084802a2b1 HTTP/1.1" status: 204 len: 168 time: 0.4752996 Jul 09 16:51:35.231966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c277d-2f4d-4078-89e4-2f404fca131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e785cc-7d31-4564-a77b-3f084802a2b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:35.235174 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75f05f3-01a0-4ed7-9368-633ba76526b7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] GET failed (client error): The resource could not be found. Jul 09 16:51:35.237110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a75f05f3-01a0-4ed7-9368-633ba76526b7 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "GET /v2.0/ports/08dfe5cd-f0a9-42a9-aef0-d4f1c72723d5 HTTP/1.1" status: 404 len: 333 time: 0.0963960 Jul 09 16:51:35.240117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:35.289439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-64c296c7-bdda-4b15-a0a9-7671f4e0b282 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:35.291370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-64c296c7-bdda-4b15-a0a9-7671f4e0b282 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 948 time: 0.2683511 Jul 09 16:51:35.392662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port 0b113034-8bb4-4640-9df3-60b9666b1a41 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:35.393786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.425358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Deleting port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:35.425767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.599490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] For port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:35.603977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.604212 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.630914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for 0b113034-8bb4-4640-9df3-60b9666b1a41 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:35.638438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Calling delete_port for 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:35.808310 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a30d7871-aee8-4b75-a7fc-a0e25c5c1699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.885331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:35.987094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=0b113034-8bb4-4640-9df3-60b9666b1a41,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:36.037002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:36.060789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:36.066242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4aef9c7-04d8-4efc-98a4-6210ed188a5a tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/ports/0b113034-8bb4-4640-9df3-60b9666b1a41 HTTP/1.1" status: 204 len: 168 time: 0.8216939 Jul 09 16:51:36.067037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:36.129212 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9fe9ec-6621-4822-afbb-45e8ddaa943c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] GET failed (client error): The resource could not be found. Jul 09 16:51:36.130994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-df9fe9ec-6621-4822-afbb-45e8ddaa943c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "GET /v2.0/ports/0b113034-8bb4-4640-9df3-60b9666b1a41 HTTP/1.1" status: 404 len: 333 time: 0.0629821 Jul 09 16:51:36.141625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:36.143373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Pushing event deleted for resources: {'Port': ['ID=0aeb00d9-9bb8-4e85-9293-08543cbd2d94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:36.244842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] No DVR routers for this DVR port 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:36.249176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:36.252457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92e162d5-ef0c-4f0e-b607-5e043be1ae13 req-32fa0d2d-2ebe-4c37-9501-1f5fb1281e53 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.43 "DELETE /v2.0/ports/0aeb00d9-9bb8-4e85-9293-08543cbd2d94 HTTP/1.1" status: 204 len: 173 time: 0.9512734 Jul 09 16:51:36.253999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-deleted', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:36.258415 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53256e19-d2b5-459e-9320-b17e92297a44" -d '{"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-deleted", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:36.363047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7f678-812b-4896-89d8-f774243e744a req-bc0f4264-dac5-4e18-937f-9044351ae8f6 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:36.367897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bf7f678-812b-4896-89d8-f774243e744a req-bc0f4264-dac5-4e18-937f-9044351ae8f6 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac6f10a0-4aa8-4754-b41f-972ed81593e9 HTTP/1.1" status: 200 len: 866 time: 0.5500386 Jul 09 16:51:36.372099 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb94c56-3a88-4e7b-94d5-ba5071c164c7 x-openstack-request-id: req-2fb94c56-3a88-4e7b-94d5-ba5071c164c7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:36.372594 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6f10a0-4aa8-4754-b41f-972ed81593e9", "name": "network-vif-deleted", "tag": "0aeb00d9-9bb8-4e85-9293-08543cbd2d94", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:36.375094 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fb94c56-3a88-4e7b-94d5-ba5071c164c7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:36.375871 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f10a0-4aa8-4754-b41f-972ed81593e9', 'name': 'network-vif-deleted', 'tag': '0aeb00d9-9bb8-4e85-9293-08543cbd2d94', 'status': 'completed', 'code': 200} Jul 09 16:51:36.427228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port 915116e1-b248-4aea-86ae-4452655dfba3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:36.433590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:36.485795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bf7f678-812b-4896-89d8-f774243e744a req-627e60d9-a12b-4a57-80ff-c07ad2e9c9f9 tempest-ImagesOneServerTestJSON-35675827 tempest-ImagesOneServerTestJSON-35675827-project] 10.222.0.48 "GET /v2.0/security-groups?id=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084170 Jul 09 16:51:36.653587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:36.703435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for 915116e1-b248-4aea-86ae-4452655dfba3 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:36.954514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.022789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=915116e1-b248-4aea-86ae-4452655dfba3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:37.089042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.092889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebde845d-4260-4eea-bce9-35070329810c tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/ports/915116e1-b248-4aea-86ae-4452655dfba3 HTTP/1.1" status: 204 len: 168 time: 0.9495614 Jul 09 16:51:37.095685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:37.210553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting subnet 662276ca-1f9c-4c4c-b37b-a58858a49581 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:51:37.215261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.285753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.452982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.528387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.559933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Subnet': ['ID=662276ca-1f9c-4c4c-b37b-a58858a49581,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:37.565807 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.567770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-552b81c7-192f-4933-9b56-79a3202fc3ac tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/subnets/662276ca-1f9c-4c4c-b37b-a58858a49581 HTTP/1.1" status: 204 len: 168 time: 0.4709864 Jul 09 16:51:37.571891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:37.586958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59230b8a-09b7-4428-ac18-5d2fb9ab5a7c None None] Network 4f108401-ff64-455d-9585-15f5336d5228 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:37.698869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.837396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Deleting port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:37.837745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:37.993434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] For port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,segment=NetworkSegment(8860b7df-7375-4f7b-a069-34e173580ce9),segment_id=8860b7df-7375-4f7b-a069-34e173580ce9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:37.993993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.014132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Calling delete_port for 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:38.091783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:38.123405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.145134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] DHCP port deletion for 4f108401-ff64-455d-9585-15f5336d5228 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:51:38.194348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.220781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Deleting port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:38.221156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.244251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] No DVR routers for this DVR port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:38.254879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Port': ['ID=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:38.339092 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b72d54f7-251c-406d-834d-4d391b10bacd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a81d544201841129c0307d4f29d7911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457583 Jul 09 16:51:38.356930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60504) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:38.412509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.420198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] For port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:38.420609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.425319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f108401-ff64-455d-9585-15f5336d5228']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:38.443091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd296-d24a-4430-816e-97bc5c70742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.445962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8860b7df-7375-4f7b-a069-34e173580ce9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:38.446395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8860b7df-7375-4f7b-a069-34e173580ce9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:38.455918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Calling delete_port for 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:38.458853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:51:38.459563 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.462314 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.474115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd296-d24a-4430-816e-97bc5c70742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.480054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.488393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:38.489225 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.494691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] Pushing event deleted for resources: {'Port': ['ID=7d2e8407-29b1-4aa2-9a3a-9811b8ba0345,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:38.517806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2cf7d-6cd3-4357-a0f7-2eefb1ab07f7 None None] No DVR routers for this DVR port 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:38.520578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-068c922b-faa4-42d9-9e2a-550a3caa55e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.548042 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:38.569260 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:38.589028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd296-d24a-4430-816e-97bc5c70742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.593242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.596330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd296-d24a-4430-816e-97bc5c70742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.599226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.601277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d2dd296-d24a-4430-816e-97bc5c70742b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f HTTP/1.1" status: 204 len: 168 time: 0.2432253 Jul 09 16:51:38.604544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] 10.222.0.48 "DELETE /v2.0/networks/4f108401-ff64-455d-9585-15f5336d5228 HTTP/1.1" status: 204 len: 168 time: 1.0288129 Jul 09 16:51:38.611858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dd296-d24a-4430-816e-97bc5c70742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b343b8-4c32-4b2f-b2fb-a2c6cbde5e5f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:38.626678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95376b-806b-47a3-a41d-97f67c4d8918 tempest-AllowedAddressPairIpV6TestJSON-1617535360 tempest-AllowedAddressPairIpV6TestJSON-1617535360-project] Pushing event deleted for resources: {'Network': ['ID=4f108401-ff64-455d-9585-15f5336d5228,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:38.707600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:38.732466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:51:38.733086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0aeb00d9-9bb8-4e85-9293-08543cbd2d94 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:51:38.897834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:39.103583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:39.131740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:51:39.132478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d2e8407-29b1-4aa2-9a3a-9811b8ba0345 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:51:39.190883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:39.225328 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.238679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db1fc83f-afa2-4553-b2ca-c3c8734efe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.300804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-052566b2-09bb-401e-989e-5d615006bcd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32547dfbbde84f349fcc93299d918010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051528 Jul 09 16:51:39.301489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:39.372972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db1fc83f-afa2-4553-b2ca-c3c8734efe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.377955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db1fc83f-afa2-4553-b2ca-c3c8734efe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.411466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd51fcbd-6b30-4c26-a12b-b438e7ddaf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.430104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db1fc83f-afa2-4553-b2ca-c3c8734efe4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=986ea4535c6648d697cc1fb99df5e691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304744 Jul 09 16:51:39.431307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fc83f-afa2-4553-b2ca-c3c8734efe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a3aa1d-47cc-461c-8b3a-0929b4119fed,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:39.434388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:39.449778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd51fcbd-6b30-4c26-a12b-b438e7ddaf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.520199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd51fcbd-6b30-4c26-a12b-b438e7ddaf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.523511 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd51fcbd-6b30-4c26-a12b-b438e7ddaf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.527882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd51fcbd-6b30-4c26-a12b-b438e7ddaf27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/824595c3-1909-44d4-aa20-02fdf88aeb56 HTTP/1.1" status: 204 len: 168 time: 0.2206039 Jul 09 16:51:39.532620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80e4f954-a7e8-45a8-956a-5a4961b386bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.534839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51fcbd-6b30-4c26-a12b-b438e7ddaf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824595c3-1909-44d4-aa20-02fdf88aeb56,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:39.563185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80e4f954-a7e8-45a8-956a-5a4961b386bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.654644 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80e4f954-a7e8-45a8-956a-5a4961b386bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.657790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80e4f954-a7e8-45a8-956a-5a4961b386bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:39.659345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-80e4f954-a7e8-45a8-956a-5a4961b386bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89a3aa1d-47cc-461c-8b3a-0929b4119fed HTTP/1.1" status: 204 len: 168 time: 0.2116342 Jul 09 16:51:39.671832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4f954-a7e8-45a8-956a-5a4961b386bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a3aa1d-47cc-461c-8b3a-0929b4119fed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:39.825030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:40.062850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1507127561-network', 'tenant_id': 'a05f761d4f7e47ee9cf7e546c21c5e3e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:40.094202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Made reservation on behalf of a05f761d4f7e47ee9cf7e546c21c5e3e for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:40.098299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.115721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.148483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:40.169775 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ee56e-7090-439f-8097-fd325e5f0a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.244252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.249889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.281286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:40.294023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc564caa-be2a-4810-919f-93ff327a61af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:40.302446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.303324 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Added segment dfb9ad96-0397-4d64-8ad0-0795dbb2078b of type vlan for network da75d122-a430-4d2d-99da-bc0fadcc4e30 Jul 09 16:51:40.353716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.355584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ee56e-7090-439f-8097-fd325e5f0a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.361536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ee56e-7090-439f-8097-fd325e5f0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.402765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.405135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:40.406094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.414396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-700ee56e-7090-439f-8097-fd325e5f0a57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3351a00db8b84e3c8be99c2df73b991b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620931 Jul 09 16:51:40.414396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ee56e-7090-439f-8097-fd325e5f0a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482be70b-5f2a-4d5b-ae22-0f9f7dee0586,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:40.415862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:40.477189 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b012d29-1ad3-4cdf-9b8f-571af48a4d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.478565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6518121 Jul 09 16:51:40.481239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:40.490661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Request body: {'subnet': {'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1507127561-subnet', 'tenant_id': 'a05f761d4f7e47ee9cf7e546c21c5e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:40.504270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9764e88-c3bd-453c-8935-c16d77b03509 admin admin] Pushing event updated for resources: {'Network': ['ID=da75d122-a430-4d2d-99da-bc0fadcc4e30,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:40.506449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b012d29-1ad3-4cdf-9b8f-571af48a4d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.517491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:40.526706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Made reservation on behalf of a05f761d4f7e47ee9cf7e546c21c5e3e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:40.530451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.572552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b012d29-1ad3-4cdf-9b8f-571af48a4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.579530 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b012d29-1ad3-4cdf-9b8f-571af48a4d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.592785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5b012d29-1ad3-4cdf-9b8f-571af48a4d46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/482be70b-5f2a-4d5b-ae22-0f9f7dee0586 HTTP/1.1" status: 204 len: 168 time: 0.1741226 Jul 09 16:51:40.611957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b012d29-1ad3-4cdf-9b8f-571af48a4d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482be70b-5f2a-4d5b-ae22-0f9f7dee0586,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:40.765539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:40.777847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.822274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fec481-b008-4947-9869-8bc6e1171b93,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:40.868966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Checking segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:40.869519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Network hostable DHCP agents. Network: da75d122-a430-4d2d-99da-bc0fadcc4e30, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:40.897356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:40.909505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, da75d122-a430-4d2d-99da-bc0fadcc4e30) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:40.915161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:40.915683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:40.922332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6effa9-de6d-4a67-abf8-c2b0a5f56eff None None] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:40.936997 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f0f6633-c246-4d0c-aed6-5f4feb601a0f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4545894 Jul 09 16:51:41.037308 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.106724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-623258135'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:41.111770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874565f-0c08-4b19-9d21-cf1298becda5 None None] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:41.160918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:41.168121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.192610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.353177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.363099 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.392379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b62d39-c26d-41d1-9ea5-7e46ac568046,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:41.404453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:41.418750 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.419201 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Added segment ae1383c1-d99d-4cd9-a1b1-080758882f82 of type vlan for network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 Jul 09 16:51:41.488713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.523494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.530892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:41.531668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:41.565158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7983263 Jul 09 16:51:41.691573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2539fa-e43f-42d9-8932-07ff39f42f4c tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Network': ['ID=1a2a9b30-6a19-48ab-bbb6-bcaf52135f54,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:41.705148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:41.914711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-2bb10d58-4412-4ff3-b15a-0e4ced368a82 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:41.916587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-2bb10d58-4412-4ff3-b15a-0e4ced368a82 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 822 time: 0.1657534 Jul 09 16:51:41.941913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-c37989c2-bc9e-425a-9c39-b24b594d5558 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/quotas/a05f761d4f7e47ee9cf7e546c21c5e3e HTTP/1.1" status: 200 len: 375 time: 0.0161428 Jul 09 16:51:41.993539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-c975af4e-f3cc-437f-9319-4ae930361664 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505941 Jul 09 16:51:42.138560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-732f01a8-ff8b-44f9-b040-6f27c77be922 service neutron] 10.222.0.48 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439724 Jul 09 16:51:42.253792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-67af9983-03f6-4d8b-a60f-2ca301e2808c service neutron] 10.222.0.48 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093099 Jul 09 16:51:42.487171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89bf7e03-0ef4-4420-82f6-502f09e7e1ab req-6d78b35a-a8fa-401b-bfd9-893da5352cf3 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 210 time: 0.0645771 Jul 09 16:51:43.740843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22c468d8-8ebb-4477-a3fa-f23f3fb39941 req-4cb00c8f-763e-4d56-9a96-6e4044421fb2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 210 time: 0.0511854 Jul 09 16:51:44.545418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-27d0a655-54fc-442b-a720-bfa780297b80 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:44.572611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-27d0a655-54fc-442b-a720-bfa780297b80 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.37 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 822 time: 0.2069607 Jul 09 16:51:44.590950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'port': {'device_id': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'admin_state_up': True, 'tenant_id': 'a05f761d4f7e47ee9cf7e546c21c5e3e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:44.836505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Made reservation on behalf of a05f761d4f7e47ee9cf7e546c21c5e3e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:44.842426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:44.898353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:44.904308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'subnet': {'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:45.043279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecfad244-8ccd-4398-a9c4-1f4ae7f8d453 req-9fda5539-7aee-4945-910e-f3ddb45fb1f6 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 210 time: 0.0858881 Jul 09 16:51:45.062213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Allocated IP 172.20.0.11 (da75d122-a430-4d2d-99da-bc0fadcc4e30/76fec481-b008-4947-9869-8bc6e1171b93/b4bd1f85-726c-443a-b620-92818c86aea8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:45.095044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:45.099273 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.243795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.288672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.349884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:45.357702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:45.360855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:45.365842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:45.367935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.433685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:45.434234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.446319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Subnet': ['ID=b6924b8a-1f05-4ceb-93e5-d34b59ef70a3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:45.454376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Checking segment: {'id': 'ae1383c1-d99d-4cd9-a1b1-080758882f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:45.455059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network hostable DHCP agents. Network: 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:45.459443 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-03140699-1d85-48bd-b22e-19a9bbbe5afb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8737381 Jul 09 16:51:45.475353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:45.481658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Request body: {'port': {'device_id': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:45.501043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:45.514561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:45.524565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:45.525161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.526425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be985e0-57be-40ab-9cc5-b70c26e672f1 None None] Network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:45.557925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea96ddd3-385f-4278-a747-37c559e67ea6 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6580379 Jul 09 16:51:45.561175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:45.569428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1319362417'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:45.604813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:45.609289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.651107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.665933 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47abe74c-455b-4eea-bac8-3d0cb9319c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.722521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:45.733666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-1a2a9b30-6a19-48ab-bbb6-bcaf52135f54', 'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54', 'tenant_id': '3450717fff00441c867d9e66a326f396', 'fixed_ips': [{'subnet_id': 'b6924b8a-1f05-4ceb-93e5-d34b59ef70a3'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:45.734830 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.750895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.751798 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Added segment f7116c69-450c-4785-a432-5b521c19523d of type vlan for network 64afb24b-1774-4ddc-9fc7-b573fe41a3de Jul 09 16:51:45.820965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.863005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.870406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:45.871284 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:45.880947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Allocated IP 2001:db8:0:ffff::2 (1a2a9b30-6a19-48ab-bbb6-bcaf52135f54/b6924b8a-1f05-4ceb-93e5-d34b59ef70a3/9bb9d979-cacf-48d1-8734-b93612d11c3b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:45.997786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bd1f85-726c-443a-b620-92818c86aea8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:51:46.001112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Network': ['ID=64afb24b-1774-4ddc-9fc7-b573fe41a3de,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.008856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47abe74c-455b-4eea-bac8-3d0cb9319c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.015211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47abe74c-455b-4eea-bac8-3d0cb9319c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.022441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.041654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Transition to ACTIVE for port object b4bd1f85-726c-443a-b620-92818c86aea8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:46.047879 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.054583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.057409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Transition to ACTIVE for port object 9bb9d979-cacf-48d1-8734-b93612d11c3b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:46.073191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Transition to ACTIVE for port object 9bb9d979-cacf-48d1-8734-b93612d11c3b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:46.079137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-141d12a5-6674-4c0b-8c29-f9bb3e717634 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5165203 Jul 09 16:51:46.082591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 64afb24b-1774-4ddc-9fc7-b573fe41a3de details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:46.083563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:46.089877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'subnet': {'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:46.115511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-47abe74c-455b-4eea-bac8-3d0cb9319c4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6168e72a72d42938e01e0273611aa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366165 Jul 09 16:51:46.115511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abe74c-455b-4eea-bac8-3d0cb9319c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f87148-ea8b-4bcf-823c-a67353aef30b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.117312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:46.155002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.166907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.174561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:46.177225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:46.198030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:46.272995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Attempting to bind port 9bb9d979-cacf-48d1-8734-b93612d11c3b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:46.273769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Attempting to bind port 9bb9d979-cacf-48d1-8734-b93612d11c3b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ae1383c1-d99d-4cd9-a1b1-080758882f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:46.274426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Attempting to bind port 9bb9d979-cacf-48d1-8734-b93612d11c3b on network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:46.276756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Pushing event updated for resources: {'Port': ['ID=9bb9d979-cacf-48d1-8734-b93612d11c3b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.283834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:51:46.284571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Checking segment: {'id': 'ae1383c1-d99d-4cd9-a1b1-080758882f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:46.285471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.286246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Bound using segment: {'id': 'ae1383c1-d99d-4cd9-a1b1-080758882f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:51:46.286966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Bound port: 9bb9d979-cacf-48d1-8734-b93612d11c3b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1383c1-d99d-4cd9-a1b1-080758882f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a2a9b30-6a19-48ab-bbb6-bcaf52135f54'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:51:46.287628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.322112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Attempting to bind port b4bd1f85-726c-443a-b620-92818c86aea8 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:46.322485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Attempting to bind port b4bd1f85-726c-443a-b620-92818c86aea8 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:46.323026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Attempting to bind port b4bd1f85-726c-443a-b620-92818c86aea8 on network da75d122-a430-4d2d-99da-bc0fadcc4e30 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:46.323853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:46.328688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Port b4bd1f85-726c-443a-b620-92818c86aea8 on network da75d122-a430-4d2d-99da-bc0fadcc4e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:51:46.328849 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.328975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Attempting to bind port b4bd1f85-726c-443a-b620-92818c86aea8 on network da75d122-a430-4d2d-99da-bc0fadcc4e30 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:46.334725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:51:46.336002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Checking segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:46.337883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Bound using segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:51:46.338421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Bound port: b4bd1f85-726c-443a-b620-92818c86aea8, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:51:46.338913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.353610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] For port 9bb9d979-cacf-48d1-8734-b93612d11c3b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:51:46.357139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] For port 9bb9d979-cacf-48d1-8734-b93612d11c3b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9bb9d979-cacf-48d1-8734-b93612d11c3b,segment=NetworkSegment(ae1383c1-d99d-4cd9-a1b1-080758882f82),segment_id=ae1383c1-d99d-4cd9-a1b1-080758882f82)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:51:46.366327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.412476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c84f9e0-bbeb-4531-8829-e93a47ee5cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.423962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:51:46.430361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:51:46.435593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788f7e-612a-4205-ac27-d7cb94af285d None None] Pushing event updated for resources: {'Port': ['ID=9bb9d979-cacf-48d1-8734-b93612d11c3b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.439504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.471705 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c84f9e0-bbeb-4531-8829-e93a47ee5cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.493313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:46.493708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.495177 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4bd1f85-726c-443a-b620-92818c86aea8 HTTP/1.1" status: 200 len: 1092 time: 1.0211387 Jul 09 16:51:46.495638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'tag': 'b4bd1f85-726c-443a-b620-92818c86aea8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:46.498014 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fcbdd0-09ed-4923-92ba-18b23cc24305" -d '{"events": [{"name": "network-changed", "server_uuid": "186f9c0d-0422-4f0b-8bda-c5be75d2f318", "tag": "b4bd1f85-726c-443a-b620-92818c86aea8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:46.554741 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19bb6f-99ec-4290-9bb8-afba95248ee8 x-openstack-request-id: req-aa19bb6f-99ec-4290-9bb8-afba95248ee8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:46.555183 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186f9c0d-0422-4f0b-8bda-c5be75d2f318", "tag": "b4bd1f85-726c-443a-b620-92818c86aea8", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:46.555744 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa19bb6f-99ec-4290-9bb8-afba95248ee8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:46.556139 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'tag': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'status': 'completed', 'code': 200} Jul 09 16:51:46.561759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52b534-c36f-4a2e-b599-b5ce1cebd5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.564991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e880e6-455f-47c0-bcd4-4f299f02f4a0 req-0b9f1d62-4d02-471a-8deb-636205709d75 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:46.575585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00e880e6-455f-47c0-bcd4-4f299f02f4a0 req-0b9f1d62-4d02-471a-8deb-636205709d75 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.2988944 Jul 09 16:51:46.649783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-3481b73c-6baf-4984-987e-077ff38ae552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:46.651570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-3481b73c-6baf-4984-987e-077ff38ae552 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 1095 time: 0.0774770 Jul 09 16:51:46.662250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00e880e6-455f-47c0-bcd4-4f299f02f4a0 req-c686fef4-a037-4dc3-b06c-3d16553237d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Jul 09 16:51:46.666093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c84f9e0-bbeb-4531-8829-e93a47ee5cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.668867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c84f9e0-bbeb-4531-8829-e93a47ee5cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.669977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2c84f9e0-bbeb-4531-8829-e93a47ee5cf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67f87148-ea8b-4bcf-823c-a67353aef30b HTTP/1.1" status: 204 len: 168 time: 0.4876473 Jul 09 16:51:46.696177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84f9e0-bbeb-4531-8829-e93a47ee5cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f87148-ea8b-4bcf-823c-a67353aef30b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:46.816222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-d8cf0acf-f17b-4a58-9d6b-82056c85db17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4bd1f85-726c-443a-b620-92818c86aea8 HTTP/1.1" status: 200 len: 217 time: 0.1479597 Jul 09 16:51:46.909750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f021e-6369-44b9-897e-07532bcddd0d req-242cce55-ef61-471a-94a1-ec6b9e3039f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:46.911956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-242cce55-ef61-471a-94a1-ec6b9e3039f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 200 len: 862 time: 0.0903015 Jul 09 16:51:46.938094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:51:46.945217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:46.963855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-6ead1b29-d9f6-4395-b11f-5de0a6e47fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da75d122-a430-4d2d-99da-bc0fadcc4e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407190 Jul 09 16:51:47.034193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Subnet': ['ID=17622c5f-d6dd-4eac-af3b-06fd5947f095,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:47.037805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Checking segment: {'id': 'f7116c69-450c-4785-a432-5b521c19523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:47.038286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network hostable DHCP agents. Network: 64afb24b-1774-4ddc-9fc7-b573fe41a3de, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:47.074058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 64afb24b-1774-4ddc-9fc7-b573fe41a3de is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:47.088796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 64afb24b-1774-4ddc-9fc7-b573fe41a3de) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:47.100308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:47.101031 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:47.101474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb079e5-e99d-491f-845f-9bec3460bc55 None None] Network 64afb24b-1774-4ddc-9fc7-b573fe41a3de requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:47.145775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed3b7a41-19d8-4be4-aec1-67e51b7736de tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0598073 Jul 09 16:51:47.146363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:47.173389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'port': {'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de', 'name': 'tempest-NetworksIpV6TestAttrs-954973951'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:47.211891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9bb9d979-cacf-48d1-8734-b93612d11c3b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:47.306956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-f5176312-a41f-44ca-a2c8-71237796f223 service neutron] 10.222.0.37 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351212 Jul 09 16:51:47.420142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9bb9d979-cacf-48d1-8734-b93612d11c3b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:47.433154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-64afb24b-1774-4ddc-9fc7-b573fe41a3de', 'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de', 'tenant_id': '3450717fff00441c867d9e66a326f396', 'fixed_ips': [{'subnet_id': '17622c5f-d6dd-4eac-af3b-06fd5947f095'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:47.434102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:47.449726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-617f021e-6369-44b9-897e-07532bcddd0d req-6c486784-34f7-4eeb-8caa-62f3fb4e6b8a service neutron] 10.222.0.37 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397858 Jul 09 16:51:47.603106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Allocated IP 2001:db8::f816:3eff:fe9b:70c5 (64afb24b-1774-4ddc-9fc7-b573fe41a3de/17622c5f-d6dd-4eac-af3b-06fd5947f095/c0b34b8d-3d05-41eb-b8c4-3ade12db9358) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:47.618407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:47.622361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:47.648147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] device_id is not set on port f51a19a4-20b2-4f20-9de3-d5471bab9842 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:47.744020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-37fb9ca4-0884-4f53-92f0-243bcfbf9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:47.745570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-37fb9ca4-0884-4f53-92f0-243bcfbf9416 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 1095 time: 0.1818705 Jul 09 16:51:47.906406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419c6ff-5574-4f48-a759-1ae9c2208746 None None] Network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:47.967921 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:47.970260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3df6-325a-477f-bdd9-7cff118fe52e req-31064276-9f06-4f1b-9d8a-5f685cd72484 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:47.977680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bd3df6-325a-477f-bdd9-7cff118fe52e req-31064276-9f06-4f1b-9d8a-5f685cd72484 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.0952201 Jul 09 16:51:47.988875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-b5156125-47f3-46c1-aa3f-9db7f7afa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:47.990401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-b5156125-47f3-46c1-aa3f-9db7f7afa17a service neutron] 10.222.0.37 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 923 time: 0.2377143 Jul 09 16:51:48.016667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3bd3df6-325a-477f-bdd9-7cff118fe52e req-07dfa8f4-cedc-4731-b20e-9ebc2684599d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Jul 09 16:51:48.071497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Transition to ACTIVE for port object c0b34b8d-3d05-41eb-b8c4-3ade12db9358 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:48.079279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-6385652f-b51b-4873-8a55-1ca0475ef440 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4bd1f85-726c-443a-b620-92818c86aea8 HTTP/1.1" status: 200 len: 217 time: 0.0815625 Jul 09 16:51:48.095510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] Provisioning for port 9bb9d979-cacf-48d1-8734-b93612d11c3b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:48.107090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Transition to ACTIVE for port object c0b34b8d-3d05-41eb-b8c4-3ade12db9358 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:48.114226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] Provisioning complete for port 9bb9d979-cacf-48d1-8734-b93612d11c3b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:48.114571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.154499 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.193087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-1b1335cb-39b7-496f-b956-d6074359e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:48.195606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-1b1335cb-39b7-496f-b956-d6074359e73d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 200 len: 862 time: 0.0928409 Jul 09 16:51:48.207982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Network 64afb24b-1774-4ddc-9fc7-b573fe41a3de is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:48.213106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:48.217276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:48.218179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Allocated IP 2001:db8::f816:3eff:fe6e:d72c (64afb24b-1774-4ddc-9fc7-b573fe41a3de/17622c5f-d6dd-4eac-af3b-06fd5947f095/f51a19a4-20b2-4f20-9de3-d5471bab9842) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:48.249678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-30e46f16-b969-4866-8dd9-48f437aee40d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da75d122-a430-4d2d-99da-bc0fadcc4e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459452 Jul 09 16:51:48.300537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Pushing event updated for resources: {'Port': ['ID=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:48.359466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-9cf0edb9-3a25-40db-bce2-b8a20a2c1382 service neutron] 10.222.0.37 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022971 Jul 09 16:51:48.380317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.384687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Attempting to bind port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:48.385065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Attempting to bind port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f7116c69-450c-4785-a432-5b521c19523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:48.385428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Attempting to bind port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 on network 64afb24b-1774-4ddc-9fc7-b573fe41a3de {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:48.398297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:51:48.398709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Checking segment: {'id': 'f7116c69-450c-4785-a432-5b521c19523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:48.399259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.401446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Bound using segment: {'id': 'f7116c69-450c-4785-a432-5b521c19523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:51:48.401958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Bound port: c0b34b8d-3d05-41eb-b8c4-3ade12db9358, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7116c69-450c-4785-a432-5b521c19523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64afb24b-1774-4ddc-9fc7-b573fe41a3de'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:51:48.402350 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.504475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] For port 9bb9d979-cacf-48d1-8734-b93612d11c3b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9bb9d979-cacf-48d1-8734-b93612d11c3b,segment=NetworkSegment(ae1383c1-d99d-4cd9-a1b1-080758882f82),segment_id=ae1383c1-d99d-4cd9-a1b1-080758882f82)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:48.555565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] For port c0b34b8d-3d05-41eb-b8c4-3ade12db9358, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:51:48.558855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] For port c0b34b8d-3d05-41eb-b8c4-3ade12db9358, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,segment=NetworkSegment(f7116c69-450c-4785-a432-5b521c19523d),segment_id=f7116c69-450c-4785-a432-5b521c19523d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:51:48.560627 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.609245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.615831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.643985 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-04fcbdd0-09ed-4923-92ba-18b23cc24305 req-03a97f39-b834-41b3-b1c6-86df9c3139f3 service neutron] 10.222.0.37 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590550 Jul 09 16:51:48.647689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Transition to ACTIVE for port object f51a19a4-20b2-4f20-9de3-d5471bab9842 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:48.651729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b013f8-e83d-41d1-963b-4b2679910a51 None None] Pushing event updated for resources: {'Port': ['ID=9bb9d979-cacf-48d1-8734-b93612d11c3b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:48.718219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.792105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 64afb24b-1774-4ddc-9fc7-b573fe41a3de is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:48.795548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54b564-054a-4e97-a589-f6e87a263eea None None] Pushing event updated for resources: {'Port': ['ID=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:48.797284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:48.800297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:48.806497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:48.807147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:48.819090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Port': ['ID=f51a19a4-20b2-4f20-9de3-d5471bab9842,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:48.831954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:48.844060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea53c261-8748-4ea4-a0e8-190d9f406c39 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6934927 Jul 09 16:51:48.929996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Deleting subnet 17622c5f-d6dd-4eac-af3b-06fd5947f095 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:51:48.934210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.008719 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-79e991f3-6a3e-4107-8756-0ba7d0dba299 None None] Provisioning complete for port 9bb9d979-cacf-48d1-8734-b93612d11c3b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:49.009330 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79e991f3-6a3e-4107-8756-0ba7d0dba299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.406317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c0b34b8d-3d05-41eb-b8c4-3ade12db9358 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:49.463449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.545452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:49.553301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9bb9d979-cacf-48d1-8734-b93612d11c3b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:49.586810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe82-d405-480e-b83c-2222b3f44d92 req-82208934-ba65-4336-a758-647964ece944 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:49.594600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb9abe82-d405-480e-b83c-2222b3f44d92 req-82208934-ba65-4336-a758-647964ece944 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.1817617 Jul 09 16:51:49.647903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9bb9d979-cacf-48d1-8734-b93612d11c3b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:49.648435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.696276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb9abe82-d405-480e-b83c-2222b3f44d92 req-1a504f43-b17a-427a-8cfc-75bee748c570 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004984 Jul 09 16:51:49.717465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.799762 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.838095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Subnet': ['ID=17622c5f-d6dd-4eac-af3b-06fd5947f095,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:49.843117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:49.845069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a2a505d-3241-437d-acd0-2973bf0827f3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/17622c5f-d6dd-4eac-af3b-06fd5947f095 HTTP/1.1" status: 204 len: 168 time: 1.0113268 Jul 09 16:51:49.847727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:49.913180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ad9bc-b169-41c3-a4c2-481377d7a9b9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:49.914749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ad9bc-b169-41c3-a4c2-481377d7a9b9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:49.916510 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-054ad9bc-b169-41c3-a4c2-481377d7a9b9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0671964 Jul 09 16:51:49.919659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:50.007945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45e26a7a-3d95-43df-9f74-e235a8039cd9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.016800 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e26a7a-3d95-43df-9f74-e235a8039cd9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 16:51:50.017401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e26a7a-3d95-43df-9f74-e235a8039cd9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:51:50.019973 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-45e26a7a-3d95-43df-9f74-e235a8039cd9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/64afb24b-1774-4ddc-9fc7-b573fe41a3de HTTP/1.1" status: 409 len: 405 time: 0.0988235 Jul 09 16:51:50.024359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:50.030564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-332266463'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:50.068213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:50.072918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.093239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed0b24-545a-425c-b2ab-efdd7141c24e None None] Network 64afb24b-1774-4ddc-9fc7-b573fe41a3de requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:50.110529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:50.124581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.125483 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Added segment 13059fac-69d5-4d20-b923-095fb7f07c7c of type vlan for network 9d800f09-f3d5-4f3d-9212-3a493cac04af Jul 09 16:51:50.169775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.199040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] Provisioning for port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:50.210343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] Provisioning complete for port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:50.211392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.248974 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.258649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:50.259305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.339261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Network': ['ID=9d800f09-f3d5-4f3d-9212-3a493cac04af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:50.346850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1b815b1f-34dd-4ddb-9461-cee3e20615a4 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3206439 Jul 09 16:51:50.347002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:50.352672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'subnet': {'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:50.363841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9d800f09-f3d5-4f3d-9212-3a493cac04af details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:50.484279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:50.488254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.638910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:50.654722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] DHCP port deletion for 64afb24b-1774-4ddc-9fc7-b573fe41a3de request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:51:50.657485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b4bd1f85-726c-443a-b620-92818c86aea8 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:51:50.731562 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.808852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3dda4e-9404-425c-a05d-1942b890d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.846691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] For port c0b34b8d-3d05-41eb-b8c4-3ade12db9358, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,segment=NetworkSegment(f7116c69-450c-4785-a432-5b521c19523d),segment_id=f7116c69-450c-4785-a432-5b521c19523d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:50.873983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:51:50.877772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.879511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.931304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3dda4e-9404-425c-a05d-1942b890d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.941615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3dda4e-9404-425c-a05d-1942b890d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.949691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] Deleting port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:50.950123 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:50.977587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Subnet': ['ID=021b00a8-e2e7-47ff-a764-e61b0e4d438b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:51.004127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3f3dda4e-9404-425c-a05d-1942b890d393 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a492c68fb594edfa3004615a18883e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638344 Jul 09 16:51:51.013481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.013815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.014154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.014525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.014853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.015181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.015591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.015960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.016288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.016608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.016928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.017246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:51.020690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:51.043282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a435800-2c25-49c4-b28e-9ec7725c80f0 None None] Pushing event updated for resources: {'Port': ['ID=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:51.048232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:51.060492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dda4e-9404-425c-a05d-1942b890d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2401978-97c7-472f-bc19-508797164daf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:51.060648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Checking segment: {'id': '13059fac-69d5-4d20-b923-095fb7f07c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:51.061018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network hostable DHCP agents. Network: 9d800f09-f3d5-4f3d-9212-3a493cac04af, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:51.087402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] For port c0b34b8d-3d05-41eb-b8c4-3ade12db9358, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,segment=NetworkSegment(f7116c69-450c-4785-a432-5b521c19523d),segment_id=f7116c69-450c-4785-a432-5b521c19523d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:51.087887 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.101533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] Calling delete_port for c0b34b8d-3d05-41eb-b8c4-3ade12db9358 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:51.118410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'port_id': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'mac_address': 'fa:16:3e:9f:34:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fec481-b008-4947-9869-8bc6e1171b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:51:51.118725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4779b-3486-4921-adb8-9894d51afa58 req-dfb0d8e2-fcfd-46e0-b1c0-f0cde82e9c62 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:51.120116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d4779b-3486-4921-adb8-9894d51afa58 req-dfb0d8e2-fcfd-46e0-b1c0-f0cde82e9c62 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.2444868 Jul 09 16:51:51.149145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c0b34b8d-3d05-41eb-b8c4-3ade12db9358 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:51:51.149497 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d73548f-03b6-4fec-bad9-c9d3ad639ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.165115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 9d800f09-f3d5-4f3d-9212-3a493cac04af is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:51.199667 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d73548f-03b6-4fec-bad9-c9d3ad639ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.201388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9d800f09-f3d5-4f3d-9212-3a493cac04af) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:51.216295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439b58c-7201-4199-8cba-3c706027cfc7 None None] Network 9d800f09-f3d5-4f3d-9212-3a493cac04af requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:51.217562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d4779b-3486-4921-adb8-9894d51afa58 req-19efbc1e-c5e2-41c5-823e-8d5026e9981c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836883 Jul 09 16:51:51.222957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:51.223571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.276017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0d37b6ed-525d-4921-abf7-e4a0712863fc tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9277101 Jul 09 16:51:51.284024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:51.289382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'port': {'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af', 'name': 'tempest-NetworksIpV6TestAttrs-649494083'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:51.302644 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d73548f-03b6-4fec-bad9-c9d3ad639ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.305627 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d73548f-03b6-4fec-bad9-c9d3ad639ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.311311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d73548f-03b6-4fec-bad9-c9d3ad639ddd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2401978-97c7-472f-bc19-508797164daf HTTP/1.1" status: 204 len: 168 time: 0.2794516 Jul 09 16:51:51.320172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73548f-03b6-4fec-bad9-c9d3ad639ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2401978-97c7-472f-bc19-508797164daf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:51.340159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.492976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:51.495270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bd1f85-726c-443a-b620-92818c86aea8 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:51:51.503434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.508151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.526185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] device_id is not set on port 382185cc-e92c-462f-bf40-f09641861e29 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:51:51.544436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No active binding found for port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 {{(pid=93769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:51:51.544944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c0b34b8d-3d05-41eb-b8c4-3ade12db9358 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:51:51.584225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-9d800f09-f3d5-4f3d-9212-3a493cac04af', 'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af', 'tenant_id': '3450717fff00441c867d9e66a326f396', 'fixed_ips': [{'subnet_id': '021b00a8-e2e7-47ff-a764-e61b0e4d438b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:51.585243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.589206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:51.590615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] No DVR routers for this DVR port c0b34b8d-3d05-41eb-b8c4-3ade12db9358 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:51.592894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ade837-0b4a-4e5c-b3c3-3b2922c77719 None None] Pushing event deleted for resources: {'Port': ['ID=c0b34b8d-3d05-41eb-b8c4-3ade12db9358,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:51.609296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.751507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:51.841563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:51.860200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b7a6463-cb84-40d3-bfba-4fc0c6c4a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.985421 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b7a6463-cb84-40d3-bfba-4fc0c6c4a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:51.987193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['b4bd1f85-726c-443a-b620-92818c86aea8'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:51:51.992920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b7a6463-cb84-40d3-bfba-4fc0c6c4a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.041808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a6463-cb84-40d3-bfba-4fc0c6c4a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658b63c4-06f9-4404-af01-bca7e8d8331a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:52.052280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5b7a6463-cb84-40d3-bfba-4fc0c6c4a0eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54fbd25c6ccf475588c25597b385c540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095032 Jul 09 16:51:52.053480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:52.107538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Allocated IP 2001:db8::f816:3eff:fe2c:af60 (9d800f09-f3d5-4f3d-9212-3a493cac04af/021b00a8-e2e7-47ff-a764-e61b0e4d438b/382185cc-e92c-462f-bf40-f09641861e29) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:52.133994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b082122a-edb5-41cf-bd12-d9617926849e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.162008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b082122a-edb5-41cf-bd12-d9617926849e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.216561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b082122a-edb5-41cf-bd12-d9617926849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.219048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b082122a-edb5-41cf-bd12-d9617926849e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.220212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b082122a-edb5-41cf-bd12-d9617926849e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/658b63c4-06f9-4404-af01-bca7e8d8331a HTTP/1.1" status: 204 len: 168 time: 0.1658490 Jul 09 16:51:52.233516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082122a-edb5-41cf-bd12-d9617926849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658b63c4-06f9-4404-af01-bca7e8d8331a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:52.323779 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.342431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Transition to ACTIVE for port object 382185cc-e92c-462f-bf40-f09641861e29 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:52.402703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.457613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 9d800f09-f3d5-4f3d-9212-3a493cac04af is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:52.464010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Allocated IP 2001:db8::f816:3eff:fe6c:b10d (9d800f09-f3d5-4f3d-9212-3a493cac04af/021b00a8-e2e7-47ff-a764-e61b0e4d438b/dd909698-8fa8-4acd-a108-024930aa930c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:51:52.465306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:52.474053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:52.491106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:52.491778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.503981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d48d18-91a9-4d13-81d3-d83bf995bae0 req-8bd52166-10b3-4685-a1d1-19db4d2505bc tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:52.513498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73d48d18-91a9-4d13-81d3-d83bf995bae0 req-8bd52166-10b3-4685-a1d1-19db4d2505bc tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 945 time: 0.1312563 Jul 09 16:51:52.548595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Port': ['ID=382185cc-e92c-462f-bf40-f09641861e29,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:52.565970 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-12a6cd85-dad8-4338-aeb0-a612548fe849 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2808037 Jul 09 16:51:52.567181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73d48d18-91a9-4d13-81d3-d83bf995bae0 req-e1ee4f11-935f-4132-a850-c73ef8585ef3 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Jul 09 16:51:52.568845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:52.639719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Deleting subnet 021b00a8-e2e7-47ff-a764-e61b0e4d438b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:51:52.677861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.686865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Transition to ACTIVE for port object dd909698-8fa8-4acd-a108-024930aa930c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:52.703404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Transition to ACTIVE for port object dd909698-8fa8-4acd-a108-024930aa930c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:51:52.710168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.710336 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.758370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Network 9d800f09-f3d5-4f3d-9212-3a493cac04af is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:51:52.764922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:52.769322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:51:52.801796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.802999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Pushing event updated for resources: {'Port': ['ID=dd909698-8fa8-4acd-a108-024930aa930c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:52.848528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Attempting to bind port dd909698-8fa8-4acd-a108-024930aa930c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:51:52.848909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Attempting to bind port dd909698-8fa8-4acd-a108-024930aa930c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '13059fac-69d5-4d20-b923-095fb7f07c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:51:52.849276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Attempting to bind port dd909698-8fa8-4acd-a108-024930aa930c on network 9d800f09-f3d5-4f3d-9212-3a493cac04af {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:51:52.855769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:51:52.856151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Checking segment: {'id': '13059fac-69d5-4d20-b923-095fb7f07c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:52.856595 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.856998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Bound using segment: {'id': '13059fac-69d5-4d20-b923-095fb7f07c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:51:52.857467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Bound port: dd909698-8fa8-4acd-a108-024930aa930c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13059fac-69d5-4d20-b923-095fb7f07c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d800f09-f3d5-4f3d-9212-3a493cac04af'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:51:52.857855 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.936366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] For port dd909698-8fa8-4acd-a108-024930aa930c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:51:52.939673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] For port dd909698-8fa8-4acd-a108-024930aa930c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dd909698-8fa8-4acd-a108-024930aa930c,segment=NetworkSegment(13059fac-69d5-4d20-b923-095fb7f07c7c),segment_id=13059fac-69d5-4d20-b923-095fb7f07c7c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:51:52.947372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.949652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.064912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88434267-7003-4fee-9e56-c1e2c2d7d776 None None] Pushing event updated for resources: {'Port': ['ID=dd909698-8fa8-4acd-a108-024930aa930c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:53.107372 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.136369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Subnet': ['ID=021b00a8-e2e7-47ff-a764-e61b0e4d438b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:53.141455 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.143835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-71f0c55a-5869-4d91-b737-965667f8cad9 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/021b00a8-e2e7-47ff-a764-e61b0e4d438b HTTP/1.1" status: 204 len: 168 time: 0.5738218 Jul 09 16:51:53.149431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:53.273161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ccefb8-4cf9-4e71-a3fa-2482fbcf8bbd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:53.276104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ccefb8-4cf9-4e71-a3fa-2482fbcf8bbd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:53.282621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67ccefb8-4cf9-4e71-a3fa-2482fbcf8bbd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1301930 Jul 09 16:51:53.282621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:53.409775 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5304888d-0ef0-45ab-bf96-fde6963fb1bd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.417298 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5304888d-0ef0-45ab-bf96-fde6963fb1bd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 16:51:53.417767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5304888d-0ef0-45ab-bf96-fde6963fb1bd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:51:53.420030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5304888d-0ef0-45ab-bf96-fde6963fb1bd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/9d800f09-f3d5-4f3d-9212-3a493cac04af HTTP/1.1" status: 409 len: 405 time: 0.1378758 Jul 09 16:51:53.423693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:53.432796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2122317485'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:53.464683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:53.468264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.492517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:53.501431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.501713 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Added segment 393c0f51-039a-4606-a21b-211a3d1f7ea5 of type vlan for network 78ad0ad8-2b19-420f-bfb9-27a74b680e48 Jul 09 16:51:53.542663 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.573575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.579919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:53.580529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.666023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2377741 Jul 09 16:51:53.666438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:53.671870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'subnet': {'network_id': '78ad0ad8-2b19-420f-bfb9-27a74b680e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:53.697254 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.701106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d3ae-d7d5-4204-b3f1-57b3d268a1c1 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Network': ['ID=78ad0ad8-2b19-420f-bfb9-27a74b680e48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:53.714054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 78ad0ad8-2b19-420f-bfb9-27a74b680e48 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:53.852011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:53.857063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:53.867802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11150cf4-5c79-4e7c-84cf-8320dbf0c071 req-1c1e5d13-73fb-41c3-a049-06c1a22b0473 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:53.870084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11150cf4-5c79-4e7c-84cf-8320dbf0c071 req-1c1e5d13-73fb-41c3-a049-06c1a22b0473 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 945 time: 0.1155610 Jul 09 16:51:53.925936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11150cf4-5c79-4e7c-84cf-8320dbf0c071 req-b936a9a6-a1bd-4eb8-878c-5cb8add079c3 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493252 Jul 09 16:51:54.306154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:51:54.306921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410546bc-ce30-4b45-bc7a-1ca2c7192e77 None None] Network 9d800f09-f3d5-4f3d-9212-3a493cac04af requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:54.308045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.387604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Subnet': ['ID=245cd592-e6b9-41fc-b330-c0fc863a6e68,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:54.416306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1471e2ee-818e-46e6-95ef-ac6ea4fbd350 None None] Provisioning for port dd909698-8fa8-4acd-a108-024930aa930c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:54.441043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Checking segment: {'id': '393c0f51-039a-4606-a21b-211a3d1f7ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '78ad0ad8-2b19-420f-bfb9-27a74b680e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:54.441407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network hostable DHCP agents. Network: 78ad0ad8-2b19-420f-bfb9-27a74b680e48, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:54.471110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 78ad0ad8-2b19-420f-bfb9-27a74b680e48 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:54.490949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 78ad0ad8-2b19-420f-bfb9-27a74b680e48) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:54.497060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:54.498113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.503202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02421015-780b-4303-8e16-13ad83ef02a2 None None] Network 78ad0ad8-2b19-420f-bfb9-27a74b680e48 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:54.521210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db085e4e-46bd-4c9d-82fe-933f47fe0243 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8513942 Jul 09 16:51:54.522289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:54.523687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b4bd1f85-726c-443a-b620-92818c86aea8 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:51:54.578317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] DHCP port deletion for 9d800f09-f3d5-4f3d-9212-3a493cac04af request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:51:54.656514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.726913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.763403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port b4bd1f85-726c-443a-b620-92818c86aea8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:51:54.770516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port b4bd1f85-726c-443a-b620-92818c86aea8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:51:54.771403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.774901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] Deleting port dd909698-8fa8-4acd-a108-024930aa930c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:51:54.775073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.843373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.855372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ea349-3430-4918-ac97-8f810cc1e317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-78ad0ad8-2b19-420f-bfb9-27a74b680e48', 'network_id': '78ad0ad8-2b19-420f-bfb9-27a74b680e48', 'tenant_id': '3450717fff00441c867d9e66a326f396', 'fixed_ips': [{'subnet_id': '245cd592-e6b9-41fc-b330-c0fc863a6e68'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:54.856599 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea349-3430-4918-ac97-8f810cc1e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.894601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Subnet': ['ID=245cd592-e6b9-41fc-b330-c0fc863a6e68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:54.919979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] For port dd909698-8fa8-4acd-a108-024930aa930c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dd909698-8fa8-4acd-a108-024930aa930c,segment=NetworkSegment(13059fac-69d5-4d20-b923-095fb7f07c7c),segment_id=13059fac-69d5-4d20-b923-095fb7f07c7c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:54.920622 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:54.993066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.026426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad0ad8-2b19-420f-bfb9-27a74b680e48']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:55.055197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393c0f51-039a-4606-a21b-211a3d1f7ea5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:55.056100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393c0f51-039a-4606-a21b-211a3d1f7ea5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:55.074076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] Calling delete_port for dd909698-8fa8-4acd-a108-024930aa930c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:51:55.077721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767e439-c6b5-476e-8be1-156c020e9c03 None None] Network 78ad0ad8-2b19-420f-bfb9-27a74b680e48 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:55.078259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.101876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.110205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:55.111063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:55.195621 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:55.198938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.237496 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.245570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/78ad0ad8-2b19-420f-bfb9-27a74b680e48 HTTP/1.1" status: 204 len: 168 time: 0.7191203 Jul 09 16:51:55.246010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:55.253621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1965881144'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:55.288256 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.305431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:55.313089 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.314542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5732c-b2d8-424e-9bc8-634037cbdd26 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Network': ['ID=78ad0ad8-2b19-420f-bfb9-27a74b680e48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:55.365503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd1f85-726c-443a-b620-92818c86aea8'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:55.368766 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06edaf0c-0dfd-4718-8840-3ee4b1ba1e11" -d '{"events": [{"server_uuid": "186f9c0d-0422-4f0b-8bda-c5be75d2f318", "name": "network-vif-plugged", "status": "completed", "tag": "b4bd1f85-726c-443a-b620-92818c86aea8"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:55.395603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:51:55.399926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4a9f8-de43-40b5-b17a-980e47b34b60 req-3e09548e-0d55-4fad-a3f4-ea76866ad884 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:55.404402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.404575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99e4a9f8-de43-40b5-b17a-980e47b34b60 req-3e09548e-0d55-4fad-a3f4-ea76866ad884 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 945 time: 0.1820908 Jul 09 16:51:55.406010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:55.424612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.424969 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Added segment 1ede262e-5b2d-47bd-80b1-e5f60ffa6696 of type vlan for network 74629b16-5838-4acf-b17c-ab55840fc8fc Jul 09 16:51:55.447736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.468005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99e4a9f8-de43-40b5-b17a-980e47b34b60 req-50bf7a78-7740-4104-bf11-8865cb45412c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Jul 09 16:51:55.471421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] No DVR routers for this DVR port dd909698-8fa8-4acd-a108-024930aa930c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:51:55.509931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:55.545637 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c642979e-2d1a-4a83-9345-f240fe8b8c9b x-openstack-request-id: req-c642979e-2d1a-4a83-9345-f240fe8b8c9b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:55.546188 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186f9c0d-0422-4f0b-8bda-c5be75d2f318", "name": "network-vif-plugged", "status": "completed", "tag": "b4bd1f85-726c-443a-b620-92818c86aea8", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:55.546188 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c642979e-2d1a-4a83-9345-f240fe8b8c9b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:55.546565 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'code': 200} Jul 09 16:51:55.549245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d74ea4-4d01-4dbc-9678-0c9b331ad37c None None] Pushing event deleted for resources: {'Port': ['ID=dd909698-8fa8-4acd-a108-024930aa930c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:55.549473 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.619072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.626621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:55.627612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.648272 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4005754 Jul 09 16:51:55.650932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:55.656541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'subnet': {'network_id': '74629b16-5838-4acf-b17c-ab55840fc8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:55.704559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:55.750509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61679-a151-4c7d-a909-2914afd6c82a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Network': ['ID=74629b16-5838-4acf-b17c-ab55840fc8fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:55.764279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 74629b16-5838-4acf-b17c-ab55840fc8fc details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:55.772774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d02f4-699a-4dd7-96c8-dc4bee71ef56 req-aec59a2a-d224-48ca-9cb9-71fdf0b0c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:55.774865 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-543d02f4-699a-4dd7-96c8-dc4bee71ef56 req-aec59a2a-d224-48ca-9cb9-71fdf0b0c74f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 1097 time: 0.1143413 Jul 09 16:51:55.777498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:55.781625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.840558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-543d02f4-699a-4dd7-96c8-dc4bee71ef56 req-4d3ffe0c-c0ce-4917-afc1-0f69c155b943 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Jul 09 16:51:55.868760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12fedf8-1241-4b54-9d72-37a47bfb1c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.065349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.075251 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12fedf8-1241-4b54-9d72-37a47bfb1c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.109180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12fedf8-1241-4b54-9d72-37a47bfb1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.168296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Subnet': ['ID=9dcabe28-acd8-46ec-a86c-72fa5c53800b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:56.179290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fedf8-1241-4b54-9d72-37a47bfb1c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0edc51-cf4e-48a2-acc7-d2ebc06592cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:56.190303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b12fedf8-1241-4b54-9d72-37a47bfb1c4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9073f171a4f4c6683bd33f2fd7c6f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847066 Jul 09 16:51:56.191746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:56.205908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Checking segment: {'id': '1ede262e-5b2d-47bd-80b1-e5f60ffa6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '74629b16-5838-4acf-b17c-ab55840fc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:56.206061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network hostable DHCP agents. Network: 74629b16-5838-4acf-b17c-ab55840fc8fc, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:56.225151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 74629b16-5838-4acf-b17c-ab55840fc8fc is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:56.236155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 74629b16-5838-4acf-b17c-ab55840fc8fc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:56.240750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:56.241450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.250092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2daa3ba-4e8b-4ffc-9661-8f090d8f9e1a None None] Network 74629b16-5838-4acf-b17c-ab55840fc8fc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:56.260770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad63b9f9-2eb5-4187-808a-4108818e1acd tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6084564 Jul 09 16:51:56.263557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:56.268176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eceb19fc-bdf0-4f55-adcf-2a10a6f29117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.294508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eceb19fc-bdf0-4f55-adcf-2a10a6f29117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.356132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eceb19fc-bdf0-4f55-adcf-2a10a6f29117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.358827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eceb19fc-bdf0-4f55-adcf-2a10a6f29117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.360414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eceb19fc-bdf0-4f55-adcf-2a10a6f29117 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a0edc51-cf4e-48a2-acc7-d2ebc06592cd HTTP/1.1" status: 204 len: 168 time: 0.1667199 Jul 09 16:51:56.377478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb19fc-bdf0-4f55-adcf-2a10a6f29117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0edc51-cf4e-48a2-acc7-d2ebc06592cd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:56.378153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.465909 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.561653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.613042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcabe28-acd8-46ec-a86c-72fa5c53800b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:56.703860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.716769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74629b16-5838-4acf-b17c-ab55840fc8fc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:56.737090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ede262e-5b2d-47bd-80b1-e5f60ffa6696') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:56.737445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ede262e-5b2d-47bd-80b1-e5f60ffa6696') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:56.740219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fca087-9b30-4ff9-b6be-0784afe0cf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-74629b16-5838-4acf-b17c-ab55840fc8fc', 'network_id': '74629b16-5838-4acf-b17c-ab55840fc8fc', 'tenant_id': '3450717fff00441c867d9e66a326f396', 'fixed_ips': [{'subnet_id': '9dcabe28-acd8-46ec-a86c-72fa5c53800b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:56.742515 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f2fca087-9b30-4ff9-b6be-0784afe0cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.756578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.812969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.826111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:56.826544 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:56.829797 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:56.860519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae31e5-8d1e-4414-a14c-202b3997303b None None] Network 74629b16-5838-4acf-b17c-ab55840fc8fc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:56.905839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2603f-063c-4f90-bd5b-3424e0b89631 req-ae3917a4-5eb3-430b-8998-c3983fd9976c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:56.907401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ed2603f-063c-4f90-bd5b-3424e0b89631 req-ae3917a4-5eb3-430b-8998-c3983fd9976c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1535847 Jul 09 16:51:56.921717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.941208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:56.954558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476eb37-774f-44f1-8a7b-76cca7798ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.962628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.964677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/74629b16-5838-4acf-b17c-ab55840fc8fc HTTP/1.1" status: 204 len: 168 time: 0.6998062 Jul 09 16:51:56.967648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22925bab-5964-4043-8def-bb7f83b5d1eb tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Network': ['ID=74629b16-5838-4acf-b17c-ab55840fc8fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:56.968779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:56.980373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-19896911'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:57.003207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ed2603f-063c-4f90-bd5b-3424e0b89631 req-071b1bb8-6b6f-4ec7-8d36-c733134126e6 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894384 Jul 09 16:51:57.032492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:51:57.032492 n-d-800085-2 neutron-server[93768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:51:57.032492 n-d-800085-2 neutron-server[93768]: [parameters: {'project_id': '3450717fff00441c867d9e66a326f396', 'id': '17fc96f2-4222-4567-a523-571bac131077', 'expiration': datetime.datetime(2021, 7, 9, 16, 53, 57, 176)}] Jul 09 16:51:57.032492 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:51:57.033027 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:51:57.110835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476eb37-774f-44f1-8a7b-76cca7798ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.116302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5476eb37-774f-44f1-8a7b-76cca7798ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.159509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476eb37-774f-44f1-8a7b-76cca7798ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376409c5-4dbc-4774-99da-62b040fd6732,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:57.168788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5476eb37-774f-44f1-8a7b-76cca7798ed0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e148d0707fe04f758407d2f87ad8b574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241001 Jul 09 16:51:57.169308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:57.224340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cacae3-4cf8-4e41-98ca-cb460353da0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.249066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cacae3-4cf8-4e41-98ca-cb460353da0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.317258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cacae3-4cf8-4e41-98ca-cb460353da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.321244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cacae3-4cf8-4e41-98ca-cb460353da0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.322655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-31cacae3-4cf8-4e41-98ca-cb460353da0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/376409c5-4dbc-4774-99da-62b040fd6732 HTTP/1.1" status: 204 len: 168 time: 0.1525028 Jul 09 16:51:57.331306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cacae3-4cf8-4e41-98ca-cb460353da0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376409c5-4dbc-4774-99da-62b040fd6732,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:57.561575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:57.567505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.621808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:51:57.639066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.639416 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Added segment d26d3988-11d2-49bf-ad7e-696909bcc7d8 of type vlan for network 8b264aec-932d-4f26-bcc3-3b9a40b4e079 Jul 09 16:51:57.718740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.744569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eaba5-1850-4b06-9282-7bbaa3a30004 req-ba3345f4-7280-49bd-872c-d609cf192175 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:57.747363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e79eaba5-1850-4b06-9282-7bbaa3a30004 req-ba3345f4-7280-49bd-872c-d609cf192175 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.0926907 Jul 09 16:51:57.762643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.768757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:57.769754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:57.836173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e79eaba5-1850-4b06-9282-7bbaa3a30004 req-723c51a3-438a-4033-a12f-9f1ed9e4682c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834491 Jul 09 16:51:57.865496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Network': ['ID=8b264aec-932d-4f26-bcc3-3b9a40b4e079,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:57.881750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8b264aec-932d-4f26-bcc3-3b9a40b4e079 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:51:57.895381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:57.895685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce6c6213-66c5-4ba9-b11b-e032ecabb814 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9256411 Jul 09 16:51:57.903751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Request body: {'subnet': {'network_id': '8b264aec-932d-4f26-bcc3-3b9a40b4e079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:51:58.110866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32885c-2d4c-42a1-b425-a493801d51d1 req-59d715d1-7dfa-4337-ac78-352a205e8211 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:58.112371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f32885c-2d4c-42a1-b425-a493801d51d1 req-59d715d1-7dfa-4337-ac78-352a205e8211 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1092081 Jul 09 16:51:58.113447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Made reservation on behalf of 3450717fff00441c867d9e66a326f396 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:51:58.117547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:58.245792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f32885c-2d4c-42a1-b425-a493801d51d1 req-f11c304f-bc1b-4892-8d14-bc42c46e59b1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239007 Jul 09 16:51:58.316968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e27d1-9de5-4db5-8384-35c623606308 req-6e7b05e2-7f1c-4131-a990-379b41f51381 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:58.320511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-747e27d1-9de5-4db5-8384-35c623606308 req-6e7b05e2-7f1c-4131-a990-379b41f51381 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1548741 Jul 09 16:51:58.412163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-747e27d1-9de5-4db5-8384-35c623606308 req-26c021fe-8f32-4b40-92b7-838e12cf32b7 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832610 Jul 09 16:51:58.546455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:51:58.557078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:58.699157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event updated for resources: {'Subnet': ['ID=2e63abd0-4a09-4304-8a96-dabd2d78c50a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:58.768983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-5d2d1b39-337e-442a-90b8-897cc1f4586d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:58.770459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-5d2d1b39-337e-442a-90b8-897cc1f4586d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.2480385 Jul 09 16:51:58.773328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Checking segment: {'id': 'd26d3988-11d2-49bf-ad7e-696909bcc7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8b264aec-932d-4f26-bcc3-3b9a40b4e079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:51:58.773706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network hostable DHCP agents. Network: 8b264aec-932d-4f26-bcc3-3b9a40b4e079, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:51:58.783030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfb996-b062-42d5-83db-aacea9de0e83 req-98c6eade-ffb3-49aa-b9dc-c38bd54a9bd8 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:58.791085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97cfb996-b062-42d5-83db-aacea9de0e83 req-98c6eade-ffb3-49aa-b9dc-c38bd54a9bd8 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.2434733 Jul 09 16:51:58.827597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-bddc0043-9ae4-4598-85c5-74190d1ae464 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/quotas/41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 375 time: 0.0345531 Jul 09 16:51:58.864300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97cfb996-b062-42d5-83db-aacea9de0e83 req-94e31abf-2db1-4910-9c82-c4687ff77c26 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724561 Jul 09 16:51:58.864931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Network 8b264aec-932d-4f26-bcc3-3b9a40b4e079 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:51:58.911693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 8b264aec-932d-4f26-bcc3-3b9a40b4e079) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:51:58.920987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb0245-f903-411b-9ee2-4709902bbb57 None None] Network 8b264aec-932d-4f26-bcc3-3b9a40b4e079 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:58.948598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:58.954993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:58.972140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:59.008801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-7d39ea49-7cfc-4e67-987b-2010a5f8eca1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1666827 Jul 09 16:51:59.011314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0c6d68d-cdf3-43db-93b2-587552760991 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1147039 Jul 09 16:51:59.014400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:59.166917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ada0af8-c8e8-4b5d-a8ac-5dc5131730b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.193234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.203410 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:51:59.228604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335f076-1ab7-4f1a-b8eb-698b61b593c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-8b264aec-932d-4f26-bcc3-3b9a40b4e079', 'network_id': '8b264aec-932d-4f26-bcc3-3b9a40b4e079', 'tenant_id': '3450717fff00441c867d9e66a326f396', 'fixed_ips': [{'subnet_id': '2e63abd0-4a09-4304-8a96-dabd2d78c50a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:51:59.230004 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8335f076-1ab7-4f1a-b8eb-698b61b593c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.251508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.390353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ada0af8-c8e8-4b5d-a8ac-5dc5131730b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.398531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ada0af8-c8e8-4b5d-a8ac-5dc5131730b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.444580 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.444865 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ada0af8-c8e8-4b5d-a8ac-5dc5131730b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d049f531148e4ec88e79b7437c06461c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680960 Jul 09 16:51:59.444865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-8335f076-1ab7-4f1a-b8eb-698b61b593c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e63abd0-4a09-4304-8a96-dabd2d78c50a: This subnet is being modified by another concurrent operation. Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:51:59.446842 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e63abd0-4a09-4304-8a96-dabd2d78c50a: This subnet is being modified by another concurrent operation. Jul 09 16:51:59.450897 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 16:51:59.473425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Subnet': ['ID=2e63abd0-4a09-4304-8a96-dabd2d78c50a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:59.483372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-2f8927d5-f051-4a64-900c-cd62ada8936e service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562559 Jul 09 16:51:59.485803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bd600-89e9-4f2b-9f4c-32ceb6cbba45 None None] Network 8b264aec-932d-4f26-bcc3-3b9a40b4e079 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:51:59.507460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada0af8-c8e8-4b5d-a8ac-5dc5131730b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8534bc-f427-438c-ba36-66f50393fe49,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:59.510026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4c7795a-b927-4252-979e-4b71e9ae774e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.559118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4c7795a-b927-4252-979e-4b71e9ae774e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.596101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.606649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b264aec-932d-4f26-bcc3-3b9a40b4e079']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:59.634181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26d3988-11d2-49bf-ad7e-696909bcc7d8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:59.634656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26d3988-11d2-49bf-ad7e-696909bcc7d8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:59.649135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4c7795a-b927-4252-979e-4b71e9ae774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.653130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4c7795a-b927-4252-979e-4b71e9ae774e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.657883 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4c7795a-b927-4252-979e-4b71e9ae774e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b8534bc-f427-438c-ba36-66f50393fe49 HTTP/1.1" status: 204 len: 168 time: 0.2088857 Jul 09 16:51:59.661732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c723952-2a7b-43e6-9591-93cb9c6563e7 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:51:59.665007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7795a-b927-4252-979e-4b71e9ae774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8534bc-f427-438c-ba36-66f50393fe49,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:59.717107 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.732099 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.739252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:51:59.739668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.801281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c723952-2a7b-43e6-9591-93cb9c6563e7 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:51:59.802442 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:51:59.829929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.852486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:59.857823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/8b264aec-932d-4f26-bcc3-3b9a40b4e079 HTTP/1.1" status: 204 len: 168 time: 0.8391094 Jul 09 16:51:59.858734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:59.886915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97f204-3086-45aa-88f5-bda700ad24af tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Network': ['ID=8b264aec-932d-4f26-bcc3-3b9a40b4e079,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:59.900296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9baf-4ab1-4a6a-a8e4-13251af053fc req-9e4ff8f6-4cf7-421a-845d-83964df8973e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:59.902018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-848e9baf-4ab1-4a6a-a8e4-13251af053fc req-9e4ff8f6-4cf7-421a-845d-83964df8973e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.5298474 Jul 09 16:51:59.923009 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7025ccf0-551e-4eef-9569-1d324c0c0ada tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:51:59.924027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7025ccf0-551e-4eef-9569-1d324c0c0ada tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:51:59.928694 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7025ccf0-551e-4eef-9569-1d324c0c0ada tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/2e63abd0-4a09-4304-8a96-dabd2d78c50a HTTP/1.1" status: 404 len: 337 time: 0.0662553 Jul 09 16:51:59.932799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:51:59.983079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-848e9baf-4ab1-4a6a-a8e4-13251af053fc req-997f7389-579d-493c-a436-56b35cedd26d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738931 Jul 09 16:51:59.985493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-efa42f2d-d365-4adb-a8f9-bb9fb307a4fb service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013583 Jul 09 16:51:59.997107 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cc00a8-cbd8-4b0c-95e5-4c5c594dcdc3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:51:59.997726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cc00a8-cbd8-4b0c-95e5-4c5c594dcdc3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:00.014021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:00.014154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-53cc00a8-cbd8-4b0c-95e5-4c5c594dcdc3 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/8b264aec-932d-4f26-bcc3-3b9a40b4e079 HTTP/1.1" status: 404 len: 339 time: 0.0799005 Jul 09 16:52:00.513259 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df79c3f9-51c8-456a-9d84-2afd3a27c048 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:00.514162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df79c3f9-51c8-456a-9d84-2afd3a27c048 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:00.518772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-df79c3f9-51c8-456a-9d84-2afd3a27c048 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/9dcabe28-acd8-46ec-a86c-72fa5c53800b HTTP/1.1" status: 404 len: 337 time: 0.5145171 Jul 09 16:52:00.518934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:00.543364 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a377eee0-4ecc-4059-b9da-a6ce255fa81a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:00.544151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a377eee0-4ecc-4059-b9da-a6ce255fa81a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:00.546316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a377eee0-4ecc-4059-b9da-a6ce255fa81a tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/74629b16-5838-4acf-b17c-ab55840fc8fc HTTP/1.1" status: 404 len: 339 time: 0.0265310 Jul 09 16:52:00.548814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:00.579538 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ff9912-5a7e-4d6c-ba19-f190e7dd18f2 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:00.580353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ff9912-5a7e-4d6c-ba19-f190e7dd18f2 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:00.582350 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-32ff9912-5a7e-4d6c-ba19-f190e7dd18f2 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/245cd592-e6b9-41fc-b330-c0fc863a6e68 HTTP/1.1" status: 404 len: 337 time: 0.0325885 Jul 09 16:52:00.586037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:00.594167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7e1e1fa-2094-4c88-8cb6-846ca42a0368 req-72ce87b5-eb2c-4931-8200-738642421c2b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 210 time: 0.0849319 Jul 09 16:52:00.629716 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15d3de2-92de-4d3b-96e8-da4ef194f6ef tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:00.630337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15d3de2-92de-4d3b-96e8-da4ef194f6ef tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:00.632222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d15d3de2-92de-4d3b-96e8-da4ef194f6ef tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/78ad0ad8-2b19-420f-bfb9-27a74b680e48 HTTP/1.1" status: 404 len: 339 time: 0.0447268 Jul 09 16:52:00.634896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:00.673885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29dbe-0fa8-4614-93c3-6903a8acd5fb req-67ebc749-e148-4194-9e07-fcf94d4597c9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:00.675504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0cb29dbe-0fa8-4614-93c3-6903a8acd5fb req-67ebc749-e148-4194-9e07-fcf94d4597c9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1650596 Jul 09 16:52:00.769833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0cb29dbe-0fa8-4614-93c3-6903a8acd5fb req-9ed385f2-ff3d-43cd-8519-1b32400068eb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880597 Jul 09 16:52:00.852200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Deleting port 382185cc-e92c-462f-bf40-f09641861e29 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:00.852544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:00.940329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:00.962800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Calling delete_port for 382185cc-e92c-462f-bf40-f09641861e29 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:01.039464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5622bb-ee1f-4faa-b5fe-7e0c61a5c96f req-2121058c-1c92-4bf0-b944-b777f2de0c03 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:01.047255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5622bb-ee1f-4faa-b5fe-7e0c61a5c96f req-2121058c-1c92-4bf0-b944-b777f2de0c03 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1175179 Jul 09 16:52:01.077435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.097687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5622bb-ee1f-4faa-b5fe-7e0c61a5c96f req-adaeaf63-4dfb-40ae-8d2b-948b0c28bcec tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Jul 09 16:52:01.124029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Port': ['ID=382185cc-e92c-462f-bf40-f09641861e29,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:01.131260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.134701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2554d74c-a333-4373-a0aa-75e27da90a67 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/ports/382185cc-e92c-462f-bf40-f09641861e29 HTTP/1.1" status: 204 len: 168 time: 0.4988096 Jul 09 16:52:01.137816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:01.184489 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ddbded-ac69-4cb3-8c21-4253a8e16fdf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:01.185207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ddbded-ac69-4cb3-8c21-4253a8e16fdf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:01.187652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-29ddbded-ac69-4cb3-8c21-4253a8e16fdf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/021b00a8-e2e7-47ff-a764-e61b0e4d438b HTTP/1.1" status: 404 len: 337 time: 0.0485599 Jul 09 16:52:01.190782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:01.346163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e39b9-af27-46c9-bd47-992c587b9961 req-0a832520-adc6-46a4-9377-48d6a21b092b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:01.360962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.365293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-069e39b9-af27-46c9-bd47-992c587b9961 req-0a832520-adc6-46a4-9377-48d6a21b092b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1199281 Jul 09 16:52:01.420577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-069e39b9-af27-46c9-bd47-992c587b9961 req-3d5a3059-4f17-4b07-a59b-29b176a5bf08 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 Jul 09 16:52:01.469379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.482655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d800f09-f3d5-4f3d-9212-3a493cac04af']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:01.496488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13059fac-69d5-4d20-b923-095fb7f07c7c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:01.496792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13059fac-69d5-4d20-b923-095fb7f07c7c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:01.508468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.526830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.535490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:01.536091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:01.540018 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:01.660961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.669753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.675836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/9d800f09-f3d5-4f3d-9212-3a493cac04af HTTP/1.1" status: 204 len: 168 time: 0.4844010 Jul 09 16:52:01.676450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:01.720495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:01.728776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacabf0-8ea8-409d-b026-d900029c349b tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Network': ['ID=9d800f09-f3d5-4f3d-9212-3a493cac04af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:01.796616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02031139-c5ea-454d-bf68-2f7627bc677b req-4001b3ef-3bc0-412c-b6ec-0677f7033ed0 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:01.814705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02031139-c5ea-454d-bf68-2f7627bc677b req-4001b3ef-3bc0-412c-b6ec-0677f7033ed0 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.2008438 Jul 09 16:52:01.882613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-605de3aa-1489-47ce-a274-1d69ca47a43f req-9619cd76-8bc9-4ae3-b9e9-f04f4eb64180 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 210 time: 0.0487180 Jul 09 16:52:01.905694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Deleting port f51a19a4-20b2-4f20-9de3-d5471bab9842 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:01.906105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:01.919670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98cd7d19-0374-4378-b088-d8e5fb036435 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-361402032'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:01.920132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98cd7d19-0374-4378-b088-d8e5fb036435 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:52:02.003815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02031139-c5ea-454d-bf68-2f7627bc677b req-94394598-9b2c-4692-8e27-edabb2b82c40 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880753 Jul 09 16:52:02.028761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.049237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Calling delete_port for f51a19a4-20b2-4f20-9de3-d5471bab9842 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:02.146736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98cd7d19-0374-4378-b088-d8e5fb036435 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.150671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-98cd7d19-0374-4378-b088-d8e5fb036435 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4261930 Jul 09 16:52:02.155282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.156214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-4e9f26d9-7eb2-4c3c-9456-5267777de606 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:02.158268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-4e9f26d9-7eb2-4c3c-9456-5267777de606 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.3337018 Jul 09 16:52:02.163880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7dd86440-fa6e-45f3-b855-31a85849d0a9 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cd1ee8ee-32a8-483c-850a-c3e9f4f0234f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:02.164998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7dd86440-fa6e-45f3-b855-31a85849d0a9 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:52:02.179801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.193558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'port': {'device_id': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'admin_state_up': True, 'tenant_id': '41ab974166044af59f006b4e24ee852e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:02.232105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Port': ['ID=f51a19a4-20b2-4f20-9de3-d5471bab9842,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:02.274973 n-d-800085-2 neutron-server[93768]: WARNING neutron.services.metering.metering_plugin [None req-7dd86440-fa6e-45f3-b855-31a85849d0a9 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:52:02.279779 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.283095 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d0c3b98e-1f57-4dc4-a2f2-9c27c462e3bf tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/ports/f51a19a4-20b2-4f20-9de3-d5471bab9842 HTTP/1.1" status: 204 len: 168 time: 0.5988445 Jul 09 16:52:02.287712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.338914 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-322a2c4a-6f18-4411-affa-4b28f2b4a81f tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:02.339382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322a2c4a-6f18-4411-affa-4b28f2b4a81f tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:02.341205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-322a2c4a-6f18-4411-affa-4b28f2b4a81f tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/17622c5f-d6dd-4eac-af3b-06fd5947f095 HTTP/1.1" status: 404 len: 337 time: 0.0523639 Jul 09 16:52:02.343867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.355306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891026-d9f4-4520-8232-1f4a40b7339a req-06e9c0e4-ab5b-4071-b587-a06011046d3d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:02.356855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39891026-d9f4-4520-8232-1f4a40b7339a req-06e9c0e4-ab5b-4071-b587-a06011046d3d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1975741 Jul 09 16:52:02.384264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dd86440-fa6e-45f3-b855-31a85849d0a9 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.385453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7dd86440-fa6e-45f3-b855-31a85849d0a9 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2284448 Jul 09 16:52:02.390431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.397596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be54d6f1-078f-4875-9099-3c5abbb6e907 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cd1ee8ee-32a8-483c-850a-c3e9f4f0234f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:02.398154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be54d6f1-078f-4875-9099-3c5abbb6e907 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:52:02.415986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:02.419786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.442316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-39891026-d9f4-4520-8232-1f4a40b7339a req-9d339c24-5b32-4db4-bc6d-94eb49a4595f tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783253 Jul 09 16:52:02.460145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.510694 n-d-800085-2 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-be54d6f1-078f-4875-9099-3c5abbb6e907 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:52:02.565045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.579244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64afb24b-1774-4ddc-9fc7-b573fe41a3de']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:02.592669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7116c69-450c-4785-a432-5b521c19523d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:02.592907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7116c69-450c-4785-a432-5b521c19523d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:02.604230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.623535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.630877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:02.631298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:02.636582 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:02.678222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be54d6f1-078f-4875-9099-3c5abbb6e907 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.679565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-be54d6f1-078f-4875-9099-3c5abbb6e907 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2878342 Jul 09 16:52:02.686703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.698768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d3b575f-165e-491f-8bda-7a25fc9d98d1 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=7890794c-3dda-4d19-9689-9ec39f855187 HTTP/1.1" status: 200 len: 462 time: 0.0149291 Jul 09 16:52:02.701518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.725788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.732472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.735044 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/64afb24b-1774-4ddc-9fc7-b573fe41a3de HTTP/1.1" status: 204 len: 168 time: 0.3898005 Jul 09 16:52:02.739739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.799055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Deleting subnet b6924b8a-1f05-4ceb-93e5-d34b59ef70a3 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:02.802743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.829573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Allocated IP 172.20.0.5 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/bc5e69fa-3266-42ac-bbf6-1924bf79950c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:02.838237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a992f6-d099-42d6-9451-a557b7d75b16 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Network': ['ID=64afb24b-1774-4ddc-9fc7-b573fe41a3de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:02.859810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.899998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74b5fc34-be3c-46ec-955f-b02293a5e88b tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:02.901380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-74b5fc34-be3c-46ec-955f-b02293a5e88b tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/7890794c-3dda-4d19-9689-9ec39f855187 HTTP/1.1" status: 204 len: 168 time: 0.1988971 Jul 09 16:52:02.904793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.926108 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9e50df32-4ea1-4657-94cc-70c5f943d81c tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=7890794c-3dda-4d19-9689-9ec39f855187 HTTP/1.1" status: 200 len: 221 time: 0.0191529 Jul 09 16:52:02.927260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:02.933901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed4f1c85-f76b-43c8-ab3f-09f308e0f753 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--979151605', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:02.934505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed4f1c85-f76b-43c8-ab3f-09f308e0f753 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:52:03.036659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.127661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.151214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-489c6cb5-e3d0-4937-812d-02b3f255b908 req-0723ff6c-be00-421b-8098-d6c036e0ca5a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 210 time: 0.1058302 Jul 09 16:52:03.180055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Subnet': ['ID=b6924b8a-1f05-4ceb-93e5-d34b59ef70a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:03.194204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.200539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2c21e-5d39-4bd2-9c95-a38f8d713b1a None None] Network 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:03.201733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-caac69e7-513b-41ad-906f-cb242e95dc19 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/subnets/b6924b8a-1f05-4ceb-93e5-d34b59ef70a3 HTTP/1.1" status: 204 len: 168 time: 0.4611394 Jul 09 16:52:03.209448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.305287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1c85-f76b-43c8-ab3f-09f308e0f753 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.306738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed4f1c85-f76b-43c8-ab3f-09f308e0f753 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3783772 Jul 09 16:52:03.316697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.330259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.359912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Transition to ACTIVE for port object bc5e69fa-3266-42ac-bbf6-1924bf79950c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:03.409744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.436678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['70379fe6-3f73-4d8c-b119-d279c6292d2e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:03.470390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:03.476164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:03.477820 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0b59975a-5891-467f-99fa-e100788e0624 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=78aa39cb-1c08-4f66-b14b-af44898d572d HTTP/1.1" status: 200 len: 467 time: 0.1585815 Jul 09 16:52:03.482436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.496819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:03.542579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:03.566171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:03.578361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.591215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:03.592140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.628362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-6b6e0cd0-4c6a-4bc0-936d-38bda28ed68a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4560626 Jul 09 16:52:03.668667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Request body: {'port': {'device_id': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:03.824609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1941240-c37e-45b5-8a7e-0b7f73ed8789 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.826215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b1941240-c37e-45b5-8a7e-0b7f73ed8789 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/78aa39cb-1c08-4f66-b14b-af44898d572d HTTP/1.1" status: 204 len: 168 time: 0.3427448 Jul 09 16:52:03.828873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.841442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a19c537a-0e14-4530-86b4-f4c2e3d6d58e tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=78aa39cb-1c08-4f66-b14b-af44898d572d HTTP/1.1" status: 200 len: 216 time: 0.0113325 Jul 09 16:52:03.846400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33500) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.855254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Deleting port 9bb9d979-cacf-48d1-8734-b93612d11c3b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:03.855750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.874016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4ebf49e-8cd3-474f-b5f6-b1f9d7009d62 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0234993 Jul 09 16:52:03.885167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.916349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33504) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:03.916915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ea06f17-dc95-4dfb-a741-fc2e3ae1ef8c tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0286610 Jul 09 16:52:03.917828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.959899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] For port 9bb9d979-cacf-48d1-8734-b93612d11c3b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9bb9d979-cacf-48d1-8734-b93612d11c3b,segment=NetworkSegment(ae1383c1-d99d-4cd9-a1b1-080758882f82),segment_id=ae1383c1-d99d-4cd9-a1b1-080758882f82)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:03.960426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:03.969191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e73945-95ed-4bf9-b1b8-9d7e356f5454 req-2c12b38b-c6dc-42cc-b225-6a286f76ea5e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:03.976558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70e73945-95ed-4bf9-b1b8-9d7e356f5454 req-2c12b38b-c6dc-42cc-b225-6a286f76ea5e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.2401042 Jul 09 16:52:04.014519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06752248-4667-4b2a-ae13-be067d97c27b tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/cd1ee8ee-32a8-483c-850a-c3e9f4f0234f HTTP/1.1" status: 200 len: 472 time: 0.0957539 Jul 09 16:52:04.017644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-97d3a39e-194f-41d6-a26b-16f7ea77428c None None] Provisioning for port bc5e69fa-3266-42ac-bbf6-1924bf79950c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:04.018201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:04.035808 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56913ec8-3fcc-462c-95f4-26fee1f37eaf tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/e35e261f-ed57-4343-8c01-69728a02a641 HTTP/1.1" status: 200 len: 459 time: 0.0162313 Jul 09 16:52:04.037070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-97d3a39e-194f-41d6-a26b-16f7ea77428c None None] Provisioning complete for port bc5e69fa-3266-42ac-bbf6-1924bf79950c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:04.037240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Calling delete_port for 9bb9d979-cacf-48d1-8734-b93612d11c3b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:04.037464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97d3a39e-194f-41d6-a26b-16f7ea77428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.040625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:04.082253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-97d3a39e-194f-41d6-a26b-16f7ea77428c None None] Port bc5e69fa-3266-42ac-bbf6-1924bf79950c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:04.119435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] DHCP port deletion for 1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:04.124300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70e73945-95ed-4bf9-b1b8-9d7e356f5454 req-874f1c9e-afb2-47c8-89ed-176249cd0d97 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464462 Jul 09 16:52:04.156116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.188280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Port': ['ID=9bb9d979-cacf-48d1-8734-b93612d11c3b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:04.189219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Deleting port 9bb9d979-cacf-48d1-8734-b93612d11c3b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:04.189595 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.195481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] No DVR routers for this DVR port 9bb9d979-cacf-48d1-8734-b93612d11c3b on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:04.270739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] For port 9bb9d979-cacf-48d1-8734-b93612d11c3b, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:04.271457 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.301513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Calling delete_port for 9bb9d979-cacf-48d1-8734-b93612d11c3b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:04.307507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Port 9bb9d979-cacf-48d1-8734-b93612d11c3b was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:52:04.309122 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.320491 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.338007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2a9b30-6a19-48ab-bbb6-bcaf52135f54']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:04.341964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] Pushing event deleted for resources: {'Port': ['ID=9bb9d979-cacf-48d1-8734-b93612d11c3b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:04.344508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669347bf-9cb3-4953-a14b-d0eb3fb40eae None None] No DVR routers for this DVR port 9bb9d979-cacf-48d1-8734-b93612d11c3b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:04.352148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1383c1-d99d-4cd9-a1b1-080758882f82') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:04.352446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1383c1-d99d-4cd9-a1b1-080758882f82') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:04.359760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b12d-1dab-4d23-b665-97d53e8485ee tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.362442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.365650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4bc0b12d-1dab-4d23-b665-97d53e8485ee tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/e35e261f-ed57-4343-8c01-69728a02a641 HTTP/1.1" status: 204 len: 168 time: 0.3187697 Jul 09 16:52:04.368863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:04.400488 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.409262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:04.409686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.477694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79b1fd-4e88-4d21-add6-e8c0665e2f4c req-8e3ad6a3-cfcf-4c02-a0d7-8f0a85b7d1fe tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:04.479489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd79b1fd-4e88-4d21-add6-e8c0665e2f4c req-8e3ad6a3-cfcf-4c02-a0d7-8f0a85b7d1fe tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 931 time: 0.1332176 Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:04.532547 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:04.553934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5e69fa-3266-42ac-bbf6-1924bf79950c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:04.561509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd79b1fd-4e88-4d21-add6-e8c0665e2f4c req-ed74ab3f-ab28-4650-be52-744427e0a0c3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757236 Jul 09 16:52:04.565498 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.578642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Transition to ACTIVE for port object bc5e69fa-3266-42ac-bbf6-1924bf79950c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:04.584021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.589631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.656885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.661117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:04.661776 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] 10.222.0.48 "DELETE /v2.0/networks/1a2a9b30-6a19-48ab-bbb6-bcaf52135f54 HTTP/1.1" status: 204 len: 168 time: 1.4511609 Jul 09 16:52:04.666752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16d197-5ec9-4f69-af77-28c5e13f3d09 tempest-NetworksIpV6TestAttrs-798641356 tempest-NetworksIpV6TestAttrs-798641356-project] Pushing event deleted for resources: {'Network': ['ID=1a2a9b30-6a19-48ab-bbb6-bcaf52135f54,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:04.736016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-935c4367-e202-4beb-959d-bbe3e7257232 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.737188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-935c4367-e202-4beb-959d-bbe3e7257232 tempest-MeteringIpV6TestJSON-552281676 tempest-MeteringIpV6TestJSON-552281676-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/cd1ee8ee-32a8-483c-850a-c3e9f4f0234f HTTP/1.1" status: 204 len: 168 time: 0.3627222 Jul 09 16:52:04.752989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Attempting to bind port bc5e69fa-3266-42ac-bbf6-1924bf79950c on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:04.753301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Attempting to bind port bc5e69fa-3266-42ac-bbf6-1924bf79950c by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:04.753656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Attempting to bind port bc5e69fa-3266-42ac-bbf6-1924bf79950c on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:04.758917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Port bc5e69fa-3266-42ac-bbf6-1924bf79950c on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:52:04.759238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Attempting to bind port bc5e69fa-3266-42ac-bbf6-1924bf79950c on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:04.766731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:04.767069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:04.767842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:04.768284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Bound port: bc5e69fa-3266-42ac-bbf6-1924bf79950c, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:04.768850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.865248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:04.881704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:04.892139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.970786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:04.971811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:04.973344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] 10.222.0.43 "PUT /v2.0/ports/bc5e69fa-3266-42ac-bbf6-1924bf79950c HTTP/1.1" status: 200 len: 1091 time: 1.3280158 Jul 09 16:52:04.976249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:04.986997 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6471029-9f2d-4e18-9df7-9a74be1b52c0" -d '{"events": [{"name": "network-changed", "server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:05.015278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0affce-c6fb-45d2-aa78-9108ce7902ca service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:05.092462 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ecc836-560c-4be2-8ded-3784cc5f0344 x-openstack-request-id: req-38ecc836-560c-4be2-8ded-3784cc5f0344 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:05.092745 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:05.093185 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38ecc836-560c-4be2-8ded-3784cc5f0344 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:05.093801 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c', 'status': 'completed', 'code': 200} Jul 09 16:52:05.137850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:05.145460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-8af2ea45-778b-4dce-bff3-21fa0efc7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:05.147979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-8af2ea45-778b-4dce-bff3-21fa0efc7ec1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 1094 time: 0.1086199 Jul 09 16:52:05.164947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9bb9d979-cacf-48d1-8734-b93612d11c3b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:05.216705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9bb9d979-cacf-48d1-8734-b93612d11c3b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:05.218887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9bb9d979-cacf-48d1-8734-b93612d11c3b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:05.245892 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-94ed5c60-c1a1-4cd2-8418-0880b5916891 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c HTTP/1.1" status: 200 len: 217 time: 0.0892854 Jul 09 16:52:05.297508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:05.412993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-a8ac045b-54ba-4847-8320-b0e3544ddd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:05.414581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-a8ac045b-54ba-4847-8320-b0e3544ddd21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1461675 Jul 09 16:52:05.449640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8de6ab0b-4948-4f6e-89ee-a811a2d5d96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.476128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386317f3-02a6-4582-9d75-d0066576a41f req-de6a8781-3628-4b37-9a76-c9dbaac79b5c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:05.483139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386317f3-02a6-4582-9d75-d0066576a41f req-de6a8781-3628-4b37-9a76-c9dbaac79b5c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.1340864 Jul 09 16:52:05.489319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-251888d4-d636-43be-9d6d-e4aac35b1b91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3450717fff00441c867d9e66a326f396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478210 Jul 09 16:52:05.489666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:05.530784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-01cf1593-29c0-415f-af6e-d304cdbaf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:05.532707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-01cf1593-29c0-415f-af6e-d304cdbaf8be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094191 Jul 09 16:52:05.559748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386317f3-02a6-4582-9d75-d0066576a41f req-dd1a5a1c-8824-4222-b089-193d2ea91140 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751390 Jul 09 16:52:05.577212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c763c2e-1b7f-45af-a1f4-994c47cf8c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.616912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c763c2e-1b7f-45af-a1f4-994c47cf8c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.648512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8de6ab0b-4948-4f6e-89ee-a811a2d5d96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.660445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8de6ab0b-4948-4f6e-89ee-a811a2d5d96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.674754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-bf9543f4-8e48-4519-9f3f-ae3e03e1437a service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310704 Jul 09 16:52:05.708662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8de6ab0b-4948-4f6e-89ee-a811a2d5d96b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b475d302bc746f2a149cddf5a26bb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073975 Jul 09 16:52:05.708941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:05.716234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6ab0b-4948-4f6e-89ee-a811a2d5d96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb7360-ba40-4d88-b8e8-db67245b1e08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:05.744690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c763c2e-1b7f-45af-a1f4-994c47cf8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.747583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c763c2e-1b7f-45af-a1f4-994c47cf8c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.751040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1c763c2e-1b7f-45af-a1f4-994c47cf8c59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85b62d39-c26d-41d1-9ea5-7e46ac568046 HTTP/1.1" status: 204 len: 168 time: 0.2581964 Jul 09 16:52:05.763972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec6c9-22d4-4880-9433-cfc15a52288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.780134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df59d1ec-8584-4cdf-8c1e-e5e8e633081d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.781827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c763c2e-1b7f-45af-a1f4-994c47cf8c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b62d39-c26d-41d1-9ea5-7e46ac568046,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:05.827141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df59d1ec-8584-4cdf-8c1e-e5e8e633081d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.886309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df59d1ec-8584-4cdf-8c1e-e5e8e633081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.892007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df59d1ec-8584-4cdf-8c1e-e5e8e633081d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:05.895527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-df59d1ec-8584-4cdf-8c1e-e5e8e633081d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11eb7360-ba40-4d88-b8e8-db67245b1e08 HTTP/1.1" status: 204 len: 168 time: 0.1854911 Jul 09 16:52:05.901970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d6731ed-256e-40f5-a531-1aba8daed4a3 req-40ee43c1-dcc0-44fc-ad35-840b50be5181 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123022 Jul 09 16:52:05.912479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59d1ec-8584-4cdf-8c1e-e5e8e633081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb7360-ba40-4d88-b8e8-db67245b1e08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:05.923680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb09b6-3f8f-453f-a495-33b9cb8debf4 req-70bb069c-69c7-4872-895f-bbfe10bf58b0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:05.925523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccdb09b6-3f8f-453f-a495-33b9cb8debf4 req-70bb069c-69c7-4872-895f-bbfe10bf58b0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 943 time: 0.1121612 Jul 09 16:52:06.038897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccdb09b6-3f8f-453f-a495-33b9cb8debf4 req-9871b975-e1ea-4fab-8127-d00b47ed88ee tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025181 Jul 09 16:52:06.082031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-aba6caa3-3990-4272-894f-2ccb3c2c27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:06.083693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-aba6caa3-3990-4272-894f-2ccb3c2c27ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 1094 time: 0.1129589 Jul 09 16:52:06.211044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-1a1d9006-a1a1-4dfb-8a73-d58636316865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:06.212613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-1a1d9006-a1a1-4dfb-8a73-d58636316865 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1214476 Jul 09 16:52:06.278545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-f22d4ddb-ca60-4a53-9568-317724ee4da4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c HTTP/1.1" status: 200 len: 217 time: 0.0554106 Jul 09 16:52:06.601013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:06.630961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764336a1-27b4-4ade-97b7-be778ab13214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:06.653536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-993a40f1-e90f-4d02-ab88-ddae11b23b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:06.657206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-993a40f1-e90f-4d02-ab88-ddae11b23b15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.3674417 Jul 09 16:52:06.859498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:06.875543 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764336a1-27b4-4ade-97b7-be778ab13214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:06.884721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764336a1-27b4-4ade-97b7-be778ab13214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:06.897721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-5ec7625e-5f19-4f99-9ae5-4e55f9ae7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:06.899378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-5ec7625e-5f19-4f99-9ae5-4e55f9ae7203 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331014 Jul 09 16:52:06.952406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764336a1-27b4-4ade-97b7-be778ab13214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b5ce02-f93f-4ed4-bfd6-1e52aeb673ed,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:06.969347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-764336a1-27b4-4ade-97b7-be778ab13214 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5030f90d643d49e88f8147d0c460041e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652568 Jul 09 16:52:06.969667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:06.992553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c539-5f2b-4d91-bc76-5f5f2b8c7b29 req-c41f753e-dad8-4bc6-a7fc-5e723058cb5d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:06.994878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47d5c539-5f2b-4d91-bc76-5f5f2b8c7b29 req-c41f753e-dad8-4bc6-a7fc-5e723058cb5d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.2193935 Jul 09 16:52:07.049312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be9aaf4c-7986-49a2-9ea9-a17a15c55ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.068543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-7d9b63b6-65d4-4963-beab-9a0a181afc9d service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593173 Jul 09 16:52:07.080232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47d5c539-5f2b-4d91-bc76-5f5f2b8c7b29 req-879a35a7-3546-4dcc-b891-403dd73fe446 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756640 Jul 09 16:52:07.089990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be9aaf4c-7986-49a2-9ea9-a17a15c55ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.149046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2079580409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:07.166070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be9aaf4c-7986-49a2-9ea9-a17a15c55ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.170588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be9aaf4c-7986-49a2-9ea9-a17a15c55ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.171962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-be9aaf4c-7986-49a2-9ea9-a17a15c55ef4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41b5ce02-f93f-4ed4-bfd6-1e52aeb673ed HTTP/1.1" status: 204 len: 168 time: 0.1921599 Jul 09 16:52:07.189985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9aaf4c-7986-49a2-9ea9-a17a15c55ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b5ce02-f93f-4ed4-bfd6-1e52aeb673ed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:07.226258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.233755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.266562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6471029-9f2d-4e18-9df7-9a74be1b52c0 req-9735ffe8-12c6-42aa-8a35-b18fcd1d9c07 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849549 Jul 09 16:52:07.373915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.381972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.409387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.413168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc7a436d-1d1e-45e2-9f96-3bad6aeb6a83 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5499518 Jul 09 16:52:07.413549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:07.418592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f07d4-0695-4f7c-bdd5-4d12d4009755 req-18e932c4-7c51-4dbe-a6b9-5ab1ca34c3ab tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:07.420001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1189399948'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:07.425659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-527f07d4-0695-4f7c-bdd5-4d12d4009755 req-18e932c4-7c51-4dbe-a6b9-5ab1ca34c3ab tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 943 time: 0.1564858 Jul 09 16:52:07.447134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Made reservation on behalf of ecedcd18b19e440da05957c39bcbba38 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:07.451802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.463636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.480821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-527f07d4-0695-4f7c-bdd5-4d12d4009755 req-3e677be2-d60d-42f8-9cff-5fab92b47089 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Jul 09 16:52:07.592947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.599178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.629170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:07.647708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.648065 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Added segment d523be63-f3fb-4dc0-bcff-994df371218b of type vlan for network 7b32b3d1-ad56-4ddc-8833-aef835806c0c Jul 09 16:52:07.649351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee1aa96-f67b-470d-9abc-c0b916b79dbe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:07.694388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.727944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.734316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:07.734962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:07.801988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3869276 Jul 09 16:52:07.804874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:07.820321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'subnet': {'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:07.864606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae6f90-76cf-46c6-9467-652a497ba6ad tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Network': ['ID=7b32b3d1-ad56-4ddc-8833-aef835806c0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:07.890745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:08.015630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Made reservation on behalf of ecedcd18b19e440da05957c39bcbba38 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:08.019963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.139782 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.238898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.270763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:08.289363 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-461f8c24-6329-44bc-b167-5e5ed527fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.319392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6bba9-7226-4f0d-93f3-ed9ceb471934 req-b283d80f-e26d-418e-adae-eeafd91ab467 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:08.321345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cd6bba9-7226-4f0d-93f3-ed9ceb471934 req-b283d80f-e26d-418e-adae-eeafd91ab467 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 946 time: 0.0943716 Jul 09 16:52:08.322686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Subnet': ['ID=3678ae8a-8da3-46b7-b1a1-36fb79890bc6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:08.331620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Checking segment: {'id': 'd523be63-f3fb-4dc0-bcff-994df371218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:08.331994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network hostable DHCP agents. Network: 7b32b3d1-ad56-4ddc-8833-aef835806c0c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:08.353001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:08.364837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cd6bba9-7226-4f0d-93f3-ed9ceb471934 req-a59a4d2e-ca8a-44c0-bc52-8b0d77dc76ac tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Jul 09 16:52:08.368012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 7b32b3d1-ad56-4ddc-8833-aef835806c0c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:08.372709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:08.373460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.381322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f1672-d685-481c-a77d-190c7392f839 None None] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:08.401553 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-748fe51a-6ebc-4e5d-bac4-fd9445c89dfd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5926292 Jul 09 16:52:08.402217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:08.417837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'network': {'name': 'tempest-router-network01--1148631990'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:08.445451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1959831944'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:08.452018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Made reservation on behalf of ecedcd18b19e440da05957c39bcbba38 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:08.455611 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.488344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:08.495971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:08.498292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.508997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.509483 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Added segment adcca02d-46a7-4df9-9b99-7a215f862f05 of type vlan for network 0690814f-45ff-40a9-9a11-7aa646e48750 Jul 09 16:52:08.517366 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.561193 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.565724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.600254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.606951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:08.607656 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.612977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b4bd1f85-726c-443a-b620-92818c86aea8 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:08.635504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-7b32b3d1-ad56-4ddc-8833-aef835806c0c', 'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c', 'tenant_id': 'ecedcd18b19e440da05957c39bcbba38', 'fixed_ips': [{'subnet_id': '3678ae8a-8da3-46b7-b1a1-36fb79890bc6'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:08.636581 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.713337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.714919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Network': ['ID=0690814f-45ff-40a9-9a11-7aa646e48750,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:08.726579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.730215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8c650f9-179c-4718-8690-9e1823136394 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3231227 Jul 09 16:52:08.730798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:08.735956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'network': {'name': 'tempest-router-network02--1738556897'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:08.755491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:08.755969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0690814f-45ff-40a9-9a11-7aa646e48750 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:08.761660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79054584-ad82-4d6d-b134-1da4266b8f46 req-fef528ca-b7e9-41af-8f67-92004c1ef9eb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:08.763689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79054584-ad82-4d6d-b134-1da4266b8f46 req-fef528ca-b7e9-41af-8f67-92004c1ef9eb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 943 time: 0.1313910 Jul 09 16:52:08.767383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51cbaac-31f3-4981-990a-3b69a64ae61a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:08.774501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.774861 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment b599dd20-5975-4131-b4c7-81e9eb4033a2 of type vlan for network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 Jul 09 16:52:08.778045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Made reservation on behalf of ecedcd18b19e440da05957c39bcbba38 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:08.781799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.817925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc5e69fa-3266-42ac-bbf6-1924bf79950c details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:08.829574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:08.831168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.849005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79054584-ad82-4d6d-b134-1da4266b8f46 req-b92e0851-93c0-4835-af61-b23835f3057f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624495 Jul 09 16:52:08.863910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.863910 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Added segment 1918de68-5343-49e1-9784-66de57fcd0d9 of type vlan for network a707122a-6779-41c9-a979-aa2a510c784e Jul 09 16:52:08.869452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.877007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:08.877697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.900311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:08.916517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:08.934787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'port_id': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'mac_address': 'fa:16:3e:9f:34:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fec481-b008-4947-9869-8bc6e1171b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:08.949811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6770480 Jul 09 16:52:08.952601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:08.972848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'name': 'tempest-PortsIpV6TestJSON-160497635'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:08.978440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2fbe9-3104-4e98-93de-044c3302a37b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:09.008704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:09.012718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Allocated IP 172.20.0.2 (7b32b3d1-ad56-4ddc-8833-aef835806c0c/3678ae8a-8da3-46b7-b1a1-36fb79890bc6/7102ca9b-e0a5-444e-9adb-58826fe39726) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:09.095122 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.095261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.101098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:09.108129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.181450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Network': ['ID=a707122a-6779-41c9-a979-aa2a510c784e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:09.207491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:09.212006 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.235785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:09.286570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a707122a-6779-41c9-a979-aa2a510c784e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:09.315936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:09.316236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-59a0d43e-c7ea-4b4b-8409-c3250bc16057 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5842419 Jul 09 16:52:09.325460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'subnet': {'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:09.401591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4bd1f85-726c-443a-b620-92818c86aea8 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:09.439564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:09.459343 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.490207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.501065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:09.513274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c', 'mac_address': 'fa:16:3e:88:02:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:09.515005 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.517924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Made reservation on behalf of ecedcd18b19e440da05957c39bcbba38 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:09.522882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.593269 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.720792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['b4bd1f85-726c-443a-b620-92818c86aea8'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:09.759537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:09.763756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': 'b599dd20-5975-4131-b4c7-81e9eb4033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:09.764053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:09.767834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.796157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=7f8ad67a-1a9e-4f4e-972b-551c07ea4efd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:09.798195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.799051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.799603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.800496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.801046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.801584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.802118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.802725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.803243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.803805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.804355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.804907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:09.816311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.827238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5e69fa-3266-42ac-bbf6-1924bf79950c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:09.846176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:09.854562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Transition to ACTIVE for port object 7102ca9b-e0a5-444e-9adb-58826fe39726 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:09.865616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:09.868226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:09.871640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:09.879378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:09.880043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.918056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a3e35-5c72-4628-95f5-7f75b8e15978 req-bd3c5963-4f26-4258-99e5-a9f12ebeed94 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:09.926698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a3e35-5c72-4628-95f5-7f75b8e15978 req-bd3c5963-4f26-4258-99e5-a9f12ebeed94 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 945 time: 0.2123511 Jul 09 16:52:09.939028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Transition to ACTIVE for port object 7102ca9b-e0a5-444e-9adb-58826fe39726 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:09.943668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.948012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51c0ab-64a4-44af-86f0-64047a7aaa0d None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:09.950317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.963306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9236ac59-7fbb-46c1-8fdd-0402830ada82 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0060542 Jul 09 16:52:09.975298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:09.986565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:09.993740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126445073'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:10.021889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Subnet': ['ID=d4450108-16c7-4ca4-8e3d-51bee7798020,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:10.063670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:10.068914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.092078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Checking segment: {'id': 'adcca02d-46a7-4df9-9b99-7a215f862f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:10.092456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network hostable DHCP agents. Network: 0690814f-45ff-40a9-9a11-7aa646e48750, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:10.130707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network 0690814f-45ff-40a9-9a11-7aa646e48750 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:10.133256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:10.146731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa2a3e35-5c72-4628-95f5-7f75b8e15978 req-10ca73d2-6200-4f3f-a428-d6918b272eb9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171841 Jul 09 16:52:10.147078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0690814f-45ff-40a9-9a11-7aa646e48750) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:10.151374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:10.153312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:10.153616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.170736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:10.183149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770cd463-aa74-49b0-996d-3736625843a6 None None] Network 0690814f-45ff-40a9-9a11-7aa646e48750 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:10.198027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e28dc1e-9fbd-4ccf-9836-a2b040fa5f8f tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8801403 Jul 09 16:52:10.200801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:10.200935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:10.211227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'subnet': {'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:10.237568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.239461 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment a249d705-32d7-45e1-af79-1192ee103367 of type vlan for network d2b50c74-c9f3-4c02-8c33-48a4ba628ea3 Jul 09 16:52:10.257429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbdcfc-bae3-43f8-8c7f-7feb271831b2 req-44ff5fbb-5740-409f-a9df-180c18fcb529 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:10.276755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4bbbdcfc-bae3-43f8-8c7f-7feb271831b2 req-44ff5fbb-5740-409f-a9df-180c18fcb529 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 944 time: 0.2145307 Jul 09 16:52:10.425651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:10.433323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.468317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['bc5e69fa-3266-42ac-bbf6-1924bf79950c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:10.474145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4bbbdcfc-bae3-43f8-8c7f-7feb271831b2 req-fb6933a4-cf49-4bb1-90a0-32ca023044c8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964726 Jul 09 16:52:10.518893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.525971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:10.527353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.597447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6209517 Jul 09 16:52:10.601324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:10.608362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'ports': [{'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'}, {'network_id': 'd2b50c74-c9f3-4c02-8c33-48a4ba628ea3'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:10.608979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:10.610007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': 'd2b50c74-c9f3-4c02-8c33-48a4ba628ea3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:10.704508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e09b-c84f-44c1-a819-704e8395984d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=d2b50c74-c9f3-4c02-8c33-48a4ba628ea3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:10.761643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-0690814f-45ff-40a9-9a11-7aa646e48750', 'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750', 'tenant_id': 'ecedcd18b19e440da05957c39bcbba38', 'fixed_ips': [{'subnet_id': 'd4450108-16c7-4ca4-8e3d-51bee7798020'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:10.766402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.803215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network d2b50c74-c9f3-4c02-8c33-48a4ba628ea3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:10.885847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:52:10.885847 n-d-800085-2 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:52:10.885847 n-d-800085-2 neutron-server[93768]: [parameters: {'project_id_1': 'ecedcd18b19e440da05957c39bcbba38', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 52, 10, 879253)}] Jul 09 16:52:10.885847 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:52:10.886267 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:52:10.899187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:10.904895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.922655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.016746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Pushing event updated for resources: {'Port': ['ID=7102ca9b-e0a5-444e-9adb-58826fe39726,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:11.029860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 3f5722d9-f3c1-4a50-8216-a0bba83b5a18 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:11.030301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Attempting to bind port 7102ca9b-e0a5-444e-9adb-58826fe39726 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:11.030916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Attempting to bind port 7102ca9b-e0a5-444e-9adb-58826fe39726 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd523be63-f3fb-4dc0-bcff-994df371218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:11.031506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Attempting to bind port 7102ca9b-e0a5-444e-9adb-58826fe39726 on network 7b32b3d1-ad56-4ddc-8833-aef835806c0c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:11.045991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:11.046599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Checking segment: {'id': 'd523be63-f3fb-4dc0-bcff-994df371218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:11.047141 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.047680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Bound using segment: {'id': 'd523be63-f3fb-4dc0-bcff-994df371218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:11.048341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Bound port: 7102ca9b-e0a5-444e-9adb-58826fe39726, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd523be63-f3fb-4dc0-bcff-994df371218b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7b32b3d1-ad56-4ddc-8833-aef835806c0c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:11.048830 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.181309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.187658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.295914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 8a8479ea-6ce3-417b-8a88-7c42b0471ef1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:11.356891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] For port 7102ca9b-e0a5-444e-9adb-58826fe39726, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:11.363112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] For port 7102ca9b-e0a5-444e-9adb-58826fe39726, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7102ca9b-e0a5-444e-9adb-58826fe39726,segment=NetworkSegment(d523be63-f3fb-4dc0-bcff-994df371218b),segment_id=d523be63-f3fb-4dc0-bcff-994df371218b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:11.365280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Allocated IP 172.20.0.2 (0690814f-45ff-40a9-9a11-7aa646e48750/d4450108-16c7-4ca4-8e3d-51bee7798020/c942b774-24d2-4dd3-ae7b-99dc058e6db0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:11.373382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.430208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Made reservation on behalf of ecedcd18b19e440da05957c39bcbba38 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:11.439282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.560538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a03e5b-f0dc-47b9-a893-8f65ed6b124c None None] Pushing event updated for resources: {'Port': ['ID=7102ca9b-e0a5-444e-9adb-58826fe39726,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:11.720191 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.751267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Transition to ACTIVE for port object c942b774-24d2-4dd3-ae7b-99dc058e6db0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:11.757836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8d39d-6557-42ce-b9c4-55cc6a6e3af5 req-fa63b2db-766b-49fe-8a5a-a2029216531d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:11.759399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fe8d39d-6557-42ce-b9c4-55cc6a6e3af5 req-fa63b2db-766b-49fe-8a5a-a2029216531d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 945 time: 0.4046631 Jul 09 16:52:11.761708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.788366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Transition to ACTIVE for port object c942b774-24d2-4dd3-ae7b-99dc058e6db0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:11.799714 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:11.970030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Network 0690814f-45ff-40a9-9a11-7aa646e48750 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:11.977095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.037004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:12.044859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Pushing event updated for resources: {'Port': ['ID=c942b774-24d2-4dd3-ae7b-99dc058e6db0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:12.054207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fe8d39d-6557-42ce-b9c4-55cc6a6e3af5 req-7a22e64a-54fa-45c3-b5be-bf3ed5c23314 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484918 Jul 09 16:52:12.064000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:12.141345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b117c-0e76-4cf6-94a8-fa4c9dbb20fb req-2526bfeb-297c-444e-a65b-2ebd2e40d740 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:12.148643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de2b117c-0e76-4cf6-94a8-fa4c9dbb20fb req-2526bfeb-297c-444e-a65b-2ebd2e40d740 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 944 time: 0.4102643 Jul 09 16:52:12.192432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.232928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Attempting to bind port c942b774-24d2-4dd3-ae7b-99dc058e6db0 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:12.233201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Subnet': ['ID=a702f346-e8a9-4c4d-9149-c3d3b53e7b33,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:12.234510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Attempting to bind port c942b774-24d2-4dd3-ae7b-99dc058e6db0 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'adcca02d-46a7-4df9-9b99-7a215f862f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:12.235665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Attempting to bind port c942b774-24d2-4dd3-ae7b-99dc058e6db0 on network 0690814f-45ff-40a9-9a11-7aa646e48750 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:12.238101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Checking segment: {'id': '1918de68-5343-49e1-9784-66de57fcd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:12.239850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network hostable DHCP agents. Network: a707122a-6779-41c9-a979-aa2a510c784e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:12.251052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:12.254546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Checking segment: {'id': 'adcca02d-46a7-4df9-9b99-7a215f862f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:12.255187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.256194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Bound using segment: {'id': 'adcca02d-46a7-4df9-9b99-7a215f862f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:12.257235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Bound port: c942b774-24d2-4dd3-ae7b-99dc058e6db0, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcca02d-46a7-4df9-9b99-7a215f862f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0690814f-45ff-40a9-9a11-7aa646e48750'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:12.258308 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.290635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network a707122a-6779-41c9-a979-aa2a510c784e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:12.331736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de2b117c-0e76-4cf6-94a8-fa4c9dbb20fb req-9d746c58-30ac-4bad-ba01-c93b08f55198 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821060 Jul 09 16:52:12.357647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a707122a-6779-41c9-a979-aa2a510c784e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:12.360159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:12.366417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:12.371624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:12.372869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.380608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:12.382290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.382455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=3f5722d9-f3c1-4a50-8216-a0bba83b5a18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:12.395255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8185122-6b7d-4a7c-8afa-0ce1cd19ffbb None None] Network a707122a-6779-41c9-a979-aa2a510c784e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:12.432876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-829364a9-e152-4df2-8ed8-2fc125cb35bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2304029 Jul 09 16:52:12.435884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:12.467992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=8a8479ea-6ce3-417b-8a88-7c42b0471ef1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:12.474237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': 'a249d705-32d7-45e1-af79-1192ee103367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd2b50c74-c9f3-4c02-8c33-48a4ba628ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:12.475832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: d2b50c74-c9f3-4c02-8c33-48a4ba628ea3, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:12.504355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network d2b50c74-c9f3-4c02-8c33-48a4ba628ea3 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:12.509456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] For port c942b774-24d2-4dd3-ae7b-99dc058e6db0, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:12.514602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] For port c942b774-24d2-4dd3-ae7b-99dc058e6db0, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c942b774-24d2-4dd3-ae7b-99dc058e6db0,segment=NetworkSegment(adcca02d-46a7-4df9-9b99-7a215f862f05),segment_id=adcca02d-46a7-4df9-9b99-7a215f862f05)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:12.529671 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.538585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, d2b50c74-c9f3-4c02-8c33-48a4ba628ea3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:12.542878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:12.550595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:12.555679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:12.556531 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:12.607393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cfcfbf0a-4311-403f-b9c7-d92490cc0e56 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0045543 Jul 09 16:52:12.610189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:12.621233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf84785-c416-4b7a-b3c6-087d1253927b None None] Pushing event updated for resources: {'Port': ['ID=c942b774-24d2-4dd3-ae7b-99dc058e6db0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:12.633864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd1701-ae9d-47bd-b16a-1e6376de1fa6 None None] Network d2b50c74-c9f3-4c02-8c33-48a4ba628ea3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:12.716233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b4bd1f85-726c-443a-b620-92818c86aea8 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:12.832939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc5e69fa-3266-42ac-bbf6-1924bf79950c up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:12.843409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 8a8479ea-6ce3-417b-8a88-7c42b0471ef1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:12.843954 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.021087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.040618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.109041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.126526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 8a8479ea-6ce3-417b-8a88-7c42b0471ef1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:13.135997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b4bd1f85-726c-443a-b620-92818c86aea8 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:13.171870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a707122a-6779-41c9-a979-aa2a510c784e', 'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e', 'tenant_id': 'ecedcd18b19e440da05957c39bcbba38', 'fixed_ips': [{'subnet_id': 'a702f346-e8a9-4c4d-9149-c3d3b53e7b33'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:13.185159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.208775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port bc5e69fa-3266-42ac-bbf6-1924bf79950c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:13.254102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:13.256974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port bc5e69fa-3266-42ac-bbf6-1924bf79950c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:13.271199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.304535 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.513317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Allocated IP 172.20.0.1 (0690814f-45ff-40a9-9a11-7aa646e48750/d4450108-16c7-4ca4-8e3d-51bee7798020/66e05b95-471b-423d-a1fb-0ad36ea94e1e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:13.526106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.574108 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.576819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/8a8479ea-6ce3-417b-8a88-7c42b0471ef1 HTTP/1.1" status: 204 len: 168 time: 0.9653275 Jul 09 16:52:13.579506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:13.581226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da03abf-0caf-4fd8-8172-2f4f7c304c30 None None] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:13.584840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7102ca9b-e0a5-444e-9adb-58826fe39726 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:13.680132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb3ad7-f8fc-4649-81c5-bfccbf5a8057 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=8a8479ea-6ce3-417b-8a88-7c42b0471ef1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:13.733501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.745888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:13.781068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Transition to ACTIVE for port object 66e05b95-471b-423d-a1fb-0ad36ea94e1e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:13.799002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb421fd6-2772-4a64-b450-6287d8383413 req-50f7dae0-fbca-45eb-9e13-8967f7daeb5a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:13.807137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb421fd6-2772-4a64-b450-6287d8383413 req-50f7dae0-fbca-45eb-9e13-8967f7daeb5a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.2529783 Jul 09 16:52:13.849320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421a759-a9d2-46fe-b7ff-852722459a33 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:13.862416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421a759-a9d2-46fe-b7ff-852722459a33 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:13.862875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:13.864145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b421a759-a9d2-46fe-b7ff-852722459a33 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2837210 Jul 09 16:52:13.870720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:13.994226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network 0690814f-45ff-40a9-9a11-7aa646e48750 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:14.004738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:14.009684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Port': ['ID=66e05b95-471b-423d-a1fb-0ad36ea94e1e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:14.018324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:14.039102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb421fd6-2772-4a64-b450-6287d8383413 req-04e1916e-f028-465c-9c69-0ff3c5b4a805 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308090 Jul 09 16:52:14.095807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad92500-65aa-4293-8a39-43af64cb1b6f req-e466e4c5-df7d-4a44-a95f-064cdb46e293 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:14.110647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ad92500-65aa-4293-8a39-43af64cb1b6f req-e466e4c5-df7d-4a44-a95f-064cdb46e293 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 944 time: 0.2139316 Jul 09 16:52:14.139840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.203144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ad92500-65aa-4293-8a39-43af64cb1b6f req-42f5812e-e520-471c-b0e9-0fe4c125f9ca tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896597 Jul 09 16:52:14.297082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 3f5722d9-f3c1-4a50-8216-a0bba83b5a18 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:14.297710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.359413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ad28433-75bf-4023-9386-4f5d141cfe93 None None] Provisioning for port 7102ca9b-e0a5-444e-9adb-58826fe39726 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:14.411844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b55766-befc-46a2-b3fe-0c31d4ee5741 None None] Network 0690814f-45ff-40a9-9a11-7aa646e48750 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:14.434032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.474504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 3f5722d9-f3c1-4a50-8216-a0bba83b5a18 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:14.503680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.529548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 7102ca9b-e0a5-444e-9adb-58826fe39726 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:14.590045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7102ca9b-e0a5-444e-9adb-58826fe39726 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:14.590453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.668341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d4e3f367-d6a3-422d-a934-3fbad139b4ac None None] Provisioning for port c942b774-24d2-4dd3-ae7b-99dc058e6db0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:14.726935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Allocated IP 172.20.0.2 (a707122a-6779-41c9-a979-aa2a510c784e/a702f346-e8a9-4c4d-9149-c3d3b53e7b33/f9d6bd0d-6b04-4f8f-ab24-2b3737d01815) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:14.822666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.852009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303472-867f-41c9-b5f1-ef78798f51c1 req-8197f4fe-bea8-4208-8c4d-043db73e4e23 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:14.855450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2303472-867f-41c9-b5f1-ef78798f51c1 req-8197f4fe-bea8-4208-8c4d-043db73e4e23 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.1020784 Jul 09 16:52:14.910411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2303472-867f-41c9-b5f1-ef78798f51c1 req-30a6de90-1f0a-4870-b44a-449ebc17709b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491545 Jul 09 16:52:14.921331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:14.923812 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a34097f-2ddc-46c9-8ba1-dab1185d6196" -d '{"events": [{"server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:14.931370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:14.972958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:14.993453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=3f5722d9-f3c1-4a50-8216-a0bba83b5a18,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:15.004106 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.008363 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7479001f-2817-4f96-adbb-70934f929b22 x-openstack-request-id: req-7479001f-2817-4f96-adbb-70934f929b22 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:15.008739 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:15.008945 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7479001f-2817-4f96-adbb-70934f929b22 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:15.009307 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c', 'code': 200} Jul 09 16:52:15.014086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.017205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-087ec9ef-78d8-4cdc-90b2-11f2d7567cf2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/3f5722d9-f3c1-4a50-8216-a0bba83b5a18 HTTP/1.1" status: 204 len: 168 time: 1.1452465 Jul 09 16:52:15.019912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:15.079610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.089174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.119221 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.159886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:15.213175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.245529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0e9d7-2557-476f-bff8-5b720fe07907 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:15.248357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 7102ca9b-e0a5-444e-9adb-58826fe39726, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7102ca9b-e0a5-444e-9adb-58826fe39726,segment=NetworkSegment(d523be63-f3fb-4dc0-bcff-994df371218b),segment_id=d523be63-f3fb-4dc0-bcff-994df371218b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:15.250816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-68a0e9d7-2557-476f-bff8-5b720fe07907 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2295456 Jul 09 16:52:15.259266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:15.259507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.265293 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.266114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c942b774-24d2-4dd3-ae7b-99dc058e6db0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:15.314342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Transition to ACTIVE for port object f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:15.326676 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0a6f32-5a78-4d0c-bd8c-3d7720d92ff1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:15.328356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb0a6f32-5a78-4d0c-bd8c-3d7720d92ff1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/8a8479ea-6ce3-417b-8a88-7c42b0471ef1 HTTP/1.1" status: 404 len: 333 time: 0.0677238 Jul 09 16:52:15.332023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c937ab3-c103-40ce-a715-880c676ce34a req-f148f500-c39d-4209-b2b4-197b253678d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:15.332023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c937ab3-c103-40ce-a715-880c676ce34a req-f148f500-c39d-4209-b2b4-197b253678d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 1096 time: 0.2152221 Jul 09 16:52:15.332434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:15.338648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Transition to ACTIVE for port object f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:15.381124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.421676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Port': ['ID=66e05b95-471b-423d-a1fb-0ad36ea94e1e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:15.432488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Network a707122a-6779-41c9-a979-aa2a510c784e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:15.449258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network 0690814f-45ff-40a9-9a11-7aa646e48750 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:15.450813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:15.459185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:15.461591 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3bf73e-676c-4bf1-af54-185a70af4d01 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:15.466004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd3bf73e-676c-4bf1-af54-185a70af4d01 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/3f5722d9-f3c1-4a50-8216-a0bba83b5a18 HTTP/1.1" status: 404 len: 333 time: 0.1181250 Jul 09 16:52:15.472945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:15.475416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:15.514079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c937ab3-c103-40ce-a715-880c676ce34a req-ae08123d-548a-4f53-ad08-7afb14fdf85b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664476 Jul 09 16:52:15.585394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd36cf-fb58-47d3-8d59-e28493832107 req-63dfbd30-fee4-4587-9030-24a8e48686c0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:15.594891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08cd36cf-fb58-47d3-8d59-e28493832107 req-63dfbd30-fee4-4587-9030-24a8e48686c0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 945 time: 0.1297646 Jul 09 16:52:15.608067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=7102ca9b-e0a5-444e-9adb-58826fe39726,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:15.667829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Attempting to bind port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:15.668287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Attempting to bind port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1918de68-5343-49e1-9784-66de57fcd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:15.668773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Attempting to bind port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 on network a707122a-6779-41c9-a979-aa2a510c784e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:15.685359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:15.686300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Checking segment: {'id': '1918de68-5343-49e1-9784-66de57fcd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:15.688625 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.689353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Bound using segment: {'id': '1918de68-5343-49e1-9784-66de57fcd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:15.693556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Bound port: f9d6bd0d-6b04-4f8f-ab24-2b3737d01815, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1918de68-5343-49e1-9784-66de57fcd0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a707122a-6779-41c9-a979-aa2a510c784e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:15.694455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.700534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08cd36cf-fb58-47d3-8d59-e28493832107 req-9f49a938-bf22-4180-932b-8f17a07a1369 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962901 Jul 09 16:52:15.708119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c942b774-24d2-4dd3-ae7b-99dc058e6db0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:15.717499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Pushing event updated for resources: {'Port': ['ID=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:15.742131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.755958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c942b774-24d2-4dd3-ae7b-99dc058e6db0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:15.756577 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.760666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-594f2ec1-0db3-4f2e-a7e4-ef26347d7dc9 None None] Provisioning for port 66e05b95-471b-423d-a1fb-0ad36ea94e1e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:15.795610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-594f2ec1-0db3-4f2e-a7e4-ef26347d7dc9 None None] Provisioning complete for port 66e05b95-471b-423d-a1fb-0ad36ea94e1e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:15.796193 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-594f2ec1-0db3-4f2e-a7e4-ef26347d7dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.865356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Router 51c85010-b0b4-4422-98ca-3ae8fe84b228 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:52:15.885925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.934856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b50c74-c9f3-4c02-8c33-48a4ba628ea3']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:15.962549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-594f2ec1-0db3-4f2e-a7e4-ef26347d7dc9 None None] Port 66e05b95-471b-423d-a1fb-0ad36ea94e1e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:15.964626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] For port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:15.971371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] For port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,segment=NetworkSegment(1918de68-5343-49e1-9784-66de57fcd0d9),segment_id=1918de68-5343-49e1-9784-66de57fcd0d9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:16.047760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a249d705-32d7-45e1-af79-1192ee103367') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:16.048059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a249d705-32d7-45e1-af79-1192ee103367') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:16.049204 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.068149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.070789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.100321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:52:16.107126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9c21e1a-fdd5-45db-99cb-80641ecbd7bf tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6695504 Jul 09 16:52:16.108609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.109869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:16.118529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:16.119125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:16.123856 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:16.148309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] Sync routers for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:52:16.180154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port c942b774-24d2-4dd3-ae7b-99dc058e6db0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c942b774-24d2-4dd3-ae7b-99dc058e6db0,segment=NetworkSegment(adcca02d-46a7-4df9-9b99-7a215f862f05),segment_id=adcca02d-46a7-4df9-9b99-7a215f862f05)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:16.198659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23010569-5077-4c96-a3d3-32e6fe87da7a None None] Provisioning complete for port 7102ca9b-e0a5-444e-9adb-58826fe39726 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:16.199087 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23010569-5077-4c96-a3d3-32e6fe87da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.217450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.225440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.227846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/d2b50c74-c9f3-4c02-8c33-48a4ba628ea3 HTTP/1.1" status: 204 len: 168 time: 0.7513413 Jul 09 16:52:16.234590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34190) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:16.240954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755999273'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:16.248849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:16.249504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:16.260823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff10f0c-1f4b-4bc0-ba50-5a7fbc9bc818 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=d2b50c74-c9f3-4c02-8c33-48a4ba628ea3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:16.286400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.293382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:16.316303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506c0b6-1bc1-44c9-ae00-a6e2c0e88974 None None] Pushing event updated for resources: {'Port': ['ID=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:16.322700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:16.323405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:16.333039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:16.341374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.394844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:16.435364 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.435364 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment 8ae96511-476a-4e7a-b09c-3e3823e22cd9 of type vlan for network befd5c47-d81c-4dfc-90c1-7b0885ccf716 Jul 09 16:52:16.488635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:16.489577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94003521-be8e-4b30-9984-9dd55b8aca08 None None] The sync data for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:52:16.562572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7102ca9b-e0a5-444e-9adb-58826fe39726 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:16.678251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=c942b774-24d2-4dd3-ae7b-99dc058e6db0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:16.695751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7102ca9b-e0a5-444e-9adb-58826fe39726 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:16.696131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.748098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23010569-5077-4c96-a3d3-32e6fe87da7a None None] Provisioning complete for port 66e05b95-471b-423d-a1fb-0ad36ea94e1e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:16.748475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23010569-5077-4c96-a3d3-32e6fe87da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.781931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.826494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-23010569-5077-4c96-a3d3-32e6fe87da7a None None] Port 66e05b95-471b-423d-a1fb-0ad36ea94e1e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:16.886059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.910079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:16.917240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:16.967524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2131-c04c-424c-a363-8e9ffd9e3297 req-a3aa59d2-18ed-4821-b925-0f88153cbab1 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:16.975348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-276d2131-c04c-424c-a363-8e9ffd9e3297 req-a3aa59d2-18ed-4821-b925-0f88153cbab1 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.8258920 Jul 09 16:52:16.994445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-97ebe097-6edd-4cb9-ac71-09519201842d None None] Provisioning complete for port 66e05b95-471b-423d-a1fb-0ad36ea94e1e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:16.995622 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97ebe097-6edd-4cb9-ac71-09519201842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.025468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-519f2a4a-16ce-442b-98b6-60513e822bb9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:17.027824 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-519f2a4a-16ce-442b-98b6-60513e822bb9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.37 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 944 time: 0.4232998 Jul 09 16:52:17.061592 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8257821 Jul 09 16:52:17.070418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-97ebe097-6edd-4cb9-ac71-09519201842d None None] Port 66e05b95-471b-423d-a1fb-0ad36ea94e1e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:17.071397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:17.081133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:17.122870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344e83-03a6-41a2-8ac3-753d81fa094c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=befd5c47-d81c-4dfc-90c1-7b0885ccf716,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:17.135780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:17.163565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-276d2131-c04c-424c-a363-8e9ffd9e3297 req-e2caa99c-31e6-487e-97ce-331708ab29ff tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867497 Jul 09 16:52:17.249689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Deleting port b4bd1f85-726c-443a-b620-92818c86aea8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:17.250085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.350695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512931-19bd-4eb2-a85b-eb29bfa7ef96 req-cfc0ceab-6120-4ede-a75c-912fc4a2d9d6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:17.352794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51512931-19bd-4eb2-a85b-eb29bfa7ef96 req-cfc0ceab-6120-4ede-a75c-912fc4a2d9d6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 945 time: 0.3621244 Jul 09 16:52:17.376305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] For port b4bd1f85-726c-443a-b620-92818c86aea8, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=b4bd1f85-726c-443a-b620-92818c86aea8,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:17.376597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.405831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Calling delete_port for b4bd1f85-726c-443a-b620-92818c86aea8 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:17.471815 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-eaec1af5-8384-4f45-9b8d-8aa5b87f731b tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:52:17.475738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eaec1af5-8384-4f45-9b8d-8aa5b87f731b tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3613508 Jul 09 16:52:17.475914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:17.496686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51512931-19bd-4eb2-a85b-eb29bfa7ef96 req-21b4b913-afa9-4240-ae21-0bcfe04877ea tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282458 Jul 09 16:52:17.497964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:17.508152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.716955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61038d9c-28eb-4d99-8fe0-115457d743e5 None None] Network a707122a-6779-41c9-a979-aa2a510c784e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:17.741949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-932340f1-b038-4611-b26c-83de3496fb83 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 267 time: 0.0610647 Jul 09 16:52:17.836141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.845119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.901222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ae96f12-d63e-47d6-b8da-b6edf570ac32 None None] Provisioning for port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:17.910807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event deleted for resources: {'Port': ['ID=b4bd1f85-726c-443a-b620-92818c86aea8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:17.954987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-9dae922c-abda-4f21-8677-4c80c934246d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:17.957309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-9dae922c-abda-4f21-8677-4c80c934246d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 945 time: 0.2083211 Jul 09 16:52:17.973876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] No DVR routers for this DVR port b4bd1f85-726c-443a-b620-92818c86aea8 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:17.979032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:17.981041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24f37c1d-59c9-4dce-b1e0-85268b452dd6 req-78f5e21c-dfc5-4150-9139-8232748b2ecb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.37 "DELETE /v2.0/ports/b4bd1f85-726c-443a-b620-92818c86aea8 HTTP/1.1" status: 204 len: 173 time: 0.9101779 Jul 09 16:52:17.981401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'name': 'network-vif-deleted', 'tag': 'b4bd1f85-726c-443a-b620-92818c86aea8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:17.984627 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4b5e36-23dc-45c8-a761-5cd4f07004b9" -d '{"events": [{"server_uuid": "186f9c0d-0422-4f0b-8bda-c5be75d2f318", "name": "network-vif-deleted", "tag": "b4bd1f85-726c-443a-b620-92818c86aea8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:18.003976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'port': {'security_groups': []}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:18.070673 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55594ad6-5666-4c3a-9139-3b241801f016 x-openstack-request-id: req-55594ad6-5666-4c3a-9139-3b241801f016 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:18.071258 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186f9c0d-0422-4f0b-8bda-c5be75d2f318", "name": "network-vif-deleted", "tag": "b4bd1f85-726c-443a-b620-92818c86aea8", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:18.071258 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55594ad6-5666-4c3a-9139-3b241801f016 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:18.071591 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186f9c0d-0422-4f0b-8bda-c5be75d2f318', 'name': 'network-vif-deleted', 'tag': 'b4bd1f85-726c-443a-b620-92818c86aea8', 'status': 'completed', 'code': 200} Jul 09 16:52:18.081800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=8a45f310-d249-4a26-9a33-1ef1cfc738d8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:18.100642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': '8ae96511-476a-4e7a-b09c-3e3823e22cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:18.101020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: befd5c47-d81c-4dfc-90c1-7b0885ccf716, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:18.121039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.163903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:18.211469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.214513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, befd5c47-d81c-4dfc-90c1-7b0885ccf716) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:18.227760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c521265-e515-4d38-bf2a-586f9d116e09 None None] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:18.237751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:18.239693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.376083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0876698c-6e68-43e1-a885-7156a6b868ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2962937 Jul 09 16:52:18.377870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:18.394094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716', 'name': 'tempest-PortsIpV6TestJSON-556151943'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:18.537800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-befd5c47-d81c-4dfc-90c1-7b0885ccf716', 'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': '8a45f310-d249-4a26-9a33-1ef1cfc738d8'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:18.539672 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.567182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e673d19-e239-4167-8dc1-9c9f28166ac6 req-538de12d-7c87-4ad0-acaa-dbde31efd64b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=186f9c0d-0422-4f0b-8bda-c5be75d2f318 HTTP/1.1" status: 200 len: 210 time: 0.0941138 Jul 09 16:52:18.605606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:18.639372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Deleting port 66e05b95-471b-423d-a1fb-0ad36ea94e1e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:18.639728 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.681706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:18.707008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:18.713488 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.793239 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.817414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port c5189d22-4aed-4495-8edf-d6f5b308f936 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:18.859369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.864583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:18.875226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:18.875744 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.887485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Calling delete_port for 66e05b95-471b-423d-a1fb-0ad36ea94e1e owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:18.890719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:18.919490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['70379fe6-3f73-4d8c-b119-d279c6292d2e', 'bc5e69fa-3266-42ac-bbf6-1924bf79950c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:18.989455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:18.991415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:19.007107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Allocated IP 2001:db8::2 (befd5c47-d81c-4dfc-90c1-7b0885ccf716/8a45f310-d249-4a26-9a33-1ef1cfc738d8/5c500ec8-f9dc-4edb-a2d2-fa6a744bb334) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:19.048844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:19.049772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:19.066748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5b09ed7-99c6-449a-a434-0ff3258835e6 req-797c1a31-43d7-4964-a2c0-b54256da334c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "PUT /v2.0/ports/bc5e69fa-3266-42ac-bbf6-1924bf79950c HTTP/1.1" status: 200 len: 904 time: 1.1019943 Jul 09 16:52:19.069322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:19.076722 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5231de3-d0fa-40a1-ad85-21ab35d4048a" -d '{"events": [{"name": "network-changed", "server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:19.151050 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202f265-7718-4353-a47d-b211d45cfc40 x-openstack-request-id: req-b202f265-7718-4353-a47d-b211d45cfc40 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:19.152031 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:19.152542 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b202f265-7718-4353-a47d-b211d45cfc40 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:19.153462 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c', 'status': 'completed', 'code': 200} Jul 09 16:52:19.245968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['bc5e69fa-3266-42ac-bbf6-1924bf79950c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:19.265988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:19.337981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Port': ['ID=66e05b95-471b-423d-a1fb-0ad36ea94e1e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:19.372730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-2a62b3ae-02a1-4318-b705-5d1eb17f536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:19.374323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-2a62b3ae-02a1-4318-b705-5d1eb17f536a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 1058 time: 0.1881883 Jul 09 16:52:19.493048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87b12-e912-47b4-bc8a-ceee012c4b94 req-c84b5280-b44b-4be2-b53c-82799189269d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:19.504328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97a87b12-e912-47b4-bc8a-ceee012c4b94 req-c84b5280-b44b-4be2-b53c-82799189269d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 907 time: 0.2013385 Jul 09 16:52:19.565845 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:19.575422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-bbdaa7db-4fde-4b2e-ae31-0e5a469ff16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:19.577267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-bbdaa7db-4fde-4b2e-ae31-0e5a469ff16d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1905322 Jul 09 16:52:19.659395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-dffe3792-44a0-49ad-bcb3-f6d9885999ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c HTTP/1.1" status: 200 len: 217 time: 0.0705960 Jul 09 16:52:19.666023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd02e797-6275-4d88-82cd-a06e7c9ca15c None None] Provisioning complete for port bc5e69fa-3266-42ac-bbf6-1924bf79950c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:19.666392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd02e797-6275-4d88-82cd-a06e7c9ca15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:19.727199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-46024e47-3aaa-4ff2-b341-ae4ed73c2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:19.729510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-46024e47-3aaa-4ff2-b341-ae4ed73c2314 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0590076 Jul 09 16:52:19.821076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,segment=NetworkSegment(1918de68-5343-49e1-9784-66de57fcd0d9),segment_id=1918de68-5343-49e1-9784-66de57fcd0d9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:19.832988 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:19.833885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c942b774-24d2-4dd3-ae7b-99dc058e6db0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:19.920789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:19.969617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-20eca3b9-7439-44fd-848c-31771155e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:19.973167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-20eca3b9-7439-44fd-848c-31771155e06e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328401 Jul 09 16:52:19.976377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Transition to ACTIVE for port object 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:20.064247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:20.087265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Transition to ACTIVE for port object 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:20.103821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.110214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15dcae-6e55-4016-b4f0-4989a13d2a26 req-a6075810-ef7e-404b-be24-91dced7f98bf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:20.122916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a15dcae-6e55-4016-b4f0-4989a13d2a26 req-a6075810-ef7e-404b-be24-91dced7f98bf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3446574 Jul 09 16:52:20.146409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c942b774-24d2-4dd3-ae7b-99dc058e6db0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:20.147067 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.213472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:20.220884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:20.230629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:20.263734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Pushing event updated for resources: {'Port': ['ID=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:20.277673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a15dcae-6e55-4016-b4f0-4989a13d2a26 req-c00940e6-ff0e-4561-9ca1-58d36506cb64 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533468 Jul 09 16:52:20.310703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.362528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::108 (befd5c47-d81c-4dfc-90c1-7b0885ccf716/8a45f310-d249-4a26-9a33-1ef1cfc738d8/c5189d22-4aed-4495-8edf-d6f5b308f936) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:20.366440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-68a5c23d-3f66-4162-87c3-ffd0bd218c1d service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785367 Jul 09 16:52:20.470347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Attempting to bind port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:20.474071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Attempting to bind port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '8ae96511-476a-4e7a-b09c-3e3823e22cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:20.475602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Attempting to bind port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 on network befd5c47-d81c-4dfc-90c1-7b0885ccf716 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:20.493962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:20.495055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Checking segment: {'id': '8ae96511-476a-4e7a-b09c-3e3823e22cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:20.496452 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.498177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Bound using segment: {'id': '8ae96511-476a-4e7a-b09c-3e3823e22cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:20.501152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Bound port: 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae96511-476a-4e7a-b09c-3e3823e22cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'befd5c47-d81c-4dfc-90c1-7b0885ccf716'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:20.502086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.547936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34240) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:20.567979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366984356', 'description': 'tempest-description--132278517'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:20.628812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:20.646888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.682424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b4bd1f85-726c-443a-b620-92818c86aea8 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:20.687511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.714176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object c5189d22-4aed-4495-8edf-d6f5b308f936 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:20.715732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: b4bd1f85-726c-443a-b620-92818c86aea8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:20.716243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device b4bd1f85-726c-443a-b620-92818c86aea8 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:20.720394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5231de3-d0fa-40a1-ad85-21ab35d4048a req-90a2de81-2600-40cf-a203-836dbc8b7d58 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392618 Jul 09 16:52:20.723321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] For port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:20.755355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] For port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,segment=NetworkSegment(8ae96511-476a-4e7a-b09c-3e3823e22cd9),segment_id=8ae96511-476a-4e7a-b09c-3e3823e22cd9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:20.763496 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.784478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d03a-9a10-40db-9e90-9fa2a5e06fa3 req-06303c41-bb31-40c0-b7ea-a337a467ea17 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:20.786014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed0d03a-9a10-40db-9e90-9fa2a5e06fa3 req-06303c41-bb31-40c0-b7ea-a337a467ea17 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1256895 Jul 09 16:52:20.787782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.800407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-5dbe8d43-80ec-4473-b9bb-3617f99f9f8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5577631 Jul 09 16:52:20.809839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Router 51c85010-b0b4-4422-98ca-3ae8fe84b228 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:52:20.863329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006ab34-99e3-493d-b53b-6a2a7ee40709 None None] Pushing event updated for resources: {'Port': ['ID=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:20.883689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:20.914754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:20.914754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.931585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:20.943168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:20.953374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:20.954729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:20.959371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=c5189d22-4aed-4495-8edf-d6f5b308f936,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:20.975981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:52:20.987508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e603506-a381-46a2-a398-bce4ceb753d8 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5092292 Jul 09 16:52:20.990967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:20.991320 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] Sync routers for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:52:21.007075 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:21.007962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:21.021052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ed0d03a-9a10-40db-9e90-9fa2a5e06fa3 req-89dd711b-1d68-4ae9-b300-36e36f9d5382 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233377 Jul 09 16:52:21.097353 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-184cad06-92d1-42a8-87e5-08b40569f8ba tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] delete failed (client error): The resource could not be found. Jul 09 16:52:21.099241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-184cad06-92d1-42a8-87e5-08b40569f8ba tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1949947878 HTTP/1.1" status: 404 len: 335 time: 0.1060276 Jul 09 16:52:21.103816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:21.109211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-675a99ca-5b34-4885-9c98-0ed90bcdffef tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'router': {'external_gateway_info': {'network_id': '51c85010-b0b4-4422-98ca-3ae8fe84b228'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:21.138547 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:21.162964 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:21.165068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:21.172510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.173099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.173442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.173916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.184395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.184887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.185365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.187517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4cab3294-479c-4398-ac48-0da51b5be9e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6490 time: 0.2527957 Jul 09 16:52:21.209788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:21.216648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:21.226010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:21.227248 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165d1ef-b231-470e-911c-1b32a9021630 None None] The sync data for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:52:21.252212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3216b0f7-a2b1-4c09-9d80-ad6f28fd47e2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8733919 Jul 09 16:52:21.256691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:21.398024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:21.405166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8518324 Jul 09 16:52:21.412727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:21.419557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'security_group_rule': {'security_group_id': '62096d82-c670-413b-96d2-dd5545fd23d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:21.431300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e835ae9-503d-44db-b051-6462cd0d905e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62096d82-c670-413b-96d2-dd5545fd23d1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:21.508740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-765b9069-03da-408e-bb84-501236c9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.509601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-765b9069-03da-408e-bb84-501236c9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.510243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-765b9069-03da-408e-bb84-501236c9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.513730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-765b9069-03da-408e-bb84-501236c9ed56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=97898012-36dc-4338-8b66-f21055404fb6&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=11e40d17-dbf0-42b3-9d46-7753c311f95d&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 HTTP/1.1" status: 200 len: 2291 time: 0.2785046 Jul 09 16:52:21.659175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-8a8b56c6-bdd1-4954-8b5b-ccfd5e5a004c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f0e408-5bb2-456a-8543-9ea4c364f344 HTTP/1.1" status: 200 len: 1001 time: 0.1350670 Jul 09 16:52:21.732496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-0686e6a1-57f5-4463-8b4e-36b87a99052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.734042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-0686e6a1-57f5-4463-8b4e-36b87a99052c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ca0dc34-f4b5-488e-b231-6a0a9d4562a0 HTTP/1.1" status: 200 len: 850 time: 0.0653446 Jul 09 16:52:21.803484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-820cea42-7c68-45b0-93f5-d9c4b03dd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:21.805344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-820cea42-7c68-45b0-93f5-d9c4b03dd4a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=97898012-36dc-4338-8b66-f21055404fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631471 Jul 09 16:52:21.833973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34272) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:21.952237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-675a99ca-5b34-4885-9c98-0ed90bcdffef tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:21.958346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-780afbb0-2872-4583-824d-358eceee0947 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441424 Jul 09 16:52:21.983290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.018053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb41576b-1c19-43db-aabe-9c1d7b21e4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.036633 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-675a99ca-5b34-4885-9c98-0ed90bcdffef tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] update failed (client error): The resource could not be found. Jul 09 16:52:22.041691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-675a99ca-5b34-4885-9c98-0ed90bcdffef tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228 HTTP/1.1" status: 404 len: 339 time: 0.9327984 Jul 09 16:52:22.045369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:22.068387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-cc602bad-5d29-4e5d-a4aa-1ea172fe0bcf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:22.069960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-cc602bad-5d29-4e5d-a4aa-1ea172fe0bcf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.6378767 Jul 09 16:52:22.146808 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-d3806bd6-befe-4ae6-986d-7ff21b6d24f4 service neutron] 10.222.0.43 "GET /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801133 Jul 09 16:52:22.166801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port c5189d22-4aed-4495-8edf-d6f5b308f936 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:22.167134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.175686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-ba9c59cc-761e-41a1-92fa-ed36b4e85aa1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/quotas/41ab974166044af59f006b4e24ee852e HTTP/1.1" status: 200 len: 375 time: 0.0683041 Jul 09 16:52:22.199818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-db105261-3c77-4478-bb0f-6dfa60e1b2a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 217 time: 0.0423102 Jul 09 16:52:22.253579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-b0cb350c-a1f2-4798-9905-f79e0af21548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:22.255229 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-b0cb350c-a1f2-4798-9905-f79e0af21548 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.0477870 Jul 09 16:52:22.277356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d7f0e-55b6-4c78-8f7c-19d40dc0f1a5 None None] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:22.338363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb41576b-1c19-43db-aabe-9c1d7b21e4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.343217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb41576b-1c19-43db-aabe-9c1d7b21e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.378787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8e3e9cf-11ac-47f6-84c4-30e445ec5594 None None] Provisioning for port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:22.395103 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fb41576b-1c19-43db-aabe-9c1d7b21e4eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a1113e61800473196119f9868997c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597548 Jul 09 16:52:22.397567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:22.399769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.401139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-43672b08-ff08-4d61-bfc0-f0cb3f3fd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:22.407134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-43672b08-ff08-4d61-bfc0-f0cb3f3fd41b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388288 Jul 09 16:52:22.407593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41576b-1c19-43db-aabe-9c1d7b21e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca7eaa-c7e7-49b5-a4b4-a7d8c4504b57,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:22.413981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.418334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.493025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for c5189d22-4aed-4495-8edf-d6f5b308f936 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:22.538082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf46244-aaae-49c9-8ebe-42146dce1725,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:22.540308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f449093-bd5b-49f1-a100-a41b01d66c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.544762 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-4c7e0e20-0c42-412d-a7a0-e93a7c4f1c50 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334407 Jul 09 16:52:22.556599 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.557796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4027b089-5fa8-4f6f-8d25-8ac08abe598c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1421924 Jul 09 16:52:22.563425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:22.575749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'security_group_rule': {'security_group_id': '62096d82-c670-413b-96d2-dd5545fd23d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:22.612907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:22.622850 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f449093-bd5b-49f1-a100-a41b01d66c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.687203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-2c6a229c-05c3-4625-85f7-b833dcce77a2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4291275 Jul 09 16:52:22.690892 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-a8e1096d-3b4c-497c-a4aa-1ebdab67e6dc service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378119 Jul 09 16:52:22.708735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:22.714200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:22.714630 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.749271 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-aa33c754-86d8-4a5b-a5f8-753a5f70d14e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 217 time: 0.0505114 Jul 09 16:52:22.751916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f449093-bd5b-49f1-a100-a41b01d66c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.755998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f449093-bd5b-49f1-a100-a41b01d66c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.758001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f449093-bd5b-49f1-a100-a41b01d66c5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14ca7eaa-c7e7-49b5-a4b4-a7d8c4504b57 HTTP/1.1" status: 204 len: 168 time: 0.3591835 Jul 09 16:52:22.800039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449093-bd5b-49f1-a100-a41b01d66c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca7eaa-c7e7-49b5-a4b4-a7d8c4504b57,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:22.823810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-1485f246-1880-4aa1-97bf-a86eb067af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:22.825759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-1485f246-1880-4aa1-97bf-a86eb067af4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.0619168 Jul 09 16:52:22.851709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.913065 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:22.952210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-fd07887e-0927-406e-b890-82c015947b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:22.957164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-fd07887e-0927-406e-b890-82c015947b37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184897 Jul 09 16:52:23.007060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.030602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,segment=NetworkSegment(8ae96511-476a-4e7a-b09c-3e3823e22cd9),segment_id=8ae96511-476a-4e7a-b09c-3e3823e22cd9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:23.035918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-627472f0-e03d-4f65-8f78-8babaec40515 None None] Provisioning for port c5189d22-4aed-4495-8edf-d6f5b308f936 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:23.049477 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.062537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-627472f0-e03d-4f65-8f78-8babaec40515 None None] Provisioning complete for port c5189d22-4aed-4495-8edf-d6f5b308f936 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:23.065410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-627472f0-e03d-4f65-8f78-8babaec40515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.124874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-627472f0-e03d-4f65-8f78-8babaec40515 None None] Port c5189d22-4aed-4495-8edf-d6f5b308f936 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:23.131442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-bc0a8a85-385b-4c46-b25f-30b149865501 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644554 Jul 09 16:52:23.171506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-627472f0-e03d-4f65-8f78-8babaec40515 None None] Provisioning complete for port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:23.173695 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-627472f0-e03d-4f65-8f78-8babaec40515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.221000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:23.263116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-9bbcdf90-e3d6-41e6-ab4f-b7b41d1568b4 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154420 Jul 09 16:52:23.270145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.282705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-ddb86bd0-71e3-48d0-83b9-a4883793c46f service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850358 Jul 09 16:52:23.293811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.325129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-3b040806-3634-47a7-b4bf-38b1bedfa2d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=2196276f-6372-411c-a223-3a4b31a29c56 HTTP/1.1" status: 200 len: 217 time: 0.0534558 Jul 09 16:52:23.352220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.356570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7875509 Jul 09 16:52:23.364690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:23.369993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:23.375185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cfc50-44ae-4250-92fc-7a689b1c35d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0781d6f7-307e-44d7-b7ff-30267c3a95aa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:23.394424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.411545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.419006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e4ae580-f020-4aa6-9206-d053450984cd None None] Could not find standard attr ID for object c5189d22-4aed-4495-8edf-d6f5b308f936. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:23.456320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-817f1510-2863-44d3-8f9f-c5c8e33b5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:23.457879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-817f1510-2863-44d3-8f9f-c5c8e33b5da4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.1240802 Jul 09 16:52:23.559822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-d5431b47-a657-4871-b0ba-920f7009244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:23.561595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-d5431b47-a657-4871-b0ba-920f7009244a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927098 Jul 09 16:52:23.602720 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=c5189d22-4aed-4495-8edf-d6f5b308f936,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:23.678506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.691228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-9bd59aac-7495-47c6-80b0-e1a8fb997797 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178200 Jul 09 16:52:23.720030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.728658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-abd4f96b-0e62-4914-8d0a-e25c525e4ce3 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/c5189d22-4aed-4495-8edf-d6f5b308f936 HTTP/1.1" status: 204 len: 168 time: 2.4713018 Jul 09 16:52:23.783025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:23.791187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:23.835515 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-039fac64-f3ce-461c-94c7-f39b2f753631 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:52:23.836260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039fac64-f3ce-461c-94c7-f39b2f753631 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:23.838949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-039fac64-f3ce-461c-94c7-f39b2f753631 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/c5189d22-4aed-4495-8edf-d6f5b308f936 HTTP/1.1" status: 404 len: 333 time: 0.0460339 Jul 09 16:52:23.841125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:23.890105 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f338f3b2-2c3c-44be-9318-c3106b2da460 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:23.891767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f338f3b2-2c3c-44be-9318-c3106b2da460 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/c5189d22-4aed-4495-8edf-d6f5b308f936 HTTP/1.1" status: 404 len: 333 time: 0.0478909 Jul 09 16:52:23.896625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:23.906846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-02555a3f-ecad-4863-9c3b-8502f63facba service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032471 Jul 09 16:52:23.939732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-9174a633-4aa8-44ec-a23e-bf55c6bd1fc3 service neutron] 10.222.0.48 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200786 Jul 09 16:52:23.996811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-7924f5c1-77c7-4c82-8213-be2e2c107a65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e HTTP/1.1" status: 200 len: 217 time: 0.0588872 Jul 09 16:52:24.001351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ee9d-28e1-4b2b-bd8c-80e06f7a0f7b req-2326df43-fb02-47d2-901a-e0e23c73ab22 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:24.002957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cec0ee9d-28e1-4b2b-bd8c-80e06f7a0f7b req-2326df43-fb02-47d2-901a-e0e23c73ab22 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2564278 Jul 09 16:52:24.033409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 8a45f310-d249-4a26-9a33-1ef1cfc738d8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:24.040160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Allocated IP 172.25.7.12 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/8d0effbd-2b7c-47b1-8800-2ea28da1992e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:24.051218 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.078663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Allocated IP 172.20.0.1 (7b32b3d1-ad56-4ddc-8833-aef835806c0c/3678ae8a-8da3-46b7-b1a1-36fb79890bc6/3f716079-cf8c-4007-b6b9-aff43875a934) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:24.149237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-febbb184-3a98-45f1-a43e-4ca30f9d8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:24.150946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-febbb184-3a98-45f1-a43e-4ca30f9d8ae9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 200 len: 797 time: 0.1403649 Jul 09 16:52:24.213311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cec0ee9d-28e1-4b2b-bd8c-80e06f7a0f7b req-76136992-24de-4db0-8932-9087b9562bd2 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009051 Jul 09 16:52:24.230415 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.329429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.345041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-e2928db8-95ca-4980-8bfa-a1c5b6e850ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:24.347371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-e2928db8-95ca-4980-8bfa-a1c5b6e850ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11e40d17-dbf0-42b3-9d46-7753c311f95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847079 Jul 09 16:52:24.362169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4373a076-968e-4c1f-a52d-b75e6027fb0f req-ce174d19-f32a-4a32-b654-2aae73bc48b9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 210 time: 0.0542390 Jul 09 16:52:24.459973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.466504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.467888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.509760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Transition to ACTIVE for port object 3f716079-cf8c-4007-b6b9-aff43875a934 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:24.547512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:24.562545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:24.568785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:24.572173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.603796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:24.630332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.638387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'Port': ['ID=8d0effbd-2b7c-47b1-8800-2ea28da1992e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:24.653567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=8a45f310-d249-4a26-9a33-1ef1cfc738d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:24.660517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-1f68deef-cb84-47c2-9a42-258593da3fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623208 Jul 09 16:52:24.664622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.671928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f7ab8-c1dd-41d5-9794-3abf0c0cec7c None None] Network befd5c47-d81c-4dfc-90c1-7b0885ccf716 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:24.676521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-858bd9f0-44ab-43d8-bf90-6c4318d36019 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/8a45f310-d249-4a26-9a33-1ef1cfc738d8 HTTP/1.1" status: 204 len: 168 time: 0.7772634 Jul 09 16:52:24.677410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:24.778642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.810370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:24.811074 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.852329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:24.867501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:24.871206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:24.874417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Port': ['ID=3f716079-cf8c-4007-b6b9-aff43875a934,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:24.892290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.942022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:24.980800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-21fd73e7-4c59-4499-a163-dbf8edbb1e07 service neutron] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057387 Jul 09 16:52:25.040394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.053163 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-f0954aa4-69d5-4bea-a874-b616d3a81074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36 HTTP/1.1" status: 200 len: 217 time: 0.0680325 Jul 09 16:52:25.095231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] DHCP port deletion for befd5c47-d81c-4dfc-90c1-7b0885ccf716 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:25.194906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] Deleting port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:25.195567 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.284063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-21991a74-5cb8-4bb7-b695-fab0879fcd06 None None] Provisioning for port 3f716079-cf8c-4007-b6b9-aff43875a934 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:25.292165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] For port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,segment=NetworkSegment(8ae96511-476a-4e7a-b09c-3e3823e22cd9),segment_id=8ae96511-476a-4e7a-b09c-3e3823e22cd9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:25.292584 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.295441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-21991a74-5cb8-4bb7-b695-fab0879fcd06 None None] Provisioning complete for port 3f716079-cf8c-4007-b6b9-aff43875a934 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:25.296130 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21991a74-5cb8-4bb7-b695-fab0879fcd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.334578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] Calling delete_port for 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:25.355774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-21991a74-5cb8-4bb7-b695-fab0879fcd06 None None] Port 3f716079-cf8c-4007-b6b9-aff43875a934 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:25.438265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.450224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.471935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-bfbe86f5-1e75-4cbd-acd7-6da699c4024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:25.472628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.472747 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-bfbe86f5-1e75-4cbd-acd7-6da699c4024f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.3933432 Jul 09 16:52:25.508635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] Pushing event deleted for resources: {'Port': ['ID=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:25.510693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70f758-8ec4-4912-947b-0da1109513df None None] No DVR routers for this DVR port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:25.586886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'Port': ['ID=8d0effbd-2b7c-47b1-8800-2ea28da1992e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:25.620067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.635279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-0434ca98-0909-4ad0-8a02-ce6fb1d2efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:25.637045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-0434ca98-0909-4ad0-8a02-ce6fb1d2efa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418388 Jul 09 16:52:25.703628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.706941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-430d6eab-6e82-46bc-a31d-5030ee692c96 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3412282 Jul 09 16:52:25.776529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-824f754b-abae-43c1-bec8-67061dcb6d24 req-3c9e7003-a8ec-4662-b3d4-c962201a51bb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 210 time: 0.1193061 Jul 09 16:52:25.844967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:25.845446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.849560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-520dd327-8a43-4b7b-9896-25bf72836ddc service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018073 Jul 09 16:52:25.951290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd686-9da1-41a6-819f-cbffcd0ec519 req-5a0e2243-dea8-489c-bb84-88e322e7af72 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:25.952975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b2fd686-9da1-41a6-819f-cbffcd0ec519 req-5a0e2243-dea8-489c-bb84-88e322e7af72 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2946215 Jul 09 16:52:26.047323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] For port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334, host n-d-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:26.048075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.110501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-326409fb-2988-4c9a-94c9-7711bf664834 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403004 Jul 09 16:52:26.115269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:26.129294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:52:26.137805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b2fd686-9da1-41a6-819f-cbffcd0ec519 req-bfdab26c-07b3-4fe8-ab81-5510e8112c0b tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710091 Jul 09 16:52:26.142229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.160082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.191371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-7af62ccb-9817-4ff9-90b8-d6892672252e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888 HTTP/1.1" status: 200 len: 217 time: 0.0728979 Jul 09 16:52:26.198340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-7e594027-6b25-44c6-bc76-ad38ff6cbc0d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.200045 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-7e594027-6b25-44c6-bc76-ad38ff6cbc0d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 812 time: 0.3538475 Jul 09 16:52:26.203918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No DVR routers for this DVR port 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:26.205738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=5c500ec8-f9dc-4edb-a2d2-fa6a744bb334,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:26.226575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Request body: {'port': {'device_id': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'admin_state_up': True, 'tenant_id': '41ab974166044af59f006b4e24ee852e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:26.314128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-a2de0ca3-8699-416c-b057-5b3c73fc075a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.320879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-a2de0ca3-8699-416c-b057-5b3c73fc075a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 822 time: 0.3522420 Jul 09 16:52:26.322221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-0620cdbe-61ef-496e-958b-4e7df10750f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.323751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-0620cdbe-61ef-496e-958b-4e7df10750f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 200 len: 797 time: 0.1170361 Jul 09 16:52:26.354762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-81ca6716-dd64-449c-93f0-276a54e30b1c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/quotas/a05f761d4f7e47ee9cf7e546c21c5e3e HTTP/1.1" status: 200 len: 375 time: 0.0331266 Jul 09 16:52:26.361099 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.418308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Made reservation on behalf of 41ab974166044af59f006b4e24ee852e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:26.421995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.427293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-bb83c3de-4aad-4be4-80ff-88822640b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.432193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-bb83c3de-4aad-4be4-80ff-88822640b6cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932317 Jul 09 16:52:26.434957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befd5c47-d81c-4dfc-90c1-7b0885ccf716']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:26.484327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae96511-476a-4e7a-b09c-3e3823e22cd9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:26.484682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae96511-476a-4e7a-b09c-3e3823e22cd9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:26.534945 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.570860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:26.571532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.587191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:26.587821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:26.592227 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:26.609464 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-72b4f956-72cd-43e8-8417-870e26f183e7 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700768 Jul 09 16:52:26.621518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:26.622154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5c500ec8-f9dc-4edb-a2d2-fa6a744bb334 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:26.679286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Allocated IP 172.20.0.9 (6b95dda8-0014-49d8-8e45-3c229bcb3e9b/d99ae55f-2467-46c6-911e-c09ea43d448a/627c7f68-49ca-41bb-bf88-d38c95b14bbe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:26.715969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-f88b5c3c-52c6-4202-90f6-630c5b32a40d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3501561 Jul 09 16:52:26.724436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.741851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.743924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/befd5c47-d81c-4dfc-90c1-7b0885ccf716 HTTP/1.1" status: 204 len: 168 time: 2.0191147 Jul 09 16:52:26.752564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:26.763079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1664672454'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:26.769995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90d65e-0b6c-4556-b070-fb877bd2652c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=befd5c47-d81c-4dfc-90c1-7b0885ccf716,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:26.779417 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ac91b81-2bdd-4ad8-8b74-86b8b9f49660 req-8977b458-be49-4008-9de7-e5b577860b24 service neutron] 10.222.0.43 "GET /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547050 Jul 09 16:52:26.926068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.952324 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.970753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-b4605511-1a0c-4170-bbfe-affe74e0d918 service neutron] 10.222.0.48 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157116 Jul 09 16:52:27.127002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cb060e3-bc41-42c7-90de-065c58450a6c req-16a7b292-4732-4531-b07b-385715ade89b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 210 time: 0.0871909 Jul 09 16:52:27.142001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event updated for resources: {'Port': ['ID=3f716079-cf8c-4007-b6b9-aff43875a934,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:27.162268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.263050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-47a360be-6b70-4c81-8ea0-b279fa8f6c80 service neutron] 10.222.0.48 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908733 Jul 09 16:52:27.293531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:27.297524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.348000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.353543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:27.359877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:27.362727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:27.374573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Transition to ACTIVE for port object 627c7f68-49ca-41bb-bf88-d38c95b14bbe will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:27.376282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.376627 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment 301310f9-4897-4fdf-b6b2-3631845129d3 of type vlan for network 0998a915-deee-4ca1-bbc2-515f905dbcae Jul 09 16:52:27.449371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.496389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.518517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['70379fe6-3f73-4d8c-b119-d279c6292d2e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:27.528693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:27.545144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.553066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:27.554277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.584038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8225229 Jul 09 16:52:27.616241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:27.617394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:27.642647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:27.657216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:27.659845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:27.732436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:27.742808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b9b0-abcb-4cc7-8d8c-46cc629dc9e4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=0998a915-deee-4ca1-bbc2-515f905dbcae,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:27.826691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:27.827432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:27.839338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83bc725d-f72e-496a-954e-0c9e1dbe9831 req-46d157a6-635f-4914-98eb-4cf2c98ba7c7 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 210 time: 0.2217693 Jul 09 16:52:27.849685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0998a915-deee-4ca1-bbc2-515f905dbcae details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:27.855845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-45ff438a-10fd-4bee-9a36-2b4052f2996f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6353955 Jul 09 16:52:27.879435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Request body: {'port': {'device_id': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:27.978302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Router 51c85010-b0b4-4422-98ca-3ae8fe84b228 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:52:28.044206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059453-323f-4dba-8491-3faf3ab190f5 req-e21678c9-5a01-4318-b14e-221af8dd0a46 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:28.057862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c059453-323f-4dba-8491-3faf3ab190f5 req-e21678c9-5a01-4318-b14e-221af8dd0a46 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.5579433 Jul 09 16:52:28.077502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:28.080229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:28.085010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:28.332126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e025be2-1c79-4261-b0ad-96c49040a269 None None] Provisioning complete for port 3f716079-cf8c-4007-b6b9-aff43875a934 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:28.333197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e025be2-1c79-4261-b0ad-96c49040a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:28.411600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e025be2-1c79-4261-b0ad-96c49040a269 None None] Port 3f716079-cf8c-4007-b6b9-aff43875a934 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:28.445913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c059453-323f-4dba-8491-3faf3ab190f5 req-b1a3ec5e-02fd-488b-b071-fe41894a0014 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3840039 Jul 09 16:52:28.490358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:52:28.497022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7aa9826-951c-4bb3-996b-005d3144e5fe tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4490848 Jul 09 16:52:28.503370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:28.504042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] Sync routers for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:52:28.541910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:28.543785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:28.636064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627c7f68-49ca-41bb-bf88-d38c95b14bbe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:28.640189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c684a998-cb12-4a2b-a012-150afae7d579 None None] Provisioning for port 627c7f68-49ca-41bb-bf88-d38c95b14bbe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:28.645112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:28.647915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:28.653690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c684a998-cb12-4a2b-a012-150afae7d579 None None] Provisioning complete for port 627c7f68-49ca-41bb-bf88-d38c95b14bbe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:28.654375 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c684a998-cb12-4a2b-a012-150afae7d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:28.675986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Transition to ACTIVE for port object 627c7f68-49ca-41bb-bf88-d38c95b14bbe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:28.683360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:28.704451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c684a998-cb12-4a2b-a012-150afae7d579 None None] Port 627c7f68-49ca-41bb-bf88-d38c95b14bbe cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:28.711738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:28.712480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:28.759991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:28.760653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:28.767199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179405d5-387d-42f3-b5d4-ef4ba385cebd None None] The sync data for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:52:28.865126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Attempting to bind port 627c7f68-49ca-41bb-bf88-d38c95b14bbe on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:28.865536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Attempting to bind port 627c7f68-49ca-41bb-bf88-d38c95b14bbe by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:28.865931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Attempting to bind port 627c7f68-49ca-41bb-bf88-d38c95b14bbe on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:28.880359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Port 627c7f68-49ca-41bb-bf88-d38c95b14bbe on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:52:28.880771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Attempting to bind port 627c7f68-49ca-41bb-bf88-d38c95b14bbe on network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:28.893989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:28.894645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Checking segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:28.895219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Bound using segment: {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:28.895913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Bound port: 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a376017-12dd-4572-a46b-03b31a8c58d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:28.896599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:29.037381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:29.048386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:29.061313 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:29.091113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a9af-e2f4-4a50-8713-1539be01207c req-92dd6495-2eb8-4686-b7ed-4fcc13d60def tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.092723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41a0a9af-e2f4-4a50-8713-1539be01207c req-92dd6495-2eb8-4686-b7ed-4fcc13d60def tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 931 time: 0.7249444 Jul 09 16:52:29.134459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.135639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:29.138133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] 10.222.0.37 "PUT /v2.0/ports/627c7f68-49ca-41bb-bf88-d38c95b14bbe HTTP/1.1" status: 200 len: 1091 time: 1.2686760 Jul 09 16:52:29.142760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:29.147043 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457bb5c-b15f-483a-9f39-cab0c0ef0593" -d '{"events": [{"name": "network-changed", "server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:29.193680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05566fbd-c993-4229-8b8d-068b1fbe7f81 req-2973a03f-8cf2-4528-882b-3eb9e63e7a0e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 210 time: 0.0561082 Jul 09 16:52:29.226389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37cb85-2c33-451a-a768-3324bccd1f2d service neutron] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:29.291116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20df7b71-e09c-459c-b686-e6985ed28ace tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:29.325983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-d0686b03-80e2-4388-811b-415ad5a258a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.328654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-d0686b03-80e2-4388-811b-415ad5a258a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 1094 time: 0.0985360 Jul 09 16:52:29.337296 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f68d5-55bf-41d3-9f6b-c6f652b5ca58 x-openstack-request-id: req-4e6f68d5-55bf-41d3-9f6b-c6f652b5ca58 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:29.338675 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:29.338957 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e6f68d5-55bf-41d3-9f6b-c6f652b5ca58 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:29.339338 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'status': 'completed', 'code': 200} Jul 09 16:52:29.416451 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-8f588310-bd16-42dc-b96d-8629b8814c6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe HTTP/1.1" status: 200 len: 217 time: 0.0750568 Jul 09 16:52:29.446527 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-20df7b71-e09c-459c-b686-e6985ed28ace tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:52:29.447756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-20df7b71-e09c-459c-b686-e6985ed28ace tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228 HTTP/1.1" status: 409 len: 329 time: 0.9434247 Jul 09 16:52:29.460684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41a0a9af-e2f4-4a50-8713-1539be01207c req-14ebca99-b915-465c-82ff-aa8af4dde27e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281188 Jul 09 16:52:29.464466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:29.490695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:29.626839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=f4f12dd1-c6a0-4fdb-bec3-bd571137e484,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:29.651160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-a05c64ec-e299-490d-a4a5-6f265f20739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.654908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-a05c64ec-e299-490d-a4a5-6f265f20739f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.2279348 Jul 09 16:52:29.801000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-ad86b80e-6eb6-44af-bb33-4a60db1fdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.802933 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-ad86b80e-6eb6-44af-bb33-4a60db1fdd04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095684 Jul 09 16:52:29.814909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-a91cff1a-2216-496a-9f21-485989e66dbc tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.817219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-a91cff1a-2216-496a-9f21-485989e66dbc tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 822 time: 0.2649121 Jul 09 16:52:29.847019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': '301310f9-4897-4fdf-b6b2-3631845129d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:29.847636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: 0998a915-deee-4ca1-bbc2-515f905dbcae, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:29.876573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'port': {'device_id': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'admin_state_up': True, 'tenant_id': 'a05f761d4f7e47ee9cf7e546c21c5e3e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:29.899801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ba429-a51f-441a-bab2-b375244512fc req-cfcb8414-7d3c-4960-8db1-575433f7149a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.901375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8ba429-a51f-441a-bab2-b375244512fc req-cfcb8414-7d3c-4960-8db1-575433f7149a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2446816 Jul 09 16:52:29.921974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 0998a915-deee-4ca1-bbc2-515f905dbcae is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:29.984300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0998a915-deee-4ca1-bbc2-515f905dbcae) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:29.993799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11017488-3549-4929-a341-9c2311c7f21f None None] Network 0998a915-deee-4ca1-bbc2-515f905dbcae requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:29.994378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:29.994558 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.004067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-07488512-4152-4db4-b23c-feb1fa4278d0 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849668 Jul 09 16:52:30.067140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca8ba429-a51f-441a-bab2-b375244512fc req-8efccb71-a525-45fd-bd85-51d21b786201 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562688 Jul 09 16:52:30.081644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Made reservation on behalf of a05f761d4f7e47ee9cf7e546c21c5e3e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:30.085403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.104308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33e29319-4773-45d1-9714-fa3a96daffab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4742570 Jul 09 16:52:30.108098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:30.116630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-52833321'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:30.187597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-0998a915-deee-4ca1-bbc2-515f905dbcae', 'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': 'f4f12dd1-c6a0-4fdb-bec3-bd571137e484'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:30.189653 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.237416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.249121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c8b043ae-56dd-43ee-8a51-d778df352036 req-9b2bc99b-3afd-4dd8-8047-89a842dba4be service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379074 Jul 09 16:52:30.361838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Allocated IP 172.20.0.6 (da75d122-a430-4d2d-99da-bc0fadcc4e30/76fec481-b008-4947-9869-8bc6e1171b93/b9813957-3f5c-4b8c-8cb1-81e742826db0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:30.374897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:30.378790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.401826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Allocated IP 2001:db8::2 (0998a915-deee-4ca1-bbc2-515f905dbcae/f4f12dd1-c6a0-4fdb-bec3-bd571137e484/4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:30.463066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 3455ae5b-129a-499a-b7b0-66993fdcffeb yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:30.553789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa85d6df-4e30-4a91-a8b4-2c8da33218f7 req-9012abb3-5568-4036-a595-1daff4cb031d tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Jul 09 16:52:30.696740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.704724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-51d8a3f5-5025-40a2-b733-0496cc6fc235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:30.706260 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-51d8a3f5-5025-40a2-b733-0496cc6fc235 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 1094 time: 0.3073275 Jul 09 16:52:30.715790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Transition to ACTIVE for port object 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:30.743669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Transition to ACTIVE for port object 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:30.753811 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.781697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Deleting port 3f716079-cf8c-4007-b6b9-aff43875a934 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:30.782206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.841151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Pushing event updated for resources: {'Port': ['ID=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:30.844923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Network 0998a915-deee-4ca1-bbc2-515f905dbcae is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:30.846828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:30.848409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f464be-9202-44f6-97ac-4873f4891dfe req-88f89c9e-1fbb-43ee-96f0-75f7bf5f6fb0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:30.848975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:30.853397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09f464be-9202-44f6-97ac-4873f4891dfe req-88f89c9e-1fbb-43ee-96f0-75f7bf5f6fb0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 943 time: 0.1924956 Jul 09 16:52:30.896367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.912595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-b0eec360-38a2-43b3-afb8-1651c934b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:30.914408 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-b0eec360-38a2-43b3-afb8-1651c934b326 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1994362 Jul 09 16:52:30.914943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Attempting to bind port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:30.915316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Attempting to bind port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '301310f9-4897-4fdf-b6b2-3631845129d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:30.915711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Attempting to bind port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f on network 0998a915-deee-4ca1-bbc2-515f905dbcae {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:30.921286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:30.921658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Checking segment: {'id': '301310f9-4897-4fdf-b6b2-3631845129d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:30.922663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09f464be-9202-44f6-97ac-4873f4891dfe req-fa72b349-6cda-4d90-9bf7-b45838c71252 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Jul 09 16:52:30.931086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.931513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Bound using segment: {'id': '301310f9-4897-4fdf-b6b2-3631845129d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:30.932039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Bound port: 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301310f9-4897-4fdf-b6b2-3631845129d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0998a915-deee-4ca1-bbc2-515f905dbcae'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:30.935217 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.954593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::10f (0998a915-deee-4ca1-bbc2-515f905dbcae/f4f12dd1-c6a0-4fdb-bec3-bd571137e484/3455ae5b-129a-499a-b7b0-66993fdcffeb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:30.978600 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:30.981043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-81ac27d4-bd22-405d-8975-3032c973e5c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe HTTP/1.1" status: 200 len: 217 time: 0.0567775 Jul 09 16:52:31.004222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Calling delete_port for 3f716079-cf8c-4007-b6b9-aff43875a934 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:31.011944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] For port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:31.016207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] For port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,segment=NetworkSegment(301310f9-4897-4fdf-b6b2-3631845129d3),segment_id=301310f9-4897-4fdf-b6b2-3631845129d3)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:31.023305 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.172279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-b228e99d-cef9-4d48-9037-207e9ea3ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:31.173984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-b228e99d-cef9-4d48-9037-207e9ea3ac5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1831601 Jul 09 16:52:31.186371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.302768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d7291-05fe-4a0d-9288-121c050549f9 None None] Pushing event updated for resources: {'Port': ['ID=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:31.321920 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:31.349156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:31.354549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:31.363684 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.376184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:31.434992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object 3455ae5b-129a-499a-b7b0-66993fdcffeb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:31.437709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.460641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:31.461647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.471792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-73098620-9de7-4494-bfc4-ad9fc0cbddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:31.473741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-73098620-9de7-4494-bfc4-ad9fc0cbddb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891350 Jul 09 16:52:31.480082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Port': ['ID=3f716079-cf8c-4007-b6b9-aff43875a934,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:31.520079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5389-b235-4de7-be7d-1d8a496177bc req-9ffd56eb-73de-49e8-987f-2e0fca5f5823 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:31.530187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-166d5389-b235-4de7-be7d-1d8a496177bc req-9ffd56eb-73de-49e8-987f-2e0fca5f5823 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1796877 Jul 09 16:52:31.646444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-ee924922-0805-4d66-b2c1-2018eb184328 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8061285 Jul 09 16:52:31.669406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Request body: {'port': {'device_id': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:31.706707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.749323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-166d5389-b235-4de7-be7d-1d8a496177bc req-ca1ceab5-4d9b-455d-9250-548f7623d221 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178199 Jul 09 16:52:31.872988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 0998a915-deee-4ca1-bbc2-515f905dbcae is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:31.915219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=3455ae5b-129a-499a-b7b0-66993fdcffeb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:31.919731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:31.931524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:31.937445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:31.938148 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.944345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-df8a520c-3959-4205-b556-21a30e86b846 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593861 Jul 09 16:52:31.953087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:31.992377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.032643 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8bbdeb0f-fbca-4032-98bc-1230e18d40c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.9233336 Jul 09 16:52:32.039356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:32.204159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9457bb5c-b15f-483a-9f39-cab0c0ef0593 req-57c0d09b-055b-4369-90c1-ffa79bb54377 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506487 Jul 09 16:52:32.277556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f29f-dd5b-42af-aca5-401eb693a59c req-d599eb03-40b7-4053-90fa-7e4817bdaf06 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:32.279196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3864f29f-dd5b-42af-aca5-401eb693a59c req-d599eb03-40b7-4053-90fa-7e4817bdaf06 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 931 time: 0.5084496 Jul 09 16:52:32.318883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Router 51c85010-b0b4-4422-98ca-3ae8fe84b228 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:52:32.368465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3864f29f-dd5b-42af-aca5-401eb693a59c req-0749cbf3-95d1-4ee8-a22c-5c53ad5101bf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801487 Jul 09 16:52:32.384914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263040b-dec9-4482-92d6-d2681582da11 req-1f096a3a-06e0-48ca-b795-608d889216d8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:32.386629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0263040b-dec9-4482-92d6-d2681582da11 req-1f096a3a-06e0-48ca-b795-608d889216d8 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 943 time: 0.2618852 Jul 09 16:52:32.402524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 3455ae5b-129a-499a-b7b0-66993fdcffeb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:32.402524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.479341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9813957-3f5c-4b8c-8cb1-81e742826db0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:32.502345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.544683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Transition to ACTIVE for port object b9813957-3f5c-4b8c-8cb1-81e742826db0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:32.549964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.647408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:32.661758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:32.746991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Attempting to bind port b9813957-3f5c-4b8c-8cb1-81e742826db0 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:32.747619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Attempting to bind port b9813957-3f5c-4b8c-8cb1-81e742826db0 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:32.747756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Attempting to bind port b9813957-3f5c-4b8c-8cb1-81e742826db0 on network da75d122-a430-4d2d-99da-bc0fadcc4e30 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:32.753705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Port b9813957-3f5c-4b8c-8cb1-81e742826db0 on network da75d122-a430-4d2d-99da-bc0fadcc4e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:52:32.754350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Attempting to bind port b9813957-3f5c-4b8c-8cb1-81e742826db0 on network da75d122-a430-4d2d-99da-bc0fadcc4e30 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:32.756487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:32.763171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:32.763513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Checking segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:32.763905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Bound using segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:32.764368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Bound port: b9813957-3f5c-4b8c-8cb1-81e742826db0, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:32.764724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.803537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae2106-cc22-4e6f-9fea-cb7b1f888843 None None] Network 0998a915-deee-4ca1-bbc2-515f905dbcae requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:32.858982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:32.863866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:32.870573 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fd108648-1287-4629-aa5e-c3222038018f None None] Provisioning for port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:32.873190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.882210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fd108648-1287-4629-aa5e-c3222038018f None None] Provisioning complete for port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:32.883135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd108648-1287-4629-aa5e-c3222038018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.919356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:52:32.928781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d77da839-9184-4ba7-a691-ad7a3e344ff7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4613407 Jul 09 16:52:32.935505 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] Sync routers for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:52:32.940305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:32.966710 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:32.970185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:32.971095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:32.972941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9813957-3f5c-4b8c-8cb1-81e742826db0 HTTP/1.1" status: 200 len: 1091 time: 1.3090305 Jul 09 16:52:32.973720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:32.977999 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:32.988631 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:33.008102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41336ec6-66a3-40d9-8189-25825db373a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:33.054049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0263040b-dec9-4482-92d6-d2681582da11 req-9736ede7-e519-483a-83f7-e56648f5fadc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473638 Jul 09 16:52:33.070825 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2b667ac7-3ca6-47d0-b4d4-0f79adfe315a tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] show failed (client error): The resource could not be found. Jul 09 16:52:33.076819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b667ac7-3ca6-47d0-b4d4-0f79adfe315a tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-547171815 HTTP/1.1" status: 404 len: 334 time: 0.1306908 Jul 09 16:52:33.079839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:33.085045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-467d5058-4f12-4763-b2a6-badabe5dcb48 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:33.102019 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:33.124508 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd108648-1287-4629-aa5e-c3222038018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.130307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.131912 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] Routers {'51c85010-b0b4-4422-98ca-3ae8fe84b228'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:33.132571 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['51c85010-b0b4-4422-98ca-3ae8fe84b228'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:33.133368 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-467d5058-4f12-4763-b2a6-badabe5dcb48 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] update failed (client error): The resource could not be found. Jul 09 16:52:33.134415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-467d5058-4f12-4763-b2a6-badabe5dcb48 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1246573562 HTTP/1.1" status: 404 len: 335 time: 0.0534167 Jul 09 16:52:33.142728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34504) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:33.153213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 3455ae5b-129a-499a-b7b0-66993fdcffeb owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:33.190326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fd108648-1287-4629-aa5e-c3222038018f None None] For port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,segment=NetworkSegment(301310f9-4897-4fdf-b6b2-3631845129d3),segment_id=301310f9-4897-4fdf-b6b2-3631845129d3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:33.196166 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd108648-1287-4629-aa5e-c3222038018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.235870 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:33.237752 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f49cf3-6294-4a0b-a3f1-257463ce63bd None None] The sync data for ids ['51c85010-b0b4-4422-98ca-3ae8fe84b228'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:52:33.259428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-b6c7ed84-b925-4066-b723-c42911c5a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:33.262823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-b6c7ed84-b925-4066-b723-c42911c5a27a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 1094 time: 0.2282407 Jul 09 16:52:33.265513 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7420c-4c7a-457f-b739-eea625e6fdfa x-openstack-request-id: req-2fe7420c-4c7a-457f-b739-eea625e6fdfa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:33.266627 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:33.267565 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fe7420c-4c7a-457f-b739-eea625e6fdfa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:33.268535 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'status': 'completed', 'code': 200} Jul 09 16:52:33.274275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278fb12-4cac-4546-b443-be7538226fbf req-9bf87459-8845-4731-8012-6196b10356f2 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:33.280205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4278fb12-4cac-4546-b443-be7538226fbf req-9bf87459-8845-4731-8012-6196b10356f2 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.3148119 Jul 09 16:52:33.307484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd108648-1287-4629-aa5e-c3222038018f None None] Pushing event updated for resources: {'Port': ['ID=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:33.379782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4278fb12-4cac-4546-b443-be7538226fbf req-5b2e9262-e0b1-4aa0-83f7-bfe5c9641d75 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917671 Jul 09 16:52:33.386510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Deleting subnet a702f346-e8a9-4c4d-9149-c3d3b53e7b33 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:33.392529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-1b0d40ff-5eab-40de-b601-1eb4d819fd4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0 HTTP/1.1" status: 200 len: 217 time: 0.1179457 Jul 09 16:52:33.393241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.490815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.495414 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.543771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b53ed-91a8-45af-9043-548ab30fb74d req-dad7b731-ff46-4d53-a92c-aa47738f5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:33.545867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=3455ae5b-129a-499a-b7b0-66993fdcffeb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:33.546047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-dad7b731-ff46-4d53-a92c-aa47738f5a7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 200 len: 862 time: 0.1251221 Jul 09 16:52:33.592391 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.603011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8b64f66-14d3-4c02-abdb-e736c144062c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/3455ae5b-129a-499a-b7b0-66993fdcffeb HTTP/1.1" status: 204 len: 168 time: 1.5193822 Jul 09 16:52:33.621845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-d1556d26-ad17-4a56-a6a0-1fcd80e5e7f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da75d122-a430-4d2d-99da-bc0fadcc4e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552590 Jul 09 16:52:33.622121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:33.629834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-021c4254-481d-46de-b2fb-22e4dbf9d2f5 None None] Provisioning complete for port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:33.630597 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-021c4254-481d-46de-b2fb-22e4dbf9d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.674936 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae089a7-ca1d-42e3-bc49-e21d872edef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:33.679930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ae089a7-ca1d-42e3-bc49-e21d872edef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/3455ae5b-129a-499a-b7b0-66993fdcffeb HTTP/1.1" status: 404 len: 333 time: 0.0515287 Jul 09 16:52:33.681376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:33.749229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-021c4254-481d-46de-b2fb-22e4dbf9d2f5 None None] Could not find standard attr ID for object 3455ae5b-129a-499a-b7b0-66993fdcffeb. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:33.768252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57cca-d011-403a-8023-328f65865dcd req-3ebc8db6-8972-4f39-b521-4384b58a7b19 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:33.770065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18d57cca-d011-403a-8023-328f65865dcd req-3ebc8db6-8972-4f39-b521-4384b58a7b19 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 943 time: 0.1941209 Jul 09 16:52:33.780250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet f4f12dd1-c6a0-4fdb-bec3-bd571137e484 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:33.782360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-22e372e3-9a07-4fd4-93fd-c171502d7ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477489 Jul 09 16:52:33.791127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.886283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18d57cca-d011-403a-8023-328f65865dcd req-a91c49f0-647a-4a10-ab78-dc73aa782d6a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006644 Jul 09 16:52:33.886598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.896710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:33.965861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-729f7b2b-3bd4-4e7d-be78-af6cf5876ffa None None] Could not find standard attr ID for object 3455ae5b-129a-499a-b7b0-66993fdcffeb. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:33.971803 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-039b53ed-91a8-45af-9043-548ab30fb74d req-af19bebc-38db-4a6a-ac71-ed7b1af61dea service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552558 Jul 09 16:52:34.003584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.004909 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.023650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.025925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/subnets/a702f346-e8a9-4c4d-9149-c3d3b53e7b33 HTTP/1.1" status: 204 len: 168 time: 0.8818746 Jul 09 16:52:34.028877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:34.038392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a836e-49e2-4c09-8e8d-578bad07cb3b None None] Network a707122a-6779-41c9-a979-aa2a510c784e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:34.111422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.157999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f12dd1-c6a0-4fdb-bec3-bd571137e484,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:34.162911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.164743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c5e81c2-b84f-494b-8d24-e3950f524353 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/f4f12dd1-c6a0-4fdb-bec3-bd571137e484 HTTP/1.1" status: 204 len: 168 time: 0.4811842 Jul 09 16:52:34.167393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:34.186842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Subnet': ['ID=a702f346-e8a9-4c4d-9149-c3d3b53e7b33,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:34.217912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f029ec-b99a-4abf-a73b-9d11ac0d0995 None None] Network 0998a915-deee-4ca1-bbc2-515f905dbcae requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:34.293153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.293403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.293715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.294060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.294562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.294884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.295210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.295534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.295850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.296172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.296519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.296839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758b1e0-9ab7-4bce-b29e-89bc5cb3a773 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:34.306167 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.325020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Deleting subnet d4450108-16c7-4ca4-8e3d-51bee7798020 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:34.337300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.381496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-667e5d3f-85f7-45d9-b512-fe721a150802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:34.383442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-667e5d3f-85f7-45d9-b512-fe721a150802 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 1094 time: 0.2335837 Jul 09 16:52:34.423719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.472853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393950f9-6fbc-4f91-aa14-b564bd4aaeee req-168d240c-fb1a-482d-a045-217e0b908c4a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:34.474974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-393950f9-6fbc-4f91-aa14-b564bd4aaeee req-168d240c-fb1a-482d-a045-217e0b908c4a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 943 time: 0.1581562 Jul 09 16:52:34.524103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] DHCP port deletion for a707122a-6779-41c9-a979-aa2a510c784e request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:34.584184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:34.584534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.620486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] DHCP port deletion for 0998a915-deee-4ca1-bbc2-515f905dbcae request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:34.681515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-4479ac61-da9f-4164-b85d-0d58e60b42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:34.684728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-4479ac61-da9f-4164-b85d-0d58e60b42b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 923 time: 0.2910037 Jul 09 16:52:34.701899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] Deleting port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:34.702289 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.763704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] For port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,segment=NetworkSegment(301310f9-4897-4fdf-b6b2-3631845129d3),segment_id=301310f9-4897-4fdf-b6b2-3631845129d3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:34.764186 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.767874 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-94fa9ce1-5bce-4dd1-8d9c-9f403059f633 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0 HTTP/1.1" status: 200 len: 217 time: 0.0714433 Jul 09 16:52:34.771461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.781589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 627c7f68-49ca-41bb-bf88-d38c95b14bbe details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:34.798954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:34.895853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] For port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,segment=NetworkSegment(1918de68-5343-49e1-9784-66de57fcd0d9),segment_id=1918de68-5343-49e1-9784-66de57fcd0d9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:34.896952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.899898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-e773c9bd-0982-4020-bba1-1f5081bb690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:34.901060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-e773c9bd-0982-4020-bba1-1f5081bb690c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 200 len: 862 time: 0.1245775 Jul 09 16:52:34.916125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] Calling delete_port for f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:34.958508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-c97b0ff6-f7b9-430b-b031-76eccb5e1e60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da75d122-a430-4d2d-99da-bc0fadcc4e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368407 Jul 09 16:52:34.959645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:34.967710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-393950f9-6fbc-4f91-aa14-b564bd4aaeee req-2f1a24ce-506b-4192-ae28-34f7b077eb8a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719744 Jul 09 16:52:35.017459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.026656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Deleting port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:35.027070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.053561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:35.058409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No DVR routers for this DVR port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:35.067225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Subnet': ['ID=d4450108-16c7-4ca4-8e3d-51bee7798020,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:35.072734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9985-ba48-4dfe-a492-359c24bd80d9 req-81f33c01-c189-4ddd-bab7-c1218287b9d7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:35.080289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03ae9985-ba48-4dfe-a492-359c24bd80d9 req-81f33c01-c189-4ddd-bab7-c1218287b9d7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1909471 Jul 09 16:52:35.133688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] For port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:35.133688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.157712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Calling delete_port for 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:35.160649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:52:35.169590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.173934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-ed0cdfa3-de11-4f88-9ec2-0f4afd2d1cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3357985 Jul 09 16:52:35.177958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.180037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-64297001-df07-4534-82a7-092231adb152 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/subnets/d4450108-16c7-4ca4-8e3d-51bee7798020 HTTP/1.1" status: 204 len: 168 time: 1.1504359 Jul 09 16:52:35.183090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:35.229957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03ae9985-ba48-4dfe-a492-359c24bd80d9 req-1b203436-c5fe-4821-83c8-c1faea751e38 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486180 Jul 09 16:52:35.233879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] No DVR routers for this DVR port 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:35.254529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d4625-dde7-4bdf-a4e4-5dae95f59b90 None None] Network 0690814f-45ff-40a9-9a11-7aa646e48750 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:35.256617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311092f-69e5-41e4-99ca-3bb46f25c4fb None None] Pushing event deleted for resources: {'Port': ['ID=4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:35.263238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.283250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0998a915-deee-4ca1-bbc2-515f905dbcae']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:35.311185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301310f9-4897-4fdf-b6b2-3631845129d3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:35.311828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301310f9-4897-4fdf-b6b2-3631845129d3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:35.340636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:35.344888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.373716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'mac_address': 'fa:16:3e:67:c1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:35.398184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.416892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:35.417372 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:35.425817 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:35.472215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.493979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] No DVR routers for this DVR port f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:35.540661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b6db2-a779-457e-86b6-270665e67bdc None None] Pushing event deleted for resources: {'Port': ['ID=f9d6bd0d-6b04-4f8f-ab24-2b3737d01815,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:35.575800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.607979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627c7f68-49ca-41bb-bf88-d38c95b14bbe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:35.641425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:35.648187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.680563 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.699467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.700309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] DHCP port deletion for 0690814f-45ff-40a9-9a11-7aa646e48750 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:35.705405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/0998a915-deee-4ca1-bbc2-515f905dbcae HTTP/1.1" status: 204 len: 168 time: 1.5335729 Jul 09 16:52:35.732637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:35.739835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'name': 'tempest-PortsIpV6TestJSON-1845063793'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:35.791543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:35.805480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6bf77-ec6a-4f65-b2b4-277140f95c6c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=0998a915-deee-4ca1-bbc2-515f905dbcae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:35.806184 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0eb2e62-747d-450f-9d73-f707bb57bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.844046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] Deleting port c942b774-24d2-4dd3-ae7b-99dc058e6db0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:35.844931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.901027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1078c-725c-4199-a9a7-f4a5113d4aa4 req-58c99f14-90ee-4c5b-b969-6624407717ea tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:35.908585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfb1078c-725c-4199-a9a7-f4a5113d4aa4 req-58c99f14-90ee-4c5b-b969-6624407717ea tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 943 time: 0.4694932 Jul 09 16:52:35.946890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] For port c942b774-24d2-4dd3-ae7b-99dc058e6db0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c942b774-24d2-4dd3-ae7b-99dc058e6db0,segment=NetworkSegment(adcca02d-46a7-4df9-9b99-7a215f862f05),segment_id=adcca02d-46a7-4df9-9b99-7a215f862f05)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:35.948128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:35.996838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:36.000988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] Calling delete_port for c942b774-24d2-4dd3-ae7b-99dc058e6db0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:36.003559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.034165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361971c-5ef0-4468-bc2b-2b25b1a50559 req-c018d5fa-9835-4190-8da1-34c68dcd053a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:36.042092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e361971c-5ef0-4468-bc2b-2b25b1a50559 req-c018d5fa-9835-4190-8da1-34c68dcd053a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.3320370 Jul 09 16:52:36.070088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 861ea102-f303-45b4-91c6-99bc2b8ecade yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:36.091888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfb1078c-725c-4199-a9a7-f4a5113d4aa4 req-16253232-2e4f-4562-b4a6-6f16f0e2c7b3 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815646 Jul 09 16:52:36.097630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.127632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['627c7f68-49ca-41bb-bf88-d38c95b14bbe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:36.137684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-b5d8d92c-cee1-449b-b586-66bd7b95028a service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0938542 Jul 09 16:52:36.143196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20794ebe-cabb-4672-92ea-4509ced91447 req-cce04bdf-dc4b-4737-b8ef-39687c9b2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:36.144739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-cce04bdf-dc4b-4737-b8ef-39687c9b2ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1096 time: 0.1812997 Jul 09 16:52:36.204284 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:52:36.216994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.229856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e361971c-5ef0-4468-bc2b-2b25b1a50559 req-32887259-aa8a-4873-af80-f6ef2a610c89 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862128 Jul 09 16:52:36.241768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c35cfbd-9532-41f4-ab5f-8d7ca23ba0dc req-166317e8-90a4-4578-aaae-bb5732b308cf service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932193 Jul 09 16:52:36.331464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] Pushing event deleted for resources: {'Port': ['ID=c942b774-24d2-4dd3-ae7b-99dc058e6db0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:36.349144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da88d02-db2e-4ba2-9814-171b6914b09f None None] No DVR routers for this DVR port c942b774-24d2-4dd3-ae7b-99dc058e6db0 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:36.429971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.441792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a707122a-6779-41c9-a979-aa2a510c784e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:36.456542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1918de68-5343-49e1-9784-66de57fcd0d9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:36.456843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1918de68-5343-49e1-9784-66de57fcd0d9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:36.468377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.485022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.498284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:36.499008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:36.515869 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:36.574579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.583255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:36.608720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:36.609480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9d6bd0d-6b04-4f8f-ab24-2b3737d01815 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:36.615953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:36.624853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64bceb-1b3b-4818-af24-526135d6bea2 req-2e3a8eb0-6b8c-4a3c-b7aa-c85b07de0044 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:36.634789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.636003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a64bceb-1b3b-4818-af24-526135d6bea2 req-2e3a8eb0-6b8c-4a3c-b7aa-c85b07de0044 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 944 time: 0.2911589 Jul 09 16:52:36.645967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:36.646912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4ec7a4ea-6534-4fce-8f90-6f2e2ad3562f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:36.648471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c942b774-24d2-4dd3-ae7b-99dc058e6db0 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:36.664861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.666823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/networks/a707122a-6779-41c9-a979-aa2a510c784e HTTP/1.1" status: 204 len: 168 time: 1.4828773 Jul 09 16:52:36.675967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c942b774-24d2-4dd3-ae7b-99dc058e6db0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:36.677393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c942b774-24d2-4dd3-ae7b-99dc058e6db0 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:36.677734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:36.693607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e39d80-be71-48e3-a55b-b132d3d233cd tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Network': ['ID=a707122a-6779-41c9-a979-aa2a510c784e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:36.729639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a64bceb-1b3b-4818-af24-526135d6bea2 req-86877ba8-8495-491c-b233-9bac4bf01ae3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926321 Jul 09 16:52:36.733426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.792145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20794ebe-cabb-4672-92ea-4509ced91447 req-a69a7bc7-bd80-4ba3-a865-08aa0272572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:36.793515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:36.793755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-a69a7bc7-bd80-4ba3-a865-08aa0272572f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.5510528 Jul 09 16:52:36.797176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:36.802346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:36.808749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:36.809399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.824468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=861ea102-f303-45b4-91c6-99bc2b8ecade,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:36.831327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b263ef93-3453-4ecf-b327-a6c06e74ebc4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0965791 Jul 09 16:52:36.832609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:36.895031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-68eacf2d-bb94-4c55-9946-9a09ea09b82c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 1001 time: 0.0890827 Jul 09 16:52:36.901639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:36.921483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:37.008583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 861ea102-f303-45b4-91c6-99bc2b8ecade {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:37.008942 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.054913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20794ebe-cabb-4672-92ea-4509ced91447 req-f4ce9486-dd7c-45ce-9060-50ec2b40d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:37.056429 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-f4ce9486-dd7c-45ce-9060-50ec2b40d59c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.1509268 Jul 09 16:52:37.061941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:37.066247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.086864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'port_id': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'mac_address': 'fa:16:3e:b9:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fec481-b008-4947-9869-8bc6e1171b93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:37.088774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.102123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0690814f-45ff-40a9-9a11-7aa646e48750']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:37.116110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcca02d-46a7-4df9-9b99-7a215f862f05') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:37.116110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcca02d-46a7-4df9-9b99-7a215f862f05') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:37.116669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 861ea102-f303-45b4-91c6-99bc2b8ecade owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:37.133146 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.151997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9813957-3f5c-4b8c-8cb1-81e742826db0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:37.167234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.188325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:37.195181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.195410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.208482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:37.211427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:37.216129 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:37.272143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:37.289724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20794ebe-cabb-4672-92ea-4509ced91447 req-6f2d8ca5-8d45-48b8-aea7-97e0317a61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:37.291307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-6f2d8ca5-8d45-48b8-aea7-97e0317a61a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274799 Jul 09 16:52:37.367008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702dc93-5ae1-42df-8d3b-c473894c8764 req-6f6ddbb5-2d33-4c0f-9f2d-71e645f2fcb9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:37.371668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e702dc93-5ae1-42df-8d3b-c473894c8764 req-6f6ddbb5-2d33-4c0f-9f2d-71e645f2fcb9 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 944 time: 0.1496599 Jul 09 16:52:37.373310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.394800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.402980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.407755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/networks/0690814f-45ff-40a9-9a11-7aa646e48750 HTTP/1.1" status: 204 len: 168 time: 0.7262490 Jul 09 16:52:37.412804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:37.440031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb160d-eb58-4979-8024-4bf7adb5767c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Network': ['ID=0690814f-45ff-40a9-9a11-7aa646e48750,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:37.459833 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-9f47ef85-26a6-4057-95dd-e3a5b960f956 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600950 Jul 09 16:52:37.508499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=861ea102-f303-45b4-91c6-99bc2b8ecade,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:37.520449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.526511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-84c623c5-b3af-406b-bb58-c64d6983eb0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/861ea102-f303-45b4-91c6-99bc2b8ecade HTTP/1.1" status: 204 len: 168 time: 0.6918862 Jul 09 16:52:37.526749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:37.531843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'mac_address': 'fa:16:3e:bf:5f:aa', 'name': 'tempest-PortsIpV6TestJSON-435880508'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:37.561513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e702dc93-5ae1-42df-8d3b-c473894c8764 req-d2f74eef-b894-452a-b52f-63afd7bcce90 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589715 Jul 09 16:52:37.568030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Deleting subnet 3678ae8a-8da3-46b7-b1a1-36fb79890bc6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:37.573249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.623841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['b9813957-3f5c-4b8c-8cb1-81e742826db0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:37.629245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.661011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d754c-e063-4048-afac-09d546e2c81e req-37d210cb-f676-4b61-bd63-50b59b47be99 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:37.668590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-539d754c-e063-4048-afac-09d546e2c81e req-37d210cb-f676-4b61-bd63-50b59b47be99 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2715418 Jul 09 16:52:37.707426 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20794ebe-cabb-4672-92ea-4509ced91447 req-5b009726-e8fe-4ba5-aa66-c4bf6b35a315 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403393 Jul 09 16:52:37.737153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-539d754c-e063-4048-afac-09d546e2c81e req-44463694-398f-4249-8809-a3f562504220 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677578 Jul 09 16:52:37.746000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:37.826862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.836175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:37.873570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 010ccdac-91bc-428d-9898-3bbb5af53285 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:37.910233 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.015131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.019370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/subnets/3678ae8a-8da3-46b7-b1a1-36fb79890bc6 HTTP/1.1" status: 204 len: 168 time: 0.5978844 Jul 09 16:52:38.020143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437652b-13de-4e4c-b8cd-0e9815320497 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Subnet': ['ID=3678ae8a-8da3-46b7-b1a1-36fb79890bc6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:38.021031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:38.029460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43574edd-b392-4904-abd9-c0147d67741d None None] Network 7b32b3d1-ad56-4ddc-8833-aef835806c0c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:38.106189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de2142-431f-4548-add3-67b68cb29612 req-c14af6e3-2e89-43f3-a3b8-629d89e1fc73 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:38.107970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5de2142-431f-4548-add3-67b68cb29612 req-c14af6e3-2e89-43f3-a3b8-629d89e1fc73 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 944 time: 0.0894766 Jul 09 16:52:38.163448 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.181130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5de2142-431f-4548-add3-67b68cb29612 req-eb53af69-f451-4093-a7e9-ec021b63edd5 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661364 Jul 09 16:52:38.221519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.244301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-7492352a-7854-4db5-bf79-769583bf20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:38.245905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-7492352a-7854-4db5-bf79-769583bf20ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1096 time: 0.2684367 Jul 09 16:52:38.254130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.276760 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9495b68e-6970-4e42-8e17-93724f8c34e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.299901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] DHCP port deletion for 7b32b3d1-ad56-4ddc-8833-aef835806c0c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:38.362324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] Deleting port 7102ca9b-e0a5-444e-9adb-58826fe39726 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:38.362897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.408575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.442236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] For port 7102ca9b-e0a5-444e-9adb-58826fe39726, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7102ca9b-e0a5-444e-9adb-58826fe39726,segment=NetworkSegment(d523be63-f3fb-4dc0-bcff-994df371218b),segment_id=d523be63-f3fb-4dc0-bcff-994df371218b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:38.442861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.447047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-fda2370b-9ca4-4ac6-869c-84b10b6835a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:38.448576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-fda2370b-9ca4-4ac6-869c-84b10b6835a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.1926284 Jul 09 16:52:38.463225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] Calling delete_port for 7102ca9b-e0a5-444e-9adb-58826fe39726 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:38.476868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:38.514873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:38.518035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Deleting port 7102ca9b-e0a5-444e-9adb-58826fe39726 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:38.518412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.524243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:38.530547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:38.531117 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.556287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=010ccdac-91bc-428d-9898-3bbb5af53285,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:38.587669 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.589632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7102ca9b-e0a5-444e-9adb-58826fe39726 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:38.621992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-45530896-b1ac-4ea1-b082-6f9e5df5cbc0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0912528 Jul 09 16:52:38.623293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:38.633802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-07449913-7057-4bb1-a2dc-8875c090f978 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 1001 time: 0.1771660 Jul 09 16:52:38.673892 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.679457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port 7102ca9b-e0a5-444e-9adb-58826fe39726 update to DOWN by agent not found {{(pid=93769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 16:52:38.702669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] Pushing event deleted for resources: {'Port': ['ID=7102ca9b-e0a5-444e-9adb-58826fe39726,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:38.704734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] For port 7102ca9b-e0a5-444e-9adb-58826fe39726, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7102ca9b-e0a5-444e-9adb-58826fe39726,segment=NetworkSegment(d523be63-f3fb-4dc0-bcff-994df371218b),segment_id=d523be63-f3fb-4dc0-bcff-994df371218b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:38.705675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.706316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20cb10-e118-44f9-b97d-e1878580936d None None] No DVR routers for this DVR port 7102ca9b-e0a5-444e-9adb-58826fe39726 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:38.730151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 627c7f68-49ca-41bb-bf88-d38c95b14bbe up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:38.733347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Calling delete_port for 7102ca9b-e0a5-444e-9adb-58826fe39726 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:38.739341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-d8f99d5d-c538-4ea8-9ce6-6a2ded15c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:38.741567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-d8f99d5d-c538-4ea8-9ce6-6a2ded15c0a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0978994 Jul 09 16:52:38.775422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ebe4d-9910-426e-b5fa-225537d48e16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:38.779484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e55ebe4d-9910-426e-b5fa-225537d48e16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/010ccdac-91bc-428d-9898-3bbb5af53285 HTTP/1.1" status: 200 len: 844 time: 0.1523042 Jul 09 16:52:38.780176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:38.862281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 627c7f68-49ca-41bb-bf88-d38c95b14bbe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:38.871544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 627c7f68-49ca-41bb-bf88-d38c95b14bbe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:38.875199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.893708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.921933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] No DVR routers for this DVR port 7102ca9b-e0a5-444e-9adb-58826fe39726 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:39.053784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f37f0-5daf-4c9d-af0c-e9d83b3f3a10 req-2953a3d7-71d4-41ea-ad7f-cb599659ce83 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:39.056083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a44f37f0-5daf-4c9d-af0c-e9d83b3f3a10 req-2953a3d7-71d4-41ea-ad7f-cb599659ce83 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 944 time: 0.2233078 Jul 09 16:52:39.095419 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.112009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b32b3d1-ad56-4ddc-8833-aef835806c0c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:39.117509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 010ccdac-91bc-428d-9898-3bbb5af53285 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:39.118074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.130590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd523be63-f3fb-4dc0-bcff-994df371218b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:39.131022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd523be63-f3fb-4dc0-bcff-994df371218b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:39.150175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.170995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.182855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:39.182855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.206904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dcae9-ab1a-4c0f-a163-6b27896aac34 req-14d759f0-91af-444f-8b06-c5f951212fea tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:39.208597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c15dcae9-ab1a-4c0f-a163-6b27896aac34 req-14d759f0-91af-444f-8b06-c5f951212fea tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2817686 Jul 09 16:52:39.221528 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.234870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a44f37f0-5daf-4c9d-af0c-e9d83b3f3a10 req-2d4de86f-c88f-41fc-aa24-a1fffc622b86 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649122 Jul 09 16:52:39.242737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-daa162f0-810d-41c7-bef0-ae05cca96c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:39.244125 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.245407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-daa162f0-810d-41c7-bef0-ae05cca96c3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4970205 Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:39.246653 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:39.256050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.268502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Port': ['ID=7102ca9b-e0a5-444e-9adb-58826fe39726,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:39.280337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 010ccdac-91bc-428d-9898-3bbb5af53285 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:39.303772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:39.304670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:39.307248 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c6755-0477-4dc8-bfc5-de93047fc183" -d '{"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-plugged", "status": "completed", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:39.316003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.317525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c15dcae9-ab1a-4c0f-a163-6b27896aac34 req-fc37f363-2336-42b0-a5a9-f802afc9be67 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961661 Jul 09 16:52:39.411800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:39.419862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.444230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.491507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.497976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/010ccdac-91bc-428d-9898-3bbb5af53285 HTTP/1.1" status: 204 len: 168 time: 0.7132497 Jul 09 16:52:39.497976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee3146-e2d9-4823-84de-cd64f076dec7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=010ccdac-91bc-428d-9898-3bbb5af53285,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:39.498359 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-258bcf74-5b11-4930-a4fe-d588b546f759 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219348 Jul 09 16:52:39.499229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.504942 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/networks/7b32b3d1-ad56-4ddc-8833-aef835806c0c HTTP/1.1" status: 204 len: 168 time: 1.4793148 Jul 09 16:52:39.504942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:39.538863 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a83ec-8fed-41a4-bad4-1773b3c37b40 x-openstack-request-id: req-230a83ec-8fed-41a4-bad4-1773b3c37b40 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:39.539489 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-plugged", "status": "completed", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:39.539740 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-230a83ec-8fed-41a4-bad4-1773b3c37b40 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:39.540311 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'code': 200} Jul 09 16:52:39.545131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:39.564796 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb50b2d-86a1-4606-a7ec-0be0be28459b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:39.566317 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7eb50b2d-86a1-4606-a7ec-0be0be28459b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/010ccdac-91bc-428d-9898-3bbb5af53285 HTTP/1.1" status: 404 len: 333 time: 0.0562799 Jul 09 16:52:39.570662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:39.577968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'name': 'tempest-PortsIpV6TestJSON-1021361222'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:39.580365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f7d3-bb3b-4341-beb2-0c73e99ffda7 tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Pushing event deleted for resources: {'Network': ['ID=7b32b3d1-ad56-4ddc-8833-aef835806c0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:39.617963 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b3b0c61a-d202-4f2b-abce-787850a81ddc tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c85010-b0b4-4422-98ca-3ae8fe84b228 HTTP/1.1" status: 200 len: 205 time: 0.0705607 Jul 09 16:52:39.648017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:39.661821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5333d6-c2f7-4af5-a58e-693fe12f3a10 req-bd954207-40cb-4c64-bfd1-9a7b54598999 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:39.663425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e5333d6-c2f7-4af5-a58e-693fe12f3a10 req-bd954207-40cb-4c64-bfd1-9a7b54598999 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1590023 Jul 09 16:52:39.732174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e5333d6-c2f7-4af5-a58e-693fe12f3a10 req-d8da5bd3-4e48-4599-9b3f-76f5a4b36d14 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598335 Jul 09 16:52:39.749398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:39.754913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.768403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.780096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 56b94e20-7c66-4c85-8e0a-53eea3165080 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:39.874162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ad40a9f-4033-48fb-a8e1-c7d0fff29398 req-21ef24b3-6b86-4edb-978b-2ec9bdbe6047 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205159 Jul 09 16:52:39.944882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f369e8-6d99-4dfd-a547-968b98e8b49e req-e9793a70-8210-4781-bc6b-e1880968c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:39.946436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63f369e8-6d99-4dfd-a547-968b98e8b49e req-e9793a70-8210-4781-bc6b-e1880968c8eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 1096 time: 0.2912390 Jul 09 16:52:39.991187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.994667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:39.999590 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.046765 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.047055 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-63f369e8-6d99-4dfd-a547-968b98e8b49e req-9dd24632-f61d-48fa-a35b-ad00df1d6544 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746417 Jul 09 16:52:40.052422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.053588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Fanout notify agent at l3_agent the message router_deleted on router 51c85010-b0b4-4422-98ca-3ae8fe84b228 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:52:40.063386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.066921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6d5467e9-5e87-4819-afa4-d9565b255b4c tempest-RoutersNegativeTest-165045762 tempest-RoutersNegativeTest-165045762-project] 10.222.0.48 "DELETE /v2.0/routers/51c85010-b0b4-4422-98ca-3ae8fe84b228 HTTP/1.1" status: 204 len: 168 time: 0.4186962 Jul 09 16:52:40.106521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:40.108159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:40.112789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:40.118698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:40.119398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.126195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=56b94e20-7c66-4c85-8e0a-53eea3165080,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:40.149601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-19954358-cb1f-4dd7-b70b-c26f81cc868d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5773554 Jul 09 16:52:40.152441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:40.158212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:40.274398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.453982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edcc8d-28c1-4655-bbfc-90f23b199c22 req-960ed326-9a9e-42ca-a214-7fd892149762 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:40.470757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75edcc8d-28c1-4655-bbfc-90f23b199c22 req-960ed326-9a9e-42ca-a214-7fd892149762 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 944 time: 0.0934319 Jul 09 16:52:40.472483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:40.555206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75edcc8d-28c1-4655-bbfc-90f23b199c22 req-7d819534-1a08-4df1-b0c6-0aa34e65c8b4 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Jul 09 16:52:40.634104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35719ab8-1e67-4270-a5a6-b2c95fec282d req-d64498db-a993-49f2-b21a-6f239d92b24c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:40.645272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35719ab8-1e67-4270-a5a6-b2c95fec282d req-d64498db-a993-49f2-b21a-6f239d92b24c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1429203 Jul 09 16:52:40.721535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35719ab8-1e67-4270-a5a6-b2c95fec282d req-b71d6def-169c-4bf1-b98f-013a13b7cc47 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749130 Jul 09 16:52:40.755111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f61bcc7-a3d0-4973-80ed-5a3935625f92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecedcd18b19e440da05957c39bcbba38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807117 Jul 09 16:52:40.757709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:40.837699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0754a63-2dcb-4ae0-8cd9-cbfecc1a917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.867135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0754a63-2dcb-4ae0-8cd9-cbfecc1a917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.954584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.960926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:40.961576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.979279 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0754a63-2dcb-4ae0-8cd9-cbfecc1a917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.982028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0754a63-2dcb-4ae0-8cd9-cbfecc1a917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.985657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0754a63-2dcb-4ae0-8cd9-cbfecc1a917a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ee1aa96-f67b-470d-9abc-c0b916b79dbe HTTP/1.1" status: 204 len: 168 time: 0.2241819 Jul 09 16:52:41.002775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0754a63-2dcb-4ae0-8cd9-cbfecc1a917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee1aa96-f67b-470d-9abc-c0b916b79dbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:41.015824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] In _notify_port_updated(), no bound segment for port 56b94e20-7c66-4c85-8e0a-53eea3165080 on network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:52:41.022693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:41.023903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.025465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/ports/56b94e20-7c66-4c85-8e0a-53eea3165080 HTTP/1.1" status: 200 len: 818 time: 0.8719311 Jul 09 16:52:41.028830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:41.063817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b9b7-e344-4447-b2de-1a22fa20bd47 req-0323cb8f-f35c-4fad-a487-4537fdc75c4e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:41.069494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77d0b9b7-e344-4447-b2de-1a22fa20bd47 req-0323cb8f-f35c-4fad-a487-4537fdc75c4e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1928728 Jul 09 16:52:41.084541 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.116842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port b9813957-3f5c-4b8c-8cb1-81e742826db0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:41.123751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port b9813957-3f5c-4b8c-8cb1-81e742826db0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:41.124099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.141841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664389c-f423-4710-afc5-95ec5da746c6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=56b94e20-7c66-4c85-8e0a-53eea3165080,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:41.156990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77d0b9b7-e344-4447-b2de-1a22fa20bd47 req-873e158c-e4dc-4ce4-89e0-f7ef0e5def25 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765173 Jul 09 16:52:41.248500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 56b94e20-7c66-4c85-8e0a-53eea3165080 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:41.248983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.265340 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.307750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:41.314156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.357609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.376397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 56b94e20-7c66-4c85-8e0a-53eea3165080 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:41.380770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:41.475407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.507221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=56b94e20-7c66-4c85-8e0a-53eea3165080,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:41.515288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.517693 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a74b5215-edd6-4af8-815a-6f50bbda2a15 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/56b94e20-7c66-4c85-8e0a-53eea3165080 HTTP/1.1" status: 204 len: 168 time: 0.4868438 Jul 09 16:52:41.520465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:41.541760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:41.544354 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c0a98d-1668-45f9-a5c4-5db7098fb262" -d '{"events": [{"server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "name": "network-vif-plugged", "status": "completed", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:41.601547 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6a1735-12f1-4646-b8e4-a89eb904775f x-openstack-request-id: req-ea6a1735-12f1-4646-b8e4-a89eb904775f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:41.602025 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "name": "network-vif-plugged", "status": "completed", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:41.602394 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea6a1735-12f1-4646-b8e4-a89eb904775f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:41.603210 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'code': 200} Jul 09 16:52:41.609916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb0f6f-a189-4373-90a0-b531faa72c20 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:41.611912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f2eb0f6f-a189-4373-90a0-b531faa72c20 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0902736 Jul 09 16:52:41.614736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:41.647327 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab46d98-34dd-4731-9cdc-10d10d3c6f0c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:41.653613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:41.659647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-136544261'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:41.664311 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eab46d98-34dd-4731-9cdc-10d10d3c6f0c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/56b94e20-7c66-4c85-8e0a-53eea3165080 HTTP/1.1" status: 404 len: 333 time: 0.0478764 Jul 09 16:52:41.712642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:41.725162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.808786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:41.833129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356b04c-7db7-4a7f-9165-b955a8b895e2 req-9758b61e-4bdb-41bb-9d26-bffef53ee054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:41.840616 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0356b04c-7db7-4a7f-9165-b955a8b895e2 req-9758b61e-4bdb-41bb-9d26-bffef53ee054 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 1096 time: 0.1085963 Jul 09 16:52:41.842505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.842980 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment 72d99651-9bdf-4a90-b14b-3a61f08c6d65 of type vlan for network 4433cd9e-b31b-426a-a60b-e52d93925273 Jul 09 16:52:41.928081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0356b04c-7db7-4a7f-9165-b955a8b895e2 req-45fb7716-1715-4e06-aa65-47a51498d1c6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607951 Jul 09 16:52:41.947428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.024947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.031968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.032626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.067231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae666f93-f38d-42f9-8cbf-28537ed1dc5b req-aee157fd-c234-4479-a690-120ebc8794db tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.069033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae666f93-f38d-42f9-8cbf-28537ed1dc5b req-aee157fd-c234-4479-a690-120ebc8794db tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.2719386 Jul 09 16:52:42.161717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5065022 Jul 09 16:52:42.165400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:42.172726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:42.176021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66048f9b-1c03-4bd3-84fd-b116f494b393 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=4433cd9e-b31b-426a-a60b-e52d93925273,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:42.191870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:42.208684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae666f93-f38d-42f9-8cbf-28537ed1dc5b req-1526bbba-0562-469d-bdce-fa3b69eb137e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043272 Jul 09 16:52:42.246006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6124757-703f-4390-9b59-01879610bdeb req-3937ea5e-0c6d-4399-ad35-bd819b4cbb34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.254660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6124757-703f-4390-9b59-01879610bdeb req-3937ea5e-0c6d-4399-ad35-bd819b4cbb34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1951957 Jul 09 16:52:42.345076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6124757-703f-4390-9b59-01879610bdeb req-6eb95a74-1d78-4d64-9a46-16b483bd854c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853927 Jul 09 16:52:42.355987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:42.360700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.610999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c82ca1-0e8c-4301-8e53-eed311d5790e req-e2bb7c6c-d207-40e1-97a1-830bc7cd900b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.618457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c1c82ca1-0e8c-4301-8e53-eed311d5790e req-e2bb7c6c-d207-40e1-97a1-830bc7cd900b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.0995243 Jul 09 16:52:42.666092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c1c82ca1-0e8c-4301-8e53-eed311d5790e req-ffaaa792-2d08-4cc8-9da2-0369ee98a593 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Jul 09 16:52:42.736506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.819624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=71c3a6b0-1973-4956-97b0-faa1844ee191,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:42.834917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': '72d99651-9bdf-4a90-b14b-3a61f08c6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:42.835369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: 4433cd9e-b31b-426a-a60b-e52d93925273, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:42.857089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 4433cd9e-b31b-426a-a60b-e52d93925273 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:42.875856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4433cd9e-b31b-426a-a60b-e52d93925273) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:42.882627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.883349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.889274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da1afba-cd82-41da-93b1-60679505cdd5 None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:42.922766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:42.928787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:42.929727 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6224bf68-cdfb-4811-888f-f89bf9424bbb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7623699 Jul 09 16:52:43.199869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:43.205364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:43.228929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-4433cd9e-b31b-426a-a60b-e52d93925273', 'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': '71c3a6b0-1973-4956-97b0-faa1844ee191'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:43.230990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:43.474018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Allocated IP 2001:db8::2 (4433cd9e-b31b-426a-a60b-e52d93925273/71c3a6b0-1973-4956-97b0-faa1844ee191/2beffad1-6c51-4b7d-89a0-1195d7b79494) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:43.734143 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:43.748755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Transition to ACTIVE for port object 2beffad1-6c51-4b7d-89a0-1195d7b79494 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:43.784518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Transition to ACTIVE for port object 2beffad1-6c51-4b7d-89a0-1195d7b79494 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:43.798202 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:43.865004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:43.870626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:43.879004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:43.904195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Pushing event updated for resources: {'Port': ['ID=2beffad1-6c51-4b7d-89a0-1195d7b79494,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:44.018095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Attempting to bind port 2beffad1-6c51-4b7d-89a0-1195d7b79494 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:44.023911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Attempting to bind port 2beffad1-6c51-4b7d-89a0-1195d7b79494 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '72d99651-9bdf-4a90-b14b-3a61f08c6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:44.024679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Attempting to bind port 2beffad1-6c51-4b7d-89a0-1195d7b79494 on network 4433cd9e-b31b-426a-a60b-e52d93925273 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:44.029535 n-d-800085-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71c3a6b0-1973-4956-97b0-faa1844ee191 (CIDR: 2001:db8::/64) Jul 09 16:52:44.040840 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:52:44.041231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:52:44.046000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:44.046887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Checking segment: {'id': '72d99651-9bdf-4a90-b14b-3a61f08c6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:44.048577 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:44.049451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Bound using segment: {'id': '72d99651-9bdf-4a90-b14b-3a61f08c6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:44.051412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Bound port: 2beffad1-6c51-4b7d-89a0-1195d7b79494, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d99651-9bdf-4a90-b14b-3a61f08c6d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:44.052240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:44.075297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9b2b-711a-40df-a8a3-4ca9c9b2dc4a req-a5f4aadb-fdfb-40ad-92be-2cdc87b29ce7 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:44.077449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc3a9b2b-711a-40df-a8a3-4ca9c9b2dc4a req-a5f4aadb-fdfb-40ad-92be-2cdc87b29ce7 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.7029419 Jul 09 16:52:44.085044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4e8336f-976c-475e-a60e-2dda1d5ff206 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1583018 Jul 09 16:52:44.085914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:44.096948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:44.116998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3b688-b695-45d1-a558-a16cc2e6c8db req-7898ae19-1061-43d0-86fe-939c751ef0d0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:44.124496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed3b688-b695-45d1-a558-a16cc2e6c8db req-7898ae19-1061-43d0-86fe-939c751ef0d0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2377362 Jul 09 16:52:44.167116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc3a9b2b-711a-40df-a8a3-4ca9c9b2dc4a req-3409ae4b-044e-4c04-b4ff-024146a80c74 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822499 Jul 09 16:52:44.191019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] For port 2beffad1-6c51-4b7d-89a0-1195d7b79494, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:44.195496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] For port 2beffad1-6c51-4b7d-89a0-1195d7b79494, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2beffad1-6c51-4b7d-89a0-1195d7b79494,segment=NetworkSegment(72d99651-9bdf-4a90-b14b-3a61f08c6d65),segment_id=72d99651-9bdf-4a90-b14b-3a61f08c6d65)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:44.206543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ed3b688-b695-45d1-a558-a16cc2e6c8db req-92cd45c9-9e3e-426d-aecb-afdfdb841eee tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729325 Jul 09 16:52:44.207673 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:44.265887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:44.271591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:44.298452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea449d-007a-42d1-9d70-c57cf0e36bfd None None] Pushing event updated for resources: {'Port': ['ID=2beffad1-6c51-4b7d-89a0-1195d7b79494,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:44.666100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2beffad1-6c51-4b7d-89a0-1195d7b79494 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:44.680821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:44.744845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 4433cd9e-b31b-426a-a60b-e52d93925273 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:44.748414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:44.753390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:44.754107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:44.757689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:44.758191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=b9f4f984-9b49-4ef1-b773-b119cf81c505,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:44.783029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4d9e662-1b92-416e-8ad4-11e01fb2754f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6954494 Jul 09 16:52:44.785578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:44.790891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'fixed_ips': [{'subnet_id': '71c3a6b0-1973-4956-97b0-faa1844ee191'}, {'subnet_id': 'b9f4f984-9b49-4ef1-b773-b119cf81c505'}], 'name': 'tempest-PortsIpV6TestJSON-1388940142'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:44.919529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:45.028231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:45.047413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 9f7257ab-888f-44b5-b88d-61e1fe55d02b yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:45.515677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::230 (4433cd9e-b31b-426a-a60b-e52d93925273/71c3a6b0-1973-4956-97b0-faa1844ee191/9f7257ab-888f-44b5-b88d-61e1fe55d02b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:45.527132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8:0:1::2f0 (4433cd9e-b31b-426a-a60b-e52d93925273/b9f4f984-9b49-4ef1-b773-b119cf81c505/9f7257ab-888f-44b5-b88d-61e1fe55d02b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:45.575969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44799ee-42c7-4d6c-bc89-97b830378854 None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:45.585109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f9756-0323-41cf-a9b1-f67792b24418 req-3ce0d4b9-9d24-4878-895d-f73025a6f18e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:45.587167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a76f9756-0323-41cf-a9b1-f67792b24418 req-3ce0d4b9-9d24-4878-895d-f73025a6f18e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1297314 Jul 09 16:52:45.596471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ac4be-8fb8-4c34-bbd7-c7f3370eac82 req-8d844951-047f-4df4-98db-5810b078abe2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:45.602643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ac4be-8fb8-4c34-bbd7-c7f3370eac82 req-8d844951-047f-4df4-98db-5810b078abe2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.1957943 Jul 09 16:52:45.686402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] Provisioning for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:45.701474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] Provisioning complete for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:45.701474 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:45.761793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ac4be-8fb8-4c34-bbd7-c7f3370eac82 req-8d537f37-6572-4a16-89e3-6ae80a5de8b0 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501663 Jul 09 16:52:45.767908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a76f9756-0323-41cf-a9b1-f67792b24418 req-b8e3914d-c109-4666-9a93-867b09ba6253 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372280 Jul 09 16:52:45.819393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:45.858351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object 9f7257ab-888f-44b5-b88d-61e1fe55d02b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:45.936307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:45.946231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:45.980341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] For port 2beffad1-6c51-4b7d-89a0-1195d7b79494, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2beffad1-6c51-4b7d-89a0-1195d7b79494,segment=NetworkSegment(72d99651-9bdf-4a90-b14b-3a61f08c6d65),segment_id=72d99651-9bdf-4a90-b14b-3a61f08c6d65)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:45.986497 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:46.022290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 4433cd9e-b31b-426a-a60b-e52d93925273 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:46.040708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:46.049696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:46.055795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:46.056458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:46.095997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=9f7257ab-888f-44b5-b88d-61e1fe55d02b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:46.100568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9faf7301-8459-4965-856f-2900029dc1b6 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3138895 Jul 09 16:52:46.103274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:46.108700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71c3a6b0-1973-4956-97b0-faa1844ee191'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:46.160716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43632d4-e51c-40fe-a27b-c60f89b1c7ce req-34fffe1c-ed97-4886-9018-e51c1ad81a40 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:46.165697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4629f-7c72-41d9-b0b8-ef6c8c863e5c None None] Pushing event updated for resources: {'Port': ['ID=2beffad1-6c51-4b7d-89a0-1195d7b79494,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:46.179095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43632d4-e51c-40fe-a27b-c60f89b1c7ce req-34fffe1c-ed97-4886-9018-e51c1ad81a40 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.1683815 Jul 09 16:52:46.195094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Update dhcp port {'port': {'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'fixed_ips': [{'subnet_id': '71c3a6b0-1973-4956-97b0-faa1844ee191', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9f4f984-9b49-4ef1-b773-b119cf81c505'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '2beffad1-6c51-4b7d-89a0-1195d7b79494'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:52:46.241671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:46.267078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a43632d4-e51c-40fe-a27b-c60f89b1c7ce req-b1d31ca2-3ddb-4894-9c16-2c77f35d6800 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869727 Jul 09 16:52:46.268519 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:46.651311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2beffad1-6c51-4b7d-89a0-1195d7b79494 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:46.685051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Allocated IP 2001:db8:0:1::2 (4433cd9e-b31b-426a-a60b-e52d93925273/b9f4f984-9b49-4ef1-b773-b119cf81c505/2beffad1-6c51-4b7d-89a0-1195d7b79494) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:46.825647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:46.826109 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:46.898771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] For port 2beffad1-6c51-4b7d-89a0-1195d7b79494, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2beffad1-6c51-4b7d-89a0-1195d7b79494,segment=NetworkSegment(72d99651-9bdf-4a90-b14b-3a61f08c6d65),segment_id=72d99651-9bdf-4a90-b14b-3a61f08c6d65)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:46.939866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcd24f-63e5-4f1a-aa77-726436de8312 req-360a3c12-db3d-4260-9068-2f865a5b40e4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:46.960772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:46.967369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55fcd24f-63e5-4f1a-aa77-726436de8312 req-360a3c12-db3d-4260-9068-2f865a5b40e4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1587272 Jul 09 16:52:47.018524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55fcd24f-63e5-4f1a-aa77-726436de8312 req-17771118-e8bd-4bab-bcd0-3baad360fd3e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Jul 09 16:52:47.034079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Transition to ACTIVE for port object 2beffad1-6c51-4b7d-89a0-1195d7b79494 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:47.039661 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:47.147138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Delete allocated IP 2001:db8:0:1::2f0 (4433cd9e-b31b-426a-a60b-e52d93925273/b9f4f984-9b49-4ef1-b773-b119cf81c505) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:52:47.324180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd72f29-17cc-476b-8309-75d7d263f13a None None] Pushing event updated for resources: {'Port': ['ID=2beffad1-6c51-4b7d-89a0-1195d7b79494,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:47.404596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:47.417578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Ignored duplicate provisioning block setup for port 9f7257ab-888f-44b5-b88d-61e1fe55d02b by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:52:47.421890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:47.509703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] In _notify_port_updated(), no bound segment for port 9f7257ab-888f-44b5-b88d-61e1fe55d02b on network 4433cd9e-b31b-426a-a60b-e52d93925273 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:52:47.515607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:47.516385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:47.520307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/ports/9f7257ab-888f-44b5-b88d-61e1fe55d02b HTTP/1.1" status: 200 len: 926 time: 1.4134266 Jul 09 16:52:47.521416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:47.530079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71c3a6b0-1973-4956-97b0-faa1844ee191'}, {'subnet_id': 'b9f4f984-9b49-4ef1-b773-b119cf81c505'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:47.576604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b4b3-b815-4566-8bf9-4ae379e521dc tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=9f7257ab-888f-44b5-b88d-61e1fe55d02b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:47.605655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5de9f-38b8-465f-b6de-1d6cb3d06032 req-0956bf3e-1544-4248-9733-66f2bad3380f tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:47.608228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43d5de9f-38b8-465f-b6de-1d6cb3d06032 req-0956bf3e-1544-4248-9733-66f2bad3380f tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.1303890 Jul 09 16:52:47.671602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43d5de9f-38b8-465f-b6de-1d6cb3d06032 req-36812741-a57f-415e-bcb3-f6bcee30da86 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Jul 09 16:52:47.692062 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:48.259484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879c73d-c141-4e4c-983e-cd5d58e3f639 None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:48.488691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45055e34-c313-4193-887d-476f36eb3b32 None None] Provisioning for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:48.510195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45055e34-c313-4193-887d-476f36eb3b32 None None] Provisioning complete for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:48.512000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45055e34-c313-4193-887d-476f36eb3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:48.523060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8:0:1::2a3 (4433cd9e-b31b-426a-a60b-e52d93925273/b9f4f984-9b49-4ef1-b773-b119cf81c505/9f7257ab-888f-44b5-b88d-61e1fe55d02b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:48.650106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2beffad1-6c51-4b7d-89a0-1195d7b79494 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:48.664207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f1163-3065-4fe1-a132-c2a3afe62263 req-43a70bf9-5363-4b13-bde3-27fa21c07ca3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:48.672419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb3f1163-3065-4fe1-a132-c2a3afe62263 req-43a70bf9-5363-4b13-bde3-27fa21c07ca3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1703882 Jul 09 16:52:48.759094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb3f1163-3065-4fe1-a132-c2a3afe62263 req-f2863a47-5185-4c53-8b4c-5d748912082f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837567 Jul 09 16:52:48.849404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:48.865206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Ignored duplicate provisioning block setup for port 9f7257ab-888f-44b5-b88d-61e1fe55d02b by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:52:48.870385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:48.873695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:48.874099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:49.156869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2228c-74ac-435b-bf42-d328b094a003 req-ff79e1a8-40fb-4b0d-818c-b660ad004732 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:49.164768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8d2228c-74ac-435b-bf42-d328b094a003 req-ff79e1a8-40fb-4b0d-818c-b660ad004732 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.2483227 Jul 09 16:52:49.215791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8d2228c-74ac-435b-bf42-d328b094a003 req-0cc6cb56-709e-4d0f-a5ec-1a0330c4e394 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506632 Jul 09 16:52:49.221031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] In _notify_port_updated(), no bound segment for port 9f7257ab-888f-44b5-b88d-61e1fe55d02b on network 4433cd9e-b31b-426a-a60b-e52d93925273 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:52:49.232134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:49.233193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:49.235407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/ports/9f7257ab-888f-44b5-b88d-61e1fe55d02b HTTP/1.1" status: 200 len: 1012 time: 1.7135167 Jul 09 16:52:49.237365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50b442-4305-4584-b6be-f09a29240723 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=9f7257ab-888f-44b5-b88d-61e1fe55d02b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:49.238145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:49.447917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 9f7257ab-888f-44b5-b88d-61e1fe55d02b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:49.448402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:49.548680 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:49.573198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 9f7257ab-888f-44b5-b88d-61e1fe55d02b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:49.585571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f1944e6f-bfcf-498d-89b6-89b8e6c9ea44 None None] Provisioning complete for port 2beffad1-6c51-4b7d-89a0-1195d7b79494 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:49.587357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1944e6f-bfcf-498d-89b6-89b8e6c9ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.076275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f1944e6f-bfcf-498d-89b6-89b8e6c9ea44 None None] Provisioning for port 9f7257ab-888f-44b5-b88d-61e1fe55d02b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:50.079771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.088034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f1944e6f-bfcf-498d-89b6-89b8e6c9ea44 None None] Provisioning complete for port 9f7257ab-888f-44b5-b88d-61e1fe55d02b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:50.088740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1944e6f-bfcf-498d-89b6-89b8e6c9ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.095109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19f14-953d-4cd9-890e-1b909b390689 req-26b9711a-0da1-4288-9d4a-e07c8b8395ea tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:50.098113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33c19f14-953d-4cd9-890e-1b909b390689 req-26b9711a-0da1-4288-9d4a-e07c8b8395ea tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1663151 Jul 09 16:52:50.148162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=9f7257ab-888f-44b5-b88d-61e1fe55d02b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:50.183846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1944e6f-bfcf-498d-89b6-89b8e6c9ea44 None None] Port 9f7257ab-888f-44b5-b88d-61e1fe55d02b was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 16:52:50.305739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b545fb6f-42cb-470a-8f07-0ab4284a0361 None None] Could not find standard attr ID for object 9f7257ab-888f-44b5-b88d-61e1fe55d02b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:50.342881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.344839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-648149d0-d0f0-4dac-8903-2386d0aae898 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/9f7257ab-888f-44b5-b88d-61e1fe55d02b HTTP/1.1" status: 204 len: 168 time: 1.1053820 Jul 09 16:52:50.347560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:50.388310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33c19f14-953d-4cd9-890e-1b909b390689 req-c4f360c4-2ebf-4db7-b50d-7c5372cdd775 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721407 Jul 09 16:52:50.437947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7006550-2207-4ab5-bf0f-4136e5a7bf71 None None] Could not find standard attr ID for object 9f7257ab-888f-44b5-b88d-61e1fe55d02b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:50.464716 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6870a1cb-7073-4372-865b-6ec76ff9557d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:52:50.466485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6870a1cb-7073-4372-865b-6ec76ff9557d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/9f7257ab-888f-44b5-b88d-61e1fe55d02b HTTP/1.1" status: 404 len: 333 time: 0.1177180 Jul 09 16:52:50.469354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:50.627134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet b9f4f984-9b49-4ef1-b773-b119cf81c505 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:50.632313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.742175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.777016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 627c7f68-49ca-41bb-bf88-d38c95b14bbe details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:50.867034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:50.886173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-601c7a80-018e-4d05-9df5-210ff49b6256 None None] Could not find standard attr ID for object 9f7257ab-888f-44b5-b88d-61e1fe55d02b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:50.925561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:50.958577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'port_id': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'mac_address': 'fa:16:3e:67:c1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:50.965550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.028552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f4f984-9b49-4ef1-b773-b119cf81c505,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:51.058131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.058748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.059460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.059903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.060354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.060954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.061563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.062143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.062732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.063088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.063616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.063953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:51.084443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:51.085860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.088418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9810933a-f289-40ad-bda1-43e35ceaef50 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/b9f4f984-9b49-4ef1-b773-b119cf81c505 HTTP/1.1" status: 204 len: 168 time: 0.6179819 Jul 09 16:52:51.091258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:51.102891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e6b1b-8439-487b-9dd7-377a8b2317f9 req-9d2c6567-d6fa-4e65-a21e-14a89c57d07f tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:51.105533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d30e6b1b-8439-487b-9dd7-377a8b2317f9 req-9d2c6567-d6fa-4e65-a21e-14a89c57d07f tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.5608876 Jul 09 16:52:51.138281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.182013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d30e6b1b-8439-487b-9dd7-377a8b2317f9 req-152fccba-cdfb-40e6-b8f1-fe818c6022cf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557597 Jul 09 16:52:51.219863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 627c7f68-49ca-41bb-bf88-d38c95b14bbe {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:51.221471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 71c3a6b0-1973-4956-97b0-faa1844ee191 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:52:51.225617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.256873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ab209-7fbc-4b9a-8bfd-819a3be2c1ba None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:51.273319 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.388789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.472464 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.517079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=71c3a6b0-1973-4956-97b0-faa1844ee191,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:51.519994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.523550 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6398d13f-973c-419e-9029-d6cd1f625b71 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/71c3a6b0-1973-4956-97b0-faa1844ee191 HTTP/1.1" status: 204 len: 168 time: 0.4308038 Jul 09 16:52:51.526413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:51.647031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:51.672872 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.708137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.728590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4bcc5-f65b-47fb-a4f1-fd4587951126 req-a2b13957-41f3-4e06-9be9-7c83c76b8293 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:51.735805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dae4bcc5-f65b-47fb-a4f1-fd4587951126 req-a2b13957-41f3-4e06-9be9-7c83c76b8293 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1971250 Jul 09 16:52:51.742264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:51.776540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:51.779700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'port_id': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'mac_address': 'fa:16:3e:b9:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fec481-b008-4947-9869-8bc6e1171b93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:51.853147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.859023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dae4bcc5-f65b-47fb-a4f1-fd4587951126 req-2af2a8ea-1897-4661-989a-cde8982612a1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154890 Jul 09 16:52:51.866595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['627c7f68-49ca-41bb-bf88-d38c95b14bbe'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:51.889089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 2beffad1-6c51-4b7d-89a0-1195d7b79494 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:51.889490 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:51.927458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9813957-3f5c-4b8c-8cb1-81e742826db0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:51.983579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] For port 2beffad1-6c51-4b7d-89a0-1195d7b79494, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2beffad1-6c51-4b7d-89a0-1195d7b79494,segment=NetworkSegment(72d99651-9bdf-4a90-b14b-3a61f08c6d65),segment_id=72d99651-9bdf-4a90-b14b-3a61f08c6d65)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:51.983997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.003000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 2beffad1-6c51-4b7d-89a0-1195d7b79494 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:52.032463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:52.094990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.132894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.238458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=2beffad1-6c51-4b7d-89a0-1195d7b79494,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:52.239884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30fc54-3b4d-4e1c-81f3-aa3d05b56e59 None None] Update dhcp port {'port': {'network_id': '4433cd9e-b31b-426a-a60b-e52d93925273', 'fixed_ips': [{'subnet_id': '71c3a6b0-1973-4956-97b0-faa1844ee191'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '2beffad1-6c51-4b7d-89a0-1195d7b79494'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:52:52.252719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No DVR routers for this DVR port 2beffad1-6c51-4b7d-89a0-1195d7b79494 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:52.261602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['b9813957-3f5c-4b8c-8cb1-81e742826db0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:52.382108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30fc54-3b4d-4e1c-81f3-aa3d05b56e59 None None] Host n-d-800085-2 tried to update port 2beffad1-6c51-4b7d-89a0-1195d7b79494 which no longer exists. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 09 16:52:52.397697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:52.503284 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.547990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083a0475-bbaf-40fb-bd62-ed496f599238 None None] Network 4433cd9e-b31b-426a-a60b-e52d93925273 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:52.596779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4433cd9e-b31b-426a-a60b-e52d93925273']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:52.653039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d99651-9bdf-4a90-b14b-3a61f08c6d65') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:52.655466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d99651-9bdf-4a90-b14b-3a61f08c6d65') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:52.657753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5abffde-ddb1-4642-9eb5-d75689aea238 None None] Could not find standard attr ID for object 2beffad1-6c51-4b7d-89a0-1195d7b79494. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:52:52.669212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2beffad1-6c51-4b7d-89a0-1195d7b79494 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:52.696815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2beffad1-6c51-4b7d-89a0-1195d7b79494 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:52:52.697164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2beffad1-6c51-4b7d-89a0-1195d7b79494 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:52:52.702060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.764333 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.783239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 627c7f68-49ca-41bb-bf88-d38c95b14bbe up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:52.784937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:52:52.785641 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:52.802655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26a775-eefb-499f-918a-5a1011190beb req-475ff85b-023c-49ef-af66-09a51b35ffe3 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:52.825824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed26a775-eefb-499f-918a-5a1011190beb req-475ff85b-023c-49ef-af66-09a51b35ffe3 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 944 time: 0.3355010 Jul 09 16:52:52.854280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9075b608-ab4e-44b0-a49b-167d65273036 None None] DHCP port deletion for 4433cd9e-b31b-426a-a60b-e52d93925273 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:52:52.857409 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:52:52.903833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 627c7f68-49ca-41bb-bf88-d38c95b14bbe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:52.905853 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.026411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:52:53.179896 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.233985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed26a775-eefb-499f-918a-5a1011190beb req-486a48b7-cbd3-4c50-b3e1-bb9cffce467e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027476 Jul 09 16:52:53.252100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:53.266323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.268080 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989fafa0-1f87-45ac-b6b3-fbb36d214a53" -d '{"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-plugged", "status": "completed", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:53.281557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.283945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/4433cd9e-b31b-426a-a60b-e52d93925273 HTTP/1.1" status: 204 len: 168 time: 1.7557781 Jul 09 16:52:53.289346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:53.295577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:53.301560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.328848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911400b-e7cf-4dc3-b8ed-19e52648a2a7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=4433cd9e-b31b-426a-a60b-e52d93925273,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:53.408434 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.410560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af46fa-95e4-413f-b80b-1932aa9adc36 req-80b7e026-4742-47ca-9b69-ba38d19826a7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:53.416043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74af46fa-95e4-413f-b80b-1932aa9adc36 req-80b7e026-4742-47ca-9b69-ba38d19826a7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 944 time: 0.3264618 Jul 09 16:52:53.484343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74af46fa-95e4-413f-b80b-1932aa9adc36 req-36c0c0b0-0fda-439e-a1db-6c4b8d413a3d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587184 Jul 09 16:52:53.494566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9813957-3f5c-4b8c-8cb1-81e742826db0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:53.551940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc393b9e-206f-48a8-83b7-834223687e0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:53.554199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc393b9e-206f-48a8-83b7-834223687e0a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2627652 Jul 09 16:52:53.557851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:53.563449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:53.595628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:53.604751 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.685528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:53.693037 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a017041e-b084-4318-9ac6-395ae2067107 x-openstack-request-id: req-a017041e-b084-4318-9ac6-395ae2067107 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:53.695090 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-plugged", "status": "completed", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:53.695466 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a017041e-b084-4318-9ac6-395ae2067107 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:53.697542 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'code': 200} Jul 09 16:52:53.706193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4e7d391c-13d7-4cf1-8589-9455265ce741 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1467884 Jul 09 16:52:53.710079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:53.716870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-396382654'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:53.743844 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.777235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:53.787213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.851974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:52:53.878539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.878996 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment e5a3e50e-f4bf-466a-acc5-edcd309ac71f of type vlan for network fe2f28a8-42e9-49dc-9006-c437cc65535c Jul 09 16:52:53.930046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.990967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.997609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:53.998299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:54.194077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4827673 Jul 09 16:52:54.197676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:54.207806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:54.283239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8db4fb-cc7c-4a07-9863-2c7d47e0cf94 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=fe2f28a8-42e9-49dc-9006-c437cc65535c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:54.309117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network fe2f28a8-42e9-49dc-9006-c437cc65535c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:52:54.337822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf07563-6671-4e90-8380-5bbe27de75a0 req-1bd99abd-23a9-4476-8e8a-92537b9a30da tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:54.345386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bf07563-6671-4e90-8380-5bbe27de75a0 req-1bd99abd-23a9-4476-8e8a-92537b9a30da tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 943 time: 0.3407829 Jul 09 16:52:54.432122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bf07563-6671-4e90-8380-5bbe27de75a0 req-47b166c2-ab6e-48a6-a894-f0ba01b664e7 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855556 Jul 09 16:52:54.433652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:54.444246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.002411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.056661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:55.167053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:55.167459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: fe2f28a8-42e9-49dc-9006-c437cc65535c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:52:55.170981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=13b17ea2-5af9-4c15-b778-644519082ded,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:55.206688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746693b1-0c32-4a61-9edf-f4a07c959863 req-e218371d-b342-48f5-b526-8d9e8e540a66 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:55.220162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-746693b1-0c32-4a61-9edf-f4a07c959863 req-e218371d-b342-48f5-b526-8d9e8e540a66 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.3025334 Jul 09 16:52:55.236410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network fe2f28a8-42e9-49dc-9006-c437cc65535c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:52:55.268173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, fe2f28a8-42e9-49dc-9006-c437cc65535c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:55.292242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179bbac-4f81-472c-ac1d-89c1d16ae27b None None] Network fe2f28a8-42e9-49dc-9006-c437cc65535c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:52:55.301266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port b9813957-3f5c-4b8c-8cb1-81e742826db0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:55.301739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.309642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:55.311091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.335817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-746693b1-0c32-4a61-9edf-f4a07c959863 req-452c46b9-c62f-4d5b-b5d5-88693ad03867 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146152 Jul 09 16:52:55.389380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34956) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:55.389936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3bf76709-5ccf-4b5c-8fc3-3070fb31ea27 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1885679 Jul 09 16:52:55.396831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c', 'name': 'tempest-PortsIpV6TestJSON-1800581785'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:55.901667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:55.915133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.987559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dd248-f8c9-49f5-ad39-e66b3546741a req-f27a4fde-0be5-497a-8d0f-60140e944707 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:55.989836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be6dd248-f8c9-49f5-ad39-e66b3546741a req-f27a4fde-0be5-497a-8d0f-60140e944707 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 943 time: 0.2173500 Jul 09 16:52:55.993588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port ba6f61b0-2136-48a6-a543-840cdebea51e yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:56.040915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:56.078017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-fe2f28a8-42e9-49dc-9006-c437cc65535c', 'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': '13b17ea2-5af9-4c15-b778-644519082ded'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:52:56.078171 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:56.092604 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be6dd248-f8c9-49f5-ad39-e66b3546741a req-4de446c7-74be-4b10-84cf-23a8a9bc706e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923307 Jul 09 16:52:56.171313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:56.174464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::381 (fe2f28a8-42e9-49dc-9006-c437cc65535c/13b17ea2-5af9-4c15-b778-644519082ded/ba6f61b0-2136-48a6-a543-840cdebea51e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:56.177070 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3802137f-c8fc-47d7-9115-9c681b4f34fd" -d '{"events": [{"server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "name": "network-vif-plugged", "status": "completed", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:56.316160 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e11770-3d49-46b8-a8e0-08c5e51fb530 x-openstack-request-id: req-96e11770-3d49-46b8-a8e0-08c5e51fb530 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:56.316433 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "name": "network-vif-plugged", "status": "completed", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:56.317382 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96e11770-3d49-46b8-a8e0-08c5e51fb530 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:56.317382 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'code': 200} Jul 09 16:52:56.318791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:56.325873 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:56.423518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:56.705984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f866-c92f-4ec5-92c8-e8f7fbf51b29 req-fbe1ff4d-106b-4fe8-8844-be26af5588c7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:56.714617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27d6f866-c92f-4ec5-92c8-e8f7fbf51b29 req-fbe1ff4d-106b-4fe8-8844-be26af5588c7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.0794148 Jul 09 16:52:56.719362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:56.743318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-bbfb6a8d-189e-4536-b7f5-5e2fcb54887c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:56.744820 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-bbfb6a8d-189e-4536-b7f5-5e2fcb54887c tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 945 time: 0.3607490 Jul 09 16:52:56.827484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27d6f866-c92f-4ec5-92c8-e8f7fbf51b29 req-ada5c40b-5b2f-4d69-9c16-32a96ffa9b47 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063714 Jul 09 16:52:56.830006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object ba6f61b0-2136-48a6-a543-840cdebea51e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:56.961606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.056702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=ba6f61b0-2136-48a6-a543-840cdebea51e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:57.076864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Deleting port b9813957-3f5c-4b8c-8cb1-81e742826db0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:52:57.077349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.095762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Allocated IP 2001:db8::2 (fe2f28a8-42e9-49dc-9006-c437cc65535c/13b17ea2-5af9-4c15-b778-644519082ded/3f2ab467-abaf-4256-a713-69f8bbb9a2bf) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:57.131505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network fe2f28a8-42e9-49dc-9006-c437cc65535c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:57.135576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:57.140576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:57.146732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:57.147498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.176545 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d5a62c1-1e41-4e6a-9e6e-0dbb1dfc303a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7850225 Jul 09 16:52:57.180501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:57.202057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c', 'name': 'tempest-PortsIpV6TestJSON-632693091'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:57.212301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] For port b9813957-3f5c-4b8c-8cb1-81e742826db0, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9813957-3f5c-4b8c-8cb1-81e742826db0,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:57.212866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.256676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Calling delete_port for b9813957-3f5c-4b8c-8cb1-81e742826db0 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:52:57.499587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:57.522566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.569904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.590450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Transition to ACTIVE for port object 3f2ab467-abaf-4256-a713-69f8bbb9a2bf will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:57.606516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port d67088e2-67b4-4737-9b0b-fc3d329dd1e9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:52:57.642142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Transition to ACTIVE for port object 3f2ab467-abaf-4256-a713-69f8bbb9a2bf will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:57.658183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.816210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Pushing event updated for resources: {'Port': ['ID=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:57.843642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Network fe2f28a8-42e9-49dc-9006-c437cc65535c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:57.845848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:57.848770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:57.949121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Attempting to bind port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:57.949535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Attempting to bind port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:57.949853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Attempting to bind port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf on network fe2f28a8-42e9-49dc-9006-c437cc65535c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:57.955578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:57.956081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Checking segment: {'id': 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:57.956492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.957525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Bound using segment: {'id': 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:57.957742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Bound port: 3f2ab467-abaf-4256-a713-69f8bbb9a2bf, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fe2f28a8-42e9-49dc-9006-c437cc65535c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:57.958210 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.023381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.062924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] For port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:58.067438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] For port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,segment=NetworkSegment(e5a3e50e-f4bf-466a-acc5-edcd309ac71f),segment_id=e5a3e50e-f4bf-466a-acc5-edcd309ac71f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:58.071512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['b9813957-3f5c-4b8c-8cb1-81e742826db0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:58.099104 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.105088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event deleted for resources: {'Port': ['ID=b9813957-3f5c-4b8c-8cb1-81e742826db0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:58.157682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f64ec-2914-41b5-86eb-898a4faee2e9 req-136d8aef-0c06-450d-abbb-ae886c4d10bb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:58.174120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b9f64ec-2914-41b5-86eb-898a4faee2e9 req-136d8aef-0c06-450d-abbb-ae886c4d10bb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5c84f9-081b-4bfb-9210-f46ec2879102 HTTP/1.1" status: 200 len: 867 time: 0.5045538 Jul 09 16:52:58.221863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] No DVR routers for this DVR port b9813957-3f5c-4b8c-8cb1-81e742826db0 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:52:58.228995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.231531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a0370200-b394-497a-90d8-5f7185ae10e6 req-e3513c1c-993d-41b7-bdf3-708695b41fbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "DELETE /v2.0/ports/b9813957-3f5c-4b8c-8cb1-81e742826db0 HTTP/1.1" status: 204 len: 173 time: 1.4739649 Jul 09 16:52:58.232269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'name': 'network-vif-deleted', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:58.236001 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc8279-7263-47c0-bec5-4b2de4c774d5" -d '{"events": [{"server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "name": "network-vif-deleted", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:58.317277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b9f64ec-2914-41b5-86eb-898a4faee2e9 req-141a4e77-cb97-4cf0-945f-20b6f526bb16 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383755 Jul 09 16:52:58.353561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823f3d4-05c5-41ad-aa2c-f5132879200d None None] Pushing event updated for resources: {'Port': ['ID=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:58.369282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::385 (fe2f28a8-42e9-49dc-9006-c437cc65535c/13b17ea2-5af9-4c15-b778-644519082ded/d67088e2-67b4-4737-9b0b-fc3d329dd1e9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:58.434182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb6a4f-5f2a-4e42-8587-8a54c6eee970 req-765b7b9a-b791-4533-8ea1-0582e19b234b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:58.436166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aceb6a4f-5f2a-4e42-8587-8a54c6eee970 req-765b7b9a-b791-4533-8ea1-0582e19b234b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2466750 Jul 09 16:52:58.468617 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b929f3-9dc8-4287-acf6-5b47dd1c0bd0 x-openstack-request-id: req-07b929f3-9dc8-4287-acf6-5b47dd1c0bd0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:58.468896 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c84f9-081b-4bfb-9210-f46ec2879102", "name": "network-vif-deleted", "tag": "b9813957-3f5c-4b8c-8cb1-81e742826db0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:58.469149 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07b929f3-9dc8-4287-acf6-5b47dd1c0bd0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:58.469753 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c84f9-081b-4bfb-9210-f46ec2879102', 'name': 'network-vif-deleted', 'tag': 'b9813957-3f5c-4b8c-8cb1-81e742826db0', 'status': 'completed', 'code': 200} Jul 09 16:52:58.543832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aceb6a4f-5f2a-4e42-8587-8a54c6eee970 req-11dafef6-b63f-48d2-920b-68928e5cd11f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006057 Jul 09 16:52:58.985837 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.049042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object d67088e2-67b4-4737-9b0b-fc3d329dd1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:59.099469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.201709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network fe2f28a8-42e9-49dc-9006-c437cc65535c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:59.213984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:59.226605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:59.240050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:59.242828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.272049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=d67088e2-67b4-4737-9b0b-fc3d329dd1e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:59.283394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a835227c-2ee5-4f92-88fb-1fe13f91c942 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0993066 Jul 09 16:52:59.286376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:59.487700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf145d1-c4af-4f50-bed8-cace7a83a7f4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:59.492336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1bf145d1-c4af-4f50-bed8-cace7a83a7f4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A381 HTTP/1.1" status: 200 len: 929 time: 0.2019441 Jul 09 16:52:59.493102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:00.023892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port d67088e2-67b4-4737-9b0b-fc3d329dd1e9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:00.025000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:00.204712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:00.242246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451549b-fe46-45d6-aed6-c5ee0455ec7c req-90aafe1d-c7d1-4dde-8e3e-4a71fca91c37 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:00.252828 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2451549b-fe46-45d6-aed6-c5ee0455ec7c req-90aafe1d-c7d1-4dde-8e3e-4a71fca91c37 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.4058230 Jul 09 16:53:00.268191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for d67088e2-67b4-4737-9b0b-fc3d329dd1e9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:00.340542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40bd32b-0725-4294-96dd-dc88f56df994 None None] Network fe2f28a8-42e9-49dc-9006-c437cc65535c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:00.432530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2451549b-fe46-45d6-aed6-c5ee0455ec7c req-1d0db971-46a8-4a86-9088-4f36fdba3b4c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782920 Jul 09 16:53:00.590372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-569ff797-9781-4219-8efc-fd0d9ce56ab3 None None] Provisioning for port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:00.597456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-74155169-78f9-497b-a313-fa2d772dd210 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:00.600457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-74155169-78f9-497b-a313-fa2d772dd210 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 822 time: 0.3817797 Jul 09 16:53:00.665605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-fa929f9d-5b76-46d2-b4d7-bac100d43bbf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/quotas/a05f761d4f7e47ee9cf7e546c21c5e3e HTTP/1.1" status: 200 len: 375 time: 0.0351884 Jul 09 16:53:00.840278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3f2ab467-abaf-4256-a713-69f8bbb9a2bf up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:00.872685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:00.948585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=d67088e2-67b4-4737-9b0b-fc3d329dd1e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:00.985122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:01.008410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:01.014779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b88f5d1d-6221-46c3-80c0-dcd4540d8f83 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/d67088e2-67b4-4737-9b0b-fc3d329dd1e9 HTTP/1.1" status: 204 len: 168 time: 1.5177519 Jul 09 16:53:01.015612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:01.016479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:01.017032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:01.034292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-2724d911-0d1d-467a-b7f4-b03f2507c881 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3039021 Jul 09 16:53:01.056428 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-056b466d-1296-4b34-a565-66c5e0926eb9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:01.060628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-056b466d-1296-4b34-a565-66c5e0926eb9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/d67088e2-67b4-4737-9b0b-fc3d329dd1e9 HTTP/1.1" status: 404 len: 333 time: 0.0411885 Jul 09 16:53:01.061448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:01.161982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:01.230858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: b9813957-3f5c-4b8c-8cb1-81e742826db0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:53:01.231612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9813957-3f5c-4b8c-8cb1-81e742826db0 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:53:01.326440 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:01.367639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-832eee92-1eb6-40e1-8166-364e930825c7 service neutron] 10.222.0.48 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020101 Jul 09 16:53:01.373838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port ba6f61b0-2136-48a6-a543-840cdebea51e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:01.373838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:01.457078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,segment=NetworkSegment(e5a3e50e-f4bf-466a-acc5-edcd309ac71f),segment_id=e5a3e50e-f4bf-466a-acc5-edcd309ac71f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:01.486635 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:01.777944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:01.816671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:01.829779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-ffbfb9bb-8723-4fe9-a0ea-b995f2f4c910 service neutron] 10.222.0.48 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533463 Jul 09 16:53:01.837773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for ba6f61b0-2136-48a6-a543-840cdebea51e owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:01.893659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Provisioning complete for port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:01.894130 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:02.043564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf1df-815d-4f6a-9954-93d56a14620e req-1f918161-0163-4a6f-90dc-a29a02a76645 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:02.059589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0aaaf1df-815d-4f6a-9954-93d56a14620e req-1f918161-0163-4a6f-90dc-a29a02a76645 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2285323 Jul 09 16:53:02.199977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Could not find standard attr ID for object d67088e2-67b4-4737-9b0b-fc3d329dd1e9. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:02.253373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0aaaf1df-815d-4f6a-9954-93d56a14620e req-cdb0a7ba-080e-4253-b351-dc2aa8d1b682 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927431 Jul 09 16:53:02.264453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:02.267546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Provisioning for port ba6f61b0-2136-48a6-a543-840cdebea51e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:02.280041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Provisioning complete for port ba6f61b0-2136-48a6-a543-840cdebea51e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:02.280443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:02.374606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5afd3a28-e3fd-4f59-b71f-d41bb2184278 None None] Port ba6f61b0-2136-48a6-a543-840cdebea51e was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 16:53:02.416867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=ba6f61b0-2136-48a6-a543-840cdebea51e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:02.473246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7776276-33e6-4087-9170-a9fa15076442 req-e31e0bde-d86b-4f05-983b-135b142e13f8 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 210 time: 0.0761933 Jul 09 16:53:02.497937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:02.509314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ba13372-266a-40e0-8263-66e18af20784 None None] Could not find standard attr ID for object ba6f61b0-2136-48a6-a543-840cdebea51e. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:02.510506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-81a0f5ba-1233-4d7f-9ab3-8a83a12908f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/ba6f61b0-2136-48a6-a543-840cdebea51e HTTP/1.1" status: 204 len: 168 time: 1.4471724 Jul 09 16:53:02.513604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:02.625508 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d553cb49-8f56-4edc-a569-e197b27c9d1d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:02.627677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d553cb49-8f56-4edc-a569-e197b27c9d1d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/ba6f61b0-2136-48a6-a543-840cdebea51e HTTP/1.1" status: 404 len: 333 time: 0.1125116 Jul 09 16:53:02.630820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:02.762655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 13b17ea2-5af9-4c15-b778-644519082ded {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:02.772339 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:02.815484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3f2ab467-abaf-4256-a713-69f8bbb9a2bf up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:02.898552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:02.916189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dafc2712-b780-42d6-a996-77eb82f68e8e None None] Could not find standard attr ID for object d67088e2-67b4-4737-9b0b-fc3d329dd1e9. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:03.028662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:03.032248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:03.207416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:03.361155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:03.507276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=13b17ea2-5af9-4c15-b778-644519082ded,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:03.517293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:03.520681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fdc98010-fb47-4ef4-b39f-5a192b6c54bf tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/13b17ea2-5af9-4c15-b778-644519082ded HTTP/1.1" status: 204 len: 168 time: 0.8885005 Jul 09 16:53:03.523722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:03.763332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfabcd5-f91f-4284-a412-19bc6dc1789c None None] Network fe2f28a8-42e9-49dc-9006-c437cc65535c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:04.508404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f7998fc-8dba-4224-916f-a53acc7eee15 req-13e3ee97-24b4-4596-938d-2d4339de1792 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 210 time: 0.0517941 Jul 09 16:53:04.540636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:04.583273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] DHCP port deletion for fe2f28a8-42e9-49dc-9006-c437cc65535c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:53:04.617447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68da2c-8b85-4a62-8d6d-413809132bbd req-c79b9299-090f-43c6-84d3-c72342cd4ba6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:04.625902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e68da2c-8b85-4a62-8d6d-413809132bbd req-c79b9299-090f-43c6-84d3-c72342cd4ba6 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.9380312 Jul 09 16:53:04.776828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] Deleting port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:04.777392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:04.813860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e68da2c-8b85-4a62-8d6d-413809132bbd req-a93af917-ffdd-438d-980b-2571a477bbbc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857383 Jul 09 16:53:04.819447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:04.826805 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.002701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] For port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,segment=NetworkSegment(e5a3e50e-f4bf-466a-acc5-edcd309ac71f),segment_id=e5a3e50e-f4bf-466a-acc5-edcd309ac71f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:05.003996 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.042730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] Calling delete_port for 3f2ab467-abaf-4256-a713-69f8bbb9a2bf owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:05.054610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] For port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,segment=NetworkSegment(e5a3e50e-f4bf-466a-acc5-edcd309ac71f),segment_id=e5a3e50e-f4bf-466a-acc5-edcd309ac71f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:05.054989 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.072352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 3f2ab467-abaf-4256-a713-69f8bbb9a2bf owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:05.183980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-97ca3750-5f95-4bcb-9207-2cf918bda0e4 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:05.185462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-97ca3750-5f95-4bcb-9207-2cf918bda0e4 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 822 time: 0.1652179 Jul 09 16:53:05.201796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Request body: {'port': {'device_id': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'admin_state_up': True, 'tenant_id': 'a05f761d4f7e47ee9cf7e546c21c5e3e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:05.227812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.235337 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.292728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:05.295977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No DVR routers for this DVR port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:05.340975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] No DVR routers for this DVR port 3f2ab467-abaf-4256-a713-69f8bbb9a2bf on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:05.364940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efacc1e-8042-4610-be29-daf1eff3d261 None None] Pushing event deleted for resources: {'Port': ['ID=3f2ab467-abaf-4256-a713-69f8bbb9a2bf,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:05.406372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Made reservation on behalf of a05f761d4f7e47ee9cf7e546c21c5e3e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:05.414246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.510940 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.527370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2f28a8-42e9-49dc-9006-c437cc65535c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:05.567477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:05.568548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a3e50e-f4bf-466a-acc5-edcd309ac71f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:05.599959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.625551 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.647408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:53:05.648511 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:53:05.657607 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:53:05.756750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-889beb92-45c4-43f3-ae4b-9a1a094a36f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.843542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Allocated IP 172.20.0.13 (da75d122-a430-4d2d-99da-bc0fadcc4e30/76fec481-b008-4947-9869-8bc6e1171b93/52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:05.890253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb16d0e0-3f5b-468e-a8cc-5a7f045638ad req-22a751e9-4bc9-4c03-9cf6-60d19a3681ee tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 210 time: 0.1683085 Jul 09 16:53:05.944467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.955307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:05.957501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/fe2f28a8-42e9-49dc-9006-c437cc65535c HTTP/1.1" status: 204 len: 168 time: 2.4319239 Jul 09 16:53:05.979878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:05.993013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca27f49-79f5-4c69-b05c-4c03ff19d6b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=fe2f28a8-42e9-49dc-9006-c437cc65535c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:06.010667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-220015127'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:06.304334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.316196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d3a8-4406-4fa8-a549-996c6abe14f2 req-14f6e8b6-27d6-437e-ba92-49705d20f81e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:06.322021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fda9d3a8-4406-4fa8-a549-996c6abe14f2 req-14f6e8b6-27d6-437e-ba92-49705d20f81e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2843895 Jul 09 16:53:06.338373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:06.342726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.377098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:53:06.388794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.389922 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment 48c53575-d5c9-489d-b499-6f4e21cd0dad of type vlan for network 226d14b8-cecf-4595-820a-1e267b9455cb Jul 09 16:53:06.435703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.475558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fda9d3a8-4406-4fa8-a549-996c6abe14f2 req-c121b760-6ca6-475a-a547-31979f787dcb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320031 Jul 09 16:53:06.523774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.537490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.582563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:06.583745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.666724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3f2ab467-abaf-4256-a713-69f8bbb9a2bf no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:06.737279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Network da75d122-a430-4d2d-99da-bc0fadcc4e30 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:06.739326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7583475 Jul 09 16:53:06.743055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:06.744715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985411-a9af-40b6-b15e-6bdea100224a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=226d14b8-cecf-4595-820a-1e267b9455cb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:06.748403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:06.759583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3f2ab467-abaf-4256-a713-69f8bbb9a2bf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:53:06.760936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:06.761189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3f2ab467-abaf-4256-a713-69f8bbb9a2bf not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:53:06.771643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 226d14b8-cecf-4595-820a-1e267b9455cb details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:53:06.785233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:06.842284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:06.843219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:06.847260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event updated for resources: {'Port': ['ID=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:06.867104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-d12d13f3-daff-4b0f-bf3e-760154a23472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6704440 Jul 09 16:53:06.891840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Request body: {'port': {'device_id': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:07.053999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:07.058042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:07.399197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:07.482365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=08298540-c0d6-4cc7-963c-f33256b2d1c6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:07.564973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f749b-9d95-4386-adb3-3085839f8ce0 req-10f1a643-e249-4a99-b1c8-99d018b4ce42 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:07.566632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-137f749b-9d95-4386-adb3-3085839f8ce0 req-10f1a643-e249-4a99-b1c8-99d018b4ce42 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 932 time: 0.0984235 Jul 09 16:53:07.567521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': '48c53575-d5c9-489d-b499-6f4e21cd0dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:07.567892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: 226d14b8-cecf-4595-820a-1e267b9455cb, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:53:07.606486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 226d14b8-cecf-4595-820a-1e267b9455cb is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:53:07.651571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 226d14b8-cecf-4595-820a-1e267b9455cb) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:07.656488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:07.657092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:07.663365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06efc877-345c-4bc6-b445-4edba2849db8 None None] Network 226d14b8-cecf-4595-820a-1e267b9455cb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:07.668802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-137f749b-9d95-4386-adb3-3085839f8ce0 req-f06d092d-fd77-4821-a3cd-062df9893921 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938120 Jul 09 16:53:07.693646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e99b20d-2a5e-4e91-a651-807261ea7ff9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9491482 Jul 09 16:53:07.696535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:07.707355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb', 'name': 'tempest-PortsIpV6TestJSON-1670682272', 'fixed_ips': [{'subnet_id': '08298540-c0d6-4cc7-963c-f33256b2d1c6', 'ip_address': '2001:db8::10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:07.917603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:07.954971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:08.048620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-226d14b8-cecf-4595-820a-1e267b9455cb', 'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': '08298540-c0d6-4cc7-963c-f33256b2d1c6'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:53:08.049501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.227182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Allocated IP 2001:db8::2 (226d14b8-cecf-4595-820a-1e267b9455cb/08298540-c0d6-4cc7-963c-f33256b2d1c6/53d99914-9766-43b9-8602-80618f4ad4e5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:08.276008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b1330-6b65-4832-b8ce-f90b597070b8 req-ac7d829c-c081-4a3d-aaf2-894461940c94 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:08.277673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2b1330-6b65-4832-b8ce-f90b597070b8 req-ac7d829c-c081-4a3d-aaf2-894461940c94 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.4362347 Jul 09 16:53:08.281302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.344436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40db193d-312d-44a2-add5-e73990f53beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.388310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port bc625b28-7c07-4782-bd7e-8e58ac035015 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:53:08.393340 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.552291 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.679838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Transition to ACTIVE for port object 53d99914-9766-43b9-8602-80618f4ad4e5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:08.685463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.721635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:53:08.725041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Transition to ACTIVE for port object 53d99914-9766-43b9-8602-80618f4ad4e5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:08.751847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.784453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Transition to ACTIVE for port object 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:08.889992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d2b1330-6b65-4832-b8ce-f90b597070b8 req-ccb8c19c-2d04-409b-a8ed-f037f4c33bac tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106444 Jul 09 16:53:08.892571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.894861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:08.988408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Network 226d14b8-cecf-4595-820a-1e267b9455cb is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:09.000088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:09.006243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:09.109319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:09.163911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::10 (226d14b8-cecf-4595-820a-1e267b9455cb/08298540-c0d6-4cc7-963c-f33256b2d1c6/bc625b28-7c07-4782-bd7e-8e58ac035015) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:09.165211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Pushing event updated for resources: {'Port': ['ID=53d99914-9766-43b9-8602-80618f4ad4e5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:09.172558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Attempting to bind port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:09.176146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Attempting to bind port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:09.176585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Attempting to bind port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a on network da75d122-a430-4d2d-99da-bc0fadcc4e30 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:09.183558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Attempting to bind port 53d99914-9766-43b9-8602-80618f4ad4e5 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:09.183931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Attempting to bind port 53d99914-9766-43b9-8602-80618f4ad4e5 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '48c53575-d5c9-489d-b499-6f4e21cd0dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:09.184295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Attempting to bind port 53d99914-9766-43b9-8602-80618f4ad4e5 on network 226d14b8-cecf-4595-820a-1e267b9455cb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:09.197282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a on network da75d122-a430-4d2d-99da-bc0fadcc4e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:53:09.197741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Attempting to bind port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a on network da75d122-a430-4d2d-99da-bc0fadcc4e30 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:09.204024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:09.204537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Checking segment: {'id': '48c53575-d5c9-489d-b499-6f4e21cd0dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:09.204989 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.205380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Bound using segment: {'id': '48c53575-d5c9-489d-b499-6f4e21cd0dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:09.205853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Bound port: 53d99914-9766-43b9-8602-80618f4ad4e5, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c53575-d5c9-489d-b499-6f4e21cd0dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:09.206232 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.220697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:09.221149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Checking segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:09.221607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Bound using segment: {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:09.222970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Bound port: 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:09.223457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.286847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] For port 53d99914-9766-43b9-8602-80618f4ad4e5, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:09.293567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] For port 53d99914-9766-43b9-8602-80618f4ad4e5, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=53d99914-9766-43b9-8602-80618f4ad4e5,segment=NetworkSegment(48c53575-d5c9-489d-b499-6f4e21cd0dad),segment_id=48c53575-d5c9-489d-b499-6f4e21cd0dad)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:09.299841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d960-2223-473d-87f9-876d65378e8d req-9bda22f4-ad2d-4d5f-a3da-5e94a73dad3b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:09.308237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d144d960-2223-473d-87f9-876d65378e8d req-9bda22f4-ad2d-4d5f-a3da-5e94a73dad3b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 944 time: 0.3130343 Jul 09 16:53:09.310949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.359559 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.411143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cdf27-b7ea-42ad-b6b4-0fdff353f770 None None] Pushing event updated for resources: {'Port': ['ID=53d99914-9766-43b9-8602-80618f4ad4e5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:09.462102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] For port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:09.475806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] For port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:09.483347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d144d960-2223-473d-87f9-876d65378e8d req-ceb14229-c153-460c-807d-ac37c027c6e8 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709001 Jul 09 16:53:09.485651 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.597036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:09.597726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.604632 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] 10.222.0.43 "PUT /v2.0/ports/52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a HTTP/1.1" status: 200 len: 1092 time: 2.7249107 Jul 09 16:53:09.608071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'tag': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:53:09.614086 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6" -d '{"events": [{"name": "network-changed", "server_uuid": "09111425-5d3f-4245-9fa4-ede5e060ff5a", "tag": "52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:53:09.772547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:09.777409 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df126a5-0bed-4ad8-ac64-1cdf1fa8254d x-openstack-request-id: req-1df126a5-0bed-4ad8-ac64-1cdf1fa8254d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:53:09.782398 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09111425-5d3f-4245-9fa4-ede5e060ff5a", "tag": "52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:53:09.782728 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1df126a5-0bed-4ad8-ac64-1cdf1fa8254d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:53:09.783153 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'tag': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a', 'status': 'completed', 'code': 200} Jul 09 16:53:09.785587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b2b99-4e0e-4097-8a15-b88ffd573fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:09.871945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object bc625b28-7c07-4782-bd7e-8e58ac035015 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:09.961265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-4e325d8a-ff98-4a35-982b-67ef993566cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:09.964304 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-4e325d8a-ff98-4a35-982b-67ef993566cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 1095 time: 0.2890978 Jul 09 16:53:09.997597 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:10.095694 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-f2d7912d-402b-4910-a352-908cc046d45d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a HTTP/1.1" status: 200 len: 217 time: 0.1171110 Jul 09 16:53:10.170122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=bc625b28-7c07-4782-bd7e-8e58ac035015,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:10.206292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-5e34a6d0-f876-42e0-875c-019d2fc8d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:10.207998 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-5e34a6d0-f876-42e0-875c-019d2fc8d68e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 200 len: 862 time: 0.1032791 Jul 09 16:53:10.225722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 226d14b8-cecf-4595-820a-1e267b9455cb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:10.228182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:10.231939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:10.238967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:10.239626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:10.269196 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-26760c9d-4207-401e-8601-08e0e1a7c9f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da75d122-a430-4d2d-99da-bc0fadcc4e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529919 Jul 09 16:53:10.279474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa152b90-94f1-4c93-bbc3-8e9f0e303588 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5791745 Jul 09 16:53:10.279748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:10.286106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '226d14b8-cecf-4595-820a-1e267b9455cb', 'name': 'tempest-PortsIpV6TestJSON-937893858', 'fixed_ips': [{'subnet_id': '08298540-c0d6-4cc7-963c-f33256b2d1c6', 'ip_address': '2001:db8::f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:10.359613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3db519-19b2-4143-9ffc-d407e936c4e3 req-23604454-20d4-4cca-82bb-8dd5fa425d0b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:10.361188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f3db519-19b2-4143-9ffc-d407e936c4e3 req-23604454-20d4-4cca-82bb-8dd5fa425d0b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2002702 Jul 09 16:53:10.420248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f3db519-19b2-4143-9ffc-d407e936c4e3 req-96ba3536-9d1a-4fb1-97fb-d7b209117170 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529358 Jul 09 16:53:10.443327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-443db21d-23c0-40b7-8d26-2ff411f53b53 service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620574 Jul 09 16:53:10.489033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:10.496225 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:10.531611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:53:10.791260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53d99914-9766-43b9-8602-80618f4ad4e5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:10.805065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f9005c2-8c52-454d-8719-a47b82ab1b88 req-894825ec-fba1-44c9-a93f-7c8661f3592f service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536351 Jul 09 16:53:10.914271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 53d99914-9766-43b9-8602-80618f4ad4e5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:11.005584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-5e2c0cec-8e67-41a9-9bf3-cf4827521e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:11.008665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-5e2c0cec-8e67-41a9-9bf3-cf4827521e21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 1095 time: 0.1397705 Jul 09 16:53:11.060488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::f (226d14b8-cecf-4595-820a-1e267b9455cb/08298540-c0d6-4cc7-963c-f33256b2d1c6/5ab12fa7-032d-4026-ba85-b8e6135fc6a3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:11.101036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b02b7-8c16-4153-91aa-6baaf97ca8e0 req-59eae0b1-fc03-4011-9201-4e812ef07f29 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:11.106575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.120564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc0b02b7-8c16-4153-91aa-6baaf97ca8e0 req-59eae0b1-fc03-4011-9201-4e812ef07f29 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 944 time: 0.3142161 Jul 09 16:53:11.253550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc0b02b7-8c16-4153-91aa-6baaf97ca8e0 req-5bd2bf31-0b0d-4d91-9874-1caa1d92bf10 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310675 Jul 09 16:53:11.275286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea1f64-16f6-4471-ad95-1b1636bba67a None None] Network 226d14b8-cecf-4595-820a-1e267b9455cb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:11.338872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-9a3a2b24-ba7a-4bbe-9c7b-47ba424537ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:11.342767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-9a3a2b24-ba7a-4bbe-9c7b-47ba424537ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 200 len: 923 time: 0.3215389 Jul 09 16:53:11.451500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-46669dbd-d9a5-4ffa-9881-95e486fcc351 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a HTTP/1.1" status: 200 len: 217 time: 0.0992212 Jul 09 16:53:11.515139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Provisioning for port 53d99914-9766-43b9-8602-80618f4ad4e5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:11.525377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Provisioning complete for port 53d99914-9766-43b9-8602-80618f4ad4e5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:11.525755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.542614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.556427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-550da7c7-eeaa-4cf9-9ca3-6a61ae2ee0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:11.558555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-550da7c7-eeaa-4cf9-9ca3-6a61ae2ee0be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 200 len: 862 time: 0.0985658 Jul 09 16:53:11.585209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:11.608598 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-e34cb40d-3458-4e0c-bf1c-9e98278e1226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da75d122-a430-4d2d-99da-bc0fadcc4e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420227 Jul 09 16:53:11.685259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.719911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.739138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] For port 53d99914-9766-43b9-8602-80618f4ad4e5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=53d99914-9766-43b9-8602-80618f4ad4e5,segment=NetworkSegment(48c53575-d5c9-489d-b499-6f4e21cd0dad),segment_id=48c53575-d5c9-489d-b499-6f4e21cd0dad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:11.747044 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.797288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=5ab12fa7-032d-4026-ba85-b8e6135fc6a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:11.825283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 226d14b8-cecf-4595-820a-1e267b9455cb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:11.828251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Pushing event updated for resources: {'Port': ['ID=53d99914-9766-43b9-8602-80618f4ad4e5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:11.844938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.845287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.845631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.846003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.846364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.846724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.848731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.848731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.850987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.851379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.851712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.854271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc39eb-fff1-43fb-a59a-82bad1af51a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:11.859668 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-583fe32c-bb80-4fee-bd76-8161ed1faf2c service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350771 Jul 09 16:53:11.859863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505631e-8d9a-4725-80e1-a705fb8a07b0 req-70133c1a-abd2-4b1c-a0ea-718a54fc3312 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:11.867428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6505631e-8d9a-4725-80e1-a705fb8a07b0 req-70133c1a-abd2-4b1c-a0ea-718a54fc3312 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2150996 Jul 09 16:53:11.879701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:11.893048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:11.902823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:11.904486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:11.935556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-80749412-a3eb-4df7-9618-77a245397ff5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6537318 Jul 09 16:53:11.943632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:12.020606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e2e7018-9bf4-4d4e-9097-ce960cad11c6 req-3fa36d40-6b10-4845-929c-005fa88e448b service neutron] 10.222.0.43 "GET /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499403 Jul 09 16:53:12.032623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6505631e-8d9a-4725-80e1-a705fb8a07b0 req-4cfe6982-cb7b-4779-a3c2-7b67cb046679 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641917 Jul 09 16:53:12.129640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad63a557-f6e4-44fc-b105-d96ecd2b9608 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:12.142935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:12.143322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad63a557-f6e4-44fc-b105-d96ecd2b9608 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1980562 Jul 09 16:53:12.196397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d458224f-51fe-4b14-932e-0fb5e76f47b7 None None] Provisioning for port bc625b28-7c07-4782-bd7e-8e58ac035015 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:12.203753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d458224f-51fe-4b14-932e-0fb5e76f47b7 None None] Provisioning complete for port bc625b28-7c07-4782-bd7e-8e58ac035015 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:12.206580 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d458224f-51fe-4b14-932e-0fb5e76f47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:12.286502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d458224f-51fe-4b14-932e-0fb5e76f47b7 None None] Port bc625b28-7c07-4782-bd7e-8e58ac035015 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:12.319917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d458224f-51fe-4b14-932e-0fb5e76f47b7 None None] Provisioning complete for port 53d99914-9766-43b9-8602-80618f4ad4e5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:12.333819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d458224f-51fe-4b14-932e-0fb5e76f47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:12.439379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44788a76-896d-421f-b85e-8b772fc3c244 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:12.466262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44788a76-896d-421f-b85e-8b772fc3c244 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:12.487241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44788a76-896d-421f-b85e-8b772fc3c244 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:12.489162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44788a76-896d-421f-b85e-8b772fc3c244 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3451743 Jul 09 16:53:12.492286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:12.683154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53d99914-9766-43b9-8602-80618f4ad4e5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:12.809766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b347c4ba-f231-4e15-9fbb-c541f7aa44d8 None None] Provisioning complete for port bc625b28-7c07-4782-bd7e-8e58ac035015 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:12.811947 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b347c4ba-f231-4e15-9fbb-c541f7aa44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:12.832226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:12.834950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:12.876854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b347c4ba-f231-4e15-9fbb-c541f7aa44d8 None None] Port bc625b28-7c07-4782-bd7e-8e58ac035015 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:12.883733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 53d99914-9766-43b9-8602-80618f4ad4e5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:12.884102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.022767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f72f5f55-fdb5-4f73-9daf-94d245031b93 None None] Provisioning for port 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:13.027601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f72f5f55-fdb5-4f73-9daf-94d245031b93 None None] Provisioning complete for port 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:13.028102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f72f5f55-fdb5-4f73-9daf-94d245031b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.100200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.105069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f72f5f55-fdb5-4f73-9daf-94d245031b93 None None] Port 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:13.121381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 5ab12fa7-032d-4026-ba85-b8e6135fc6a3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:13.169149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:53:13.215551 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:53:13.273798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:13.287000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a', 'network_id': 'da75d122-a430-4d2d-99da-bc0fadcc4e30', 'port_id': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a', 'mac_address': 'fa:16:3e:5f:40:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fec481-b008-4947-9869-8bc6e1171b93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:53:13.293898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa340a-7f3d-4ac6-a609-8bf91259e8ef req-3987e2f3-42e1-4acf-b861-5d98e5834f8a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:13.303066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8afa340a-7f3d-4ac6-a609-8bf91259e8ef req-3987e2f3-42e1-4acf-b861-5d98e5834f8a tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 944 time: 0.2961090 Jul 09 16:53:13.352558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.381798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:53:13.399286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8afa340a-7f3d-4ac6-a609-8bf91259e8ef req-fb2bc7d3-0e36-45de-8b67-da881565da87 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929313 Jul 09 16:53:13.450895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:13.457725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.466657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fefcb-623b-45d8-bd0f-6091bf6c1e33 req-3c94ad42-831c-4c0b-8e8b-43a5e3023204 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:13.476942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d65fefcb-623b-45d8-bd0f-6091bf6c1e33 req-3c94ad42-831c-4c0b-8e8b-43a5e3023204 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2464740 Jul 09 16:53:13.537538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:13.548946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d65fefcb-623b-45d8-bd0f-6091bf6c1e33 req-e4e2b8eb-29ce-45e4-91cb-840d30f0097a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706758 Jul 09 16:53:13.554262 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.689243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=5ab12fa7-032d-4026-ba85-b8e6135fc6a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:13.695586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:13.697622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-53234c23-abba-46ab-be0c-6d20dbf68532 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/5ab12fa7-032d-4026-ba85-b8e6135fc6a3 HTTP/1.1" status: 204 len: 168 time: 1.2028327 Jul 09 16:53:13.703932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:13.747734 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b4d92a-176f-4615-a794-4fc4c6b29c7c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:13.750529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-83b4d92a-176f-4615-a794-4fc4c6b29c7c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/5ab12fa7-032d-4026-ba85-b8e6135fc6a3 HTTP/1.1" status: 404 len: 333 time: 0.0444255 Jul 09 16:53:13.753261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:13.847367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:53:14.072073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port bc625b28-7c07-4782-bd7e-8e58ac035015 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:14.073112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:14.243452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:14.276047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for bc625b28-7c07-4782-bd7e-8e58ac035015 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:14.539534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:14.632744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=bc625b28-7c07-4782-bd7e-8e58ac035015,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:14.688862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:14.691263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fffdd98c-9af8-42c2-a690-97e45d5e883d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/bc625b28-7c07-4782-bd7e-8e58ac035015 HTTP/1.1" status: 204 len: 168 time: 0.9370854 Jul 09 16:53:14.694137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:14.754280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ee76-1b70-4648-bfa1-ebb56783829d req-028cb2d2-b4aa-4235-b3db-0845449572e5 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:14.756385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42f7ee76-1b70-4648-bfa1-ebb56783829d req-028cb2d2-b4aa-4235-b3db-0845449572e5 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 945 time: 0.1443124 Jul 09 16:53:14.801659 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cec087d-375a-48f4-a164-77d116abe31b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:14.804007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7cec087d-375a-48f4-a164-77d116abe31b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/bc625b28-7c07-4782-bd7e-8e58ac035015 HTTP/1.1" status: 404 len: 333 time: 0.1087704 Jul 09 16:53:14.806819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35240) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:14.929524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42f7ee76-1b70-4648-bfa1-ebb56783829d req-4df0a0b1-f1d0-49a8-8828-57675fc7f8f8 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642931 Jul 09 16:53:14.935289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 08298540-c0d6-4cc7-963c-f33256b2d1c6 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:14.944865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.063442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c925-f00b-4185-a4a6-16c303a2fc0f req-d2eb7e5d-1d6c-4c7c-b316-c8b29d73bd3d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:15.066720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ac6c925-f00b-4185-a4a6-16c303a2fc0f req-d2eb7e5d-1d6c-4c7c-b316-c8b29d73bd3d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2726028 Jul 09 16:53:15.101782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.163072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ac6c925-f00b-4185-a4a6-16c303a2fc0f req-68357d2b-34c0-4178-a8e9-4e4e7af5a715 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807936 Jul 09 16:53:15.188089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:15.283058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.316522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:15.324689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:15.324689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.387317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.449083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=08298540-c0d6-4cc7-963c-f33256b2d1c6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:15.463344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.471533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:15.480570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4cf98-70f2-49da-a5e4-314a872b7920 None None] Network 226d14b8-cecf-4595-820a-1e267b9455cb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:15.483454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-02d3db2a-396b-4268-8a5d-591a11ae24bb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/08298540-c0d6-4cc7-963c-f33256b2d1c6 HTTP/1.1" status: 204 len: 168 time: 0.6654878 Jul 09 16:53:15.531660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.578669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:53:15.580960 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34461f3-f816-4235-8820-d17079654d8e" -d '{"events": [{"server_uuid": "09111425-5d3f-4245-9fa4-ede5e060ff5a", "name": "network-vif-plugged", "status": "completed", "tag": "52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:53:15.609090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:15.627508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.648056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.715358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 53d99914-9766-43b9-8602-80618f4ad4e5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:15.715968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.755909 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9088fa-8cdb-4b07-aea4-b6b3a483228b x-openstack-request-id: req-1d9088fa-8cdb-4b07-aea4-b6b3a483228b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:53:15.756519 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09111425-5d3f-4245-9fa4-ede5e060ff5a", "name": "network-vif-plugged", "status": "completed", "tag": "52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:53:15.758766 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d9088fa-8cdb-4b07-aea4-b6b3a483228b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:53:15.759305 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a', 'code': 200} Jul 09 16:53:15.884984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82b97a-97b9-425d-ba39-1706eef8cebe req-5fc07221-3247-455b-8042-ffcfaadcba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:15.897258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df82b97a-97b9-425d-ba39-1706eef8cebe req-5fc07221-3247-455b-8042-ffcfaadcba20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 1097 time: 0.1344566 Jul 09 16:53:15.907066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:15.953987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] For port 53d99914-9766-43b9-8602-80618f4ad4e5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=53d99914-9766-43b9-8602-80618f4ad4e5,segment=NetworkSegment(48c53575-d5c9-489d-b499-6f4e21cd0dad),segment_id=48c53575-d5c9-489d-b499-6f4e21cd0dad)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:15.954365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:15.957159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df82b97a-97b9-425d-ba39-1706eef8cebe req-7bfee949-e9eb-414b-8a29-c62846920cd9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Jul 09 16:53:16.022260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 53d99914-9766-43b9-8602-80618f4ad4e5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:16.047241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] DHCP port deletion for 226d14b8-cecf-4595-820a-1e267b9455cb request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:53:16.213004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.274439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=53d99914-9766-43b9-8602-80618f4ad4e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:16.282157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No DVR routers for this DVR port 53d99914-9766-43b9-8602-80618f4ad4e5 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:16.373611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Deleting port 53d99914-9766-43b9-8602-80618f4ad4e5 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:16.378147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.635651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becde4c3-58d6-4c6d-bd1a-6f1cda5f6865 req-a25a4cf2-9384-4609-b343-1ab428fc8adb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:16.637935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-becde4c3-58d6-4c6d-bd1a-6f1cda5f6865 req-a25a4cf2-9384-4609-b343-1ab428fc8adb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 946 time: 0.5157819 Jul 09 16:53:16.726032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] For port 53d99914-9766-43b9-8602-80618f4ad4e5, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:16.726584 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.733472 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.764395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226d14b8-cecf-4595-820a-1e267b9455cb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:16.780859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Calling delete_port for 53d99914-9766-43b9-8602-80618f4ad4e5 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:16.796684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Port 53d99914-9766-43b9-8602-80618f4ad4e5 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:53:16.799449 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.806658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-becde4c3-58d6-4c6d-bd1a-6f1cda5f6865 req-91916af8-ef1d-4259-90a0-b56d65fa1c2e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477144 Jul 09 16:53:16.812516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c53575-d5c9-489d-b499-6f4e21cd0dad') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:16.814418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c53575-d5c9-489d-b499-6f4e21cd0dad') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:16.847133 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.873842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5e770-ce84-4666-b24c-80df035b61bd req-0ccea25d-9b00-40f6-b059-72903c6e0c29 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:16.891380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dd5e770-ce84-4666-b24c-80df035b61bd req-0ccea25d-9b00-40f6-b059-72903c6e0c29 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.2451212 Jul 09 16:53:16.907273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53d99914-9766-43b9-8602-80618f4ad4e5 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:16.931405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] Pushing event deleted for resources: {'Port': ['ID=53d99914-9766-43b9-8602-80618f4ad4e5,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:16.944569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:16.947841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cf9c2-f57b-4788-a94d-1b16303bd61e None None] No DVR routers for this DVR port 53d99914-9766-43b9-8602-80618f4ad4e5 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:17.009875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:53:17.010778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:53:17.016978 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:53:17.052712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 53d99914-9766-43b9-8602-80618f4ad4e5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:53:17.068566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53d99914-9766-43b9-8602-80618f4ad4e5 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:53:17.120905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dd5e770-ce84-4666-b24c-80df035b61bd req-e2ebb07b-9799-4152-b913-06b114883b74 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284725 Jul 09 16:53:17.140296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.158623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.160480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/226d14b8-cecf-4595-820a-1e267b9455cb HTTP/1.1" status: 204 len: 168 time: 1.6877134 Jul 09 16:53:17.165426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:17.180271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-704725606'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:17.185559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875284e-e5ce-49f0-896d-d9073982eb3f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=226d14b8-cecf-4595-820a-1e267b9455cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:17.260348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:17.267487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.325385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:53:17.342398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.343012 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Added segment 91c33373-f59e-48a5-9b38-197456d1e37b of type vlan for network 318ae864-1ff7-4203-8437-4c74b58ec1e6 Jul 09 16:53:17.416732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.455304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.462040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:17.462715 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:17.839902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6733718 Jul 09 16:53:17.843217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:17.854509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:17.898117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5927935-f221-43ba-b5ca-96f1189e6ef8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Network': ['ID=318ae864-1ff7-4203-8437-4c74b58ec1e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:17.912282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:53:17.983227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:17.989109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.166942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e3bf1-55ca-424f-8c50-311bb3d666b9 req-4609a03e-9221-4de4-bece-b4a18225c876 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:18.173944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-891e3bf1-55ca-424f-8c50-311bb3d666b9 req-4609a03e-9221-4de4-bece-b4a18225c876 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 946 time: 0.1125693 Jul 09 16:53:18.247002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-891e3bf1-55ca-424f-8c50-311bb3d666b9 req-5814d079-4e97-4089-8690-4ebc1a6a214b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721600 Jul 09 16:53:18.312331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.404955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Checking segment: {'id': '91c33373-f59e-48a5-9b38-197456d1e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:18.405331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network hostable DHCP agents. Network: 318ae864-1ff7-4203-8437-4c74b58ec1e6, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:53:18.425611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=ab225c11-4cd4-485f-9772-c2ba6cee2f15,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:18.439786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:53:18.457965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3532fc-2dd3-457c-ac34-ca9fc86fea84 req-dfc8fab9-a211-4bb5-9fff-5606ec415f52 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:18.460073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae3532fc-2dd3-457c-ac34-ca9fc86fea84 req-dfc8fab9-a211-4bb5-9fff-5606ec415f52 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.1625831 Jul 09 16:53:18.467716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 318ae864-1ff7-4203-8437-4c74b58ec1e6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:18.473648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:18.474230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.479928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c48398-10a6-424f-9950-51f255d67ab2 None None] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:18.546066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-02194d9d-e817-491e-8010-45452e294661 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6961727 Jul 09 16:53:18.546459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:18.552019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1754485560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:18.566901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae3532fc-2dd3-457c-ac34-ca9fc86fea84 req-ec619d35-48c9-4143-9643-df3be8a6d2b1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969918 Jul 09 16:53:18.586866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.588454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.691755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.697826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.720039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.721921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dbafabfb-a971-4271-ae8e-6ab231af59a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1737525 Jul 09 16:53:18.724741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:18.731338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6', 'name': 'tempest-PortsIpV6TestJSON-761582401'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:18.896851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-318ae864-1ff7-4203-8437-4c74b58ec1e6', 'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': 'ab225c11-4cd4-485f-9772-c2ba6cee2f15'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:53:18.899399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.970159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:18.974382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:18.997743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:53:19.050323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-8562ba7a-649d-4707-96ba-492b0b2357f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:19.052487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-8562ba7a-649d-4707-96ba-492b0b2357f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 1096 time: 0.2044272 Jul 09 16:53:19.103434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Allocated IP 2001:db8::2 (318ae864-1ff7-4203-8437-4c74b58ec1e6/ab225c11-4cd4-485f-9772-c2ba6cee2f15/582f7dd8-b114-4ceb-a011-2f59bf21b291) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:19.188871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-ada337a4-6575-40b4-828f-256b38ee06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:19.190749 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-ada337a4-6575-40b4-828f-256b38ee06c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1283181 Jul 09 16:53:19.248524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd8ae-491a-4f2b-8cff-e2b2d345a434 req-c87bc0d0-bf62-423c-b04c-550723d29dfb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:19.250090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d65bd8ae-491a-4f2b-8cff-e2b2d345a434 req-c87bc0d0-bf62-423c-b04c-550723d29dfb tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 946 time: 0.1020682 Jul 09 16:53:19.251754 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-9fbc1f7b-db85-45ef-9240-4d45ade8564e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe HTTP/1.1" status: 200 len: 217 time: 0.0502532 Jul 09 16:53:19.315527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:19.327381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Transition to ACTIVE for port object 582f7dd8-b114-4ceb-a011-2f59bf21b291 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:19.343055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-958ab299-0351-4b65-8f18-f94081bdeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:19.345701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-958ab299-0351-4b65-8f18-f94081bdeba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0879872 Jul 09 16:53:19.346253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Transition to ACTIVE for port object 582f7dd8-b114-4ceb-a011-2f59bf21b291 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:19.348392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d65bd8ae-491a-4f2b-8cff-e2b2d345a434 req-7aa28b8e-5264-42ac-b8b9-394ddc0ab2f4 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879779 Jul 09 16:53:19.354813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:19.424709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Pushing event updated for resources: {'Port': ['ID=582f7dd8-b114-4ceb-a011-2f59bf21b291,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:19.447656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:19.450693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:19.457517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:19.516610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-03cfa3e0-730d-4230-b5dc-409b2f28ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:19.520099 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-03cfa3e0-730d-4230-b5dc-409b2f28ab05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670096 Jul 09 16:53:19.574841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Attempting to bind port 582f7dd8-b114-4ceb-a011-2f59bf21b291 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:19.575215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Attempting to bind port 582f7dd8-b114-4ceb-a011-2f59bf21b291 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '91c33373-f59e-48a5-9b38-197456d1e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:19.575847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Attempting to bind port 582f7dd8-b114-4ceb-a011-2f59bf21b291 on network 318ae864-1ff7-4203-8437-4c74b58ec1e6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:19.582914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:19.583732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Checking segment: {'id': '91c33373-f59e-48a5-9b38-197456d1e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:19.584241 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:19.584739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Bound using segment: {'id': '91c33373-f59e-48a5-9b38-197456d1e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:19.585336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Bound port: 582f7dd8-b114-4ceb-a011-2f59bf21b291, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c33373-f59e-48a5-9b38-197456d1e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '318ae864-1ff7-4203-8437-4c74b58ec1e6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:19.585827 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:19.636228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::295 (318ae864-1ff7-4203-8437-4c74b58ec1e6/ab225c11-4cd4-485f-9772-c2ba6cee2f15/3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:19.674377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] For port 582f7dd8-b114-4ceb-a011-2f59bf21b291, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:19.678437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] For port 582f7dd8-b114-4ceb-a011-2f59bf21b291, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=582f7dd8-b114-4ceb-a011-2f59bf21b291,segment=NetworkSegment(91c33373-f59e-48a5-9b38-197456d1e37b),segment_id=91c33373-f59e-48a5-9b38-197456d1e37b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:19.692132 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:19.792049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea1a24-acbe-43e6-a444-000fb075cb36 None None] Pushing event updated for resources: {'Port': ['ID=582f7dd8-b114-4ceb-a011-2f59bf21b291,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:19.846675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-f9ec6de0-d86d-411e-804d-4b53afb0e1f3 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011575 Jul 09 16:53:19.873376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:19.964441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:20.032855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:20.072486 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ed1652c1-d66e-424f-883a-da7ac1898060 req-d2692291-f9e0-4430-a62f-35291c240367 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168624 Jul 09 16:53:20.098268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:20.145894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:20.174118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:20.183385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:20.184331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:20.261915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929817f2-d4ad-4b8b-a2bf-c4b9b70f3602 req-da3ab6eb-b757-4134-b3ad-65648d0b55d2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:20.272797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-929817f2-d4ad-4b8b-a2bf-c4b9b70f3602 req-da3ab6eb-b757-4134-b3ad-65648d0b55d2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 945 time: 0.5354340 Jul 09 16:53:20.339993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-929817f2-d4ad-4b8b-a2bf-c4b9b70f3602 req-1e02cdb6-4e2a-4160-94cc-94a6cefc33d0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Jul 09 16:53:20.497786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:20.523115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3dfd289c-baa3-4629-ac3d-80935ac45172 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7966785 Jul 09 16:53:20.526275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:20.596871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-0562a17c-b9ec-4e8a-a1b7-6fba2fdaf34e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4781766 Jul 09 16:53:20.696659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 582f7dd8-b114-4ceb-a011-2f59bf21b291 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:20.813834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-dd666d03-3b3d-48e6-906b-f4965776039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:20.818003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-dd666d03-3b3d-48e6-906b-f4965776039e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 1096 time: 0.1892631 Jul 09 16:53:20.850337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 582f7dd8-b114-4ceb-a011-2f59bf21b291 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:20.907979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 627c7f68-49ca-41bb-bf88-d38c95b14bbe no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:21.072269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-599d3ad4-7bdc-4297-8924-fb333b8cc660 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:21.073728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-599d3ad4-7bdc-4297-8924-fb333b8cc660 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 946 time: 0.3301439 Jul 09 16:53:21.088710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453400-f6ca-4527-b42e-dd696db235aa req-9e0cd51d-e298-418a-99ab-e1d0e201f183 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:21.091204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e453400-f6ca-4527-b42e-dd696db235aa req-9e0cd51d-e298-418a-99ab-e1d0e201f183 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 946 time: 0.4413319 Jul 09 16:53:21.114074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-74f95ae5-7183-42a6-b6ab-38c92b7e4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:21.123310 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-74f95ae5-7183-42a6-b6ab-38c92b7e4c26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.2339494 Jul 09 16:53:21.143168 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.220460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:21.221545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:53:21.224738 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33347eb8-ef65-4cb0-bcf9-9d985eb3521f" -d '{"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-unplugged", "status": "completed", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:53:21.229432 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.297375 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b498dfe-8e5a-4b59-bb89-5d1d2ee46a34 x-openstack-request-id: req-2b498dfe-8e5a-4b59-bb89-5d1d2ee46a34 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:53:21.298304 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-unplugged", "status": "completed", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:53:21.298304 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b498dfe-8e5a-4b59-bb89-5d1d2ee46a34 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:53:21.299194 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'code': 200} Jul 09 16:53:21.300177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:21.333462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-1bce656f-341b-4b83-aac6-9b207eaa86e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e HTTP/1.1" status: 200 len: 217 time: 0.1955163 Jul 09 16:53:21.405024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-10e58daf-e374-4888-a9d9-db1a4de83761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:21.406603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-10e58daf-e374-4888-a9d9-db1a4de83761 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.0606554 Jul 09 16:53:21.418067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06ee8b-6fb2-4763-b36d-d5ae70baeced None None] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:21.503589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e453400-f6ca-4527-b42e-dd696db235aa req-3e8435df-90e6-4de3-a790-35b82ab7ba5b tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399592 Jul 09 16:53:21.541071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] Provisioning for port 582f7dd8-b114-4ceb-a011-2f59bf21b291 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:21.562139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] Provisioning complete for port 582f7dd8-b114-4ceb-a011-2f59bf21b291 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:21.562544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.580626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-2847de39-cd0a-4bc9-9658-d12ec2d500e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:21.587977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-2847de39-cd0a-4bc9-9658-d12ec2d500e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723962 Jul 09 16:53:21.666310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Deleting port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:21.667332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.770080 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.816446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] For port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,segment=NetworkSegment(dfb9ad96-0397-4d64-8ad0-0795dbb2078b),segment_id=dfb9ad96-0397-4d64-8ad0-0795dbb2078b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:21.819265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.877297 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:21.896434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-9b47c1f1-52af-44c8-ba77-abf7d188dd6c service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016560 Jul 09 16:53:21.917445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Calling delete_port for 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:21.933314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f1bfc-bf25-4c27-a7ce-2ff87bfe0c0d req-19ef55e8-ed96-4cc4-a436-ad722957789b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:21.939025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-456f1bfc-bf25-4c27-a7ce-2ff87bfe0c0d req-19ef55e8-ed96-4cc4-a436-ad722957789b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 943 time: 0.3472688 Jul 09 16:53:22.037374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] For port 582f7dd8-b114-4ceb-a011-2f59bf21b291, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=582f7dd8-b114-4ceb-a011-2f59bf21b291,segment=NetworkSegment(91c33373-f59e-48a5-9b38-197456d1e37b),segment_id=91c33373-f59e-48a5-9b38-197456d1e37b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:22.043878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:22.281473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664db8e9-3977-464a-960c-7a5393a09cc1 None None] Pushing event updated for resources: {'Port': ['ID=582f7dd8-b114-4ceb-a011-2f59bf21b291,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:22.288796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4bec2b8-463a-4850-b40a-b6b583edc069 req-4a987c9f-d236-4524-9034-d6fb066a2557 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837445 Jul 09 16:53:22.378577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86b3e80b-04aa-4499-9322-5b19a88fb480 None None] Provisioning complete for port 582f7dd8-b114-4ceb-a011-2f59bf21b291 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:22.379110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86b3e80b-04aa-4499-9322-5b19a88fb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:22.391132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-456f1bfc-bf25-4c27-a7ce-2ff87bfe0c0d req-fa323973-115a-4c32-ad13-ed23cac313ad tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372685 Jul 09 16:53:22.606250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86b3e80b-04aa-4499-9322-5b19a88fb480 None None] Provisioning for port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:22.616611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86b3e80b-04aa-4499-9322-5b19a88fb480 None None] Provisioning complete for port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:22.617270 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86b3e80b-04aa-4499-9322-5b19a88fb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:22.715106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 582f7dd8-b114-4ceb-a011-2f59bf21b291 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:22.825486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-86b3e80b-04aa-4499-9322-5b19a88fb480 None None] Port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:22.860671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 582f7dd8-b114-4ceb-a011-2f59bf21b291 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:22.862113 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:22.900232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:22.952842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event deleted for resources: {'Port': ['ID=52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:22.981692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:53:23.005710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b4952-5549-40e6-8dc5-e79c18ae8d8a req-236b8ca8-1831-4672-9f7b-5d388b5215d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:23.007328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-346b4952-5549-40e6-8dc5-e79c18ae8d8a req-236b8ca8-1831-4672-9f7b-5d388b5215d2 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/ports?device_id=09111425-5d3f-4245-9fa4-ede5e060ff5a HTTP/1.1" status: 200 len: 867 time: 0.1939073 Jul 09 16:53:23.012437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.016056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5601c3f8-0dda-43cc-9225-cab5d9ce57a2 None None] Provisioning complete for port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:23.017240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5601c3f8-0dda-43cc-9225-cab5d9ce57a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.035127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] No DVR routers for this DVR port 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:23.045379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.047518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbdcf6cb-2b1c-4a60-88e1-5c6f1b4c9c71 req-adc37707-789f-467e-8e3d-aa7c58499472 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.43 "DELETE /v2.0/ports/52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a HTTP/1.1" status: 204 len: 173 time: 1.9552743 Jul 09 16:53:23.047903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'name': 'network-vif-deleted', 'tag': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:53:23.051227 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472b0ae-add9-4cba-b258-5c8a76a243c8" -d '{"events": [{"server_uuid": "09111425-5d3f-4245-9fa4-ede5e060ff5a", "name": "network-vif-deleted", "tag": "52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:53:23.056520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.104611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5601c3f8-0dda-43cc-9225-cab5d9ce57a2 None None] Port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:23.135171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-346b4952-5549-40e6-8dc5-e79c18ae8d8a req-92807599-ff25-4285-8ecc-45c0d68a198e tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc564caa-be2a-4810-919f-93ff327a61af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Jul 09 16:53:23.155314 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02005997-a2b8-497f-a7ed-f2977a4c9b74 x-openstack-request-id: req-02005997-a2b8-497f-a7ed-f2977a4c9b74 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:53:23.155859 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09111425-5d3f-4245-9fa4-ede5e060ff5a", "name": "network-vif-deleted", "tag": "52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:53:23.156272 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02005997-a2b8-497f-a7ed-f2977a4c9b74 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:53:23.156943 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09111425-5d3f-4245-9fa4-ede5e060ff5a', 'name': 'network-vif-deleted', 'tag': '52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a', 'status': 'completed', 'code': 200} Jul 09 16:53:23.203286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:23.427087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.549055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4dde77e3-50f3-4300-9dc7-cdff02a4a8aa None None] Provisioning complete for port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:23.549759 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dde77e3-50f3-4300-9dc7-cdff02a4a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.598519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4dde77e3-50f3-4300-9dc7-cdff02a4a8aa None None] Port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:23.664496 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.725297 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:23.729092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bcc5-593e-43be-8416-01a1302cfd6a req-a4ca564b-ab22-4dac-a454-abd2143e5ea7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:23.730790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0311bcc5-593e-43be-8416-01a1302cfd6a req-a4ca564b-ab22-4dac-a454-abd2143e5ea7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 943 time: 0.1568758 Jul 09 16:53:23.895700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0311bcc5-593e-43be-8416-01a1302cfd6a req-8150044d-8381-407a-af33-5d90edaa378a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561322 Jul 09 16:53:24.136461 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.145822 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.146592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.243891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6a8c2-c3f2-43d1-937e-e340fdc8da5b req-b26e0746-9688-4ceb-8b1a-b715fc964900 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:24.250630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50f6a8c2-c3f2-43d1-937e-e340fdc8da5b req-b26e0746-9688-4ceb-8b1a-b715fc964900 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1719546 Jul 09 16:53:24.281798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:24.317223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50f6a8c2-c3f2-43d1-937e-e340fdc8da5b req-bc550595-9dd2-4cd7-949b-86d3caa681cf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626192 Jul 09 16:53:24.373712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:24.375443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:24.622496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825ae8-8d18-4f85-a878-663859722440 req-f00c67da-0720-4c87-8b62-f538f13704a4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:24.624390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b825ae8-8d18-4f85-a878-663859722440 req-f00c67da-0720-4c87-8b62-f538f13704a4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1065464 Jul 09 16:53:24.650606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Router 70e2de8e-a502-4c66-817e-f5f9ef7d8f52 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:53:24.724703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:24.742968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f76f2a8-8c5e-4748-bcf7-31cd39bbcb3f None None] Provisioning complete for port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:24.744722 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f76f2a8-8c5e-4748-bcf7-31cd39bbcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.781335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9f76f2a8-8c5e-4748-bcf7-31cd39bbcb3f None None] Port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:24.795812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab975fd4-cc10-4014-a450-e1907ec3e644 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.796567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b825ae8-8d18-4f85-a878-663859722440 req-c49e88a8-6cc7-4adc-94ed-cc72d2c56fb4 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614563 Jul 09 16:53:24.824583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab975fd4-cc10-4014-a450-e1907ec3e644 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.832155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:53:24.850558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b20be784-0137-46c4-a067-171f870ff5db tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/routers/70e2de8e-a502-4c66-817e-f5f9ef7d8f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3191266 Jul 09 16:53:24.851464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:24.852345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] Sync routers for ids ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:53:24.874418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] Routers {'70e2de8e-a502-4c66-817e-f5f9ef7d8f52'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:24.875635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:24.889709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab975fd4-cc10-4014-a450-e1907ec3e644 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.892436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab975fd4-cc10-4014-a450-e1907ec3e644 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:24.900057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab975fd4-cc10-4014-a450-e1907ec3e644 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "DELETE /v2.0/security-groups/62096d82-c670-413b-96d2-dd5545fd23d1 HTTP/1.1" status: 204 len: 168 time: 0.1742768 Jul 09 16:53:24.904234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:24.945728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 627c7f68-49ca-41bb-bf88-d38c95b14bbe no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:24.948371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:24.977846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab975fd4-cc10-4014-a450-e1907ec3e644 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62096d82-c670-413b-96d2-dd5545fd23d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:24.993362 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-3778f396-2102-4dde-9288-1e2fcca18c27 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] show failed (client error): The resource could not be found. Jul 09 16:53:24.996525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c9449-5b0b-4071-a3a0-182689a31910 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:24.996525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d40c9449-5b0b-4071-a3a0-182689a31910 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e2de8e-a502-4c66-817e-f5f9ef7d8f52 HTTP/1.1" status: 200 len: 988 time: 0.1436336 Jul 09 16:53:24.997368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3778f396-2102-4dde-9288-1e2fcca18c27 tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "GET /v2.0/security-groups/62096d82-c670-413b-96d2-dd5545fd23d1 HTTP/1.1" status: 404 len: 347 time: 0.0720391 Jul 09 16:53:24.997871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:25.000348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:25.002617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] Routers {'70e2de8e-a502-4c66-817e-f5f9ef7d8f52'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:25.006842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:25.164947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:25.172845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3b763-6d43-406e-b57b-0243aacd95c5 None None] The sync data for ids ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:53:25.248617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:25.303194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:53:25.304149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 52fcd2e9-9f69-46bd-a6f4-85f8cbc78c0a not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:53:25.674726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:25.743130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Deleting port 8d0effbd-2b7c-47b1-8800-2ea28da1992e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:25.743746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:25.814611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d46c0-a753-42dc-9ded-2cf00fb5d0c2 req-a112e9b5-0e0f-465c-a695-c21fad310a2e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:25.822932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c6d46c0-a753-42dc-9ded-2cf00fb5d0c2 req-a112e9b5-0e0f-465c-a695-c21fad310a2e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.4979630 Jul 09 16:53:25.889967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c6d46c0-a753-42dc-9ded-2cf00fb5d0c2 req-c31ece96-7514-40b1-9afb-11a4a76f1667 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637481 Jul 09 16:53:25.896441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:25.896824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:25.919710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Calling delete_port for 8d0effbd-2b7c-47b1-8800-2ea28da1992e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:25.970958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:25.972565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.092389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.103938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.107446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:26.135627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Pushing event deleted for resources: {'Port': ['ID=8d0effbd-2b7c-47b1-8800-2ea28da1992e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:26.207492 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.209514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.209976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-956dc098-d552-40ac-a7d5-1e2741cd3baf tempest-ImagesOneServerNegativeTestJSON-386388011 tempest-ImagesOneServerNegativeTestJSON-386388011-project] 10.222.0.48 "DELETE /v2.0/floatingips/d3c9838d-f0fb-41ad-a737-cda04f31de0b HTTP/1.1" status: 204 len: 168 time: 1.2111583 Jul 09 16:53:26.317309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.352670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:26.414623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:26.473158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.521003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Deleting subnet 76fec481-b008-4947-9869-8bc6e1171b93 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:26.525170 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.578135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.629962 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.694285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.697688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Router 70e2de8e-a502-4c66-817e-f5f9ef7d8f52 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:53:26.722213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fec481-b008-4947-9869-8bc6e1171b93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:26.724346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.728518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef5f063d-337f-4567-81dc-36c332a83fe4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/76fec481-b008-4947-9869-8bc6e1171b93 HTTP/1.1" status: 204 len: 168 time: 0.3106894 Jul 09 16:53:26.728768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:26.776722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:53:26.781691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8c8abbdf-747f-45a5-9a1a-d4527cc5766a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/routers/70e2de8e-a502-4c66-817e-f5f9ef7d8f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804120 Jul 09 16:53:26.784502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:26.787271 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] Sync routers for ids ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:53:26.797564 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] Routers {'70e2de8e-a502-4c66-817e-f5f9ef7d8f52'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:26.798323 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.802456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.816551 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c00090e-7660-4e6b-a939-2178c5a52c03 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:26.820722 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c00090e-7660-4e6b-a939-2178c5a52c03 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/3d3e1edf-fe1b-4df7-8d6d-dcf0e909c2bb HTTP/1.1" status: 404 len: 333 time: 0.0324993 Jul 09 16:53:26.820999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:26.830921 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.840895 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] Routers {'70e2de8e-a502-4c66-817e-f5f9ef7d8f52'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:26.841665 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.881592 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.883232 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b93d8-0c25-4989-a8c9-2b1c231dabe0 None None] The sync data for ids ['70e2de8e-a502-4c66-817e-f5f9ef7d8f52'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:53:26.893025 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.903266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.909344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da75d122-a430-4d2d-99da-bc0fadcc4e30']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.931521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.931821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb9ad96-0397-4d64-8ad0-0795dbb2078b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:26.949029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.983766 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.000148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:53:27.000648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:53:27.002771 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:53:27.099295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.100599 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.102451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.116721 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.121310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da75d122-a430-4d2d-99da-bc0fadcc4e30 HTTP/1.1" status: 204 len: 168 time: 0.3890171 Jul 09 16:53:27.131423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79517e9b-a69b-4eb8-a3e2-cd0c87d80042 admin admin] Pushing event deleted for resources: {'Network': ['ID=da75d122-a430-4d2d-99da-bc0fadcc4e30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:27.150013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f98e93-ff85-489a-94d1-412e6dcd29dc req-2a495eb7-68e5-4fa9-8d56-edc29b48013e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:27.157286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8f98e93-ff85-489a-94d1-412e6dcd29dc req-2a495eb7-68e5-4fa9-8d56-edc29b48013e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1012900 Jul 09 16:53:27.162763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.163813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Fanout notify agent at l3_agent the message router_deleted on router 70e2de8e-a502-4c66-817e-f5f9ef7d8f52 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:53:27.173487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.174870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0e5eaf9-05cf-4f4a-90bd-1544639db31c tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/routers/70e2de8e-a502-4c66-817e-f5f9ef7d8f52 HTTP/1.1" status: 204 len: 168 time: 0.3529902 Jul 09 16:53:27.177526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:27.206880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8f98e93-ff85-489a-94d1-412e6dcd29dc req-c3975f95-a630-4d81-a938-466943109093 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483804 Jul 09 16:53:27.239633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet ab225c11-4cd4-485f-9772-c2ba6cee2f15 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:27.243747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.285623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.316684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:27.371472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4d99cafa-00d3-4162-a11b-39a98817f4da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a05f761d4f7e47ee9cf7e546c21c5e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524330 Jul 09 16:53:27.374041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:27.456041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04c653e1-c04f-4d06-9d40-0774c2f37e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.490647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04c653e1-c04f-4d06-9d40-0774c2f37e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.563129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04c653e1-c04f-4d06-9d40-0774c2f37e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.565741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04c653e1-c04f-4d06-9d40-0774c2f37e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.567021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-04c653e1-c04f-4d06-9d40-0774c2f37e3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc564caa-be2a-4810-919f-93ff327a61af HTTP/1.1" status: 204 len: 168 time: 0.1915622 Jul 09 16:53:27.575702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c653e1-c04f-4d06-9d40-0774c2f37e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc564caa-be2a-4810-919f-93ff327a61af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:27.755217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.823783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.852594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=ab225c11-4cd4-485f-9772-c2ba6cee2f15,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:27.854943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:27.860131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f13080be-af00-444a-b756-dfa0e19599c0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/ab225c11-4cd4-485f-9772-c2ba6cee2f15 HTTP/1.1" status: 204 len: 168 time: 0.6782348 Jul 09 16:53:27.860131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35500) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:27.868598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d38830-8eed-46b4-af26-f67977468f91 None None] Network 318ae864-1ff7-4203-8437-4c74b58ec1e6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:27.947997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.023378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 582f7dd8-b114-4ceb-a011-2f59bf21b291 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:28.024025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.107249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] DHCP port deletion for 318ae864-1ff7-4203-8437-4c74b58ec1e6 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:53:28.108764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] For port 582f7dd8-b114-4ceb-a011-2f59bf21b291, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=582f7dd8-b114-4ceb-a011-2f59bf21b291,segment=NetworkSegment(91c33373-f59e-48a5-9b38-197456d1e37b),segment_id=91c33373-f59e-48a5-9b38-197456d1e37b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:28.109277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.124861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 582f7dd8-b114-4ceb-a011-2f59bf21b291 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:28.161590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] Deleting port 582f7dd8-b114-4ceb-a011-2f59bf21b291 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:28.162357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.212400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.230231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] For port 582f7dd8-b114-4ceb-a011-2f59bf21b291, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=582f7dd8-b114-4ceb-a011-2f59bf21b291,segment=NetworkSegment(91c33373-f59e-48a5-9b38-197456d1e37b),segment_id=91c33373-f59e-48a5-9b38-197456d1e37b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:28.230666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.245153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=582f7dd8-b114-4ceb-a011-2f59bf21b291,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:28.249633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] Calling delete_port for 582f7dd8-b114-4ceb-a011-2f59bf21b291 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:28.252422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No DVR routers for this DVR port 582f7dd8-b114-4ceb-a011-2f59bf21b291 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:28.340132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.344556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.353851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318ae864-1ff7-4203-8437-4c74b58ec1e6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:28.363457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] No DVR routers for this DVR port 582f7dd8-b114-4ceb-a011-2f59bf21b291 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:28.376320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c33373-f59e-48a5-9b38-197456d1e37b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:28.376620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c33373-f59e-48a5-9b38-197456d1e37b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:28.391167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.405530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb45ed2-5da2-4898-bb3a-765cd3d8492c None None] Pushing event deleted for resources: {'Port': ['ID=582f7dd8-b114-4ceb-a011-2f59bf21b291,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:28.406048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.418140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:53:28.418649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:53:28.421830 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:53:28.473354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c3aa-549e-4ee1-adba-030fc665f9d9 req-bbcc26d0-6c37-4d75-a1af-3d519225d5fc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:28.475216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8148c3aa-549e-4ee1-adba-030fc665f9d9 req-bbcc26d0-6c37-4d75-a1af-3d519225d5fc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1182096 Jul 09 16:53:28.500780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.533311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:28.535536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/318ae864-1ff7-4203-8437-4c74b58ec1e6 HTTP/1.1" status: 204 len: 168 time: 0.6744983 Jul 09 16:53:28.536708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4649ab-f522-4903-857a-0ac308e7d4ad tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=318ae864-1ff7-4203-8437-4c74b58ec1e6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:28.540880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:28.551340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8148c3aa-549e-4ee1-adba-030fc665f9d9 req-dd113407-ce9d-417f-8d29-457561bb0e71 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696750 Jul 09 16:53:28.586999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 582f7dd8-b114-4ceb-a011-2f59bf21b291 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:28.609714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 582f7dd8-b114-4ceb-a011-2f59bf21b291 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:53:28.610245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 582f7dd8-b114-4ceb-a011-2f59bf21b291 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:53:28.617735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e453f-e609-4767-a899-f4cbd40c207b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:28.620349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-293e453f-e609-4767-a899-f4cbd40c207b tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/7f8ad67a-1a9e-4f4e-972b-551c07ea4efd HTTP/1.1" status: 200 len: 844 time: 0.0781388 Jul 09 16:53:28.623424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:28.677250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c466ddbd-7390-4fc6-812a-f3cd2019e854 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/7f8ad67a-1a9e-4f4e-972b-551c07ea4efd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0525038 Jul 09 16:53:28.680880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:28.685794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:28.805580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:28.810017 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.091169 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.150361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:29.157500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:29.169971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:29.172585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.176426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654dd97-3f62-4188-973b-32d1ad23b42b None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:29.202073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=91cf6ddb-d0f0-4a95-853b-b3a959d1ebda,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:29.217555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:29.217773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9fb71d9-c09a-4713-94ab-a202e44ee11a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5357482 Jul 09 16:53:29.222355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'security_group': {'name': 'tempest-secgroup-143898803'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:29.265237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.373309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.383611 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.431119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5aa74-9dda-4511-a5c7-bd9acaacd286,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:29.442747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.444165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1bb4a50c-f2ca-4c0e-90b0-44887aef67f7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2254133 Jul 09 16:53:29.446754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:29.454143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084270008'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:29.503661 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.505039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'tenant_id': 'ab65f9ba491b49e890fc232c388f4bfe', 'fixed_ips': [{'subnet_id': '91cf6ddb-d0f0-4a95-853b-b3a959d1ebda'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:53:29.506197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.606969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.615142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.653442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62bba28-beab-4faa-8782-f86a9a61abc2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:29.658631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.660235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8c11f89-5c3f-4de4-a024-91f1b805a0b2 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2119715 Jul 09 16:53:29.663597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:29.680595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-151401912', 'security_groups': ['e62bba28-beab-4faa-8782-f86a9a61abc2'], 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91cf6ddb-d0f0-4a95-853b-b3a959d1ebda'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:29.733450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Allocated IP 2001:db8::2 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/91cf6ddb-d0f0-4a95-853b-b3a959d1ebda/9c2c6856-e280-4a37-9ee7-1132e179356b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:29.874826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406343-6127-440e-a68e-148cd75a3743 req-2ecbcbfd-7706-4684-9604-093394cebf38 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:29.882357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-60406343-6127-440e-a68e-148cd75a3743 req-2ecbcbfd-7706-4684-9604-093394cebf38 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1259165 Jul 09 16:53:29.934309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:30.030158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-60406343-6127-440e-a68e-148cd75a3743 req-2dd5c5c1-c5de-4ffb-bd01-4a8411e8cfbd tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467125 Jul 09 16:53:30.066859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.084763 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.087618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Transition to ACTIVE for port object 9c2c6856-e280-4a37-9ee7-1132e179356b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:30.115924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Transition to ACTIVE for port object 9c2c6856-e280-4a37-9ee7-1132e179356b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:30.123934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port 8a2eaea8-01f9-4a85-b269-dda9d3450890 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:53:30.127504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.188495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Pushing event updated for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:30.214041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:30.215764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:30.222665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:30.284250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Attempting to bind port 9c2c6856-e280-4a37-9ee7-1132e179356b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:30.284732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Attempting to bind port 9c2c6856-e280-4a37-9ee7-1132e179356b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b599dd20-5975-4131-b4c7-81e9eb4033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:30.285208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Attempting to bind port 9c2c6856-e280-4a37-9ee7-1132e179356b on network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:30.291459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:30.291459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Checking segment: {'id': 'b599dd20-5975-4131-b4c7-81e9eb4033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:30.291888 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.292253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Bound using segment: {'id': 'b599dd20-5975-4131-b4c7-81e9eb4033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:30.292754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Bound port: 9c2c6856-e280-4a37-9ee7-1132e179356b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b599dd20-5975-4131-b4c7-81e9eb4033a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:30.293111 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.397066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::133 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/91cf6ddb-d0f0-4a95-853b-b3a959d1ebda/8a2eaea8-01f9-4a85-b269-dda9d3450890) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:30.416055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:30.421086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c2c6856-e280-4a37-9ee7-1132e179356b,segment=NetworkSegment(b599dd20-5975-4131-b4c7-81e9eb4033a2),segment_id=b599dd20-5975-4131-b4c7-81e9eb4033a2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:30.429668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:30.433103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.554416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb9f80-8301-44d8-80d2-f2133ab38f53 None None] Pushing event updated for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:30.613205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0416433-6f83-4083-b54d-9209d171fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.639840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.669035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object 8a2eaea8-01f9-4a85-b269-dda9d3450890 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:30.771264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.816241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0416433-6f83-4083-b54d-9209d171fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.827430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0416433-6f83-4083-b54d-9209d171fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.843560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:30.851638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=8a2eaea8-01f9-4a85-b269-dda9d3450890,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:30.854978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:30.857313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:30.865651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:30.866440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:30.871793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0416433-6f83-4083-b54d-9209d171fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0a325-2dab-4712-9e40-b77c06f51e09,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:30.885705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d605bc51-99ab-4f73-b2c5-4bed0d0e5512 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2195511 Jul 09 16:53:30.890518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:30.901960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:30.966875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0416433-6f83-4083-b54d-9209d171fcb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22f4ff63e595405ab8bd1b2c612d481f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356064 Jul 09 16:53:30.969807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:31.042423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36aa-825d-4019-a25a-3bbe8f915b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:31.082358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36aa-825d-4019-a25a-3bbe8f915b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:31.166718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:31.170723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:31.209133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36aa-825d-4019-a25a-3bbe8f915b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:31.212144 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb1e36aa-825d-4019-a25a-3bbe8f915b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:31.213631 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eb1e36aa-825d-4019-a25a-3bbe8f915b83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbe0a325-2dab-4712-9e40-b77c06f51e09 HTTP/1.1" status: 204 len: 168 time: 0.2426260 Jul 09 16:53:31.222365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e36aa-825d-4019-a25a-3bbe8f915b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0a325-2dab-4712-9e40-b77c06f51e09,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:31.370633 n-d-800085-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91cf6ddb-d0f0-4a95-853b-b3a959d1ebda (CIDR: 2001:db8::/64) Jul 09 16:53:31.385453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72356d-f517-4ab9-9f4b-ebe563f94a83 req-b961a424-ebdc-44f5-9bba-2e6fc281aa36 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:31.393410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c72356d-f517-4ab9-9f4b-ebe563f94a83 req-b961a424-ebdc-44f5-9bba-2e6fc281aa36 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2139778 Jul 09 16:53:31.416226 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:53:31.416726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:31.449145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c72356d-f517-4ab9-9f4b-ebe563f94a83 req-ca229c26-2647-4cb6-b47f-0a8d7a44f3b2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545080 Jul 09 16:53:31.450977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a1fad94-49b7-4f83-8ac3-5262ba437082 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5588522 Jul 09 16:53:31.454194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:31.459970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:31.604292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:31.608546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:31.979056 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:32.038855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=f7e3574c-dffc-4268-a766-862f4989cf76,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:32.057881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:32.061941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:32.069073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:32.069741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:32.091677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cc6137a6-ecc7-44f2-bc3a-d77abf83056f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6362972 Jul 09 16:53:32.094540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:32.100113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2002019525', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7e3574c-dffc-4268-a766-862f4989cf76'}], 'security_groups': ['9ea5aa74-9dda-4511-a5c7-bd9acaacd286']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:32.137569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027fb0e-2e5f-4d6d-81fc-a1f247dc9158 None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:32.306461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eeef5f86-1cab-4630-a200-53982df602e5 None None] Provisioning for port 9c2c6856-e280-4a37-9ee7-1132e179356b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:32.415843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eeef5f86-1cab-4630-a200-53982df602e5 None None] Provisioning complete for port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:32.416481 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeef5f86-1cab-4630-a200-53982df602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:32.442738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:32.503690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eeef5f86-1cab-4630-a200-53982df602e5 None None] Port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:32.767589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c2c6856-e280-4a37-9ee7-1132e179356b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:33.120839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff18a-05af-4cc1-9e1b-f6812d092f4e req-ffb86cce-9de5-48bb-961a-760aae8753b0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.123642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-894ff18a-05af-4cc1-9e1b-f6812d092f4e req-ffb86cce-9de5-48bb-961a-760aae8753b0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.0782402 Jul 09 16:53:33.153132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Update dhcp port {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'fixed_ips': [{'subnet_id': '91cf6ddb-d0f0-4a95-853b-b3a959d1ebda', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7e3574c-dffc-4268-a766-862f4989cf76'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '9c2c6856-e280-4a37-9ee7-1132e179356b'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:53:33.227416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.234132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-894ff18a-05af-4cc1-9e1b-f6812d092f4e req-9aba0e9a-999e-4784-8e7d-37cfbd9d1624 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975852 Jul 09 16:53:33.273376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Delete allocated IP 2001:db8::133 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/91cf6ddb-d0f0-4a95-853b-b3a959d1ebda) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:53:33.278240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9c2c6856-e280-4a37-9ee7-1132e179356b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:33.283854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9c2c6856-e280-4a37-9ee7-1132e179356b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:33.284546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.284706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8:0:1::1a6 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/f7e3574c-dffc-4268-a766-862f4989cf76/8a2eaea8-01f9-4a85-b269-dda9d3450890) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:33.353378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:33.359149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.365593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.372519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.382294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.393286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.402548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.409788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.413265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-b202cd6f-15c5-43cb-84a9-e19df6d3aff6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.1692190 Jul 09 16:53:33.479585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.508436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f98b1d07-6760-44fa-8cec-fd18f04b5845 req-9ae8e2b7-1950-4b2c-9cd1-76938a94d9e3 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858216 Jul 09 16:53:33.549562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c2c6856-e280-4a37-9ee7-1132e179356b,segment=NetworkSegment(b599dd20-5975-4131-b4c7-81e9eb4033a2),segment_id=b599dd20-5975-4131-b4c7-81e9eb4033a2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:33.567156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.598211 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ff49-685f-4c79-9543-c49ed64f2a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.683750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:33.688758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.714901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Ignored duplicate provisioning block setup for port 8a2eaea8-01f9-4a85-b269-dda9d3450890 by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:53:33.723048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.811412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=8a2eaea8-01f9-4a85-b269-dda9d3450890,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:33.838984 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Allocated IP 2001:db8:0:1::2 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/f7e3574c-dffc-4268-a766-862f4989cf76/9c2c6856-e280-4a37-9ee7-1132e179356b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:33.872370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] In _notify_port_updated(), no bound segment for port 8a2eaea8-01f9-4a85-b269-dda9d3450890 on network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:53:33.881224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:33.883352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.888106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ec0becb-60d2-49c0-b608-e9ee0f80b4a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/ports/8a2eaea8-01f9-4a85-b269-dda9d3450890 HTTP/1.1" status: 200 len: 931 time: 1.7894785 Jul 09 16:53:33.889478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:33.966186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ff49-685f-4c79-9543-c49ed64f2a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:33.988737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ff49-685f-4c79-9543-c49ed64f2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.024178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.035132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.041662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c2c6856-e280-4a37-9ee7-1132e179356b,segment=NetworkSegment(b599dd20-5975-4131-b4c7-81e9eb4033a2),segment_id=b599dd20-5975-4131-b4c7-81e9eb4033a2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:34.044648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.046275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0d6ff49-685f-4c79-9543-c49ed64f2a25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3476d6c9ee04f44a4a6bfc699338dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867609 Jul 09 16:53:34.046985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:34.052548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.059905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.067585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.074398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.082323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6257356a-6382-432f-aa62-a3c76bf26041 req-b51aa79a-6cc7-48c5-86ca-7b5ac639726a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.3554759 Jul 09 16:53:34.090757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6ff49-685f-4c79-9543-c49ed64f2a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a79087-80b4-4661-862b-46d127caaae4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:34.121366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.124111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1058601b-1725-43d7-bc58-741003b6faa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.148432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1058601b-1725-43d7-bc58-741003b6faa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.152241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Transition to ACTIVE for port object 9c2c6856-e280-4a37-9ee7-1132e179356b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:34.161126 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.205329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1058601b-1725-43d7-bc58-741003b6faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.208020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1058601b-1725-43d7-bc58-741003b6faa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.212490 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1058601b-1725-43d7-bc58-741003b6faa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2a79087-80b4-4661-862b-46d127caaae4 HTTP/1.1" status: 204 len: 168 time: 0.1580043 Jul 09 16:53:34.231789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058601b-1725-43d7-bc58-741003b6faa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a79087-80b4-4661-862b-46d127caaae4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:34.232670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 8a2eaea8-01f9-4a85-b269-dda9d3450890 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:34.233566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.317003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55867fe5-a47a-409f-8061-102c4b7c015f None None] Pushing event updated for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:34.398325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.423067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 8a2eaea8-01f9-4a85-b269-dda9d3450890 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:34.653002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c2c6856-e280-4a37-9ee7-1132e179356b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:34.661256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd9b88-4611-44a8-b38b-dfbcc1bf48c8 req-9d88d549-c256-435d-a64d-d83228b58709 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:34.662934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26bd9b88-4611-44a8-b38b-dfbcc1bf48c8 req-9d88d549-c256-435d-a64d-d83228b58709 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2262635 Jul 09 16:53:34.798014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.856200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=8a2eaea8-01f9-4a85-b269-dda9d3450890,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:34.889187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26bd9b88-4611-44a8-b38b-dfbcc1bf48c8 req-9557b05d-a79e-473d-a018-79e5ad8702a3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744308 Jul 09 16:53:34.904793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-15f6f402-80ec-4fea-900e-2f55ef59a00b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1346054 Jul 09 16:53:34.959881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:34.963079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a60c7ec8-9d8a-4261-96ff-d1947184d5c7 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/8a2eaea8-01f9-4a85-b269-dda9d3450890 HTTP/1.1" status: 204 len: 168 time: 1.0662549 Jul 09 16:53:34.966101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:35.028365 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93409d3-e77d-4fd7-9269-367485b98234 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:35.032895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b93409d3-e77d-4fd7-9269-367485b98234 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/8a2eaea8-01f9-4a85-b269-dda9d3450890 HTTP/1.1" status: 404 len: 333 time: 0.0629785 Jul 09 16:53:35.034034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:35.140729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267da45-29cd-425b-af4d-26a44fa36704 req-49ccb47b-1261-404a-8f72-309ccf3f066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:35.142683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-49ccb47b-1261-404a-8f72-309ccf3f066d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 1097 time: 0.1589329 Jul 09 16:53:35.194709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5843c117-e944-4687-a88c-b99cb2fa7a9e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.244167 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5843c117-e944-4687-a88c-b99cb2fa7a9e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.335125 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5843c117-e944-4687-a88c-b99cb2fa7a9e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.340610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5843c117-e944-4687-a88c-b99cb2fa7a9e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.343891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5843c117-e944-4687-a88c-b99cb2fa7a9e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/security-groups/e62bba28-beab-4faa-8782-f86a9a61abc2 HTTP/1.1" status: 204 len: 168 time: 0.3072226 Jul 09 16:53:35.352836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:35.359841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267da45-29cd-425b-af4d-26a44fa36704 req-79f20f3d-9546-478f-9c24-2b88013f8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:35.363271 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-79f20f3d-9546-478f-9c24-2b88013f8fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.1874368 Jul 09 16:53:35.369006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Provisioning for port 9c2c6856-e280-4a37-9ee7-1132e179356b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:35.378829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Provisioning complete for port 9c2c6856-e280-4a37-9ee7-1132e179356b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:35.379640 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.388213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843c117-e944-4687-a88c-b99cb2fa7a9e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62bba28-beab-4faa-8782-f86a9a61abc2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:35.460550 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-11cd9922-152a-4bdd-ae3f-526363c39b99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 200 len: 217 time: 0.0850701 Jul 09 16:53:35.536695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caf82832-4cc2-4ce5-8542-faf008b41eab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.613020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caf82832-4cc2-4ce5-8542-faf008b41eab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.615457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267da45-29cd-425b-af4d-26a44fa36704 req-8458f498-445f-4a61-9f32-b9155cf9172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:35.623175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-8458f498-445f-4a61-9f32-b9155cf9172d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1470468 Jul 09 16:53:35.668901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:35.766639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caf82832-4cc2-4ce5-8542-faf008b41eab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.769780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caf82832-4cc2-4ce5-8542-faf008b41eab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.771508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-caf82832-4cc2-4ce5-8542-faf008b41eab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/security-groups/9ea5aa74-9dda-4511-a5c7-bd9acaacd286 HTTP/1.1" status: 204 len: 168 time: 0.4150083 Jul 09 16:53:35.781526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:35.798450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf82832-4cc2-4ce5-8542-faf008b41eab tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5aa74-9dda-4511-a5c7-bd9acaacd286,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:35.808146 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40e6bee4-494f-47a5-acde-838be0159112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.814069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Provisioning complete for port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:35.816317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:35.948770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-network', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:35.952664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267da45-29cd-425b-af4d-26a44fa36704 req-a5c5872e-6eaa-4176-bbe4-5dc45faa7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:35.956042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-a5c5872e-6eaa-4176-bbe4-5dc45faa7ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3256710 Jul 09 16:53:35.966645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 91cf6ddb-d0f0-4a95-853b-b3a959d1ebda {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:35.979478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.006584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:36.010899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.022311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:36.039849 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.043387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0215e3fe-e8c2-4640-9034-a6f0b4ac963e None None] Could not find standard attr ID for object 8a2eaea8-01f9-4a85-b269-dda9d3450890. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:36.247086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.307059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c9a1cae-305c-4156-9e85-a8a1a8fa7857 None None] Could not find standard attr ID for object 8a2eaea8-01f9-4a85-b269-dda9d3450890. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:36.426093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a8ebae3-a659-4b0a-b654-9a605e09a843 None None] Could not find standard attr ID for object 8a2eaea8-01f9-4a85-b269-dda9d3450890. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:36.451242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.456153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.486067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-526172d5-7df7-4363-90a8-3d493902ebc4 service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969118 Jul 09 16:53:36.507461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:53:36.530005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:36.540846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.541091 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Added segment d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf of type vlan for network ba908d6f-2bb2-4213-9a94-8fb4118959d1 Jul 09 16:53:36.602784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee7b5-1c61-4b0d-bce6-548064fb1283 req-1160e2cb-3b00-4687-b615-4e2b891bff33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:36.610909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d38ee7b5-1c61-4b0d-bce6-548064fb1283 req-1160e2cb-3b00-4687-b615-4e2b891bff33 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2340446 Jul 09 16:53:36.634096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.780625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b267da45-29cd-425b-af4d-26a44fa36704 req-3e7fb32e-e322-4e6e-bfb8-7b188301903a service neutron] 10.222.0.37 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580307 Jul 09 16:53:36.792194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d38ee7b5-1c61-4b0d-bce6-548064fb1283 req-7a7beb2b-80de-4142-9170-b9c0f1d1bf21 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801529 Jul 09 16:53:36.812410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.821218 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.903810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.904776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:36.905552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.923451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687543f9-f56c-4413-b58c-44c57af6e7fd None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:36.932033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=91cf6ddb-d0f0-4a95-853b-b3a959d1ebda,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:36.934940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:36.936915 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/91cf6ddb-d0f0-4a95-853b-b3a959d1ebda HTTP/1.1" status: 204 len: 168 time: 1.1524694 Jul 09 16:53:36.955194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:36.960735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:37.032944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3599052 Jul 09 16:53:37.046801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:37.055314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Request body: {'subnet': {'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-subnet', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:37.059907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25926fc-64a3-4f83-8c8c-dd056d97fe51 admin admin] Pushing event updated for resources: {'Network': ['ID=ba908d6f-2bb2-4213-9a94-8fb4118959d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:37.091775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.092483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.093039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.093376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.093711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.094083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.094413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.094764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.095267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.095595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.095985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.096320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ea32b-dbe4-4023-9577-00e3fe172284 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:37.128073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:37.131113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:37.152371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.152935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.153422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.153888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.159597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.160208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.160766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.165763 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-62c51abf-c0f5-448e-8899-61816a9e8f06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 6490 time: 0.4058177 Jul 09 16:53:37.213002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:37.222266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:37.293218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:53:37.389395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-1f54692f-cf5b-4dd3-af0b-dd1a94d4db11 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935780 Jul 09 16:53:37.543364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:37.634725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dcc8a3-9c76-4334-b0fb-967fefacdcef,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:37.732517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Checking segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:37.732892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Network hostable DHCP agents. Network: ba908d6f-2bb2-4213-9a94-8fb4118959d1, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:53:37.751038 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:37.763775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3b42-0324-4829-97d2-521003043a93 req-aad91e99-c98e-4e20-8bd7-ad07e6e71fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.765568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-aad91e99-c98e-4e20-8bd7-ad07e6e71fff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.2423382 Jul 09 16:53:37.890332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:37.909427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:53:37.913024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:37.924609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=3c43f24b-bd3d-49d4-989e-9f39c56d571f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:37.927083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190d20-fc80-4cc9-81d7-4f325493333a req-a8d5acd6-13cb-437c-9168-cd608326d07f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.927578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.928403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:37.934875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32190d20-fc80-4cc9-81d7-4f325493333a req-a8d5acd6-13cb-437c-9168-cd608326d07f tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2719841 Jul 09 16:53:37.962594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ba908d6f-2bb2-4213-9a94-8fb4118959d1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:37.968415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:37.973371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'security_group': {'name': 'tempest-secgroup-1676719474'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:37.977253 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ed31f6a-ad83-45cc-afd0-ec0d0925f6cb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0207069 Jul 09 16:53:37.979015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:37.979623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:37.984461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca1ee0-1cfd-4837-9d15-76b0ac99d0c2 None None] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:38.031273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3b42-0324-4829-97d2-521003043a93 req-3cd195bd-1d07-449f-ad11-91df9c948373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:38.033205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-3cd195bd-1d07-449f-ad11-91df9c948373 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.2558017 Jul 09 16:53:38.187680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32190d20-fc80-4cc9-81d7-4f325493333a req-6d9e5b92-1d32-42fd-92a7-d39f8e9bd13d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516551 Jul 09 16:53:38.193812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-b5094361-4c98-4748-8180-67b6ce1e3657 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1500380 Jul 09 16:53:38.211077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.268983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.314960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:53:38.316277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.321147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:38.322185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-16134af3-55ef-49d4-a17c-93a8e5812e38 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2742283 Jul 09 16:53:38.328444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:38.374235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.375396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.375950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3b42-0324-4829-97d2-521003043a93 req-17853330-96e9-4442-9c95-06d605064009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:38.378923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-17853330-96e9-4442-9c95-06d605064009 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1754754 Jul 09 16:53:38.384379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c15681bf-8551-4e4a-bf8d-9ecf305bdc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.462515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.548115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3b42-0324-4829-97d2-521003043a93 req-3a48bbc8-e491-4c10-b47b-06b40d6cd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:38.550629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-3a48bbc8-e491-4c10-b47b-06b40d6cd7e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596565 Jul 09 16:53:38.598870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.630008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Allocated IP 172.20.0.2 (ba908d6f-2bb2-4213-9a94-8fb4118959d1/94dcc8a3-9c76-4334-b0fb-967fefacdcef/94209f7a-9e1a-4864-9535-bf4fef0cd720) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:38.643671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.696420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8460c3c-fd74-43c7-adf6-a320084dc466 None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:38.739820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-8d5430dd-1011-4920-8da5-731eb0c4a697 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749551 Jul 09 16:53:38.742379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.754143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.797690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351e3255-d525-4ea5-bdda-109ffa9b70c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:38.807222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.811757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-307c98db-3535-44fc-95ec-e1aaadee4574 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8423910 Jul 09 16:53:38.812683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:38.820058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'security_group': {'name': 'tempest-secgroup-878062122'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:38.869663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa23020b-14b5-41fd-8776-d4221cf4dbbb None None] Provisioning complete for port 9c2c6856-e280-4a37-9ee7-1132e179356b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:38.870028 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa23020b-14b5-41fd-8776-d4221cf4dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:38.955797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dffb3b42-0324-4829-97d2-521003043a93 req-4d3b7cd7-1a5c-43cf-81e3-207e3d146696 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077403 Jul 09 16:53:38.975549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.141434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.150261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.154190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.184832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Transition to ACTIVE for port object 94209f7a-9e1a-4864-9535-bf4fef0cd720 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:39.200691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.203830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3897877 Jul 09 16:53:39.207902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:39.214792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'security_group': {'name': 'tempest-secgroup-2008168392'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:39.220926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac04b9-3967-402d-bee2-820649b3ad2f tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd4a338-2e09-4c6f-9b71-5b55fc704fd7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:39.278607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.280523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Transition to ACTIVE for port object 94209f7a-9e1a-4864-9535-bf4fef0cd720 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:39.390955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.500496 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.501928 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.525025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01968bb-04c1-412b-a38a-bc5d9797a39a req-93f1d59b-c91f-49f7-a342-21f49171f063 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:39.526801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa23020b-14b5-41fd-8776-d4221cf4dbbb None None] Provisioning complete for port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:39.529835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d01968bb-04c1-412b-a38a-bc5d9797a39a req-93f1d59b-c91f-49f7-a342-21f49171f063 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1590490 Jul 09 16:53:39.532852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.533275 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa23020b-14b5-41fd-8776-d4221cf4dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.551935 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.615009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Pushing event updated for resources: {'Port': ['ID=94209f7a-9e1a-4864-9535-bf4fef0cd720,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:39.624129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.635486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.636212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:39.637487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4274189 Jul 09 16:53:39.643150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Update dhcp port {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'fixed_ips': [{'subnet_id': 'f7e3574c-dffc-4268-a766-862f4989cf76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3c43f24b-bd3d-49d4-989e-9f39c56d571f'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '9c2c6856-e280-4a37-9ee7-1132e179356b'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:53:39.649303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:39.653198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:39.672797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:39.682546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1124123738', 'security_groups': ['92b3ae74-8b81-4a1e-bf7d-014b779f6a5c'], 'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c43f24b-bd3d-49d4-989e-9f39c56d571f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:39.706800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c525e-ddd9-4ee5-b726-31222e8cc69d tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b3ae74-8b81-4a1e-bf7d-014b779f6a5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:39.712426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa23020b-14b5-41fd-8776-d4221cf4dbbb None None] Port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:39.741007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:39.852837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d01968bb-04c1-412b-a38a-bc5d9797a39a req-d9114a2c-26e7-49f3-964d-8f80dfcf7333 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876782 Jul 09 16:53:39.902064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Allocated IP 172.25.7.201 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/17b54e0c-d665-4260-bbf1-80cd57753e9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:39.942025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:40.083070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Allocated IP 2001:db8::2 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/3c43f24b-bd3d-49d4-989e-9f39c56d571f/9c2c6856-e280-4a37-9ee7-1132e179356b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:40.113006 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.131571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.147908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] device_id is not set on port c00b3df9-99c9-4cfb-ad0b-24d693d250c1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:53:40.195667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c2c6856-e280-4a37-9ee7-1132e179356b,segment=NetworkSegment(b599dd20-5975-4131-b4c7-81e9eb4033a2),segment_id=b599dd20-5975-4131-b4c7-81e9eb4033a2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:40.199074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Attempting to bind port 94209f7a-9e1a-4864-9535-bf4fef0cd720 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:40.199439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Attempting to bind port 94209f7a-9e1a-4864-9535-bf4fef0cd720 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:40.199830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Attempting to bind port 94209f7a-9e1a-4864-9535-bf4fef0cd720 on network ba908d6f-2bb2-4213-9a94-8fb4118959d1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:40.202951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.215465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:40.215897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Checking segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:40.217046 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.218772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Bound using segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:40.219576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Bound port: 94209f7a-9e1a-4864-9535-bf4fef0cd720, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:40.220150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.301391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.331058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Transition to ACTIVE for port object 9c2c6856-e280-4a37-9ee7-1132e179356b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:40.340106 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.362754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:40.366794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:40.379023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:40.383859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Pushing event updated for resources: {'Port': ['ID=17b54e0c-d665-4260-bbf1-80cd57753e9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:40.414119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] For port 94209f7a-9e1a-4864-9535-bf4fef0cd720, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:40.493649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] For port 94209f7a-9e1a-4864-9535-bf4fef0cd720, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94209f7a-9e1a-4864-9535-bf4fef0cd720,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:40.505845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7773c9-bcf0-489b-a631-6349f512b7bb None None] Pushing event updated for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:40.551410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:40.700203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74601-0017-41ce-a338-ede09008e054 None None] Pushing event updated for resources: {'Port': ['ID=94209f7a-9e1a-4864-9535-bf4fef0cd720,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:40.717750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8::35 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/3c43f24b-bd3d-49d4-989e-9f39c56d571f/c00b3df9-99c9-4cfb-ad0b-24d693d250c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:40.765140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c2c6856-e280-4a37-9ee7-1132e179356b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:40.947489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.117054 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.180176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.225186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object c00b3df9-99c9-4cfb-ad0b-24d693d250c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:41.387608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.479584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.547998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:41.573681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:41.591607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:41.606855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:41.608722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.651050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cca9d-5370-4310-824d-e48ee8f7251a req-6f93b286-2e59-4a37-8d7d-bc024140f05b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:41.662162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d33cca9d-5370-4310-824d-e48ee8f7251a req-6f93b286-2e59-4a37-8d7d-bc024140f05b tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.4224010 Jul 09 16:53:41.666953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=c00b3df9-99c9-4cfb-ad0b-24d693d250c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:41.722172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Router 1b3b25e7-4ac8-4733-87bc-48e685433237 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:53:41.758947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d5b712fc-f7f8-4c03-9110-5dad7b024d57 None None] Provisioning for port 9c2c6856-e280-4a37-9ee7-1132e179356b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:41.764978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d5b712fc-f7f8-4c03-9110-5dad7b024d57 None None] Provisioning complete for port 9c2c6856-e280-4a37-9ee7-1132e179356b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:41.766867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d5b712fc-f7f8-4c03-9110-5dad7b024d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:41.964227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:53:41.996588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Sync routers for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:53:42.004504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:42.009125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5ae44c55-df44-4076-b41f-4936d91987f2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6865714 Jul 09 16:53:42.009840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:42.011471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d5b712fc-f7f8-4c03-9110-5dad7b024d57 None None] Provisioning complete for port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:42.011798 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d5b712fc-f7f8-4c03-9110-5dad7b024d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:42.109853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d5b712fc-f7f8-4c03-9110-5dad7b024d57 None None] Port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:42.127404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:42.128254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:42.317923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:42.363921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-620a3480-d96c-4b4b-b91c-2a200dfdf509 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6580544 Jul 09 16:53:42.364530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:42.364658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:53:42.401283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d33cca9d-5370-4310-824d-e48ee8f7251a req-3472acc3-8667-48e4-8791-1eaf9f603d26 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7376227 Jul 09 16:53:42.597093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ff9eb-9229-4e27-b99e-13aedae5cb96 None None] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:42.716305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-02a386ac-33da-47d6-bf5a-4b1b2fd5d173 None None] Provisioning for port c00b3df9-99c9-4cfb-ad0b-24d693d250c1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:42.811513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373e3fa-e9c4-4b5c-abdd-b9158d629252 req-49d00fbf-7bcc-45bb-9af3-d48be9dccecc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:42.813687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e373e3fa-e9c4-4b5c-abdd-b9158d629252 req-49d00fbf-7bcc-45bb-9af3-d48be9dccecc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1490176 Jul 09 16:53:42.861879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e373e3fa-e9c4-4b5c-abdd-b9158d629252 req-6e0919ec-b371-4023-8662-68c7743d7562 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Jul 09 16:53:42.991497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:42.995207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:43.019793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94209f7a-9e1a-4864-9535-bf4fef0cd720 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:43.070563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-02a386ac-33da-47d6-bf5a-4b1b2fd5d173 None None] Provisioning complete for port c00b3df9-99c9-4cfb-ad0b-24d693d250c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:43.070954 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a386ac-33da-47d6-bf5a-4b1b2fd5d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:43.224260 n-d-800085-2 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c43f24b-bd3d-49d4-989e-9f39c56d571f (CIDR: 2001:db8::/64) Jul 09 16:53:43.229435 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:53:43.230511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:43.259294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-70ce2154-2ce3-4cb7-959c-8edd2b7fc1c9 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9397113 Jul 09 16:53:43.261714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:43.265493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-02a386ac-33da-47d6-bf5a-4b1b2fd5d173 None None] Port c00b3df9-99c9-4cfb-ad0b-24d693d250c1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:43.270324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:43.286460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:43.313299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 94209f7a-9e1a-4864-9535-bf4fef0cd720 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:43.330509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:40Z', 'revision_number': 3, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:43.369582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Checking router: 1b3b25e7-4ac8-4733-87bc-48e685433237 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:53:43.371130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Updating router 1b3b25e7-4ac8-4733-87bc-48e685433237 port 17b54e0c-d665-4260-bbf1-80cd57753e9c binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:53:43.402444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c18d3-bee0-4cbc-9e98-60820f9920d2 req-0f42c27e-ddb7-4ee6-afad-00c74571d103 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:43.409678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-904c18d3-bee0-4cbc-9e98-60820f9920d2 req-0f42c27e-ddb7-4ee6-afad-00c74571d103 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3018227 Jul 09 16:53:43.481265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-904c18d3-bee0-4cbc-9e98-60820f9920d2 req-5e8e811a-0e96-4ac8-9195-3d1a7368db98 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706902 Jul 09 16:53:43.525407 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:43.551281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:43.555346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:43.776530 n-d-800085-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f7e3574c-dffc-4268-a766-862f4989cf76 (CIDR: 2001:db8:0:1::/64) Jul 09 16:53:43.782869 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:53:43.783502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:43.798236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Allocated IP 172.20.0.1 (ba908d6f-2bb2-4213-9a94-8fb4118959d1/94dcc8a3-9c76-4334-b0fb-967fefacdcef/1d013a46-ab09-44ec-acca-2403c992d357) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:43.803270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2b51f73-3e7c-4249-ada0-9bb24a7deafd tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5373242 Jul 09 16:53:43.817304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:43.844246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'subnet': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:44.145002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Made reservation on behalf of ab65f9ba491b49e890fc232c388f4bfe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:53:44.161986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.170360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] Provisioning for port 94209f7a-9e1a-4864-9535-bf4fef0cd720 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:44.224598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] Provisioning complete for port 94209f7a-9e1a-4864-9535-bf4fef0cd720 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:44.237675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.257680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.291542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Transition to ACTIVE for port object 1d013a46-ab09-44ec-acca-2403c992d357 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:44.397023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.465871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:44.529360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.534989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d013a46-ab09-44ec-acca-2403c992d357,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:44.566707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:44.569244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:44.583901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:53:44.624557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Transition to ACTIVE for port object 17b54e0c-d665-4260-bbf1-80cd57753e9c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:44.721650 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.749800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.775784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb693f-6970-4d5a-9665-48b78d36b7e5 req-3de47990-70d1-424d-b6a3-bb9ddfc77a60 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:44.779023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63bb693f-6970-4d5a-9665-48b78d36b7e5 req-3de47990-70d1-424d-b6a3-bb9ddfc77a60 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.3238640 Jul 09 16:53:44.856258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7158aef2-cc82-45c6-bfa8-ba7249eaa958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.867283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.901928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Attempting to bind port 17b54e0c-d665-4260-bbf1-80cd57753e9c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:44.902166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Attempting to bind port 17b54e0c-d665-4260-bbf1-80cd57753e9c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:44.902497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Attempting to bind port 17b54e0c-d665-4260-bbf1-80cd57753e9c on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:44.909351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14be45d-793c-4772-b08f-5cc97ea46b32 None None] Pushing event updated for resources: {'Port': ['ID=17b54e0c-d665-4260-bbf1-80cd57753e9c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:44.933623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:44.934013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:44.934446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.954641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:44.954641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Bound port: 17b54e0c-d665-4260-bbf1-80cd57753e9c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:44.954641 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:44.959786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63bb693f-6970-4d5a-9665-48b78d36b7e5 req-aa58837e-42fc-413d-99e3-e3e78334ce88 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491086 Jul 09 16:53:45.051356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.060027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] For port 94209f7a-9e1a-4864-9535-bf4fef0cd720, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94209f7a-9e1a-4864-9535-bf4fef0cd720,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:45.077528 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.082048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.149376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] For port 17b54e0c-d665-4260-bbf1-80cd57753e9c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:45.171423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] For port 17b54e0c-d665-4260-bbf1-80cd57753e9c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=17b54e0c-d665-4260-bbf1-80cd57753e9c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:45.183724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.201570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82426b-0561-4af8-8e6f-9e9e4820e3ed None None] Pushing event updated for resources: {'Port': ['ID=94209f7a-9e1a-4864-9535-bf4fef0cd720,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:45.217025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:45.221946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Subnet': ['ID=54e7ed9f-dc00-474b-a9fd-6ada00033b0b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:45.225287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:45.233633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:45.234695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.254741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374fa78-e99f-414f-b821-dc9d199c40cb None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:45.264880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dc6fffc8-abe1-4f0a-8601-d36e8d19029f None None] Provisioning complete for port 94209f7a-9e1a-4864-9535-bf4fef0cd720 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:45.265252 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dc6fffc8-abe1-4f0a-8601-d36e8d19029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.315325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7158aef2-cc82-45c6-bfa8-ba7249eaa958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.325920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7158aef2-cc82-45c6-bfa8-ba7249eaa958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.356363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:45.357392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:45.374137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158aef2-cc82-45c6-bfa8-ba7249eaa958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bbd22-02d5-4d29-8c5a-9e0c7668016f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:45.383401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e56541f6-e5ca-4836-95b3-99c03786e8b5 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5632923 Jul 09 16:53:45.386023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 35876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:45.396783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1015934229', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54e7ed9f-dc00-474b-a9fd-6ada00033b0b'}], 'security_groups': ['351e3255-d525-4ea5-bdda-109ffa9b70c5', '2dd4a338-2e09-4c6f-9b71-5b55fc704fd7']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:45.486254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:53:45.616508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.622260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7158aef2-cc82-45c6-bfa8-ba7249eaa958 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08c271aff13549429777ff926772585c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1549742 Jul 09 16:53:45.626072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:45.630417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.690349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14be45d-793c-4772-b08f-5cc97ea46b32 None None] Pushing event updated for resources: {'Port': ['ID=17b54e0c-d665-4260-bbf1-80cd57753e9c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:45.698631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.740678 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:45.745017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d013a46-ab09-44ec-acca-2403c992d357,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:45.919253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:53:45.921436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:53:45.993018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06a8cbb7-1466-4f11-b818-611598200fc8 None None] Provisioning for port 1d013a46-ab09-44ec-acca-2403c992d357 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:46.005088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:43Z', 'revision_number': 1, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:46.116404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Delete allocated IP 2001:db8::35 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/3c43f24b-bd3d-49d4-989e-9f39c56d571f) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:53:46.127539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Allocated IP 2001:db8:0:2::11d (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/54e7ed9f-dc00-474b-a9fd-6ada00033b0b/c00b3df9-99c9-4cfb-ad0b-24d693d250c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:46.155901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06a8cbb7-1466-4f11-b818-611598200fc8 None None] Provisioning complete for port 1d013a46-ab09-44ec-acca-2403c992d357 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:46.155901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06a8cbb7-1466-4f11-b818-611598200fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.158905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d52dbd-d2ae-400b-aa93-a0ca67132fde None None] The sync data for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 is: [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:43Z', 'revision_number': 1, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:53:46.173201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfac81e-3f80-4502-ba7e-26c31caac5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.308032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfac81e-3f80-4502-ba7e-26c31caac5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.310442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-06a8cbb7-1466-4f11-b818-611598200fc8 None None] Port 1d013a46-ab09-44ec-acca-2403c992d357 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:46.331745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Update dhcp port {'port': {'network_id': '12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6', 'fixed_ips': [{'subnet_id': 'f7e3574c-dffc-4268-a766-862f4989cf76', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3c43f24b-bd3d-49d4-989e-9f39c56d571f', 'ip_address': '2001:db8::2'}, {'subnet_id': '54e7ed9f-dc00-474b-a9fd-6ada00033b0b'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '9c2c6856-e280-4a37-9ee7-1132e179356b'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:53:46.365163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Router 1b3b25e7-4ac8-4733-87bc-48e685433237 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:53:46.383693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.401297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Transition to ACTIVE for port object c00b3df9-99c9-4cfb-ad0b-24d693d250c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:46.421646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.453807 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.481654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-57fdaab1-4b9d-471d-b262-2814aeb23840 None None] Provisioning complete for port 1d013a46-ab09-44ec-acca-2403c992d357 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:46.482030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57fdaab1-4b9d-471d-b262-2814aeb23840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.536653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:53:46.550341 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f64b2272-3e9b-4071-9daa-b58a3a19bfd5 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b3b25e7-4ac8-4733-87bc-48e685433237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5314312 Jul 09 16:53:46.550341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfac81e-3f80-4502-ba7e-26c31caac5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.558794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfac81e-3f80-4502-ba7e-26c31caac5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.563223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2dfac81e-3f80-4502-ba7e-26c31caac5eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a54bbd22-02d5-4d29-8c5a-9e0c7668016f HTTP/1.1" status: 204 len: 168 time: 0.9346836 Jul 09 16:53:46.574743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac81e-3f80-4502-ba7e-26c31caac5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bbd22-02d5-4d29-8c5a-9e0c7668016f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:46.651549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-57fdaab1-4b9d-471d-b262-2814aeb23840 None None] Port 1d013a46-ab09-44ec-acca-2403c992d357 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:46.693885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] In _notify_port_updated(), no bound segment for port c00b3df9-99c9-4cfb-ad0b-24d693d250c1 on network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:53:46.705688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:46.715291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.720656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "PUT /v2.0/ports/c00b3df9-99c9-4cfb-ad0b-24d693d250c1 HTTP/1.1" status: 200 len: 970 time: 1.3333907 Jul 09 16:53:46.725189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:46.787847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85859c-8170-4a26-9839-e8c038979ca4 req-abd16c00-9e8a-4cb2-b9ef-422b8e0ea5d1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:46.808962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd85859c-8170-4a26-9839-e8c038979ca4 req-abd16c00-9e8a-4cb2-b9ef-422b8e0ea5d1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.4054255 Jul 09 16:53:46.811799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c3bc-0d51-4940-b59f-67382810498e tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event updated for resources: {'Port': ['ID=c00b3df9-99c9-4cfb-ad0b-24d693d250c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:46.964686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd85859c-8170-4a26-9839-e8c038979ca4 req-587536ea-136c-446c-88af-9d4dca4df2a0 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538293 Jul 09 16:53:47.053041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port c00b3df9-99c9-4cfb-ad0b-24d693d250c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:47.053401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.319345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94209f7a-9e1a-4864-9535-bf4fef0cd720 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:47.330889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.369596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for c00b3df9-99c9-4cfb-ad0b-24d693d250c1 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:47.370999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Allocated IP 2001:db8:0:2::2 (12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6/54e7ed9f-dc00-474b-a9fd-6ada00033b0b/9c2c6856-e280-4a37-9ee7-1132e179356b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:53:47.668422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 94209f7a-9e1a-4864-9535-bf4fef0cd720 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:47.668821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.724055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c2c6856-e280-4a37-9ee7-1132e179356b,segment=NetworkSegment(b599dd20-5975-4131-b4c7-81e9eb4033a2),segment_id=b599dd20-5975-4131-b4c7-81e9eb4033a2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:47.732095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-aa7d51d2-7082-4e5b-a4ee-c6a2aee6b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:47.733965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-aa7d51d2-7082-4e5b-a4ee-c6a2aee6b5f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41ab974166044af59f006b4e24ee852e&device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 1096 time: 0.2366557 Jul 09 16:53:47.741557 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.770375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b745b-981c-4b5e-aefa-5e19bd1fb4ff req-354c7be9-0e91-4644-8319-360fe2b52744 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:47.773931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-111b745b-981c-4b5e-aefa-5e19bd1fb4ff req-354c7be9-0e91-4644-8319-360fe2b52744 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1654985 Jul 09 16:53:47.840993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=c00b3df9-99c9-4cfb-ad0b-24d693d250c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:47.886188 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.888879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.897386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d16b5fc2-cb55-4311-8c84-3d4d22a1e8f8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/c00b3df9-99c9-4cfb-ad0b-24d693d250c1 HTTP/1.1" status: 204 len: 168 time: 1.1690304 Jul 09 16:53:47.898492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:47.927686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Transition to ACTIVE for port object 9c2c6856-e280-4a37-9ee7-1132e179356b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:47.953652 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc8085a-a401-4918-9621-a218d682ce01 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] GET failed (client error): The resource could not be found. Jul 09 16:53:47.958124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:47.960905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dfc8085a-a401-4918-9621-a218d682ce01 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports/c00b3df9-99c9-4cfb-ad0b-24d693d250c1 HTTP/1.1" status: 404 len: 333 time: 0.0610874 Jul 09 16:53:47.962556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35950) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:48.028297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-111b745b-981c-4b5e-aefa-5e19bd1fb4ff req-97e7f0c1-4bc1-48d1-9d1c-4ef8669fe7e7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407689 Jul 09 16:53:48.092930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-6e952774-80df-45fb-8a3f-6e694f59c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:48.097274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-6e952774-80df-45fb-8a3f-6e694f59c3d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 200 len: 913 time: 0.3531644 Jul 09 16:53:48.121858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c493e13-dbb1-428e-84ea-a60a16320bf8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.162659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c493e13-dbb1-428e-84ea-a60a16320bf8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.242094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-d5022d59-d646-4a7b-bbff-15a55e30ac69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 200 len: 999 time: 0.1265709 Jul 09 16:53:48.256667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c493e13-dbb1-428e-84ea-a60a16320bf8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.260420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c493e13-dbb1-428e-84ea-a60a16320bf8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.265146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c493e13-dbb1-428e-84ea-a60a16320bf8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/security-groups/92b3ae74-8b81-4a1e-bf7d-014b779f6a5c HTTP/1.1" status: 204 len: 168 time: 0.2989376 Jul 09 16:53:48.269518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 35962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:48.306330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817bc33-f085-4d4b-9d3e-145005abc7ff None None] Pushing event updated for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:48.340765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c493e13-dbb1-428e-84ea-a60a16320bf8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b3ae74-8b81-4a1e-bf7d-014b779f6a5c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:48.375955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-e23022ae-dc02-408e-b1d8-2f9e48ffa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:48.377729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-e23022ae-dc02-408e-b1d8-2f9e48ffa53e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 200 len: 851 time: 0.1279962 Jul 09 16:53:48.564898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-de3ca59a-9fe3-4145-86ac-e4e0e682267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:48.568642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-de3ca59a-9fe3-4145-86ac-e4e0e682267a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b95dda8-0014-49d8-8e45-3c229bcb3e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794813 Jul 09 16:53:48.576778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-821760a6-1819-43a7-b658-1ac1e550b8ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.587153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-dda6fa8a-b299-4d2c-b9d2-c1c3ee5f438d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:53:48.588657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-dda6fa8a-b299-4d2c-b9d2-c1c3ee5f438d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084531 Jul 09 16:53:48.605059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51c07a-a6d0-4d48-8ab8-fab3b344542c req-72241a25-8970-4015-a662-d7ea2f7baff1 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:48.616805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb51c07a-a6d0-4d48-8ab8-fab3b344542c req-72241a25-8970-4015-a662-d7ea2f7baff1 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1709108 Jul 09 16:53:48.681301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-821760a6-1819-43a7-b658-1ac1e550b8ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.832976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-821760a6-1819-43a7-b658-1ac1e550b8ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.835908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-821760a6-1819-43a7-b658-1ac1e550b8ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:48.838605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-821760a6-1819-43a7-b658-1ac1e550b8ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/security-groups/2dd4a338-2e09-4c6f-9b71-5b55fc704fd7 HTTP/1.1" status: 204 len: 168 time: 0.5628517 Jul 09 16:53:48.864115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:48.884357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c2c6856-e280-4a37-9ee7-1132e179356b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:48.885459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821760a6-1819-43a7-b658-1ac1e550b8ed tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd4a338-2e09-4c6f-9b71-5b55fc704fd7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:48.914971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb51c07a-a6d0-4d48-8ab8-fab3b344542c req-1ac290d8-33e1-447e-a1ad-fe070e0280ff tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969859 Jul 09 16:53:49.016493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-da2e1ab5-ffac-4d77-a63a-cc696a164e57 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712988 Jul 09 16:53:49.031382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ab565eb-0d18-4d79-8e86-448eb6a07faa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.033635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17b54e0c-d665-4260-bbf1-80cd57753e9c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:49.102753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ab565eb-0d18-4d79-8e86-448eb6a07faa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.149391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 17b54e0c-d665-4260-bbf1-80cd57753e9c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:49.155173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 17b54e0c-d665-4260-bbf1-80cd57753e9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:49.157083 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.211518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ab565eb-0d18-4d79-8e86-448eb6a07faa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.214412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ab565eb-0d18-4d79-8e86-448eb6a07faa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.218266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5ab565eb-0d18-4d79-8e86-448eb6a07faa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/security-groups/351e3255-d525-4ea5-bdda-109ffa9b70c5 HTTP/1.1" status: 204 len: 168 time: 0.3504901 Jul 09 16:53:49.220191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:49.242856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab565eb-0d18-4d79-8e86-448eb6a07faa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e3255-d525-4ea5-bdda-109ffa9b70c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:49.284826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64bbfa41-b128-4e9b-9731-4e15c4313653 req-628c0a52-05bb-470a-bfd5-abe3641754c0 service neutron] 10.222.0.43 "GET /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586176 Jul 09 16:53:49.328783 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.345201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 3c43f24b-bd3d-49d4-989e-9f39c56d571f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:49.350520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.362006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 17b54e0c-d665-4260-bbf1-80cd57753e9c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=17b54e0c-d665-4260-bbf1-80cd57753e9c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:49.376743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.426220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.446422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=17b54e0c-d665-4260-bbf1-80cd57753e9c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:49.485804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe0aa6-552b-4fb3-b630-e055400313f3 req-8757a093-2c59-49f5-8bca-81c61d415768 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:49.488091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cbe0aa6-552b-4fb3-b630-e055400313f3 req-8757a093-2c59-49f5-8bca-81c61d415768 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1956322 Jul 09 16:53:49.522121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Provisioning for port 9c2c6856-e280-4a37-9ee7-1132e179356b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:49.534629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Provisioning complete for port 9c2c6856-e280-4a37-9ee7-1132e179356b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:49.535077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.595454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cbe0aa6-552b-4fb3-b630-e055400313f3 req-3e5044e1-5a96-4e8e-ba93-2fde8d4dbd6d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964375 Jul 09 16:53:49.635301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.742379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Could not find standard attr ID for object c00b3df9-99c9-4cfb-ad0b-24d693d250c1. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:49.766235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Provisioning complete for port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:49.767530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.794726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.845246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1bc191aa-549b-4ea6-9c80-a83ba0e10418 None None] Port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:49.864431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=3c43f24b-bd3d-49d4-989e-9f39c56d571f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:49.868684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:49.870832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-34a36c6d-6f28-4e62-ad36-8fda1f77ea91 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/3c43f24b-bd3d-49d4-989e-9f39c56d571f HTTP/1.1" status: 204 len: 168 time: 0.6429148 Jul 09 16:53:49.877062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:49.965816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2a78f41-bc15-41f9-8bb0-8b90dcb6e8bc None None] Could not find standard attr ID for object c00b3df9-99c9-4cfb-ad0b-24d693d250c1. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:53:50.017028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet 54e7ed9f-dc00-474b-a9fd-6ada00033b0b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:50.020917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:50.088755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:50.091633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Sync routers for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:53:50.104846 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:50.105488 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:50.250375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c6ff0-cfda-4615-b21e-78814d757de2 None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:50.280968 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:53:50.378448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:53:50.449079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:50.633789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:50.687564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=54e7ed9f-dc00-474b-a9fd-6ada00033b0b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:50.701717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:50.706148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2c7d59b4-50ca-4ca2-8038-4ba1c4345e55 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/54e7ed9f-dc00-474b-a9fd-6ada00033b0b HTTP/1.1" status: 204 len: 168 time: 0.8277133 Jul 09 16:53:50.708727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:50.722639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17b54e0c-d665-4260-bbf1-80cd57753e9c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:50.767385 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a3d719-125e-499d-a1c5-74d4750d47a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:50.768006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a3d719-125e-499d-a1c5-74d4750d47a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:50.769967 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4a3d719-125e-499d-a1c5-74d4750d47a1 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/3c43f24b-bd3d-49d4-989e-9f39c56d571f HTTP/1.1" status: 404 len: 337 time: 0.0600371 Jul 09 16:53:50.772678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:50.796995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 17b54e0c-d665-4260-bbf1-80cd57753e9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:50.797600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:50.903464 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:45Z', 'revision_number': 2, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:50.961847 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Checking router: 1b3b25e7-4ac8-4733-87bc-48e685433237 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:53:50.962418 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Updating router 1b3b25e7-4ac8-4733-87bc-48e685433237 port 1d013a46-ab09-44ec-acca-2403c992d357 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:53:50.982900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting subnet f7e3574c-dffc-4268-a766-862f4989cf76 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:53:50.994571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.031017 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.074722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.156103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bcf33-4838-42e0-96cb-a99c621674e7 req-1305a1f9-0ca3-49a1-91e0-cbd66f5a731d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:51.157607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-616bcf33-4838-42e0-96cb-a99c621674e7 req-1305a1f9-0ca3-49a1-91e0-cbd66f5a731d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.3285534 Jul 09 16:53:51.186636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e0101-9868-4ee7-bfa1-989032a95c32 req-07612a0f-c299-4089-8eae-2b1976e18bc7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:51.189376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed2e0101-9868-4ee7-bfa1-989032a95c32 req-07612a0f-c299-4089-8eae-2b1976e18bc7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.2931185 Jul 09 16:53:51.342498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed2e0101-9868-4ee7-bfa1-989032a95c32 req-f0a7ef07-a3f0-48d8-b1de-f7743841af8a tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329360 Jul 09 16:53:51.359025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-616bcf33-4838-42e0-96cb-a99c621674e7 req-6f586aee-a1d9-48f4-aa08-61d3f52fadec tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894021 Jul 09 16:53:51.369537 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.510789 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.560091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.561565 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Transition to ACTIVE for port object 1d013a46-ab09-44ec-acca-2403c992d357 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:53:51.583527 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.616686 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.621726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:51.621929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/f7e3574c-dffc-4268-a766-862f4989cf76 HTTP/1.1" status: 204 len: 168 time: 0.8464632 Jul 09 16:53:51.645147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e3574c-dffc-4268-a766-862f4989cf76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:51.679984 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-18769a81-31e5-41b8-adf6-0cf9fdc6df16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:51.682153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18769a81-31e5-41b8-adf6-0cf9fdc6df16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:51.689560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-18769a81-31e5-41b8-adf6-0cf9fdc6df16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/91cf6ddb-d0f0-4a95-853b-b3a959d1ebda HTTP/1.1" status: 404 len: 337 time: 0.0662785 Jul 09 16:53:51.692447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:51.708716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.709059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.709399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.709733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.710063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.710389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.716083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.716476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.716831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.718736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.719086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.719420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32277ad2-6a99-45b6-a857-16e4027a8f16 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.738040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Pushing event updated for resources: {'Port': ['ID=1d013a46-ab09-44ec-acca-2403c992d357,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:51.768338 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.768952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.769299 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.769640 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.769971 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.770318 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.770659 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.770986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.771310 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.771633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.771955 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.772273 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:53:51.793718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a45359-4025-4cc7-adab-1d15b2762e99 None None] Network 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:53:51.802432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:51.803151 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a41f9f85-7495-4d42-b17a-6525e99b4ab0 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e2de8e-a502-4c66-817e-f5f9ef7d8f52 HTTP/1.1" status: 200 len: 205 time: 0.1093690 Jul 09 16:53:51.845286 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Attempting to bind port 1d013a46-ab09-44ec-acca-2403c992d357 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:53:51.845649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Attempting to bind port 1d013a46-ab09-44ec-acca-2403c992d357 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:53:51.846021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Attempting to bind port 1d013a46-ab09-44ec-acca-2403c992d357 on network ba908d6f-2bb2-4213-9a94-8fb4118959d1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:53:51.861198 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:53:51.862087 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Checking segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:53:51.862668 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.863331 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Bound using segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:53:51.863958 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Bound port: 1d013a46-ab09-44ec-acca-2403c992d357, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:53:51.864961 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.882618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51e91727-54fe-4ea7-90be-7053f067fe0e None None] Provisioning complete for port 9c2c6856-e280-4a37-9ee7-1132e179356b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:51.883034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51e91727-54fe-4ea7-90be-7053f067fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:51.891563 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ada4580e-3ec7-4fe7-93fe-1e10483dbe2a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] delete failed (client error): The resource could not be found. Jul 09 16:53:51.895875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:51.920839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ada4580e-3ec7-4fe7-93fe-1e10483dbe2a tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/routers/70e2de8e-a502-4c66-817e-f5f9ef7d8f52 HTTP/1.1" status: 404 len: 336 time: 0.1012330 Jul 09 16:53:51.959410 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e8eca7-badc-4140-ac65-448d46b780fb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:51.962447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e8eca7-badc-4140-ac65-448d46b780fb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:51.968392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:51.973877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a7e8eca7-badc-4140-ac65-448d46b780fb tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/ab225c11-4cd4-485f-9772-c2ba6cee2f15 HTTP/1.1" status: 404 len: 337 time: 0.0730987 Jul 09 16:53:51.990113 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] For port 1d013a46-ab09-44ec-acca-2403c992d357, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:53:51.994055 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] For port 1d013a46-ab09-44ec-acca-2403c992d357, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1d013a46-ab09-44ec-acca-2403c992d357,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:53:52.002462 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.045364 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09f6f1d-1264-4f17-b52f-31933f109828 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.046929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09f6f1d-1264-4f17-b52f-31933f109828 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.053187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.068081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e09f6f1d-1264-4f17-b52f-31933f109828 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/08298540-c0d6-4cc7-963c-f33256b2d1c6 HTTP/1.1" status: 404 len: 337 time: 0.0962451 Jul 09 16:53:52.070687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:52.071738 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:52.116420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b421f6-b725-4e47-ab29-f23770f36e52 req-47144141-9847-42a4-919b-879c4e6d7606 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:52.116938 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dc0896-4652-45ad-8b6a-2f2ea5678a49 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.117250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dc0896-4652-45ad-8b6a-2f2ea5678a49 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.119860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16b421f6-b725-4e47-ab29-f23770f36e52 req-47144141-9847-42a4-919b-879c4e6d7606 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.4656084 Jul 09 16:53:52.124099 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01dc0896-4652-45ad-8b6a-2f2ea5678a49 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/13b17ea2-5af9-4c15-b778-644519082ded HTTP/1.1" status: 404 len: 337 time: 0.0695930 Jul 09 16:53:52.124861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.193279 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fde342b-455d-42ac-8c30-108024e0c1a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.194051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fde342b-455d-42ac-8c30-108024e0c1a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.199907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51e91727-54fe-4ea7-90be-7053f067fe0e None None] Provisioning complete for port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:52.200280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51e91727-54fe-4ea7-90be-7053f067fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.202261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.212730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3fde342b-455d-42ac-8c30-108024e0c1a8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/9f7257ab-888f-44b5-b88d-61e1fe55d02b HTTP/1.1" status: 404 len: 333 time: 0.0861435 Jul 09 16:53:52.220479 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:53:52.228833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16b421f6-b725-4e47-ab29-f23770f36e52 req-e708752f-2cce-4b69-aec7-fe78906f4382 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947392 Jul 09 16:53:52.244203 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a125f618-8383-45ba-8b71-f835172b5733 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.244657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a125f618-8383-45ba-8b71-f835172b5733 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.262813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.263213 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a125f618-8383-45ba-8b71-f835172b5733 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/b9f4f984-9b49-4ef1-b773-b119cf81c505 HTTP/1.1" status: 404 len: 337 time: 0.0549889 Jul 09 16:53:52.299125 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf99c454-7ca0-49cc-8388-06220e4677f4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.299818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf99c454-7ca0-49cc-8388-06220e4677f4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.304441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.314229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf99c454-7ca0-49cc-8388-06220e4677f4 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/71c3a6b0-1973-4956-97b0-faa1844ee191 HTTP/1.1" status: 404 len: 337 time: 0.0635815 Jul 09 16:53:52.316411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-51e91727-54fe-4ea7-90be-7053f067fe0e None None] Port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:53:52.375583 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c351bf1-bc38-430b-b651-0addb5ef8452 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.376318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c351bf1-bc38-430b-b651-0addb5ef8452 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.386593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1c351bf1-bc38-430b-b651-0addb5ef8452 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/3455ae5b-129a-499a-b7b0-66993fdcffeb HTTP/1.1" status: 404 len: 333 time: 0.0808737 Jul 09 16:53:52.389706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.431450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] DHCP port deletion for 12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:53:52.440684 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9e9f91-302b-4cc4-b8b1-3f7c093454b8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.441141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9e9f91-302b-4cc4-b8b1-3f7c093454b8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.446322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca9e9f91-302b-4cc4-b8b1-3f7c093454b8 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/f4f12dd1-c6a0-4fdb-bec3-bd571137e484 HTTP/1.1" status: 404 len: 337 time: 0.0555239 Jul 09 16:53:52.447184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36080) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.517403 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf02df2d-bdc0-445c-97e7-61592d11cb37 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] DELETE failed (client error): The resource could not be found. Jul 09 16:53:52.517880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf02df2d-bdc0-445c-97e7-61592d11cb37 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:53:52.526185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bf02df2d-bdc0-445c-97e7-61592d11cb37 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/subnets/8a45f310-d249-4a26-9a33-1ef1cfc738d8 HTTP/1.1" status: 404 len: 337 time: 0.0776181 Jul 09 16:53:52.528705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:52.577940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] Deleting port 9c2c6856-e280-4a37-9ee7-1132e179356b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:52.578556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.678717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] For port 9c2c6856-e280-4a37-9ee7-1132e179356b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c2c6856-e280-4a37-9ee7-1132e179356b,segment=NetworkSegment(b599dd20-5975-4131-b4c7-81e9eb4033a2),segment_id=b599dd20-5975-4131-b4c7-81e9eb4033a2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:52.679358 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.693463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] Calling delete_port for 9c2c6856-e280-4a37-9ee7-1132e179356b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:52.800491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c2c6856-e280-4a37-9ee7-1132e179356b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:53:52.811236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Deleting port 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:52.812259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.826279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc9f28-4157-472a-8afd-ef02ad3788cc None None] Pushing event updated for resources: {'Port': ['ID=1d013a46-ab09-44ec-acca-2403c992d357,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:52.871748 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:51Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:52.890327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47776-5048-451b-b8e6-e99fdaadf2ed req-fce86e5c-cc1e-49fc-8843-1a5a42741fb7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:52.901649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88a47776-5048-451b-b8e6-e99fdaadf2ed req-fce86e5c-cc1e-49fc-8843-1a5a42741fb7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2043784 Jul 09 16:53:52.907618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.924464 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969646ca-dea6-48d6-948a-63ecd2f8e4cd None None] The sync data for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 is: [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:51Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:53:52.925887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Calling delete_port for 7f8ad67a-1a9e-4f4e-972b-551c07ea4efd owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:52.957743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88a47776-5048-451b-b8e6-e99fdaadf2ed req-4e80e60e-ed2d-42bd-bf44-563654cdcc60 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547059 Jul 09 16:53:52.981258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:52.993261 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.025357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] Pushing event deleted for resources: {'Port': ['ID=9c2c6856-e280-4a37-9ee7-1132e179356b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:53.028120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28125e0b-6120-4004-8ea1-3d76f34bd904 None None] No DVR routers for this DVR port 9c2c6856-e280-4a37-9ee7-1132e179356b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:53.058418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.107215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Port': ['ID=7f8ad67a-1a9e-4f4e-972b-551c07ea4efd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:53.123399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.134366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:53.135053 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42d18c7b-e182-455f-8d43-b770b42d2148 tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/ports/7f8ad67a-1a9e-4f4e-972b-551c07ea4efd HTTP/1.1" status: 204 len: 168 time: 0.6045282 Jul 09 16:53:53.275682 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.393053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.418225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:53.442816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b599dd20-5975-4131-b4c7-81e9eb4033a2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:53.443138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b599dd20-5975-4131-b4c7-81e9eb4033a2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:53.460980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.486137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.507672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:53:53.507894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:53:53.513951 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:53:53.632339 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.648286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.655077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] 10.222.0.48 "DELETE /v2.0/networks/12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6 HTTP/1.1" status: 204 len: 168 time: 0.5165324 Jul 09 16:53:53.722661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248132fa-8e94-43bf-baad-482e65cb41aa tempest-PortsIpV6TestJSON-2064879666 tempest-PortsIpV6TestJSON-2064879666-project] Pushing event deleted for resources: {'Network': ['ID=12c23de4-0eeb-40ae-a5fb-632cb0c5b2d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:53.728762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:53.788739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-60689906-9bed-4f25-82c6-2a05a5afb6b1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:53.796445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-60689906-9bed-4f25-82c6-2a05a5afb6b1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=5758a6a4-6a7c-4f5d-a39f-1217070ea394 HTTP/1.1" status: 200 len: 943 time: 0.1401048 Jul 09 16:53:53.978573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Deleting port 627c7f68-49ca-41bb-bf88-d38c95b14bbe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:53.979467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.195316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] For port 627c7f68-49ca-41bb-bf88-d38c95b14bbe, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=627c7f68-49ca-41bb-bf88-d38c95b14bbe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:54.195844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.221199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:54.224184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Calling delete_port for 627c7f68-49ca-41bb-bf88-d38c95b14bbe owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:54.257828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c41e0-aef3-41ba-bd9b-629c7a7715be req-2243b5ae-8137-45d3-9c9a-75da8787d41b tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:54.259833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c7c41e0-aef3-41ba-bd9b-629c7a7715be req-2243b5ae-8137-45d3-9c9a-75da8787d41b tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1585500 Jul 09 16:53:54.374146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c7c41e0-aef3-41ba-bd9b-629c7a7715be req-a793f0be-3a11-4ec4-b7c1-67e312a4b500 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729117 Jul 09 16:53:54.402842 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-171e4786-de80-4831-b28f-b85f3a682f2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab65f9ba491b49e890fc232c388f4bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803260 Jul 09 16:53:54.405231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:54.450046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.467036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9965-5a68-4d39-8879-83eef5482d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.467244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['70379fe6-3f73-4d8c-b119-d279c6292d2e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:53:54.492536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'Port': ['ID=627c7f68-49ca-41bb-bf88-d38c95b14bbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:54.496216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:53:54.497404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9965-5a68-4d39-8879-83eef5482d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.568573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9965-5a68-4d39-8879-83eef5482d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.574709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9965-5a68-4d39-8879-83eef5482d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.578757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd9d9965-5a68-4d39-8879-83eef5482d76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a51cbaac-31f3-4981-990a-3b69a64ae61a HTTP/1.1" status: 204 len: 168 time: 0.1708868 Jul 09 16:53:54.589310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d9965-5a68-4d39-8879-83eef5482d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51cbaac-31f3-4981-990a-3b69a64ae61a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:54.612650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] No DVR routers for this DVR port 627c7f68-49ca-41bb-bf88-d38c95b14bbe on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:54.621978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:54.627679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab26a7f4-a74a-4266-93b0-3074889f33f9 req-6f751ab8-1430-4d68-a6ba-74395e5d04cc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "DELETE /v2.0/ports/627c7f68-49ca-41bb-bf88-d38c95b14bbe HTTP/1.1" status: 204 len: 173 time: 0.8204501 Jul 09 16:53:54.628260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-deleted', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:53:54.634252 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e720c09b-3d93-489c-9f0d-fcff2a4037b8" -d '{"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-deleted", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:53:54.772916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d013a46-ab09-44ec-acca-2403c992d357 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:54.978351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1d013a46-ab09-44ec-acca-2403c992d357 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:53:54.990718 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3a0e4a-64c3-4e37-92d4-65afdd14f3c9 x-openstack-request-id: req-eb3a0e4a-64c3-4e37-92d4-65afdd14f3c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:53:54.991305 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5758a6a4-6a7c-4f5d-a39f-1217070ea394", "name": "network-vif-deleted", "tag": "627c7f68-49ca-41bb-bf88-d38c95b14bbe", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:53:54.991575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1d013a46-ab09-44ec-acca-2403c992d357 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:54.991723 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb3a0e4a-64c3-4e37-92d4-65afdd14f3c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:53:54.992222 n-d-800085-2 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5758a6a4-6a7c-4f5d-a39f-1217070ea394', 'name': 'network-vif-deleted', 'tag': '627c7f68-49ca-41bb-bf88-d38c95b14bbe', 'status': 'failed', 'code': 422} returned with failed status Jul 09 16:53:54.992344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:55.101131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:55.146674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1d013a46-ab09-44ec-acca-2403c992d357, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1d013a46-ab09-44ec-acca-2403c992d357,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:55.152286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:55.240371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1d013a46-ab09-44ec-acca-2403c992d357,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:55.610036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9f7c-1108-4b8f-9385-6927e73a3162 req-721a7dd8-a04e-4cf8-bdc6-5054b3dd8d53 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:55.623220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-070e9f7c-1108-4b8f-9385-6927e73a3162 req-721a7dd8-a04e-4cf8-bdc6-5054b3dd8d53 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.0986516 Jul 09 16:53:55.697901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-070e9f7c-1108-4b8f-9385-6927e73a3162 req-0f0a78e9-2b10-4b68-904a-bee540ec97a8 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700107 Jul 09 16:53:55.876205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b514-498b-45d7-9531-e530980837de req-663c0065-bce7-4d78-8700-eba3f8985987 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:55.903097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:55.910392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd94b514-498b-45d7-9531-e530980837de req-663c0065-bce7-4d78-8700-eba3f8985987 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 907 time: 0.1751013 Jul 09 16:53:56.102906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--626173256'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:56.157438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.178260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.369218 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.377216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.420889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a45f2-fec5-459c-8933-a69789134599,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:56.504443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.509797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.550120 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.552008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6472046 Jul 09 16:53:56.556441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:56.560871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7017998-50ba-49c0-a7b1-10bde8c5495e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a080e-320d-4db8-b0f3-81bf43f59cad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:56.638579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d013a46-ab09-44ec-acca-2403c992d357 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:53:56.650692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5fdbd7ce-8be4-474a-a2e6-89152afc7abb tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0928936 Jul 09 16:53:56.653554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:56.658742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-security--177737063', 'description': 'tempest-security-description-612274246'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:56.687311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.712183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1d013a46-ab09-44ec-acca-2403c992d357 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:53:56.712820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.788413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.794834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.798027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.802234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "PUT /v2.0/security-groups/ad3a080e-320d-4db8-b0f3-81bf43f59cad HTTP/1.1" status: 200 len: 1778 time: 0.1445584 Jul 09 16:53:56.803433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:56.847386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c19eb-9b9a-4fd6-bd0d-d1f8d0f119df tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a080e-320d-4db8-b0f3-81bf43f59cad,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:56.902255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69fea681-e3de-4618-9997-65f7a29ce75d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups/ad3a080e-320d-4db8-b0f3-81bf43f59cad HTTP/1.1" status: 200 len: 1778 time: 0.0935814 Jul 09 16:53:56.902255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:57.418279 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f20253aa-f223-46dd-95b1-2f369884a378 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.443208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19791-fff0-44d6-a3d4-edce29672a66 req-19cd229d-3c05-412f-8c1d-0c50cb55a0d0 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:57.444812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e19791-fff0-44d6-a3d4-edce29672a66 req-19cd229d-3c05-412f-8c1d-0c50cb55a0d0 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.5272648 Jul 09 16:53:57.485264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f20253aa-f223-46dd-95b1-2f369884a378 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.550610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b40b1-2a01-4d1f-8ca7-be53509b77d5 req-87668c74-20d7-4642-a7ca-03800612361e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:57.552215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-216b40b1-2a01-4d1f-8ca7-be53509b77d5 req-87668c74-20d7-4642-a7ca-03800612361e tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 907 time: 0.2113757 Jul 09 16:53:57.567030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e19791-fff0-44d6-a3d4-edce29672a66 req-55c17335-56c2-4354-9346-84072ac9539d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146784 Jul 09 16:53:57.602380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-818b2e8f-a3e1-400a-b743-a2c139683ab2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:57.603924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-818b2e8f-a3e1-400a-b743-a2c139683ab2 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 907 time: 0.1450441 Jul 09 16:53:57.605050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f20253aa-f223-46dd-95b1-2f369884a378 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.607667 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f20253aa-f223-46dd-95b1-2f369884a378 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.611556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:57.612160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f20253aa-f223-46dd-95b1-2f369884a378 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad3a080e-320d-4db8-b0f3-81bf43f59cad HTTP/1.1" status: 204 len: 168 time: 0.7092357 Jul 09 16:53:57.649896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20253aa-f223-46dd-95b1-2f369884a378 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a080e-320d-4db8-b0f3-81bf43f59cad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:57.680287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-73681ec6-1866-4099-a2f3-cbdd6f02c834 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665812 Jul 09 16:53:57.683104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:57.698557 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-62e20959-8184-406c-bd73-681a4a823ee6 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] delete failed (client error): The resource could not be found. Jul 09 16:53:57.699780 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-62e20959-8184-406c-bd73-681a4a823ee6 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad3a080e-320d-4db8-b0f3-81bf43f59cad HTTP/1.1" status: 404 len: 347 time: 0.0151613 Jul 09 16:53:57.704106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:57.710326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--609471446'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:57.747779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.762463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Deleting port bc5e69fa-3266-42ac-bbf6-1924bf79950c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:53:57.762826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.882130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] For port bc5e69fa-3266-42ac-bbf6-1924bf79950c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc5e69fa-3266-42ac-bbf6-1924bf79950c,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:53:57.882527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.905975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Calling delete_port for bc5e69fa-3266-42ac-bbf6-1924bf79950c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:53:57.929782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:57.973901 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.023365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715c5ac7-2d78-49bb-b975-e0153bb6991b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:58.030895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.036138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6325d55b-2de0-495f-87f9-096716c3229c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3280895 Jul 09 16:53:58.036416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:58.041168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '715c5ac7-2d78-49bb-b975-e0153bb6991b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:58.115455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.147466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.185551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'Port': ['ID=bc5e69fa-3266-42ac-bbf6-1924bf79950c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:58.220199 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.225828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.256018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a5afe9-3083-4f57-b8a8-f8ff039602e5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:58.278540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.281457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7444e877-0302-4d0c-b0b7-8a5b1e0a71cc tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2436624 Jul 09 16:53:58.283396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:58.289781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] No DVR routers for this DVR port bc5e69fa-3266-42ac-bbf6-1924bf79950c on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:53:58.292559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.294937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4e2aebc-645b-49d9-99f0-1397df9dad23 req-59f12627-75ab-455d-9a15-c7ea7026f7c1 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "DELETE /v2.0/ports/bc5e69fa-3266-42ac-bbf6-1924bf79950c HTTP/1.1" status: 204 len: 173 time: 0.6819372 Jul 09 16:53:58.295591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'name': 'network-vif-deleted', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:53:58.297849 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be312e5-9e51-4bba-be31-3a5e9cd8288a" -d '{"events": [{"server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "name": "network-vif-deleted", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:53:58.340362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa4ede91-3059-43c0-b2ee-138919c0383e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.366829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa4ede91-3059-43c0-b2ee-138919c0383e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.407694 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09587f9d-a93c-40e1-8f99-7da03da78586 x-openstack-request-id: req-09587f9d-a93c-40e1-8f99-7da03da78586 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:53:58.407990 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245d3e3b-6511-43ad-af96-5b77c64438c2", "name": "network-vif-deleted", "tag": "bc5e69fa-3266-42ac-bbf6-1924bf79950c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:53:58.408276 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09587f9d-a93c-40e1-8f99-7da03da78586 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:53:58.409175 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245d3e3b-6511-43ad-af96-5b77c64438c2', 'name': 'network-vif-deleted', 'tag': 'bc5e69fa-3266-42ac-bbf6-1924bf79950c', 'status': 'completed', 'code': 200} Jul 09 16:53:58.423670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa4ede91-3059-43c0-b2ee-138919c0383e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.431501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa4ede91-3059-43c0-b2ee-138919c0383e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.433278 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa4ede91-3059-43c0-b2ee-138919c0383e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/52a5afe9-3083-4f57-b8a8-f8ff039602e5 HTTP/1.1" status: 204 len: 168 time: 0.1478853 Jul 09 16:53:58.435966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:58.448223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ede91-3059-43c0-b2ee-138919c0383e tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52a5afe9-3083-4f57-b8a8-f8ff039602e5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:58.508370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7d539c9c-abe7-4397-82a7-2ed2d1013625 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0676577 Jul 09 16:53:58.508797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:58.633680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1195f3-1d25-4a70-ab3d-36b243855106 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.684304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1195f3-1d25-4a70-ab3d-36b243855106 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.769915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1195f3-1d25-4a70-ab3d-36b243855106 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.773363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1195f3-1d25-4a70-ab3d-36b243855106 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.777441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a1195f3-1d25-4a70-ab3d-36b243855106 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/715c5ac7-2d78-49bb-b975-e0153bb6991b HTTP/1.1" status: 204 len: 168 time: 0.2647483 Jul 09 16:53:58.790553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:58.791370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1195f3-1d25-4a70-ab3d-36b243855106 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c5ac7-2d78-49bb-b975-e0153bb6991b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:58.834093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fe275a4-9559-4da9-9b49-3f96bdb5692e req-3ca0a5eb-aa02-4138-a9eb-059f31acf79d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=245d3e3b-6511-43ad-af96-5b77c64438c2 HTTP/1.1" status: 200 len: 210 time: 0.0760901 Jul 09 16:53:58.878535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9189aee8-086e-4268-9538-55c8056d08f4 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770864 Jul 09 16:53:58.882691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:58.892728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146234990'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:58.930083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.978975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc9e13-cdc1-482c-9a8f-5a8a4a4b6e8d req-7696bf20-b603-457c-89c3-138fa2c81dd6 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:58.985115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11cc9e13-cdc1-482c-9a8f-5a8a4a4b6e8d req-7696bf20-b603-457c-89c3-138fa2c81dd6 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1269367 Jul 09 16:53:59.054432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11cc9e13-cdc1-482c-9a8f-5a8a4a4b6e8d req-a594a50d-e3a0-4925-900f-13d3d790fdad tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590274 Jul 09 16:53:59.087288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.093445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.131472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.133582 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2489464 Jul 09 16:53:59.137527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:59.139060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a945dec-596f-4d84-aa86-06cb61337253 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7e348-ab31-4200-8a7f-f6da890d8403,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:59.144299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '34c7e348-ab31-4200-8a7f-f6da890d8403', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:59.193876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.289249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.294056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.316555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41490a8-215f-49ae-a0c6-0dc6f82cc474,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:59.327121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.328635 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1082e264-fb66-4567-9fa5-0435f90c77d5 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897230 Jul 09 16:53:59.331525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:59.336325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '34c7e348-ab31-4200-8a7f-f6da890d8403', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:59.367639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.444850 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.451628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.471780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a510733a-f086-4af1-a202-1e6b2d674b6f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:59.481475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.483018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f8896a40-2984-4fc8-8e00-568010c37308 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504672 Jul 09 16:53:59.485909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:59.490981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '34c7e348-ab31-4200-8a7f-f6da890d8403', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:59.526631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.610459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.615947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.639430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72253a9-810c-4ee3-8c7e-0cca944d6374,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:59.649540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.653242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-37486799-6900-44b0-b283-f2cd66ce04ca tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635444 Jul 09 16:53:59.653552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:59.659248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '34c7e348-ab31-4200-8a7f-f6da890d8403', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:59.706803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.773201 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.781036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.797242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1522e595-be71-4829-abed-cf425975fb99,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:53:59.812900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.814225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8177e65-53fa-4929-b982-9ff8bf70eb29 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594474 Jul 09 16:53:59.817284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:53:59.822137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '34c7e348-ab31-4200-8a7f-f6da890d8403', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:53:59.857980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.961658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.966855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:59.984250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fd1cc0-b45a-4c91-b51a-2e6c76aa9750,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:00.001548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.007385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-99a49c9b-d2aa-4b43-8b9c-fee5453556b2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1850436 Jul 09 16:54:00.007819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.039205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8257660b-a55f-4bf7-805d-00c82adfc9bf tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.048452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8257660b-a55f-4bf7-805d-00c82adfc9bf tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.088569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8257660b-a55f-4bf7-805d-00c82adfc9bf tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.099159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8257660b-a55f-4bf7-805d-00c82adfc9bf tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.100390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8257660b-a55f-4bf7-805d-00c82adfc9bf tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/31fd1cc0-b45a-4c91-b51a-2e6c76aa9750 HTTP/1.1" status: 204 len: 168 time: 0.0915511 Jul 09 16:54:00.103893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.115779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257660b-a55f-4bf7-805d-00c82adfc9bf tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31fd1cc0-b45a-4c91-b51a-2e6c76aa9750,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:00.174242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b7fdde25-fa14-4a70-9509-96d212dd7100 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0690124 Jul 09 16:54:00.177369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.209891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a5653b-6287-47bc-8d1f-f555460e830f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.228998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a5653b-6287-47bc-8d1f-f555460e830f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.277021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a5653b-6287-47bc-8d1f-f555460e830f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.292985 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20a5653b-6287-47bc-8d1f-f555460e830f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.294889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20a5653b-6287-47bc-8d1f-f555460e830f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1522e595-be71-4829-abed-cf425975fb99 HTTP/1.1" status: 204 len: 168 time: 0.1155283 Jul 09 16:54:00.310837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.314598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5653b-6287-47bc-8d1f-f555460e830f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1522e595-be71-4829-abed-cf425975fb99,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:00.384139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6d24196d-96aa-424c-ab67-dd03925eb821 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0705390 Jul 09 16:54:00.387637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.425359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108b4d99-812e-4bbf-ab9b-997a0f74290a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.438540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108b4d99-812e-4bbf-ab9b-997a0f74290a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.439224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f62f-adac-4341-9bcf-9469e24494b1 req-4296aea2-ddd3-4875-8244-adcf155413d4 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:00.447226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b385f62f-adac-4341-9bcf-9469e24494b1 req-4296aea2-ddd3-4875-8244-adcf155413d4 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1982234 Jul 09 16:54:00.490037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108b4d99-812e-4bbf-ab9b-997a0f74290a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.493741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44287ac3-266e-4f1d-ab2d-db82f27f23aa req-18978346-5e59-4a89-9733-b50d5c3fad2d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:00.501841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44287ac3-266e-4f1d-ab2d-db82f27f23aa req-18978346-5e59-4a89-9733-b50d5c3fad2d tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1413693 Jul 09 16:54:00.504251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108b4d99-812e-4bbf-ab9b-997a0f74290a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.506172 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-108b4d99-812e-4bbf-ab9b-997a0f74290a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d72253a9-810c-4ee3-8c7e-0cca944d6374 HTTP/1.1" status: 204 len: 168 time: 0.1171243 Jul 09 16:54:00.508759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36310) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.529337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b4d99-812e-4bbf-ab9b-997a0f74290a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d72253a9-810c-4ee3-8c7e-0cca944d6374,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:00.561851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b385f62f-adac-4341-9bcf-9469e24494b1 req-8cd2b5aa-74ed-4ff4-937e-7042eeea579c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135912 Jul 09 16:54:00.605328 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-803687b1-e9c3-4477-9459-57deda5b5b26 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0949070 Jul 09 16:54:00.608410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.628280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44287ac3-266e-4f1d-ab2d-db82f27f23aa req-3522c266-3dca-469a-a157-f6c2c2255016 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254125 Jul 09 16:54:00.692724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88e1086-d9ee-44ec-b7cc-a309707d65bd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.706333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88e1086-d9ee-44ec-b7cc-a309707d65bd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.774360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88e1086-d9ee-44ec-b7cc-a309707d65bd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.790829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88e1086-d9ee-44ec-b7cc-a309707d65bd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.803740 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a88e1086-d9ee-44ec-b7cc-a309707d65bd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a510733a-f086-4af1-a202-1e6b2d674b6f HTTP/1.1" status: 204 len: 168 time: 0.1921127 Jul 09 16:54:00.806136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.810632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e1086-d9ee-44ec-b7cc-a309707d65bd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a510733a-f086-4af1-a202-1e6b2d674b6f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:00.878526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5629cb2f-349e-40ad-8634-2632a0e7fab1 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687547 Jul 09 16:54:00.881230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:00.931417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1883-6945-4941-abcf-76c3b6e1591b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:00.949083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1883-6945-4941-abcf-76c3b6e1591b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.033053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1883-6945-4941-abcf-76c3b6e1591b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.049110 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1883-6945-4941-abcf-76c3b6e1591b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.052965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a1a1883-6945-4941-abcf-76c3b6e1591b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d41490a8-215f-49ae-a0c6-0dc6f82cc474 HTTP/1.1" status: 204 len: 168 time: 0.1678262 Jul 09 16:54:01.053647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:01.073748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a1883-6945-4941-abcf-76c3b6e1591b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d41490a8-215f-49ae-a0c6-0dc6f82cc474,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:01.165308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3f19-77bb-49ac-8ce5-4db3c8960136 req-58549161-b92d-432a-abee-e3ecc89b71aa tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:01.166757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fcb3f19-77bb-49ac-8ce5-4db3c8960136 req-58549161-b92d-432a-abee-e3ecc89b71aa tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.2048049 Jul 09 16:54:01.185459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d89a236b-1e03-4f45-82d6-9b8ff62dac2d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1270988 Jul 09 16:54:01.185647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:01.261550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-1d6af9a8-7020-40f1-99c7-f82db951eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:01.263894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-1d6af9a8-7020-40f1-99c7-f82db951eb3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1096 time: 0.2599685 Jul 09 16:54:01.266976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed149-a616-4164-b57e-0058a7c48664 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.273421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fcb3f19-77bb-49ac-8ce5-4db3c8960136 req-26245d06-c8c6-4421-b6fb-c9542e9d0e9c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897501 Jul 09 16:54:01.362817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed149-a616-4164-b57e-0058a7c48664 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.453364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc5e69fa-3266-42ac-bbf6-1924bf79950c no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:01.454149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed149-a616-4164-b57e-0058a7c48664 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.457556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed149-a616-4164-b57e-0058a7c48664 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.458249 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f2ed149-a616-4164-b57e-0058a7c48664 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/34c7e348-ab31-4200-8a7f-f6da890d8403 HTTP/1.1" status: 204 len: 168 time: 0.2715566 Jul 09 16:54:01.462275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:01.479527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: bc5e69fa-3266-42ac-bbf6-1924bf79950c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:01.480168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc5e69fa-3266-42ac-bbf6-1924bf79950c not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:01.495257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-f9a83335-9d60-45bc-bd08-7c0c03f54bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:01.507316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-f9a83335-9d60-45bc-bd08-7c0c03f54bae service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.2372618 Jul 09 16:54:01.509155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ed149-a616-4164-b57e-0058a7c48664 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7e348-ab31-4200-8a7f-f6da890d8403,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:01.550614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-35e01532-b7cc-4bfa-8c64-838ca4fe6338 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870318 Jul 09 16:54:01.556977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:01.562591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--81723655'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:01.593735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.611448 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-9a6300f6-aba9-452a-a364-97101d042177 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 1001 time: 0.0909562 Jul 09 16:54:01.625849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:01.675235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-36272a33-8b25-4da5-8f32-e315312b42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:01.677513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-36272a33-8b25-4da5-8f32-e315312b42b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0581503 Jul 09 16:54:01.734860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.740304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.804373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-00a80bd5-c8f0-437f-8762-9a606170c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:01.806040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-00a80bd5-c8f0-437f-8762-9a606170c2ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214101 Jul 09 16:54:01.818035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-63eb2f03-f7df-4cef-b3b6-885cbc88fc3d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:54:01.819064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-63eb2f03-f7df-4cef-b3b6-885cbc88fc3d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066371 Jul 09 16:54:01.820209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.822126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2638197 Jul 09 16:54:01.825163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:01.837068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '2a13bae2-a2ff-4fda-98ef-f9785a60330a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:01.851775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3d9c3-362e-4301-bbfa-a27a8457a143 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a13bae2-a2ff-4fda-98ef-f9785a60330a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:01.858779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.912203 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:54:01.912203 n-d-800085-2 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:54:01.912203 n-d-800085-2 neutron-server[93767]: [parameters: {'project_id': 'aaeff353aec747c998b1fe26b2d8fadd', 'id': 'e8ea73d6-2468-42b5-bc3a-ca73fb0464c1', 'expiration': datetime.datetime(2021, 7, 9, 16, 56, 1, 904523)}] Jul 09 16:54:01.912203 n-d-800085-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:54:01.912592 n-d-800085-2 neutron-server[93767]: DEBUG oslo_db.api [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:54:01.936241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:01.953123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd972e5-3ce7-4e15-81b3-0cfee8464ffe req-574bc68b-328b-4fda-94eb-afc4b615903c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:01.955953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecd972e5-3ce7-4e15-81b3-0cfee8464ffe req-574bc68b-328b-4fda-94eb-afc4b615903c tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1293857 Jul 09 16:54:01.975224 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-7f8951ea-83af-4284-8bad-185b205422cc service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458049 Jul 09 16:54:02.049916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecd972e5-3ce7-4e15-81b3-0cfee8464ffe req-d3549d44-d6a6-497b-84e6-87cc9f75af70 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770404 Jul 09 16:54:02.072556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.072556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.080573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-1829900d-6752-41a9-8d54-b4c09a1109bb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:02.087356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-1829900d-6752-41a9-8d54-b4c09a1109bb tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1249750 Jul 09 16:54:02.107587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72c392a-86fd-4a15-81a3-12e5c9cc62b9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:02.113566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.114944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-64575bf6-381a-4e09-9b33-034c9aca2184 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2879999 Jul 09 16:54:02.117915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:02.150768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c7ce71f-b755-43b6-a553-e227fd967269 req-8701dd13-c08d-40ab-bc8c-e33e9cbdc856 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668186 Jul 09 16:54:02.206578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a2c4-3535-4f1e-be89-be6b68f1363a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.216353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Deleting port 70379fe6-3f73-4d8c-b119-d279c6292d2e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:02.216777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.232185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a2c4-3535-4f1e-be89-be6b68f1363a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.318350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a2c4-3535-4f1e-be89-be6b68f1363a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.322101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a2c4-3535-4f1e-be89-be6b68f1363a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.323454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bcc0a2c4-3535-4f1e-be89-be6b68f1363a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/2a13bae2-a2ff-4fda-98ef-f9785a60330a HTTP/1.1" status: 204 len: 168 time: 0.2045736 Jul 09 16:54:02.327049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:02.341162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0a2c4-3535-4f1e-be89-be6b68f1363a tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a13bae2-a2ff-4fda-98ef-f9785a60330a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:02.416903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.477054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] For port 70379fe6-3f73-4d8c-b119-d279c6292d2e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=70379fe6-3f73-4d8c-b119-d279c6292d2e,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:02.477418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.509725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-36bc2949-4da8-4f86-a4df-972f359b1c4f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793749 Jul 09 16:54:02.514210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36376) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:02.518651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469517773'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:02.520345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Calling delete_port for 70379fe6-3f73-4d8c-b119-d279c6292d2e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:02.645943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38861b-5dc1-4e2c-9037-ec2396ec661e req-8482154b-d89f-4606-a3e3-603c33de33a2 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:02.647504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc38861b-5dc1-4e2c-9037-ec2396ec661e req-8482154b-d89f-4606-a3e3-603c33de33a2 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1895003 Jul 09 16:54:02.744488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc38861b-5dc1-4e2c-9037-ec2396ec661e req-c4b91b04-fc7b-4183-b194-a6086d23ed58 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885530 Jul 09 16:54:02.757209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.762742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.782151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.816347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaeff353aec747c998b1fe26b2d8fadd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1846139 Jul 09 16:54:02.816564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.818261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:02.818954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0dba4-5b0c-4bef-a4ee-a9c3f6f20712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec90dc-33ed-4237-a223-2794d60f1fff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:02.832365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['70379fe6-3f73-4d8c-b119-d279c6292d2e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:54:02.852923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'Port': ['ID=70379fe6-3f73-4d8c-b119-d279c6292d2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:02.895335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:54:02.897118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9991-cd83-40ae-ab6c-221f49972b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.936609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9991-cd83-40ae-ab6c-221f49972b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.945422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] No DVR routers for this DVR port 70379fe6-3f73-4d8c-b119-d279c6292d2e on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:02.950819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:02.952891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-712bdbbe-85ed-4ad4-b77c-e38e858eeeec req-8a6148ff-dcc2-4a06-8013-37baf91dfce7 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "DELETE /v2.0/ports/70379fe6-3f73-4d8c-b119-d279c6292d2e HTTP/1.1" status: 204 len: 173 time: 0.8609078 Jul 09 16:54:02.953344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'name': 'network-vif-deleted', 'tag': '70379fe6-3f73-4d8c-b119-d279c6292d2e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:02.955912 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01fac33-eefa-40e2-8f1b-d1cd3daa5e71" -d '{"events": [{"server_uuid": "6d7ae087-992e-455f-ba7d-0ddd8097c6c6", "name": "network-vif-deleted", "tag": "70379fe6-3f73-4d8c-b119-d279c6292d2e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:03.008563 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a9e4fd-3dd4-4520-a6c0-4178a94c6f3f x-openstack-request-id: req-d8a9e4fd-3dd4-4520-a6c0-4178a94c6f3f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:03.008858 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7ae087-992e-455f-ba7d-0ddd8097c6c6", "name": "network-vif-deleted", "tag": "70379fe6-3f73-4d8c-b119-d279c6292d2e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:03.009114 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8a9e4fd-3dd4-4520-a6c0-4178a94c6f3f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:03.009531 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7ae087-992e-455f-ba7d-0ddd8097c6c6', 'name': 'network-vif-deleted', 'tag': '70379fe6-3f73-4d8c-b119-d279c6292d2e', 'status': 'completed', 'code': 200} Jul 09 16:54:03.027848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.033293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.051800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9991-cd83-40ae-ab6c-221f49972b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.054577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9991-cd83-40ae-ab6c-221f49972b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.056307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8d5d9991-cd83-40ae-ab6c-221f49972b0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cec90dc-33ed-4237-a223-2794d60f1fff HTTP/1.1" status: 204 len: 168 time: 0.2358861 Jul 09 16:54:03.099435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.104895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5874743 Jul 09 16:54:03.104895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda491-b234-458e-9d6b-2f8ab8758c52 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79fff32-fab5-4667-bec2-a472f4b0b442,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:03.105432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:03.110532 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122439171'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:03.149898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9991-cd83-40ae-ab6c-221f49972b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec90dc-33ed-4237-a223-2794d60f1fff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:03.198929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.270359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65352594-5328-452b-806c-a32ed073c7bc req-a0655618-7446-48a9-8da6-ad0039e0f012 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7ae087-992e-455f-ba7d-0ddd8097c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0652363 Jul 09 16:54:03.393968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.400325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.436397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.442684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3318717 Jul 09 16:54:03.443168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:03.448227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': 'a79fff32-fab5-4667-bec2-a472f4b0b442', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cdddb73e-77c2-42e0-9b14-86bfa46c8310', 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:03.459305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926fa5b-8317-4d7c-a5d0-d7f8c21ef8e7 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdddb73e-77c2-42e0-9b14-86bfa46c8310,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:03.525669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.622105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.627490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.627634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:03.645828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94578be9-6a33-4276-ba91-1d7113d35c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.649810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18576abe-adec-44ed-a364-54b35d133c2d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:03.759859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94578be9-6a33-4276-ba91-1d7113d35c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.767651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94578be9-6a33-4276-ba91-1d7113d35c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.770393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.774384 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c850d5b-f476-4c22-b056-c2baa2a61d57 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3278003 Jul 09 16:54:03.774707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:03.837725 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725fd71d-5916-475a-9225-2d295a56eb27 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.847161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725fd71d-5916-475a-9225-2d295a56eb27 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.856060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94578be9-6a33-4276-ba91-1d7113d35c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af635cac-91e6-420f-8eb9-a8463deda4e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:03.879132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725fd71d-5916-475a-9225-2d295a56eb27 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.891928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-725fd71d-5916-475a-9225-2d295a56eb27 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:03.895600 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-725fd71d-5916-475a-9225-2d295a56eb27 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/18576abe-adec-44ed-a364-54b35d133c2d HTTP/1.1" status: 204 len: 168 time: 0.1171858 Jul 09 16:54:03.895748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-94578be9-6a33-4276-ba91-1d7113d35c8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c93501c365748d2a4da577f01551e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650986 Jul 09 16:54:03.897084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fd71d-5916-475a-9225-2d295a56eb27 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18576abe-adec-44ed-a364-54b35d133c2d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:03.897300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:03.897706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.005837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8a43ab6-884a-4d08-b59f-9c704876dc4f tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1063650 Jul 09 16:54:04.008943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.033903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e024665-9f0f-4c5d-b265-7c1d4b1e258f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.064335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e78d89-5d12-4e44-a893-d15a566beaa1 req-88a23c69-655e-4f1c-99a2-47a0ce5c3a48 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:04.065966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67e78d89-5d12-4e44-a893-d15a566beaa1 req-88a23c69-655e-4f1c-99a2-47a0ce5c3a48 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1473603 Jul 09 16:54:04.071355 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e024665-9f0f-4c5d-b265-7c1d4b1e258f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.083065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e0032c-011b-4349-a72f-fd807dbdae70 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.107500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e0032c-011b-4349-a72f-fd807dbdae70 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.143201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67e78d89-5d12-4e44-a893-d15a566beaa1 req-ad773f96-d2ca-4a79-a88e-d7ab46c0a81d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695279 Jul 09 16:54:04.164601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e024665-9f0f-4c5d-b265-7c1d4b1e258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.167555 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e024665-9f0f-4c5d-b265-7c1d4b1e258f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.167866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e0032c-011b-4349-a72f-fd807dbdae70 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.168817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e024665-9f0f-4c5d-b265-7c1d4b1e258f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af635cac-91e6-420f-8eb9-a8463deda4e7 HTTP/1.1" status: 204 len: 168 time: 0.2626500 Jul 09 16:54:04.171262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e0032c-011b-4349-a72f-fd807dbdae70 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.172609 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-41e0032c-011b-4349-a72f-fd807dbdae70 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/cdddb73e-77c2-42e0-9b14-86bfa46c8310 HTTP/1.1" status: 204 len: 168 time: 0.1596913 Jul 09 16:54:04.175359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.184162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0032c-011b-4349-a72f-fd807dbdae70 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdddb73e-77c2-42e0-9b14-86bfa46c8310,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:04.188371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e024665-9f0f-4c5d-b265-7c1d4b1e258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af635cac-91e6-420f-8eb9-a8463deda4e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:04.246020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-49f0658a-b881-47da-b6aa-818c7377c950 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0656009 Jul 09 16:54:04.248863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.308198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baac4393-0964-430b-8be6-f59a3ece4260 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.337698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baac4393-0964-430b-8be6-f59a3ece4260 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.396722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baac4393-0964-430b-8be6-f59a3ece4260 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.401398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baac4393-0964-430b-8be6-f59a3ece4260 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.405470 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-baac4393-0964-430b-8be6-f59a3ece4260 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/a79fff32-fab5-4667-bec2-a472f4b0b442 HTTP/1.1" status: 204 len: 168 time: 0.1527150 Jul 09 16:54:04.406677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.427749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac4393-0964-430b-8be6-f59a3ece4260 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79fff32-fab5-4667-bec2-a472f4b0b442,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:04.496188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-08934d0d-2edf-44d8-8d0a-510f7514a5ff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839751 Jul 09 16:54:04.496456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.501528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--152313842'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:04.528787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.665317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.672472 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.713478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.714826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2173555 Jul 09 16:54:04.717779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.727639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': '44914347-8d96-4326-adf4-ad9bafc2ac4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:04.737103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbe048-7be3-4479-88bc-4ed106cc578b tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44914347-8d96-4326-adf4-ad9bafc2ac4e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:04.769696 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.849776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.854958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.865069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a43fb-5671-4a3f-8394-f16b7ba240d8 req-7ec370be-5a91-4475-bfe6-e505e19ba9d9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:04.867325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-181a43fb-5671-4a3f-8394-f16b7ba240d8 req-7ec370be-5a91-4475-bfe6-e505e19ba9d9 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.0857198 Jul 09 16:54:04.878087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d39973-aa41-4de3-b434-577143fbe596,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:04.889677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.891556 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-83ec0b18-bac6-4493-b352-d8bedd29844c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1727440 Jul 09 16:54:04.894009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:04.955910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-181a43fb-5671-4a3f-8394-f16b7ba240d8 req-a39fb220-7134-4449-a3e3-380b1475a020 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787659 Jul 09 16:54:04.957923 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7bd4-2c2d-43a7-b8b6-93254d89aafd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.978092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7bd4-2c2d-43a7-b8b6-93254d89aafd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.011213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7bd4-2c2d-43a7-b8b6-93254d89aafd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.019145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6bd7bd4-2c2d-43a7-b8b6-93254d89aafd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.020746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6bd7bd4-2c2d-43a7-b8b6-93254d89aafd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/29d39973-aa41-4de3-b434-577143fbe596 HTTP/1.1" status: 204 len: 168 time: 0.1252823 Jul 09 16:54:05.026607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:05.037803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd7bd4-2c2d-43a7-b8b6-93254d89aafd tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29d39973-aa41-4de3-b434-577143fbe596,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:05.078003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33d3d188-48b0-46ed-84a8-feacaf02ba96 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497940 Jul 09 16:54:05.080572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:05.110749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-9ed80918-452b-4430-858e-ec2afe55c172 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:05.112703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-9ed80918-452b-4430-858e-ec2afe55c172 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.37 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 946 time: 0.0884700 Jul 09 16:54:05.144745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df780e91-4ff8-4032-a167-a3cbe4c7ef46 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.184904 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df780e91-4ff8-4032-a167-a3cbe4c7ef46 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.231471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Deleting port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:05.232181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.249819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df780e91-4ff8-4032-a167-a3cbe4c7ef46 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.253786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df780e91-4ff8-4032-a167-a3cbe4c7ef46 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.255137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-df780e91-4ff8-4032-a167-a3cbe4c7ef46 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/44914347-8d96-4326-adf4-ad9bafc2ac4e HTTP/1.1" status: 204 len: 168 time: 0.1734123 Jul 09 16:54:05.260194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:05.298381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df780e91-4ff8-4032-a167-a3cbe4c7ef46 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44914347-8d96-4326-adf4-ad9bafc2ac4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:05.355571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b545d37-bb4b-4d9a-b611-12f6ac5814a2 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941176 Jul 09 16:54:05.360015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:05.365219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178008786'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:05.365858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] For port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:05.366238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.380250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Calling delete_port for 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:05.396801 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.480317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 70379fe6-3f73-4d8c-b119-d279c6292d2e no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:05.511287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 70379fe6-3f73-4d8c-b119-d279c6292d2e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:05.511629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 70379fe6-3f73-4d8c-b119-d279c6292d2e not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:05.522866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.529019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.564023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6c786-f6ce-4af6-9379-baf825aa522f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:05.578146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.582640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f9182b8-0f36-4841-aa57-6e1df5492eff tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2187800 Jul 09 16:54:05.582743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:05.587761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': 'ccf6c786-f6ce-4af6-9379-baf825aa522f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:05.607047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.641225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:54:05.652402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'Port': ['ID=76f87bbd-f1a9-4e3e-8206-c7c220b7ad08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:05.666514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.746624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] No DVR routers for this DVR port 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:05.756477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.758815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48e32668-f32b-4835-87d3-cef0ccb781bd req-8d15f59c-02d9-46e6-8c61-1ea3d981b6dc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.37 "DELETE /v2.0/ports/76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 HTTP/1.1" status: 204 len: 173 time: 0.6395988 Jul 09 16:54:05.759437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'name': 'network-vif-deleted', 'tag': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:05.762391 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d2a92c-ad83-4a7a-9c9f-40294d731aba" -d '{"events": [{"server_uuid": "517a19f6-f139-482d-b5ab-bf0ce4f009b1", "name": "network-vif-deleted", "tag": "76f87bbd-f1a9-4e3e-8206-c7c220b7ad08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:05.764468 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09b1d869-92cd-4909-b18a-586ecf91d6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.837998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.843491 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816e8946-222a-4c01-be8a-b3edbf0080b7 x-openstack-request-id: req-816e8946-222a-4c01-be8a-b3edbf0080b7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:05.843872 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517a19f6-f139-482d-b5ab-bf0ce4f009b1", "name": "network-vif-deleted", "tag": "76f87bbd-f1a9-4e3e-8206-c7c220b7ad08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:05.844134 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-816e8946-222a-4c01-be8a-b3edbf0080b7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:05.850978 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517a19f6-f139-482d-b5ab-bf0ce4f009b1', 'name': 'network-vif-deleted', 'tag': '76f87bbd-f1a9-4e3e-8206-c7c220b7ad08', 'status': 'completed', 'code': 200} Jul 09 16:54:05.852273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.886708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c45d95a-a034-452e-9a2c-595b40d3fc61,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:05.896538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:05.898080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-36d4218b-e82d-4681-83a6-afbbb14b2139 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3142920 Jul 09 16:54:05.901222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:05.933848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fac5cb95-599b-431f-9e15-c32e84132425 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules/0c45d95a-a034-452e-9a2c-595b40d3fc61 HTTP/1.1" status: 200 len: 763 time: 0.0314164 Jul 09 16:54:05.936565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.009399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c8caa615-b8a4-4016-896c-61268d7f3ed8 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0691247 Jul 09 16:54:06.009652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.045477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d333-e2f9-4747-b7e1-062c279bf5f9 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.054079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d333-e2f9-4747-b7e1-062c279bf5f9 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.092698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d333-e2f9-4747-b7e1-062c279bf5f9 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.100165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d333-e2f9-4747-b7e1-062c279bf5f9 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.101575 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9f8d333-e2f9-4747-b7e1-062c279bf5f9 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0c45d95a-a034-452e-9a2c-595b40d3fc61 HTTP/1.1" status: 204 len: 168 time: 0.0908995 Jul 09 16:54:06.104155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.111539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8d333-e2f9-4747-b7e1-062c279bf5f9 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c45d95a-a034-452e-9a2c-595b40d3fc61,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:06.186918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ede630dd-2bb3-4ac2-ae39-ac02b0895682 req-a3c7306e-83e3-45e3-90c8-527b5c8eb684 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=517a19f6-f139-482d-b5ab-bf0ce4f009b1 HTTP/1.1" status: 200 len: 210 time: 0.0681827 Jul 09 16:54:06.216205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6325b1e-bfe9-49f2-9762-c62d4a160750 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1104250 Jul 09 16:54:06.220220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.229371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': 'ccf6c786-f6ce-4af6-9379-baf825aa522f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:06.282871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.375790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.383611 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.412856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17ff0a0-0090-4d4a-904f-e0244a771643,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:06.424889 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.426431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66d1dde5-3d46-48cd-bb65-44e945592c8d tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2033277 Jul 09 16:54:06.428927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.454751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f641e02e-d5cc-4b12-896a-50de99c98620 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules/b17ff0a0-0090-4d4a-904f-e0244a771643 HTTP/1.1" status: 200 len: 763 time: 0.0245624 Jul 09 16:54:06.457401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.523302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-23668139-e1c9-47ec-b8e7-85538ed673e4 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604513 Jul 09 16:54:06.523302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.577623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2b81ac8-2491-4cab-b38d-b3bae5aaec11 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.587707 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2b81ac8-2491-4cab-b38d-b3bae5aaec11 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.624118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2b81ac8-2491-4cab-b38d-b3bae5aaec11 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.637316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2b81ac8-2491-4cab-b38d-b3bae5aaec11 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.640924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2b81ac8-2491-4cab-b38d-b3bae5aaec11 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b17ff0a0-0090-4d4a-904f-e0244a771643 HTTP/1.1" status: 204 len: 168 time: 0.1153610 Jul 09 16:54:06.640924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b81ac8-2491-4cab-b38d-b3bae5aaec11 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b17ff0a0-0090-4d4a-904f-e0244a771643,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:06.641872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.685753 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-853951e2-b848-45a2-b109-e56692491164 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426197 Jul 09 16:54:06.688665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.693942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Request body: {'security_group_rule': {'security_group_id': 'ccf6c786-f6ce-4af6-9379-baf825aa522f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:06.719249 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Project 4030e302e66b4227a7e7acc37a105ecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:54:06.725182 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.762814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.785953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.796140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.818953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c2e6dc-dead-4a8c-98ab-aa3b53ca1069,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:06.827562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.831542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-90ade057-1ca9-47a2-9dc2-38ad4508a278 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393468 Jul 09 16:54:06.831996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.852939 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-88e5e60d-abec-4724-9089-e47ce4a58db8 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules/e0c2e6dc-dead-4a8c-98ab-aa3b53ca1069 HTTP/1.1" status: 200 len: 769 time: 0.0171180 Jul 09 16:54:06.853041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.891292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-449d002a-bf3d-4b7a-95b1-62d665da7ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.922701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0253f8fd-5b3c-4585-880d-70681e0c5d65 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0684507 Jul 09 16:54:06.925661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:06.955305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6886bae-437c-4459-9732-4c153941292c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.963840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6886bae-437c-4459-9732-4c153941292c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:06.999851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6886bae-437c-4459-9732-4c153941292c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.009157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6886bae-437c-4459-9732-4c153941292c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.010611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6886bae-437c-4459-9732-4c153941292c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e0c2e6dc-dead-4a8c-98ab-aa3b53ca1069 HTTP/1.1" status: 204 len: 168 time: 0.0836120 Jul 09 16:54:07.013655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.015427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6886bae-437c-4459-9732-4c153941292c tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0c2e6dc-dead-4a8c-98ab-aa3b53ca1069,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:07.039808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-449d002a-bf3d-4b7a-95b1-62d665da7ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.046587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-449d002a-bf3d-4b7a-95b1-62d665da7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.078513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed7930e1-d435-47c4-a412-6e8082ab53b1 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637312 Jul 09 16:54:07.081686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.099968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d002a-bf3d-4b7a-95b1-62d665da7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679c7a6-f396-45a1-984d-5dd8a6e3e854,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:07.104574 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-449d002a-bf3d-4b7a-95b1-62d665da7ae9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bafb6d563684367ad776acacec3bde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406670 Jul 09 16:54:07.107357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.142689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc241e2a-73aa-47c3-852a-7016d7166123 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.166294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11cf89cf-ab24-4cb3-ba78-f8593b627b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.171332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc241e2a-73aa-47c3-852a-7016d7166123 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.189978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11cf89cf-ab24-4cb3-ba78-f8593b627b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.230409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc241e2a-73aa-47c3-852a-7016d7166123 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.235116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc241e2a-73aa-47c3-852a-7016d7166123 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.236625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc241e2a-73aa-47c3-852a-7016d7166123 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "DELETE /v2.0/security-groups/ccf6c786-f6ce-4af6-9379-baf825aa522f HTTP/1.1" status: 204 len: 168 time: 0.1536524 Jul 09 16:54:07.241979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.253566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc241e2a-73aa-47c3-852a-7016d7166123 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6c786-f6ce-4af6-9379-baf825aa522f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:07.267882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11cf89cf-ab24-4cb3-ba78-f8593b627b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.271547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11cf89cf-ab24-4cb3-ba78-f8593b627b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.274099 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-11cf89cf-ab24-4cb3-ba78-f8593b627b6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b679c7a6-f396-45a1-984d-5dd8a6e3e854 HTTP/1.1" status: 204 len: 168 time: 0.1637175 Jul 09 16:54:07.297515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf89cf-ab24-4cb3-ba78-f8593b627b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679c7a6-f396-45a1-984d-5dd8a6e3e854,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:07.323458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-790e135b-8fa4-4a1d-8e9e-35c8b62deca1 tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754969 Jul 09 16:54:07.323815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.388242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ade8105-639f-4808-a317-0efe40ab17da tempest-SecGroupIPv6Test-1925962803 tempest-SecGroupIPv6Test-1925962803-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635428 Jul 09 16:54:07.729715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.763422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36572) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:07.777334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcda7bc2-b1a0-49a8-9b62-0e857b316018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.835054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f50da-cef6-486b-9776-a13501e7dcaf req-7c5231f7-4c8e-42ff-92bb-63a0cbb4ca74 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:07.837130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-614f50da-cef6-486b-9776-a13501e7dcaf req-7c5231f7-4c8e-42ff-92bb-63a0cbb4ca74 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1015890 Jul 09 16:54:07.892041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-614f50da-cef6-486b-9776-a13501e7dcaf req-34324309-2597-47ba-9aa1-b89496aa66fc tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 Jul 09 16:54:07.922456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcda7bc2-b1a0-49a8-9b62-0e857b316018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.929617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcda7bc2-b1a0-49a8-9b62-0e857b316018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:07.977452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda7bc2-b1a0-49a8-9b62-0e857b316018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce660e-1b5c-4042-9dcc-8ce8b7f28088,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:07.991675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fcda7bc2-b1a0-49a8-9b62-0e857b316018 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8874e07232c24f20875cdb8639b65560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268269 Jul 09 16:54:08.001993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:08.092493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d39-120c-49f8-8e5a-703eeb881a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.126059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d39-120c-49f8-8e5a-703eeb881a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.141457 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.176454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14f7b4b7-3ee9-426a-9a83-5b5c4f501059 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4030e302e66b4227a7e7acc37a105ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445720 Jul 09 16:54:08.179040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:08.215668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d39-120c-49f8-8e5a-703eeb881a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.218164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d39-120c-49f8-8e5a-703eeb881a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.219369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4d5a2d39-120c-49f8-8e5a-703eeb881a9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcce660e-1b5c-4042-9dcc-8ce8b7f28088 HTTP/1.1" status: 204 len: 168 time: 0.2152584 Jul 09 16:54:08.236122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a2d39-120c-49f8-8e5a-703eeb881a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce660e-1b5c-4042-9dcc-8ce8b7f28088,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:08.257504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5e45-cae6-4e69-9607-e40642497ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.283387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0493a76-32a9-419c-98fa-91ae6c0d0cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.292702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5e45-cae6-4e69-9607-e40642497ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.363903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5e45-cae6-4e69-9607-e40642497ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.366745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5e45-cae6-4e69-9607-e40642497ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:08.367953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3e0c5e45-cae6-4e69-9607-e40642497ee7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c7a45f2-fec5-459c-8933-a69789134599 HTTP/1.1" status: 204 len: 168 time: 0.1868346 Jul 09 16:54:08.386016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c5e45-cae6-4e69-9607-e40642497ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7a45f2-fec5-459c-8933-a69789134599,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:08.554044 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.053308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:09.114248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:09.114579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 76f87bbd-f1a9-4e3e-8206-c7c220b7ad08 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:09.162523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6229-e015-406e-b191-1f38fa13e49c req-893e44f9-7e4b-44bf-96bc-9741b3fe0902 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:09.164165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-458d6229-e015-406e-b191-1f38fa13e49c req-893e44f9-7e4b-44bf-96bc-9741b3fe0902 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.1156471 Jul 09 16:54:09.218120 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.244339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-458d6229-e015-406e-b191-1f38fa13e49c req-8e8e4a97-0bcc-476c-89df-c9e152484453 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups?id=2086e336-a406-44cf-91e3-edae375bad1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742288 Jul 09 16:54:09.475062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36636) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:09.512632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70834722-9d00-46e6-acc8-056f66ac551f req-9521f0bf-420d-4258-b398-e9160a980bc3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:09.516309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70834722-9d00-46e6-acc8-056f66ac551f req-9521f0bf-420d-4258-b398-e9160a980bc3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 945 time: 0.0955067 Jul 09 16:54:09.611877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-592ee49a-a86d-4643-ac56-18f53b2c4373 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:09.612694 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-592ee49a-a86d-4643-ac56-18f53b2c4373 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 16:54:09.613203 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-592ee49a-a86d-4643-ac56-18f53b2c4373 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:54:09.615131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-592ee49a-a86d-4643-ac56-18f53b2c4373 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1384685 Jul 09 16:54:09.617943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:09.626915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147201868'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:09.655171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.659821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Deleting port a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:09.660198 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.665099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.776331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] For port a9476fb7-1d6f-4040-8037-979c3deef9fe, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a9476fb7-1d6f-4040-8037-979c3deef9fe,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:09.776713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.797969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.805102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.879159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c901aa7-c5f7-43b7-935c-2cd8493196af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:09.932320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.938200 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.973742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:09.977628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3559027 Jul 09 16:54:09.977628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f779ae-d243-4ed3-8ca9-8d7a71e9bdbe tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef95e22-1007-4c37-b927-893b152c8144,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:09.980816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:09.995906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '3ef95e22-1007-4c37-b927-893b152c8144', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:10.031093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.097533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.102660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.111374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.111912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.112925 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Floating IP 06d349b3-df6b-4e5b-b6a2-88d6fe6716b9 disassociated. External IP: 172.25.7.48, port: a9476fb7-1d6f-4040-8037-979c3deef9fe. Jul 09 16:54:10.113346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Calling delete_port for a9476fb7-1d6f-4040-8037-979c3deef9fe owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:10.124536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb522f8-cedf-4eca-a546-79ae2f6d04dd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:10.134253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.138708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee8bfa7b-26cc-4300-9612-ebc907b1c3af tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526256 Jul 09 16:54:10.139110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:10.144401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7f72e8a2-2d4e-426a-bfea-88654f3d3894 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '3ef95e22-1007-4c37-b927-893b152c8144', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:10.190448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f72e8a2-2d4e-426a-bfea-88654f3d3894 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.260593 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-7f72e8a2-2d4e-426a-bfea-88654f3d3894 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:54:10.264389 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7f72e8a2-2d4e-426a-bfea-88654f3d3894 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1211355 Jul 09 16:54:10.264895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:10.278826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.320582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'Port': ['ID=a9476fb7-1d6f-4040-8037-979c3deef9fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:10.382946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8efb-1474-4012-922f-f09852eae2e6 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.430934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8efb-1474-4012-922f-f09852eae2e6 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.496353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c97a2ace-445f-4026-a359-747ba3bf891c req-aefce81a-ba3c-4df4-b9c1-add02ea0fadf tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 210 time: 0.0392942 Jul 09 16:54:10.527402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8efb-1474-4012-922f-f09852eae2e6 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.531222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8efb-1474-4012-922f-f09852eae2e6 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.533030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a2c8efb-1474-4012-922f-f09852eae2e6 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/3ef95e22-1007-4c37-b927-893b152c8144 HTTP/1.1" status: 204 len: 168 time: 0.2658021 Jul 09 16:54:10.538551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:10.552707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Router 34733167-70d0-43b7-95e7-49a43b268332 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:10.573983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c8efb-1474-4012-922f-f09852eae2e6 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef95e22-1007-4c37-b927-893b152c8144,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:10.651192 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3c795544-dcf7-43c9-93dd-71c1ae5443d4 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101732 Jul 09 16:54:10.653015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:10.660403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--524913370'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:10.721303 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.754201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:10.765232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] Sync routers for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:10.781258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:10.782131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:10.809625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] No DVR routers for this DVR port a9476fb7-1d6f-4040-8037-979c3deef9fe on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:10.814136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.816417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70834722-9d00-46e6-acc8-056f66ac551f req-455329e0-9bbc-4bc4-90b2-aad9ecd52330 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.43 "DELETE /v2.0/ports/a9476fb7-1d6f-4040-8037-979c3deef9fe HTTP/1.1" status: 204 len: 173 time: 1.2925816 Jul 09 16:54:10.816932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-deleted', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:10.827249 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad982341-66c8-4214-9737-68542b88d586" -d '{"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-deleted", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:10.932782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.944396 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5211152e-89ab-455c-8249-e4c3e3bb386e x-openstack-request-id: req-5211152e-89ab-455c-8249-e4c3e3bb386e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:10.944396 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e510f-2527-40c7-a8e8-93f93abbbbd9", "name": "network-vif-deleted", "tag": "a9476fb7-1d6f-4040-8037-979c3deef9fe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:10.944396 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5211152e-89ab-455c-8249-e4c3e3bb386e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:10.944396 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e510f-2527-40c7-a8e8-93f93abbbbd9', 'name': 'network-vif-deleted', 'tag': 'a9476fb7-1d6f-4040-8037-979c3deef9fe', 'status': 'completed', 'code': 200} Jul 09 16:54:10.944396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:10.997044 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.001378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3446343 Jul 09 16:54:11.002276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.007512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-600af8e7-2a40-4cc5-a9b3-277f19d47c5f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '351fc51f-5476-4626-bbeb-df3db3539d1e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:11.008390 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-600af8e7-2a40-4cc5-a9b3-277f19d47c5f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 16:54:11.008915 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-600af8e7-2a40-4cc5-a9b3-277f19d47c5f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:11.010397 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-600af8e7-2a40-4cc5-a9b3-277f19d47c5f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071466 Jul 09 16:54:11.013915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.018007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca2f7d-7ef5-4eb7-bdb6-2e8168479a9f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351fc51f-5476-4626-bbeb-df3db3539d1e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:11.053662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:11.122686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-683a571f-25e8-415d-9cbc-147910a17b76 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.137395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.169305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-683a571f-25e8-415d-9cbc-147910a17b76 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.229524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-683a571f-25e8-415d-9cbc-147910a17b76 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.233100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-683a571f-25e8-415d-9cbc-147910a17b76 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.236576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-683a571f-25e8-415d-9cbc-147910a17b76 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/351fc51f-5476-4626-bbeb-df3db3539d1e HTTP/1.1" status: 204 len: 168 time: 0.2214370 Jul 09 16:54:11.239220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.254249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a571f-25e8-415d-9cbc-147910a17b76 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351fc51f-5476-4626-bbeb-df3db3539d1e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:11.343877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.344795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a92354c-9ca4-4dd9-a48b-6402376bd157 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041994 Jul 09 16:54:11.349313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363725062'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:11.381967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.426698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:33Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:11.455564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] Checking router: 34733167-70d0-43b7-95e7-49a43b268332 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:11.468117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:11.469219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:11.517534 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.526047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.589790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.593439 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2466125 Jul 09 16:54:11.595540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.599867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c76c61-3bc4-4afe-9d02-528b2f5a5c3b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80280f-085b-4294-9ad3-a0ed8e2b78ce,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:11.601091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb24487a-2ae7-4d15-a7ea-4fae785691ed tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '5f80280f-085b-4294-9ad3-a0ed8e2b78ce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:11.602884 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-fb24487a-2ae7-4d15-a7ea-4fae785691ed tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 16:54:11.603775 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fb24487a-2ae7-4d15-a7ea-4fae785691ed tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:11.608096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.617798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb24487a-2ae7-4d15-a7ea-4fae785691ed tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0209203 Jul 09 16:54:11.690252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:11.727928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec57ab0-880b-40ae-9581-5c4c29c89751 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.755599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec57ab0-880b-40ae-9581-5c4c29c89751 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.758519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e66ae02-4cf8-42b6-a081-a00e87252543 req-22ecdce7-4509-4dfa-be63-f043e26fa2d3 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/ports?device_id=a44e510f-2527-40c7-a8e8-93f93abbbbd9 HTTP/1.1" status: 200 len: 210 time: 0.0555022 Jul 09 16:54:11.832474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec57ab0-880b-40ae-9581-5c4c29c89751 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.835414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec57ab0-880b-40ae-9581-5c4c29c89751 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:11.840511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dec57ab0-880b-40ae-9581-5c4c29c89751 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f80280f-085b-4294-9ad3-a0ed8e2b78ce HTTP/1.1" status: 204 len: 168 time: 0.2273619 Jul 09 16:54:11.841320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.847638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec57ab0-880b-40ae-9581-5c4c29c89751 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80280f-085b-4294-9ad3-a0ed8e2b78ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:11.910115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4a5b585-e3b6-4858-9755-bdf962c0b62b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672529 Jul 09 16:54:11.914341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:11.919125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290298354'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:11.953981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.058156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.063797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.099301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.100777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1855288 Jul 09 16:54:12.102248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194826a-3fb3-4551-b292-1946edc213c1 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168409c2-71c2-4f20-998d-ad07819fcfc2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:12.104015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.109259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c69d9b7c-a63c-49f2-9c3d-746a82bbf579 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '168409c2-71c2-4f20-998d-ad07819fcfc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.126059 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-c69d9b7c-a63c-49f2-9c3d-746a82bbf579 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 16:54:12.126932 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c69d9b7c-a63c-49f2-9c3d-746a82bbf579 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.131525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.132117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c69d9b7c-a63c-49f2-9c3d-746a82bbf579 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266638 Jul 09 16:54:12.137836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ba2432b3-fdca-4a5a-a1e3-699736f46ac3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '168409c2-71c2-4f20-998d-ad07819fcfc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.139571 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-ba2432b3-fdca-4a5a-a1e3-699736f46ac3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 16:54:12.140249 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-ba2432b3-fdca-4a5a-a1e3-699736f46ac3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.144165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba2432b3-fdca-4a5a-a1e3-699736f46ac3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076144 Jul 09 16:54:12.144165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.148998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9e637aa2-8dd1-4da4-8569-e9f6108b1c1d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '168409c2-71c2-4f20-998d-ad07819fcfc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.150315 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-9e637aa2-8dd1-4da4-8569-e9f6108b1c1d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 16:54:12.150854 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-9e637aa2-8dd1-4da4-8569-e9f6108b1c1d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.153653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9e637aa2-8dd1-4da4-8569-e9f6108b1c1d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068517 Jul 09 16:54:12.154584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.159601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-636a5839-6d5f-406d-a992-addc613a0d15 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '168409c2-71c2-4f20-998d-ad07819fcfc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.160879 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-636a5839-6d5f-406d-a992-addc613a0d15 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 16:54:12.161166 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-636a5839-6d5f-406d-a992-addc613a0d15 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.162718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-636a5839-6d5f-406d-a992-addc613a0d15 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067575 Jul 09 16:54:12.165288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.193780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:33Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:12.223073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e81979-3284-4f7e-a59b-a2e993b32d09 None None] The sync data for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 is: [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:43:28Z', 'revision_number': 4, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cda43092-2529-4ca2-b836-be92299974c6', 'name': '', 'network_id': '6b95dda8-0014-49d8-8e45-3c229bcb3e9b', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'mac_address': 'fa:16:3e:41:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:26Z', 'updated_at': '2021-07-09T16:43:33Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'subnets': [{'id': 'd99ae55f-2467-46c6-911e-c09ea43d448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:12.224882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f789fa7b-d1bd-47eb-8a5d-57df124f75eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.257600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f789fa7b-d1bd-47eb-8a5d-57df124f75eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.304809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f789fa7b-d1bd-47eb-8a5d-57df124f75eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.311028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f789fa7b-d1bd-47eb-8a5d-57df124f75eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.312261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f789fa7b-d1bd-47eb-8a5d-57df124f75eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/168409c2-71c2-4f20-998d-ad07819fcfc2 HTTP/1.1" status: 204 len: 168 time: 0.1461570 Jul 09 16:54:12.315233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.330320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789fa7b-d1bd-47eb-8a5d-57df124f75eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168409c2-71c2-4f20-998d-ad07819fcfc2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:12.380376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9dd7b16d-9756-431a-abdf-cc6082aa7a0f tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638285 Jul 09 16:54:12.384143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.389194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348535323'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.414353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.519108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.526376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.564991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:12.566334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1811774 Jul 09 16:54:12.569765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.572132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618e54b-f925-4e64-8d3e-72123d561944 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c050315d-6d0e-4aff-8f96-aee3a74a2ac0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:12.582069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7f3b3ab9-3480-4994-ba86-d5d82bcd51ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.582891 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-7f3b3ab9-3480-4994-ba86-d5d82bcd51ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 16:54:12.584318 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7f3b3ab9-3480-4994-ba86-d5d82bcd51ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.589343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.589605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f3b3ab9-3480-4994-ba86-d5d82bcd51ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177574 Jul 09 16:54:12.596689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-97fa8ca6-3e1e-46df-a5ef-bbaa42bb8beb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.612124 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe8113-2f7f-4a2b-a3ba-1a830d0ecfd5 None None] New status for floating IP 06d349b3-df6b-4e5b-b6a2-88d6fe6716b9: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:54:12.652594 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-97fa8ca6-3e1e-46df-a5ef-bbaa42bb8beb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.654868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97fa8ca6-3e1e-46df-a5ef-bbaa42bb8beb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0626004 Jul 09 16:54:12.657103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.666436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-adf219b2-ead1-47ea-bced-524c54dd8032 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.667470 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-adf219b2-ead1-47ea-bced-524c54dd8032 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 16:54:12.668003 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-adf219b2-ead1-47ea-bced-524c54dd8032 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:12.673458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.674722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-adf219b2-ead1-47ea-bced-524c54dd8032 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163348 Jul 09 16:54:12.685402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8f1b47a4-bfa5-497d-9413-204690ef22c4 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:12.926199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:12.997528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5622307-8ca2-4f6b-9d8a-1ce7d20bb8ba tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.025317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5622307-8ca2-4f6b-9d8a-1ce7d20bb8ba tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.094608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5622307-8ca2-4f6b-9d8a-1ce7d20bb8ba tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.098582 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5622307-8ca2-4f6b-9d8a-1ce7d20bb8ba tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.098779 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8f1b47a4-bfa5-497d-9413-204690ef22c4 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:13.100222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f1b47a4-bfa5-497d-9413-204690ef22c4 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4231899 Jul 09 16:54:13.100817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5622307-8ca2-4f6b-9d8a-1ce7d20bb8ba tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "DELETE /v2.0/security-groups/2086e336-a406-44cf-91e3-edae375bad1a HTTP/1.1" status: 204 len: 168 time: 0.1673486 Jul 09 16:54:13.102965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36762) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.103347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.110015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e5bc119a-1794-46f0-8358-ac0cf1d948bd tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.110903 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-e5bc119a-1794-46f0-8358-ac0cf1d948bd tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 16:54:13.112037 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-e5bc119a-1794-46f0-8358-ac0cf1d948bd tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:13.113043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e5bc119a-1794-46f0-8358-ac0cf1d948bd tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071371 Jul 09 16:54:13.116016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5622307-8ca2-4f6b-9d8a-1ce7d20bb8ba tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2086e336-a406-44cf-91e3-edae375bad1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:13.117926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.128900 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-c05d04af-2e20-464b-8077-0cf2318257fd tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] show failed (client error): The resource could not be found. Jul 09 16:54:13.130521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c05d04af-2e20-464b-8077-0cf2318257fd tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "GET /v2.0/security-groups/2086e336-a406-44cf-91e3-edae375bad1a HTTP/1.1" status: 404 len: 347 time: 0.0262027 Jul 09 16:54:13.131717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7dc09c8d-1c03-4465-90b8-db3e5928c10b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.133162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.180461 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7dc09c8d-1c03-4465-90b8-db3e5928c10b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:13.182167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7dc09c8d-1c03-4465-90b8-db3e5928c10b tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0552320 Jul 09 16:54:13.185068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.190763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c56f8e7-222a-4d36-b62a-82ea1de8bc83 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.191721 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-1c56f8e7-222a-4d36-b62a-82ea1de8bc83 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 16:54:13.192516 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1c56f8e7-222a-4d36-b62a-82ea1de8bc83 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:13.193970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c56f8e7-222a-4d36-b62a-82ea1de8bc83 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075612 Jul 09 16:54:13.196515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.201753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-369e16ff-48a7-4580-82cf-c40d25133af3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.253484 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-369e16ff-48a7-4580-82cf-c40d25133af3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:13.254576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-369e16ff-48a7-4580-82cf-c40d25133af3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0567813 Jul 09 16:54:13.257421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.262548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ffa6760f-dd82-46f5-beca-95164dd7c50d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'c050315d-6d0e-4aff-8f96-aee3a74a2ac0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.316054 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ffa6760f-dd82-46f5-beca-95164dd7c50d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:13.317977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ffa6760f-dd82-46f5-beca-95164dd7c50d tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0593536 Jul 09 16:54:13.320800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.336240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Deleting port 37b89309-3d0b-4119-8be5-67f3dde339e8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:13.336582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.405057 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a73c78d-77ee-4b43-9feb-4f0873e2b340 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.438417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a73c78d-77ee-4b43-9feb-4f0873e2b340 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.440652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.441162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.456017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Calling delete_port for 37b89309-3d0b-4119-8be5-67f3dde339e8 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:13.504384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a73c78d-77ee-4b43-9feb-4f0873e2b340 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.508142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a73c78d-77ee-4b43-9feb-4f0873e2b340 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.510440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a73c78d-77ee-4b43-9feb-4f0873e2b340 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/c050315d-6d0e-4aff-8f96-aee3a74a2ac0 HTTP/1.1" status: 204 len: 168 time: 0.1884069 Jul 09 16:54:13.512611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:13.514853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.528796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c78d-77ee-4b43-9feb-4f0873e2b340 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c050315d-6d0e-4aff-8f96-aee3a74a2ac0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:13.546748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: a9476fb7-1d6f-4040-8037-979c3deef9fe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:13.547506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a9476fb7-1d6f-4040-8037-979c3deef9fe not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:13.579303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c17eb709-0b24-4c2e-b0ec-d0a338256e6e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587382 Jul 09 16:54:13.579644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.584352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494945113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.608315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.627628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.663380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Pushing event deleted for resources: {'Port': ['ID=37b89309-3d0b-4119-8be5-67f3dde339e8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:13.696404 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.702357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.732276 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.733099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d30a6dd-0930-45c7-8134-ad5836d9437e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:13.736080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.736564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:13.737655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c38eb4b7-e4e0-4f77-b719-39c2cdd50b87 tempest-ServerActionsTestJSON-1464687349 tempest-ServerActionsTestJSON-1464687349-project] 10.222.0.48 "DELETE /v2.0/floatingips/06d349b3-df6b-4e5b-b6a2-88d6fe6716b9 HTTP/1.1" status: 204 len: 168 time: 0.6034482 Jul 09 16:54:13.739508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1db98829-de08-45e3-9b74-e42bae0ad534 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1586316 Jul 09 16:54:13.740585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.742494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.756152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f7368b32-f19d-44dc-8d5e-eacce5dd2c44 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '1d30a6dd-0930-45c7-8134-ad5836d9437e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.818642 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f7368b32-f19d-44dc-8d5e-eacce5dd2c44 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The resource could not be found. Jul 09 16:54:13.820685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7368b32-f19d-44dc-8d5e-eacce5dd2c44 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0769401 Jul 09 16:54:13.823342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.832447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-baae81a4-d16f-4e39-a59e-c194d310ec7c tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '1d30a6dd-0930-45c7-8134-ad5836d9437e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '783e4473-83aa-45fe-a5ca-a0e71646ce35'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:13.917348 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-baae81a4-d16f-4e39-a59e-c194d310ec7c tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The resource could not be found. Jul 09 16:54:13.921830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-baae81a4-d16f-4e39-a59e-c194d310ec7c tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0935929 Jul 09 16:54:13.922067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:13.995543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bc3338c-f77a-484e-b036-08186d92a48e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.032673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bc3338c-f77a-484e-b036-08186d92a48e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.112278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bc3338c-f77a-484e-b036-08186d92a48e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.115231 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bc3338c-f77a-484e-b036-08186d92a48e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.116808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bc3338c-f77a-484e-b036-08186d92a48e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d30a6dd-0930-45c7-8134-ad5836d9437e HTTP/1.1" status: 204 len: 168 time: 0.1935747 Jul 09 16:54:14.120342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.143839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3338c-f77a-484e-b036-08186d92a48e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d30a6dd-0930-45c7-8134-ad5836d9437e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:14.174561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-42e2ae53-396b-4b65-883b-1881a1d35c60 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527499 Jul 09 16:54:14.179350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.184239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bf3b998e-607b-4059-aa08-76c26c2a0e1c tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': '5aeca94f-d740-4b8c-8565-0fe0da8406e2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:14.227629 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-bf3b998e-607b-4059-aa08-76c26c2a0e1c tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The resource could not be found. Jul 09 16:54:14.229033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf3b998e-607b-4059-aa08-76c26c2a0e1c tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0487444 Jul 09 16:54:14.232968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.237564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--260346927'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:14.271994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.370824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.377750 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.407474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.412257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a25d23-369c-42ce-b671-3edf46fcd441,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:14.415343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.416738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0a26d4a8-2b83-4e66-94d0-61c0be1e4a54 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1826143 Jul 09 16:54:14.426562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.431375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051457487'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:14.455317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.568838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.580468 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.610566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b97f9f-1a7a-4c72-9d96-f3837736c00c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:14.616143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.617732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-904e2ee5-8e40-4cbf-97c4-b7774d3d66e3 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1899569 Jul 09 16:54:14.621023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.630229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4683947c-0b8b-4aef-889b-40494a7fc7eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group_rule': {'security_group_id': 'a8a25d23-369c-42ce-b671-3edf46fcd441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '40b97f9f-1a7a-4c72-9d96-f3837736c00c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:14.678127 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4683947c-0b8b-4aef-889b-40494a7fc7eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:54:14.682239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4683947c-0b8b-4aef-889b-40494a7fc7eb tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0575051 Jul 09 16:54:14.682546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.740547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Deleting port cda43092-2529-4ca2-b836-be92299974c6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:14.741094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.764486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21311412-62fe-44de-ae69-beb785fda6ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.798364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21311412-62fe-44de-ae69-beb785fda6ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.837399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] For port cda43092-2529-4ca2-b836-be92299974c6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cda43092-2529-4ca2-b836-be92299974c6,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:14.838058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.871439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21311412-62fe-44de-ae69-beb785fda6ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.879447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21311412-62fe-44de-ae69-beb785fda6ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:14.880670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-21311412-62fe-44de-ae69-beb785fda6ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/40b97f9f-1a7a-4c72-9d96-f3837736c00c HTTP/1.1" status: 204 len: 168 time: 0.1970346 Jul 09 16:54:14.883976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Calling delete_port for cda43092-2529-4ca2-b836-be92299974c6 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:14.885301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:14.907180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21311412-62fe-44de-ae69-beb785fda6ff tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b97f9f-1a7a-4c72-9d96-f3837736c00c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:14.978453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-739a48f8-c063-4637-abe0-844b1616b7df tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0842669 Jul 09 16:54:14.979481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.051256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67522f9e-cdfe-4393-83fc-49e05de323bc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.081281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67522f9e-cdfe-4393-83fc-49e05de323bc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.143113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67522f9e-cdfe-4393-83fc-49e05de323bc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.143113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67522f9e-cdfe-4393-83fc-49e05de323bc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.146131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67522f9e-cdfe-4393-83fc-49e05de323bc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8a25d23-369c-42ce-b671-3edf46fcd441 HTTP/1.1" status: 204 len: 168 time: 0.1655016 Jul 09 16:54:15.150188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.167327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.177660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522f9e-cdfe-4393-83fc-49e05de323bc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a25d23-369c-42ce-b671-3edf46fcd441,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:15.184351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-289074801'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:15.190769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.225171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cda43092-2529-4ca2-b836-be92299974c6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:15.284040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:15.287591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.296256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bc9fc84e-b81f-424a-bead-7707902e82e0 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414235 Jul 09 16:54:15.296942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.322162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233878135'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:15.370791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:54:15.383668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.404946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.405398 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Added segment 7f4afcbd-bf4b-4367-a2ef-9623f65f79be of type vlan for network f1d44e46-4da6-47eb-a919-7611d3d9348a Jul 09 16:54:15.416903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.498569 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.554710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d01d07a-cafa-45c0-80c5-e1522330827c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.588285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.593775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:15.594359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.686200 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.709879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Network': ['ID=f1d44e46-4da6-47eb-a919-7611d3d9348a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:15.726102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f1d44e46-4da6-47eb-a919-7611d3d9348a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:54:15.758419 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.768971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.834885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b847752b-2c86-40c0-8606-b40bb019998a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:15.857690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d01d07a-cafa-45c0-80c5-e1522330827c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.862992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d01d07a-cafa-45c0-80c5-e1522330827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.896554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.897801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-31e62aa0-8e85-4e81-91a7-dcd72471088e tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6004529 Jul 09 16:54:15.902605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.902747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d01d07a-cafa-45c0-80c5-e1522330827c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bfa24b176ff4e89ad6ae9efa5e8c3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841127 Jul 09 16:54:15.906343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01d07a-cafa-45c0-80c5-e1522330827c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a4fa5-c15f-43c2-92a7-b16c07ff2c9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:15.906487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-05e6fb1c-66ce-41dd-9a89-1edd86483743 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7347407 Jul 09 16:54:15.906567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.908900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-50de8c0c-0d7a-4f04-a6e8-a9530af8ad21 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:15.909323 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-50de8c0c-0d7a-4f04-a6e8-a9530af8ad21 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 16:54:15.909811 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-50de8c0c-0d7a-4f04-a6e8-a9530af8ad21 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 16:54:15.913425 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-50de8c0c-0d7a-4f04-a6e8-a9530af8ad21 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "PUT /v2.0/security-groups/b847752b-2c86-40c0-8606-b40bb019998a HTTP/1.1" status: 409 len: 330 time: 0.0057147 Jul 09 16:54:15.913425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.914104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:15.917978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-137476072'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:15.983009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:15.986567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:15.990104 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ced3ec-8392-49d2-9e00-fd32510d92a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.008276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab956e9c-0040-46c7-9252-1632a5ea1159 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.018288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Router 34733167-70d0-43b7-95e7-49a43b268332 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:16.023187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:54:16.027927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ced3ec-8392-49d2-9e00-fd32510d92a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.036947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.037321 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Added segment d6127bf6-784b-443b-b4a8-8ffb3d57e653 of type vlan for network 25957415-6a8a-4b91-812c-850e465547b7 Jul 09 16:54:16.051023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab956e9c-0040-46c7-9252-1632a5ea1159 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.111624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab956e9c-0040-46c7-9252-1632a5ea1159 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.114249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab956e9c-0040-46c7-9252-1632a5ea1159 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.115426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab956e9c-0040-46c7-9252-1632a5ea1159 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/b847752b-2c86-40c0-8606-b40bb019998a HTTP/1.1" status: 204 len: 168 time: 0.1954365 Jul 09 16:54:16.119294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.121171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ced3ec-8392-49d2-9e00-fd32510d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.123636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94ced3ec-8392-49d2-9e00-fd32510d92a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.124658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-94ced3ec-8392-49d2-9e00-fd32510d92a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a08a4fa5-c15f-43c2-92a7-b16c07ff2c9e HTTP/1.1" status: 204 len: 168 time: 0.2178304 Jul 09 16:54:16.126508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.149947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab956e9c-0040-46c7-9252-1632a5ea1159 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b847752b-2c86-40c0-8606-b40bb019998a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:16.165114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ced3ec-8392-49d2-9e00-fd32510d92a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a4fa5-c15f-43c2-92a7-b16c07ff2c9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:16.194375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6e65d26c-d858-48f1-b76c-98b3959fd2f8 tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694377 Jul 09 16:54:16.194375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.207328 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2472e01a-b7ef-4f0a-9f93-2ded2a98a1dc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] delete failed (client error): The resource could not be found. Jul 09 16:54:16.211867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2472e01a-b7ef-4f0a-9f93-2ded2a98a1dc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "DELETE /v2.0/security-groups/88f47788-c217-4310-85eb-3341bf6547ca HTTP/1.1" status: 404 len: 347 time: 0.0136275 Jul 09 16:54:16.212008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:16.212157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.220531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.220689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbc04912-e646-43b7-b447-b198c70284ed admin admin] 10.222.0.48 "PUT /v2.0/routers/34733167-70d0-43b7-95e7-49a43b268332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4788985 Jul 09 16:54:16.222703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] Sync routers for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:16.232918 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4912fe05-5150-4b59-81a8-53cbaebe38ed tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] show failed (client error): The resource could not be found. Jul 09 16:54:16.237614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4912fe05-5150-4b59-81a8-53cbaebe38ed tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-groups/82f2722f-a654-4b79-aa26-3fa39f609f82 HTTP/1.1" status: 404 len: 347 time: 0.0209200 Jul 09 16:54:16.237884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:16.238994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:16.239119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.256063 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6983754f-c8ab-4b96-bfb4-3388142f3bdc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] show failed (client error): The resource could not be found. Jul 09 16:54:16.260281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6983754f-c8ab-4b96-bfb4-3388142f3bdc tempest-NegativeSecGroupTest-501336297 tempest-NegativeSecGroupTest-501336297-project] 10.222.0.48 "GET /v2.0/security-group-rules/18b966b7-e2e4-44bd-a354-3244f1bc2e1a HTTP/1.1" status: 404 len: 356 time: 0.0170350 Jul 09 16:54:16.269353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.281929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:16.286412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.366807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:16.428355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5097682 Jul 09 16:54:16.428355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.455684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'subnet': {'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:16.515615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.516757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e38a04-12bd-407d-89ab-433acf302957 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Network': ['ID=25957415-6a8a-4b91-812c-850e465547b7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:16.532722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 25957415-6a8a-4b91-812c-850e465547b7 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:54:16.544133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5510f883-96a8-4163-8809-5d813db7bf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.705368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5510f883-96a8-4163-8809-5d813db7bf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.718054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.725104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5510f883-96a8-4163-8809-5d813db7bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.725290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:54:15Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:16.739235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.764712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] Checking router: 34733167-70d0-43b7-95e7-49a43b268332 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:16.765786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:16.769320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.775737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] Routers {'34733167-70d0-43b7-95e7-49a43b268332'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:16.776357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['34733167-70d0-43b7-95e7-49a43b268332'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:16.831084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5510f883-96a8-4163-8809-5d813db7bf3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b1c3f0d7c1a48f88d89f864a9f3a166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116205 Jul 09 16:54:16.834508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:16.838639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510f883-96a8-4163-8809-5d813db7bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec765c-3a12-41b6-8e40-83e4f2a0b04d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:16.862242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.920037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] Set router 34733167-70d0-43b7-95e7-49a43b268332 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:16.921410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ec7c5f-2c70-4092-b14f-7d4cb1167d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.951158 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ec7c5f-2c70-4092-b14f-7d4cb1167d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.962675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Deleting port f9593683-5003-4813-b6f5-0841c1219682 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:16.965795 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:16.965909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a3ea9b14-6b2b-4fd2-b6d3-31afcd5c96dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f85e46872f2a4cd496199104ce7e66e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219770 Jul 09 16:54:16.967318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:17.061814 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ec7c5f-2c70-4092-b14f-7d4cb1167d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.064428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ec7c5f-2c70-4092-b14f-7d4cb1167d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.068024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33ec7c5f-2c70-4092-b14f-7d4cb1167d9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bec765c-3a12-41b6-8e40-83e4f2a0b04d HTTP/1.1" status: 204 len: 168 time: 0.2290590 Jul 09 16:54:17.072347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] For port f9593683-5003-4813-b6f5-0841c1219682, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9593683-5003-4813-b6f5-0841c1219682,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:17.072841 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.072947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32025063-7f12-48a6-83eb-f89ac10603ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.077235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.085673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7c5f-2c70-4092-b14f-7d4cb1167d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bec765c-3a12-41b6-8e40-83e4f2a0b04d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:17.099694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Calling delete_port for f9593683-5003-4813-b6f5-0841c1219682 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:17.155458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32025063-7f12-48a6-83eb-f89ac10603ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.167903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:54:15Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:17.183271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Subnet': ['ID=43b7538f-2d43-4ec0-b273-4c8c1c532b3a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:17.203920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d73cc-8544-4df3-a933-97ff7eabf00d None None] The sync data for ids ['34733167-70d0-43b7-95e7-49a43b268332'] in n-d-800085-2 is: [{'id': '34733167-70d0-43b7-95e7-49a43b268332', 'name': 'tempest-ServerActionsTestJSON-1671274772-router', 'tenant_id': '41ab974166044af59f006b4e24ee852e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': 'f9593683-5003-4813-b6f5-0841c1219682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:20Z', 'updated_at': '2021-07-09T16:54:15Z', 'revision_number': 5, 'project_id': '41ab974166044af59f006b4e24ee852e', 'gw_port': {'id': 'f9593683-5003-4813-b6f5-0841c1219682', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34733167-70d0-43b7-95e7-49a43b268332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:22Z', 'updated_at': '2021-07-09T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:17.223886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Checking segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:17.224248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network hostable DHCP agents. Network: f1d44e46-4da6-47eb-a919-7611d3d9348a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:54:17.247494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network f1d44e46-4da6-47eb-a919-7611d3d9348a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:54:17.252529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32025063-7f12-48a6-83eb-f89ac10603ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.255586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32025063-7f12-48a6-83eb-f89ac10603ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.264968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-32025063-7f12-48a6-83eb-f89ac10603ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c901aa7-c5f7-43b7-935c-2cd8493196af HTTP/1.1" status: 204 len: 168 time: 0.2953706 Jul 09 16:54:17.279625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32025063-7f12-48a6-83eb-f89ac10603ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c901aa7-c5f7-43b7-935c-2cd8493196af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:17.283284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f1d44e46-4da6-47eb-a919-7611d3d9348a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:17.299488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:17.300013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05f30a-fc47-48e4-9a01-e155545df8f7 None None] Network f1d44e46-4da6-47eb-a919-7611d3d9348a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:17.300971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.337966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5a94ffe6-44a6-42c2-9d22-f38b257c6d56 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8963130 Jul 09 16:54:17.338176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:17.343279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'subnet': {'network_id': '25957415-6a8a-4b91-812c-850e465547b7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:17.369605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.415091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9593683-5003-4813-b6f5-0841c1219682,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:17.484551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:17.489554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.512382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.554868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f1d44e46-4da6-47eb-a919-7611d3d9348a', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:54:17.555674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.696621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.701338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.781820 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.782735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34733167-70d0-43b7-95e7-49a43b268332 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:54:17.796494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.798815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.800917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67d2438f-9ab5-48bf-af15-12d57010c1b0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/34733167-70d0-43b7-95e7-49a43b268332 HTTP/1.1" status: 204 len: 168 time: 1.5791960 Jul 09 16:54:17.801976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:17.844477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Allocated IP 10.1.1.2 (f1d44e46-4da6-47eb-a919-7611d3d9348a/43b7538f-2d43-4ec0-b273-4c8c1c532b3a/13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:17.923829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Subnet': ['ID=8e911a97-a592-4313-81cb-6a530ae3ad6e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:17.933423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Deleting subnet d99ae55f-2467-46c6-911e-c09ea43d448a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:54:17.945177 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:17.967490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Checking segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:17.967882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network hostable DHCP agents. Network: 25957415-6a8a-4b91-812c-850e465547b7, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:54:18.000727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.033974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network 25957415-6a8a-4b91-812c-850e465547b7 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:54:18.058374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 25957415-6a8a-4b91-812c-850e465547b7) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:18.066568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:18.066863 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.070770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a879c3f-053a-4617-acf1-43ea3917e3b5 None None] Network 25957415-6a8a-4b91-812c-850e465547b7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:18.073356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.135689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-81e4436e-a810-4fea-af6b-c19324396568 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7964406 Jul 09 16:54:18.139062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:18.142110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Transition to ACTIVE for port object 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:18.145349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'name': 'tempest-TaggedBootDevicesTest_v242-1880634211', 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:18.147080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.160740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Transition to ACTIVE for port object 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:18.194009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.210414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.267575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99ae55f-2467-46c6-911e-c09ea43d448a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:18.273649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.275044 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-86e723e2-e3e0-48eb-b1ba-aab69fccbfe1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d99ae55f-2467-46c6-911e-c09ea43d448a HTTP/1.1" status: 204 len: 168 time: 0.4421401 Jul 09 16:54:18.277578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:18.293163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2350f1-0200-4af1-8988-12e252328d9b None None] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:18.297140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Network f1d44e46-4da6-47eb-a919-7611d3d9348a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:18.314149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Pushing event updated for resources: {'Port': ['ID=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:18.316892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:18.320079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:18.366456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:18.381177 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.403485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.403485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.403485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.403841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.403841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.404166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.404618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.404955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.405278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.405599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.405927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.406237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:18.468405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Deleting port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:18.468755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.508898 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.534183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] device_id is not set on port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:54:18.554543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Attempting to bind port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:18.554543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Attempting to bind port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:18.556256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Attempting to bind port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:18.576582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-25957415-6a8a-4b91-812c-850e465547b7', 'network_id': '25957415-6a8a-4b91-812c-850e465547b7', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'fixed_ips': [{'subnet_id': '8e911a97-a592-4313-81cb-6a530ae3ad6e'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:54:18.577734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.586351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:18.586755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Checking segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:18.587159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.587549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Bound using segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:18.588034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Bound port: 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:18.591252 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.609325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] For port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,segment=NetworkSegment(0a376017-12dd-4572-a46b-03b31a8c58d6),segment_id=0a376017-12dd-4572-a46b-03b31a8c58d6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:18.609702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:18.649105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Calling delete_port for 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:18.723735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cda43092-2529-4ca2-b836-be92299974c6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:18.753182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: cda43092-2529-4ca2-b836-be92299974c6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:18.753919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cda43092-2529-4ca2-b836-be92299974c6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:18.754820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9593683-5003-4813-b6f5-0841c1219682 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:18.756485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:18.781644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: f9593683-5003-4813-b6f5-0841c1219682 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:18.782061 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9593683-5003-4813-b6f5-0841c1219682 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:18.905195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 10.1.1.238 (f1d44e46-4da6-47eb-a919-7611d3d9348a/43b7538f-2d43-4ec0-b273-4c8c1c532b3a/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:18.918896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] For port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:18.948691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] For port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:18.986329 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.072003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] DHCP port deletion for 6b95dda8-0014-49d8-8e45-3c229bcb3e9b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:54:19.095400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Allocated IP 10.2.2.2 (25957415-6a8a-4b91-812c-850e465547b7/8e911a97-a592-4313-81cb-6a530ae3ad6e/ce0c997a-1038-44e8-afdf-09514fde6d99) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:19.116123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.147632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:19.151120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] No DVR routers for this DVR port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:19.171966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-72306872-a682-497b-83df-013d7d21860b tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-899939231', 'prefixes': ['172.20.0.0/16']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:19.236368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.258692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.270380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:19.273455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1968d-a76d-4f63-bdd1-19c8e785a34b None None] Pushing event updated for resources: {'Port': ['ID=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:19.277535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b95dda8-0014-49d8-8e45-3c229bcb3e9b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:19.314821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a376017-12dd-4572-a46b-03b31a8c58d6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:19.315076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Deleting port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:19.315445 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.317882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a376017-12dd-4572-a46b-03b31a8c58d6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:19.332600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.335592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72306872-a682-497b-83df-013d7d21860b tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.341202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72306872-a682-497b-83df-013d7d21860b tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5820167 Jul 09 16:54:19.342279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:19.357130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.368442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.392862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:54:19.396465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:54:19.402078 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:54:19.450426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] For port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:19.450855 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.458375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cec9fccc-1b74-4c5f-b928-1c16ce904fc7 tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] 10.222.0.48 "GET /v2.0/subnetpools/323fbed7-14a2-4454-aa59-14aba5908e37 HTTP/1.1" status: 200 len: 731 time: 0.1120567 Jul 09 16:54:19.484091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network f1d44e46-4da6-47eb-a919-7611d3d9348a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:19.488611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:19.493855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:19.497004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Calling delete_port for 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:19.501150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:54:19.505797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-93240bef-d025-4284-ab1e-a12646f8283b tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-396557569'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:19.510531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:19.518635 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.574068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:19.575653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Pushing event deleted for resources: {'Port': ['ID=1dc2f9c2-2581-4dc1-9e96-c7411dd2180d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:19.586937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] Network 6b95dda8-0014-49d8-8e45-3c229bcb3e9b is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:54:19.587440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0de2f5-793d-4756-82e6-af3adc4fe4e2 None None] No DVR routers for this DVR port 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:19.606077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:19.606783 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.606889 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.620772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Transition to ACTIVE for port object ce0c997a-1038-44e8-afdf-09514fde6d99 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:19.631475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7109bc5-8fca-4505-b132-c49acfcb369e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4910507 Jul 09 16:54:19.633813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:19.639878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'name': 'tempest-TaggedBootDevicesTest_v242-1765259882', 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:19.655980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Transition to ACTIVE for port object ce0c997a-1038-44e8-afdf-09514fde6d99 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:19.664554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.673662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.684220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.686342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6b95dda8-0014-49d8-8e45-3c229bcb3e9b HTTP/1.1" status: 204 len: 168 time: 1.4075725 Jul 09 16:54:19.691566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93240bef-d025-4284-ab1e-a12646f8283b tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.695317 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-93240bef-d025-4284-ab1e-a12646f8283b tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] 10.222.0.48 "PUT /v2.0/subnetpools/323fbed7-14a2-4454-aa59-14aba5908e37 HTTP/1.1" status: 200 len: 683 time: 0.1978924 Jul 09 16:54:19.696404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:19.736994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Network 25957415-6a8a-4b91-812c-850e465547b7 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:19.744413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:19.751068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff659d-09f1-4803-8799-cb6a7b6e46b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b95dda8-0014-49d8-8e45-3c229bcb3e9b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:19.755470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:19.769341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Pushing event updated for resources: {'Port': ['ID=ce0c997a-1038-44e8-afdf-09514fde6d99,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:19.840645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62201727-934a-43de-ade9-a5b4e82de743 tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.845055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:19.845351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62201727-934a-43de-ade9-a5b4e82de743 tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] 10.222.0.48 "DELETE /v2.0/subnetpools/323fbed7-14a2-4454-aa59-14aba5908e37 HTTP/1.1" status: 204 len: 168 time: 0.1475236 Jul 09 16:54:19.849360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Attempting to bind port ce0c997a-1038-44e8-afdf-09514fde6d99 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:19.849983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Attempting to bind port ce0c997a-1038-44e8-afdf-09514fde6d99 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:19.855778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Attempting to bind port ce0c997a-1038-44e8-afdf-09514fde6d99 on network 25957415-6a8a-4b91-812c-850e465547b7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:19.865521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:19.866607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Checking segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:19.867886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.868978 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-34b0c74e-0c20-4d1e-b0ee-7e7e478b4591 tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] show failed (client error): The resource could not be found. Jul 09 16:54:19.869190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Bound using segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:19.869952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Bound port: ce0c997a-1038-44e8-afdf-09514fde6d99, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:19.870797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.873397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:19.877962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-34b0c74e-0c20-4d1e-b0ee-7e7e478b4591 tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] 10.222.0.48 "GET /v2.0/subnetpools/323fbed7-14a2-4454-aa59-14aba5908e37 HTTP/1.1" status: 404 len: 346 time: 0.0317256 Jul 09 16:54:19.897097 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5f237d16-bf87-42c5-9124-171f1e842e5a tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] delete failed (client error): The resource could not be found. Jul 09 16:54:19.902237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f237d16-bf87-42c5-9124-171f1e842e5a tempest-SubnetPoolsTestJSON-1202673684 tempest-SubnetPoolsTestJSON-1202673684-project] 10.222.0.48 "DELETE /v2.0/subnetpools/323fbed7-14a2-4454-aa59-14aba5908e37 HTTP/1.1" status: 404 len: 346 time: 0.0274527 Jul 09 16:54:19.903354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:19.908319 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:19.932114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] device_id is not set on port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:54:20.053211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:20.168980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6da313b0-29c1-4e3f-a927-ba81442a66d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41ab974166044af59f006b4e24ee852e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148260 Jul 09 16:54:20.171630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:20.176627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] For port ce0c997a-1038-44e8-afdf-09514fde6d99, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:20.187367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] For port ce0c997a-1038-44e8-afdf-09514fde6d99, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ce0c997a-1038-44e8-afdf-09514fde6d99,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:20.197514 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.212613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 10.1.1.185 (f1d44e46-4da6-47eb-a919-7611d3d9348a/43b7538f-2d43-4ec0-b273-4c8c1c532b3a/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:20.253341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:20.297748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4578948-c0b1-47e1-ba16-cd93cb551f5e None None] Pushing event updated for resources: {'Port': ['ID=ce0c997a-1038-44e8-afdf-09514fde6d99,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:20.305752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ad5247e-c842-4f3b-b6c2-1bf53e19b43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.365120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ad5247e-c842-4f3b-b6c2-1bf53e19b43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.457995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b00f-d5a5-4447-b7eb-24519a4baf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.540494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ad5247e-c842-4f3b-b6c2-1bf53e19b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.543581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ad5247e-c842-4f3b-b6c2-1bf53e19b43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.544853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ad5247e-c842-4f3b-b6c2-1bf53e19b43c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae HTTP/1.1" status: 204 len: 168 time: 0.3723114 Jul 09 16:54:20.562248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5247e-c842-4f3b-b6c2-1bf53e19b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886b5c0-9cd7-4ff2-aecb-d17e4a4c23ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:20.596568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.628113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object a7428d08-708a-4794-8ff5-bcbfd8ab8b5d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:20.640457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b00f-d5a5-4447-b7eb-24519a4baf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.679695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b00f-d5a5-4447-b7eb-24519a4baf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.687657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440b417-eeea-4ba2-b424-b3f9bb64839c None None] Network f1d44e46-4da6-47eb-a919-7611d3d9348a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:20.732098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5aa0b00f-d5a5-4447-b7eb-24519a4baf97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3ee433229084271b9318c117294d47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767659 Jul 09 16:54:20.732728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:20.733777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b00f-d5a5-4447-b7eb-24519a4baf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630de2e-f800-419c-abd0-4306d8ed698b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:20.786127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.827010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1784f7fa-6717-4261-83b8-6383b3afb2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.857323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44b059d9-c79d-474c-933b-8d6e61706c59 None None] Provisioning for port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:20.885914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1784f7fa-6717-4261-83b8-6383b3afb2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:20.917519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network f1d44e46-4da6-47eb-a919-7611d3d9348a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:20.921834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:20.927771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:54:20.933331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:20.997767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:21.007885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1784f7fa-6717-4261-83b8-6383b3afb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.010781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1784f7fa-6717-4261-83b8-6383b3afb2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.012369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1784f7fa-6717-4261-83b8-6383b3afb2cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a630de2e-f800-419c-abd0-4306d8ed698b HTTP/1.1" status: 204 len: 168 time: 0.2745190 Jul 09 16:54:21.038938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:21.039790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.047530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784f7fa-6717-4261-83b8-6383b3afb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630de2e-f800-419c-abd0-4306d8ed698b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:21.086445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6db501e-f721-4f68-8a90-c0fb29631b8e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4509079 Jul 09 16:54:21.142321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-e7b6cc66-70ff-4508-9acb-dd0a68187794 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301494 Jul 09 16:54:21.184351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:21.210198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:21.212622 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.319352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-7cda3c94-a184-4188-84bd-ec00eaa755c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:21.322207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-7cda3c94-a184-4188-84bd-ec00eaa755c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9c7a936d2454e44a2dc115f09624386&device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 1097 time: 0.1361063 Jul 09 16:54:21.439353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:21.444897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058583912', 'description': 'tempest-description--1350357016'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:21.468160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.524457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.552897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:21.557173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-dd859689-9464-48a4-8d90-858fffc33e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:21.558700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-dd859689-9464-48a4-8d90-858fffc33e73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2922edcb-3867-421d-b9a2-2f24be6ddcfb HTTP/1.1" status: 200 len: 910 time: 0.2109928 Jul 09 16:54:21.577736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.647867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:21.692310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:21.721886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.743486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.752273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:21.752631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1dc2f9c2-2581-4dc1-9e96-c7411dd2180d not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:21.759581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-b105db60-7ad3-4f1f-95cf-313b7e0cb2ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8133e456-6157-4460-b9f2-81e20dc075a3 HTTP/1.1" status: 200 len: 1002 time: 0.1901493 Jul 09 16:54:21.769543 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.773430 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3304541 Jul 09 16:54:21.782071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:21.799838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'security_group_rule': {'security_group_id': '0c4f90f8-f1f2-488e-ae43-d42c95f918ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:21.864570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-47c6d038-9db3-436e-a29d-1d4036cda819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:21.866973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-47c6d038-9db3-436e-a29d-1d4036cda819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a5cbf7-579d-464e-bdb5-e79158e7ed65 HTTP/1.1" status: 200 len: 848 time: 0.0983863 Jul 09 16:54:21.870542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c075c26-5fdb-4ce6-bf0c-6760dc2903a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4f90f8-f1f2-488e-ae43-d42c95f918ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:21.908141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.913280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Provisioning for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:21.917352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Provisioning complete for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:21.917955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:21.964180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-52c3b248-9a16-4d9a-b7fb-5119cd1043ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:21.966534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-52c3b248-9a16-4d9a-b7fb-5119cd1043ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2922edcb-3867-421d-b9a2-2f24be6ddcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919189 Jul 09 16:54:21.990073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:22.004870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Provisioning for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:22.010894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Provisioning complete for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:22.011278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.047289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.053642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.100570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adf5acf-86d8-4f7b-a0f8-f680da902d62,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:22.102038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:22.110906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.116160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-37813e57-a2c5-429b-9234-de6ce8337d4d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329878 Jul 09 16:54:22.116923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:22.125465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'security_group_rule': {'security_group_id': '0c4f90f8-f1f2-488e-ae43-d42c95f918ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:22.137308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Provisioning complete for port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:22.140594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b59f139-9533-44a4-a584-4367bd2a5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.184449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-008ff606-0414-4e6b-84ec-305c7fd581d1 service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065768 Jul 09 16:54:22.192327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.215324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e0c4b-8c0e-49b1-ad0a-fa5a7bb2d965 None None] Network 25957415-6a8a-4b91-812c-850e465547b7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:22.288068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:22.328125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.334959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.375041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.380064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582986 Jul 09 16:54:22.380064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762094d-4020-4a82-9465-f550845338a2 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b025ad-a99f-47b6-bf0d-ccacd5ebaae4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:22.380619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:22.388395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:22.403416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32e42ce0-5c81-4122-8c81-e503f0ae8be3 req-67b0ceda-6074-43f2-b838-3658841b7566 service neutron] 10.222.0.43 "GET /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107666 Jul 09 16:54:22.422138 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.482454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac8a5dd7-f6d9-4b1c-bb80-020de5969d6c None None] Provisioning complete for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:22.482948 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5dd7-f6d9-4b1c-bb80-020de5969d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.537923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a5dd7-f6d9-4b1c-bb80-020de5969d6c None None] Port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:22.551893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac8a5dd7-f6d9-4b1c-bb80-020de5969d6c None None] Provisioning for port ce0c997a-1038-44e8-afdf-09514fde6d99 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:22.572779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.622632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:22.662632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1394725936-network', 'tenant_id': 'd3ee5de0888342969aa8e5ece6bc2f59'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:22.681049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e2e4176-0793-4afd-9f09-16cb12f4fc04 None None] Provisioning complete for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:22.681049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e2e4176-0793-4afd-9f09-16cb12f4fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.713945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-219649220'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:22.737611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e4176-0793-4afd-9f09-16cb12f4fc04 None None] Port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:22.755028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 172.25.7.164 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/8f297021-9cad-491c-b203-27fc8e77f87a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:22.772446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Made reservation on behalf of d3ee5de0888342969aa8e5ece6bc2f59 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:22.776667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.799953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.818365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Made reservation on behalf of 2f53d98a4a934dd2aea1fb594b679415 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:22.822070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.835311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.871761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ce0c997a-1038-44e8-afdf-09514fde6d99 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:54:22.904275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.954080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.956506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.958234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port ce0c997a-1038-44e8-afdf-09514fde6d99 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:22.966075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ce0c997a-1038-44e8-afdf-09514fde6d99 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:22.966235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.966620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.009324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=8f297021-9cad-491c-b203-27fc8e77f87a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.019787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84729630-98cf-4617-b4db-675c96d43620,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.022446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:23.024003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:23.026452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:23.043841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:54:23.068331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.068668 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Added segment 74aa52ce-dade-4534-bf93-3db39c483dfe of type vlan for network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 Jul 09 16:54:23.103657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.140858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.144318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port ce0c997a-1038-44e8-afdf-09514fde6d99, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ce0c997a-1038-44e8-afdf-09514fde6d99,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:23.150850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.154391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.155808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:54:23.199093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.200879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:23.202136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.204850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.261118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=ce0c997a-1038-44e8-afdf-09514fde6d99,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.273263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:23.273698 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.300934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.304806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.313996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:54:23.317576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.354957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:54:23.369320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a6e15370-33c4-4cf7-ac35-f10810580459 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0735245 Jul 09 16:54:23.371472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.371838 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Added segment 6d038496-f792-484a-9468-a1eb0a8de198 of type vlan for network 0c0c4ff5-3ada-446e-b12b-cf19e171ad99 Jul 09 16:54:23.373177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:23.381519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Request body: {'subnet': {'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1394725936-subnet', 'tenant_id': 'd3ee5de0888342969aa8e5ece6bc2f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:23.428615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ce3db-9f3b-4b8f-a1c9-e995671b103f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.455867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.457993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Made reservation on behalf of d3ee5de0888342969aa8e5ece6bc2f59 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:23.460345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.489737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.495602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:23.496224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.524856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.534357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.560212 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9363241 Jul 09 16:54:23.569484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:23.579279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-278c8add-a125-42e8-a21a-ad6bd8456978 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-1945433298') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:23.586734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f7e0d-f444-44e1-bc45-ecee64d594a7 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Pushing event updated for resources: {'Network': ['ID=0c0c4ff5-3ada-446e-b12b-cf19e171ad99,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.600151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0c0c4ff5-3ada-446e-b12b-cf19e171ad99 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:54:23.669860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=8f297021-9cad-491c-b203-27fc8e77f87a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.685750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-278c8add-a125-42e8-a21a-ad6bd8456978 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "PUT /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-1945433298 HTTP/1.1" status: 201 len: 201 time: 0.1148715 Jul 09 16:54:23.688210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:23.688730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.694559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-8b8223c3-1c1b-45d7-a83d-153a199fd33f tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-1945433298') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:23.725900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.730592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.734926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-916035e6-5baa-459d-8a8c-51e873534ca1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3520098 Jul 09 16:54:23.758652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.777431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8b8223c3-1c1b-45d7-a83d-153a199fd33f tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-1945433298 HTTP/1.1" status: 204 len: 168 time: 0.0875130 Jul 09 16:54:23.778085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:23.784746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-f570e45e-ca1a-4052-8acc-6375443be860 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:23.831786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3cc0e56-e834-425c-8c28-991f44373eac,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:23.840072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Checking segment: {'id': '74aa52ce-dade-4534-bf93-3db39c483dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:23.840245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Network hostable DHCP agents. Network: 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:54:23.863468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:54:23.880810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:23.883093 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f570e45e-ca1a-4052-8acc-6375443be860 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags HTTP/1.1" status: 200 len: 238 time: 0.1020172 Jul 09 16:54:23.886076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-dbe7818f-67d1-43cd-acdb-49fb2727c3f1 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', {'tags': ['tempest-TagsTest-Tag-747125757', 'tempest-TagsTest-Tag-1326440140', 'tempest-TagsTest-Tag-702455287']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:23.889827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:23.904053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2603a13-12b1-4f39-a8ab-267c2c9bf134 None None] Network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:23.905990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:23.906671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:23.959511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2fccffd1-165a-4156-bac6-80dcaa3dfdbf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5846684 Jul 09 16:54:24.047384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d0d8bc6f-f828-4a18-b7ef-7bb7ef0384a0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1058583912&fields=id&tenant_id=9c9f6762ea5b4c23bd5657397dae4d12 HTTP/1.1" status: 200 len: 267 time: 0.0729935 Jul 09 16:54:24.055142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:24.056361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dbe7818f-67d1-43cd-acdb-49fb2727c3f1 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "PUT /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags HTTP/1.1" status: 200 len: 307 time: 0.1745269 Jul 09 16:54:24.061065 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-6e1fd5f4-213e-4874-9282-d95cd468a783 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-747125757') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:24.126528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-c4061664-9680-4b07-8cb7-2eb00548bf2b tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:24.126528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-c4061664-9680-4b07-8cb7-2eb00548bf2b tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 937 time: 0.0664079 Jul 09 16:54:24.151316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a3deb-08bb-4589-8e67-dfa4e3f7be67 None None] Network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:24.190251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-f2c95b65-5f91-4df8-8575-1b4335251cb7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:24.191933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-f2c95b65-5f91-4df8-8575-1b4335251cb7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 937 time: 0.0617592 Jul 09 16:54:24.256263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a8d221ed-4028-4a9a-9c1d-2c5d53b31180 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0575268 Jul 09 16:54:24.344894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d513676-2749-426c-9c34-8ce50a05e240 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0784407 Jul 09 16:54:24.369624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6e1fd5f4-213e-4874-9282-d95cd468a783 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "DELETE /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-747125757 HTTP/1.1" status: 204 len: 168 time: 0.3107646 Jul 09 16:54:24.370010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:24.393339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a2afed5c-9b22-4d37-a7d2-9b1a0b01439a tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-747125757') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:24.607907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-20ea9f1c-9898-444c-9ed5-ed5946441211 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:24.617644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-20ea9f1c-9898-444c-9ed5-ed5946441211 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:24.624062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-20ea9f1c-9898-444c-9ed5-ed5946441211 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:24.626331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-20ea9f1c-9898-444c-9ed5-ed5946441211 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 1994 time: 0.2718990 Jul 09 16:54:24.649325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ce0c997a-1038-44e8-afdf-09514fde6d99 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:54:24.661285 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a2afed5c-9b22-4d37-a7d2-9b1a0b01439a tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] show failed (client error): The resource could not be found. Jul 09 16:54:24.665078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2afed5c-9b22-4d37-a7d2-9b1a0b01439a tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-747125757 HTTP/1.1" status: 404 len: 325 time: 0.2907462 Jul 09 16:54:24.665918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:24.671780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-63332439-57b7-4bda-bd33-ae0b8287367a tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-1326440140') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:24.675836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-bc1793f8-d333-4447-9abc-550820604c8c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/quotas/9c9f6762ea5b4c23bd5657397dae4d12 HTTP/1.1" status: 200 len: 375 time: 0.0247045 Jul 09 16:54:24.697715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ce0c997a-1038-44e8-afdf-09514fde6d99 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:24.698245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:24.780993 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-63332439-57b7-4bda-bd33-ae0b8287367a tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-1326440140 HTTP/1.1" status: 204 len: 168 time: 0.1136036 Jul 09 16:54:24.783628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:24.789992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-14fb038e-b4bc-48de-b961-3934b9fd53dc tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-702455287') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:24.875418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14fb038e-b4bc-48de-b961-3934b9fd53dc tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-702455287 HTTP/1.1" status: 204 len: 168 time: 0.0881746 Jul 09 16:54:24.875732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:24.881535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-2a3b63de-b6d7-4f75-aa05-c05e9f544cff tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:24.989648 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a3b63de-b6d7-4f75-aa05-c05e9f544cff tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "DELETE /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags HTTP/1.1" status: 204 len: 168 time: 0.1120296 Jul 09 16:54:24.992370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:24.998194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-90e42543-b184-4332-9167-14d08f6c416d tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-1326440140') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:25.079910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-33360941-aac4-441c-870e-c98b06f79113 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:25.081473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-33360941-aac4-441c-870e-c98b06f79113 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/networks?id=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 HTTP/1.1" status: 200 len: 814 time: 0.5955877 Jul 09 16:54:25.089438 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-90e42543-b184-4332-9167-14d08f6c416d tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] show failed (client error): The resource could not be found. Jul 09 16:54:25.090226 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-90e42543-b184-4332-9167-14d08f6c416d tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-1326440140 HTTP/1.1" status: 404 len: 326 time: 0.0965509 Jul 09 16:54:25.093196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:25.100952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-367f7d0f-326c-4018-b6a4-fc57575f2eba tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99', 'tempest-TagsTest-Tag-702455287') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:25.110779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-93da02a9-d7db-4e63-b6a6-e1cbacdc02ca tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/quotas/d3ee5de0888342969aa8e5ece6bc2f59 HTTP/1.1" status: 200 len: 375 time: 0.0205381 Jul 09 16:54:25.163852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-b679054f-b232-4839-8e68-cdc5e1e741f9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4746511 Jul 09 16:54:25.166094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-6778b4ae-347f-4fab-adc0-e74dd6303e0f tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3ee5de0888342969aa8e5ece6bc2f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482783 Jul 09 16:54:25.180338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-a04c6fdb-3fa6-48de-9d57-3a84ef4d8349 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:54:25.181345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-a04c6fdb-3fa6-48de-9d57-3a84ef4d8349 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085866 Jul 09 16:54:25.181804 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-367f7d0f-326c-4018-b6a4-fc57575f2eba tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] show failed (client error): The resource could not be found. Jul 09 16:54:25.186303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-367f7d0f-326c-4018-b6a4-fc57575f2eba tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "GET /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags/tempest-TagsTest-Tag-702455287 HTTP/1.1" status: 404 len: 325 time: 0.0918362 Jul 09 16:54:25.187131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:25.193138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-1d9ba323-e336-4761-bee8-d2056d19055e tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0c0c4ff5-3ada-446e-b12b-cf19e171ad99') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:25.272958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d9ba323-e336-4761-bee8-d2056d19055e tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "DELETE /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99/tags HTTP/1.1" status: 204 len: 168 time: 0.0845275 Jul 09 16:54:25.277862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:25.346717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-9e28c5bd-65ee-4827-9a91-d37cac6ccb8b service neutron] 10.222.0.48 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641769 Jul 09 16:54:25.352565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-8e74696e-1c8f-466e-a497-71b2db6d52aa service neutron] 10.222.0.48 "GET /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616104 Jul 09 16:54:25.371589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.462383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.473449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0c4ff5-3ada-446e-b12b-cf19e171ad99']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:25.489967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d038496-f792-484a-9468-a1eb0a8de198') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:25.490260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d038496-f792-484a-9468-a1eb0a8de198') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:25.499784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.513909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.516544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-813b0972-46b0-4797-a338-b64d6ccb6dec service neutron] 10.222.0.48 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591628 Jul 09 16:54:25.518462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-55ca0ebd-0f8e-4dea-bcbd-e31be64c7ef6 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527741 Jul 09 16:54:25.526755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:54:25.527171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:54:25.530296 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:54:25.567843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-702fdfbb-fb8f-43dd-942e-a87cf6708420 service neutron] 10.222.0.48 "GET /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0450990 Jul 09 16:54:25.599224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.607028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.612785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] 10.222.0.48 "DELETE /v2.0/networks/0c0c4ff5-3ada-446e-b12b-cf19e171ad99 HTTP/1.1" status: 204 len: 168 time: 0.3328433 Jul 09 16:54:25.628079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b7699-db5c-4a01-aedc-8cfd50373425 tempest-TagsTest-581920328 tempest-TagsTest-581920328-project] Pushing event deleted for resources: {'Network': ['ID=0c0c4ff5-3ada-446e-b12b-cf19e171ad99,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:25.731776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-fadfb9a3-f489-4842-8914-0cfd2b5ba90d service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580880 Jul 09 16:54:25.733715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eae952d3-5ba3-4c84-ba9c-143779043ca5 req-6ec2b41a-e772-42ea-9839-3989f9e827e5 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 210 time: 0.0372491 Jul 09 16:54:25.844708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-5ac75be2-163f-47f5-a7bb-25a1afd1e883 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057818 Jul 09 16:54:25.918500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:25.928988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-fe60c3ad-1d60-4410-8d4e-2ca7495a3ed0 service neutron] 10.222.0.48 "GET /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0726953 Jul 09 16:54:26.034118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7172ea1c-73ec-473c-9a78-ceaf185b5372 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945723 Jul 09 16:54:26.110773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a3f4293-37bf-415d-a465-34d8599a0d2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f53d98a4a934dd2aea1fb594b679415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909316 Jul 09 16:54:26.113450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:26.158889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8498aff6-93b4-4d7b-825a-8524c8f6a6db service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171136 Jul 09 16:54:26.175383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edf6dd92-b302-492c-97ff-9b79771f1913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.209171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edf6dd92-b302-492c-97ff-9b79771f1913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.282082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2a6a54d3-d617-4b51-bbee-306c10e11cc6 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143630 Jul 09 16:54:26.285888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edf6dd92-b302-492c-97ff-9b79771f1913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.288641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edf6dd92-b302-492c-97ff-9b79771f1913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.292934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-edf6dd92-b302-492c-97ff-9b79771f1913 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa0ce3db-9f3b-4b8f-a1c9-e995671b103f HTTP/1.1" status: 204 len: 168 time: 0.1783822 Jul 09 16:54:26.301850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6dd92-b302-492c-97ff-9b79771f1913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ce3db-9f3b-4b8f-a1c9-e995671b103f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:26.402195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-76914b11-d06e-4fcb-a6c0-a5542f666b8a service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129491 Jul 09 16:54:26.512633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-65d6f16b-21dc-417e-93fc-48d8dbce3d65 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032753 Jul 09 16:54:26.625994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e09a82ec-3f26-42fd-9630-a09f7953bb16 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062441 Jul 09 16:54:26.737797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8ff0f3c2-dc31-4bff-b287-aeb51a453266 service neutron] 10.222.0.48 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108761 Jul 09 16:54:26.866081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-0253c0f3-2c54-46c8-bdd9-f0e0209e4975 service neutron] 10.222.0.48 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185565 Jul 09 16:54:26.990935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f45be64f-c149-4f3c-8cba-76cc612d0b8f req-1ffe03dc-1aac-4d1d-ac78-6f14966ae4bf tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 210 time: 0.0555034 Jul 09 16:54:27.045576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-28f763fb-39f5-4661-afed-816b2569d84e service neutron] 10.222.0.48 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738715 Jul 09 16:54:27.135383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-c00a1ff1-4310-48bf-a253-167be179f53a service neutron] 10.222.0.48 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887573 Jul 09 16:54:27.353052 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:54:27.592622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-51520851-f56f-4e5a-9076-584a65106e21 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:27.594962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-51520851-f56f-4e5a-9076-584a65106e21 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.37 "GET /v2.0/networks?id=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 HTTP/1.1" status: 200 len: 814 time: 0.2015891 Jul 09 16:54:27.616303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Request body: {'port': {'device_id': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551', 'admin_state_up': True, 'tenant_id': 'd3ee5de0888342969aa8e5ece6bc2f59'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:27.797879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Made reservation on behalf of d3ee5de0888342969aa8e5ece6bc2f59 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:27.807027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:27.967243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:28.003473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Allocated IP 172.20.0.13 (7ca27d7f-a96c-4ff1-87fe-83d4b31ff551/b3cc0e56-e834-425c-8c28-991f44373eac/cbf85c12-0dcd-427b-b5de-566afedf8554) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:28.014773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c56e4c4d-6ac0-4c52-9274-8e8c69515f0a req-a943a60c-2764-4364-944f-05383555584f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0472491 Jul 09 16:54:28.213835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613b8ac0-0097-448f-954d-e5be253732e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.266056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b588e3a-91e2-4a26-a590-3f9d0eafb22a req-8fa97fdc-1972-43d1-b9de-e18fc6968e50 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 210 time: 0.0511632 Jul 09 16:54:28.345866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.420283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613b8ac0-0097-448f-954d-e5be253732e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.425872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613b8ac0-0097-448f-954d-e5be253732e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.432613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.514921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:28.524135 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-613b8ac0-0097-448f-954d-e5be253732e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad8b9f41e74f4ce1ab3fda7540f4a42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552311 Jul 09 16:54:28.524902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b8ac0-0097-448f-954d-e5be253732e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c75e59c-94ff-433f-99cb-b23f33701eb6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:28.527297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:28.547005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:28.550689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:28.589878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Pushing event updated for resources: {'Port': ['ID=cbf85c12-0dcd-427b-b5de-566afedf8554,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:28.599151 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52918410-671c-403a-9f63-b1fdc23f88c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.622801 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52918410-671c-403a-9f63-b1fdc23f88c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.642881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:28.643541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.662944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-3816ca6d-3fee-4b2f-99ce-246fc69a6a02 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516107 Jul 09 16:54:28.681451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Request body: {'port': {'device_id': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:28.681762 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52918410-671c-403a-9f63-b1fdc23f88c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.684513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52918410-671c-403a-9f63-b1fdc23f88c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.690811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-52918410-671c-403a-9f63-b1fdc23f88c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c75e59c-94ff-433f-99cb-b23f33701eb6 HTTP/1.1" status: 204 len: 168 time: 0.1586001 Jul 09 16:54:28.691781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:28.708876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52918410-671c-403a-9f63-b1fdc23f88c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c75e59c-94ff-433f-99cb-b23f33701eb6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:28.795314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:28.971883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-153282e8-4688-4827-90d7-016990d22480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.040639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37296) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:29.062744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de41cb7c-c1b1-4ff5-945d-6a1d9227d856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.086302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-153282e8-4688-4827-90d7-016990d22480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.095781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-153282e8-4688-4827-90d7-016990d22480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.156812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf85c12-0dcd-427b-b5de-566afedf8554 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:29.168039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.187102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153282e8-4688-4827-90d7-016990d22480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f962e49-eb24-42f0-938b-d9d7eec5c76d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:29.188589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Transition to ACTIVE for port object cbf85c12-0dcd-427b-b5de-566afedf8554 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:29.195432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.198137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9018694-7381-41b4-a7c0-1fd65ac9a1ba req-b419b30b-56ee-471e-813c-9b06b9982516 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0522952 Jul 09 16:54:29.202010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-153282e8-4688-4827-90d7-016990d22480 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e87ecfe676841ac8a0537fb7df7b4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070601 Jul 09 16:54:29.205675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:29.319349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf85c12-0dcd-427b-b5de-566afedf8554,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:29.330109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de41cb7c-c1b1-4ff5-945d-6a1d9227d856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.354715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de41cb7c-c1b1-4ff5-945d-6a1d9227d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.364406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-97f75caf-d620-4c8d-8d2a-cb5597eef8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.366322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-97f75caf-d620-4c8d-8d2a-cb5597eef8fb service neutron] 10.222.0.43 "GET /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 1033 time: 0.0545456 Jul 09 16:54:29.422267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-94ad872d-7b33-41eb-ae7e-c42c0b18e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.423881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-94ad872d-7b33-41eb-ae7e-c42c0b18e671 service neutron] 10.222.0.43 "GET /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 1033 time: 0.0502014 Jul 09 16:54:29.437059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfcf29aa-39c7-4bdc-8007-1f692bd22915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.442198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-de41cb7c-c1b1-4ff5-945d-6a1d9227d856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da2ab9d0141547959fa7613bb356d5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981607 Jul 09 16:54:29.442198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41cb7c-c1b1-4ff5-945d-6a1d9227d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3109c1-83f5-4ad7-afb7-23895bb23c1b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:29.446537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:29.469731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Attempting to bind port cbf85c12-0dcd-427b-b5de-566afedf8554 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:29.470054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Attempting to bind port cbf85c12-0dcd-427b-b5de-566afedf8554 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '74aa52ce-dade-4534-bf93-3db39c483dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:29.470389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Attempting to bind port cbf85c12-0dcd-427b-b5de-566afedf8554 on network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:29.478503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfcf29aa-39c7-4bdc-8007-1f692bd22915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.480276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Port cbf85c12-0dcd-427b-b5de-566afedf8554 on network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:29.480606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Attempting to bind port cbf85c12-0dcd-427b-b5de-566afedf8554 on network 7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:29.497115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:29.497511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Checking segment: {'id': '74aa52ce-dade-4534-bf93-3db39c483dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:29.497808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Bound using segment: {'id': '74aa52ce-dade-4534-bf93-3db39c483dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:29.498264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Bound port: cbf85c12-0dcd-427b-b5de-566afedf8554, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74aa52ce-dade-4534-bf93-3db39c483dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:29.498729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.588712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfcf29aa-39c7-4bdc-8007-1f692bd22915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.591297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfcf29aa-39c7-4bdc-8007-1f692bd22915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.592461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cfcf29aa-39c7-4bdc-8007-1f692bd22915 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f962e49-eb24-42f0-938b-d9d7eec5c76d HTTP/1.1" status: 204 len: 168 time: 0.3830943 Jul 09 16:54:29.593710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] For port cbf85c12-0dcd-427b-b5de-566afedf8554, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:29.598939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] For port cbf85c12-0dcd-427b-b5de-566afedf8554, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cbf85c12-0dcd-427b-b5de-566afedf8554,segment=NetworkSegment(74aa52ce-dade-4534-bf93-3db39c483dfe),segment_id=74aa52ce-dade-4534-bf93-3db39c483dfe)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:29.606098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf29aa-39c7-4bdc-8007-1f692bd22915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f962e49-eb24-42f0-938b-d9d7eec5c76d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:29.608531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.621134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c162f51b-1e1d-4c28-b61a-d61076f3016e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.633498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7de5d259-a9b2-44b0-9869-08b3d8cb0aa4 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.640471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7de5d259-a9b2-44b0-9869-08b3d8cb0aa4 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.646412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7de5d259-a9b2-44b0-9869-08b3d8cb0aa4 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.648136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7de5d259-a9b2-44b0-9869-08b3d8cb0aa4 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 1994 time: 0.2138660 Jul 09 16:54:29.649139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.649794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.651329 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] 10.222.0.37 "PUT /v2.0/ports/cbf85c12-0dcd-427b-b5de-566afedf8554 HTTP/1.1" status: 200 len: 1092 time: 0.9749992 Jul 09 16:54:29.651791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'tag': 'cbf85c12-0dcd-427b-b5de-566afedf8554'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:29.654157 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "023c362e-b3bf-48d4-bac6-f2e5602c7bca", "tag": "cbf85c12-0dcd-427b-b5de-566afedf8554"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:29.663921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b6802-3758-4884-b4c8-41fdc7e9419f req-cf011318-389d-403b-842d-cd9b391d7cf2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.665827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd4b6802-3758-4884-b4c8-41fdc7e9419f req-cf011318-389d-403b-842d-cd9b391d7cf2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 944 time: 0.2406473 Jul 09 16:54:29.679572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6352da-0c63-4c18-8067-5821aa404a31 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf85c12-0dcd-427b-b5de-566afedf8554,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:29.703112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c162f51b-1e1d-4c28-b61a-d61076f3016e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.793945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-88cb241a-1b57-49b1-96bc-680593650651 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9f6762ea5b4c23bd5657397dae4d12 HTTP/1.1" status: 200 len: 380 time: 0.1274500 Jul 09 16:54:29.798186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd4b6802-3758-4884-b4c8-41fdc7e9419f req-c9397ded-bc4d-4046-a31b-20b68c1776a0 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095235 Jul 09 16:54:29.803901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'admin_state_up': True, 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'security_groups': ['0c4f90f8-f1f2-488e-ae43-d42c95f918ff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:29.825197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-459a3aad-2b27-4b32-961a-1813b0d5b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.825197 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-459a3aad-2b27-4b32-961a-1813b0d5b644 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ee5de0888342969aa8e5ece6bc2f59&device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 1095 time: 0.1050842 Jul 09 16:54:29.888978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-7f881b07-8243-4ef8-8b23-a875133eb381 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbf85c12-0dcd-427b-b5de-566afedf8554 HTTP/1.1" status: 200 len: 217 time: 0.0474405 Jul 09 16:54:29.896612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c162f51b-1e1d-4c28-b61a-d61076f3016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.899316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c162f51b-1e1d-4c28-b61a-d61076f3016e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.900799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c162f51b-1e1d-4c28-b61a-d61076f3016e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f3109c1-83f5-4ad7-afb7-23895bb23c1b HTTP/1.1" status: 204 len: 168 time: 0.4357221 Jul 09 16:54:29.923802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162f51b-1e1d-4c28-b61a-d61076f3016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3109c1-83f5-4ad7-afb7-23895bb23c1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:29.949003 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b844fc9-76a2-40fd-bb2d-128ee06eba53 x-openstack-request-id: req-0b844fc9-76a2-40fd-bb2d-128ee06eba53 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:29.949539 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023c362e-b3bf-48d4-bac6-f2e5602c7bca", "tag": "cbf85c12-0dcd-427b-b5de-566afedf8554", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:29.949962 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b844fc9-76a2-40fd-bb2d-128ee06eba53 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:29.950610 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'tag': 'cbf85c12-0dcd-427b-b5de-566afedf8554', 'status': 'completed', 'code': 200} Jul 09 16:54:29.966863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:29.975678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:29.976695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-761443d9-cbe6-4902-b5e2-cf806b7b9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:29.980043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-761443d9-cbe6-4902-b5e2-cf806b7b9437 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3cc0e56-e834-425c-8c28-991f44373eac HTTP/1.1" status: 200 len: 854 time: 0.0849633 Jul 09 16:54:30.021812 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-eec78595-6309-4de0-92e1-f00e9a0d4714 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330076 Jul 09 16:54:30.147288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 172.20.0.13 (ba908d6f-2bb2-4213-9a94-8fb4118959d1/94dcc8a3-9c76-4334-b0fb-967fefacdcef/5f126092-0cc2-46ed-96cb-10b9a08003ab) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:30.148802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-af97f129-e07f-478a-9872-fe29d904d7aa service neutron] 10.222.0.37 "GET /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200266 Jul 09 16:54:30.189944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:30.213254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad1d3b1-df88-422b-b562-7ea64d998364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.348404 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1798ad38-d619-474a-8d31-f9bce40fa118 req-62ef5fd9-ac3b-4607-9e89-a3ecb67c7e89 service neutron] 10.222.0.37 "GET /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899452 Jul 09 16:54:30.358256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.381555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object 5f126092-0cc2-46ed-96cb-10b9a08003ab will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:30.455839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e5ba6c8-5a7e-4fa6-b6c7-70da140d8df0 req-f5763ea5-c3e0-44ff-b52b-f380be6de416 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0532904 Jul 09 16:54:30.461627 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad1d3b1-df88-422b-b562-7ea64d998364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.471737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad1d3b1-df88-422b-b562-7ea64d998364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.490736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.514935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-8506a99d-fa33-4d72-a849-14131772c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:30.523923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-8506a99d-fa33-4d72-a849-14131772c9cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ee5de0888342969aa8e5ece6bc2f59&device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 1095 time: 0.0758135 Jul 09 16:54:30.554417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d3b1-df88-422b-b562-7ea64d998364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765bd90b-144d-4b77-a568-a7e642580c2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:30.558753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cad1d3b1-df88-422b-b562-7ea64d998364 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff81c80520434efcad1568ef1d4b0bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676438 Jul 09 16:54:30.565919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:30.590813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:30.591525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:30.596538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:30.600965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:30.656540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-f06d6c84-5405-43a3-9b58-91cf9167872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:30.658383 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-f06d6c84-5405-43a3-9b58-91cf9167872d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 HTTP/1.1" status: 200 len: 915 time: 0.1294611 Jul 09 16:54:30.679270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:30.679977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.689735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da57f4bb-b1cf-4554-ab37-fc400b6e073c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.717177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e870b25f-aa6e-4491-a158-2fa802385bfb tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137022 Jul 09 16:54:30.731029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'admin_state_up': True, 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'security_groups': ['0c4f90f8-f1f2-488e-ae43-d42c95f918ff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:30.740877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-55e2c807-c6aa-4abc-a7a0-f52d02b15a89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbf85c12-0dcd-427b-b5de-566afedf8554 HTTP/1.1" status: 200 len: 217 time: 0.0747406 Jul 09 16:54:30.754785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da57f4bb-b1cf-4554-ab37-fc400b6e073c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.835295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-af5b01a4-49f2-4a3a-8ac3-2acfa95dc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:30.836627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-af5b01a4-49f2-4a3a-8ac3-2acfa95dc02b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3cc0e56-e834-425c-8c28-991f44373eac HTTP/1.1" status: 200 len: 854 time: 0.0870986 Jul 09 16:54:30.890807 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-71a86e34-0b41-4aec-9d75-0582730726ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462711 Jul 09 16:54:30.913461 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da57f4bb-b1cf-4554-ab37-fc400b6e073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.916346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da57f4bb-b1cf-4554-ab37-fc400b6e073c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:30.922005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da57f4bb-b1cf-4554-ab37-fc400b6e073c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/765bd90b-144d-4b77-a568-a7e642580c2e HTTP/1.1" status: 204 len: 168 time: 0.3531895 Jul 09 16:54:30.962838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57f4bb-b1cf-4554-ab37-fc400b6e073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765bd90b-144d-4b77-a568-a7e642580c2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:31.008008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:31.009800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-da1813f6-fd18-4658-a999-d7b1d4409dde service neutron] 10.222.0.37 "GET /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125379 Jul 09 16:54:31.012516 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.035803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4d5926c-f7df-4e7a-9fb4-1bb31ac495c9 None None] Provisioning for port 5f126092-0cc2-46ed-96cb-10b9a08003ab completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:31.049907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4d5926c-f7df-4e7a-9fb4-1bb31ac495c9 None None] Provisioning complete for port 5f126092-0cc2-46ed-96cb-10b9a08003ab triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:31.050690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4d5926c-f7df-4e7a-9fb4-1bb31ac495c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.136057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5926c-f7df-4e7a-9fb4-1bb31ac495c9 None None] Port 5f126092-0cc2-46ed-96cb-10b9a08003ab cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:31.162018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8da2f8c2-fa38-4624-8ed7-df8cbbe98c8d req-7f154da0-d4dc-42d1-924e-5bc50daeec52 service neutron] 10.222.0.37 "GET /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431603 Jul 09 16:54:31.188741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c04946-3ba6-452b-8fc6-451837b52b31 req-34351f4f-7c8c-4d9b-95db-04990c82b00e tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:31.196080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6c04946-3ba6-452b-8fc6-451837b52b31 req-34351f4f-7c8c-4d9b-95db-04990c82b00e tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 944 time: 0.1590283 Jul 09 16:54:31.250134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 10.1.1.153 (f1d44e46-4da6-47eb-a919-7611d3d9348a/43b7538f-2d43-4ec0-b273-4c8c1c532b3a/413817f6-b7bd-4586-bca4-0c2910474692) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:31.259463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6c04946-3ba6-452b-8fc6-451837b52b31 req-d18b284c-980c-42da-a819-ed4f0332cc69 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623536 Jul 09 16:54:31.453156 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.475267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object 413817f6-b7bd-4586-bca4-0c2910474692 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:31.526539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.649963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network f1d44e46-4da6-47eb-a919-7611d3d9348a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:31.657523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:31.659481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:31.674809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:31.796482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:31.797287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.831232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-46314c91-0f1c-4973-9c9b-21065079a546 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1109860 Jul 09 16:54:31.847876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343cc2-3d6b-46bd-9576-3c64c8e8f26e req-5576bc50-e23c-4a28-94f2-e037036934c3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:31.854089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343cc2-3d6b-46bd-9576-3c64c8e8f26e req-5576bc50-e23c-4a28-94f2-e037036934c3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:31.867994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45343cc2-3d6b-46bd-9576-3c64c8e8f26e req-5576bc50-e23c-4a28-94f2-e037036934c3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 1654 time: 0.1488273 Jul 09 16:54:31.879253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'admin_state_up': True, 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'security_groups': ['0c4f90f8-f1f2-488e-ae43-d42c95f918ff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:31.984017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c0c8d178-1d25-446b-8601-1f0b2173641d None None] Provisioning for port 413817f6-b7bd-4586-bca4-0c2910474692 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:31.991276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c0c8d178-1d25-446b-8601-1f0b2173641d None None] Provisioning complete for port 413817f6-b7bd-4586-bca4-0c2910474692 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:31.991656 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d178-1d25-446b-8601-1f0b2173641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.999678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45343cc2-3d6b-46bd-9576-3c64c8e8f26e req-74b0594f-4056-4c95-bda4-2c765147d785 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307900 Jul 09 16:54:32.051481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8d178-1d25-446b-8601-1f0b2173641d None None] Port 413817f6-b7bd-4586-bca4-0c2910474692 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:32.090089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:32.094768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:32.243597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 10.1.1.80 (f1d44e46-4da6-47eb-a919-7611d3d9348a/43b7538f-2d43-4ec0-b273-4c8c1c532b3a/c74913ec-4577-481b-ae2a-16b2f85eda0c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:32.544247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1363e1-85bf-4da4-a936-cdbfdfe30b9f req-cbd6e16e-d1e8-4880-9b2f-055b6eac0d3c tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.544247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1363e1-85bf-4da4-a936-cdbfdfe30b9f req-cbd6e16e-d1e8-4880-9b2f-055b6eac0d3c tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 944 time: 0.1338627 Jul 09 16:54:32.555253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:32.579363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object c74913ec-4577-481b-ae2a-16b2f85eda0c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:32.607620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f1363e1-85bf-4da4-a936-cdbfdfe30b9f req-13d47863-dfe1-4e48-8b06-7b896345eccd tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628204 Jul 09 16:54:32.654010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:32.707083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network f1d44e46-4da6-47eb-a919-7611d3d9348a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:32.711129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:32.715870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:32.777116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.777944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:32.790429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=c74913ec-4577-481b-ae2a-16b2f85eda0c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:32.797257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8f829e39-9bfc-44d0-a9ec-b30319177777 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9219353 Jul 09 16:54:32.810422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '25957415-6a8a-4b91-812c-850e465547b7', 'admin_state_up': True, 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'security_groups': ['0c4f90f8-f1f2-488e-ae43-d42c95f918ff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:32.958920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:33.053096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:33.084880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe6a73ae-4b39-4760-883c-c5c3f7f6cac9 None None] Provisioning for port c74913ec-4577-481b-ae2a-16b2f85eda0c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:33.090811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe6a73ae-4b39-4760-883c-c5c3f7f6cac9 None None] Provisioning complete for port c74913ec-4577-481b-ae2a-16b2f85eda0c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:33.091190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe6a73ae-4b39-4760-883c-c5c3f7f6cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:33.175071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a73ae-4b39-4760-883c-c5c3f7f6cac9 None None] Port c74913ec-4577-481b-ae2a-16b2f85eda0c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:33.882605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 10.2.2.100 (25957415-6a8a-4b91-812c-850e465547b7/8e911a97-a592-4313-81cb-6a530ae3ad6e/89f74cfe-2833-49bb-93df-f1ad9c9b96b8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:33.906941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b02e1-d16b-4295-82a1-b789978f695d req-565c86ce-1da1-4a1e-b037-a19b9f435178 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:33.913085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b02e1-d16b-4295-82a1-b789978f695d req-565c86ce-1da1-4a1e-b037-a19b9f435178 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:33.919240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b02e1-d16b-4295-82a1-b789978f695d req-565c86ce-1da1-4a1e-b037-a19b9f435178 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:33.921072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f3b02e1-d16b-4295-82a1-b789978f695d req-565c86ce-1da1-4a1e-b037-a19b9f435178 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 2374 time: 0.6675978 Jul 09 16:54:34.016974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4559a-7685-4d72-a8c1-c5341e24216b req-3942af1c-4b5a-4134-83da-f63309631c63 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:34.018663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1d4559a-7685-4d72-a8c1-c5341e24216b req-3942af1c-4b5a-4134-83da-f63309631c63 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 944 time: 0.2233043 Jul 09 16:54:34.061795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f3b02e1-d16b-4295-82a1-b789978f695d req-ce407e9a-ba7e-4cdf-9f07-410c44d42cad tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331165 Jul 09 16:54:34.123751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1d4559a-7685-4d72-a8c1-c5341e24216b req-859a44ab-b0d6-42da-8995-845de2373f8e tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Jul 09 16:54:34.154326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.167221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:34.216820 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.265925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network 25957415-6a8a-4b91-812c-850e465547b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:34.269403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:34.273701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:34.280370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:34.368352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:34.369299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.396590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7a6ff9ba-8466-4e05-b7b9-5383909d2dfd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5910964 Jul 09 16:54:34.408172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '25957415-6a8a-4b91-812c-850e465547b7', 'admin_state_up': True, 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'security_groups': ['0c4f90f8-f1f2-488e-ae43-d42c95f918ff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:34.563849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Made reservation on behalf of 9c9f6762ea5b4c23bd5657397dae4d12 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:34.570216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.659536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-559ae8a3-c5dc-4ef2-bea6-c9f0e1a041ad None None] Provisioning for port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:34.664577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-559ae8a3-c5dc-4ef2-bea6-c9f0e1a041ad None None] Provisioning complete for port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:34.664968 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-559ae8a3-c5dc-4ef2-bea6-c9f0e1a041ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.742915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-559ae8a3-c5dc-4ef2-bea6-c9f0e1a041ad None None] Port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:34.778597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Allocated IP 10.2.2.200 (25957415-6a8a-4b91-812c-850e465547b7/8e911a97-a592-4313-81cb-6a530ae3ad6e/79a4326d-69b9-48e2-8532-9337629e15c8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:34.961442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.982406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Transition to ACTIVE for port object 79a4326d-69b9-48e2-8532-9337629e15c8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:35.022598 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.047478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Network 25957415-6a8a-4b91-812c-850e465547b7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:35.068023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:35.070830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:35.140123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event updated for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:35.192385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.194689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.232687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d34786c7-790a-4d09-8698-e4164f0a7ede tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289032 Jul 09 16:54:35.249083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:35.257881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cbf85c12-0dcd-427b-b5de-566afedf8554 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:54:35.440757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cbf85c12-0dcd-427b-b5de-566afedf8554, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cbf85c12-0dcd-427b-b5de-566afedf8554,segment=NetworkSegment(74aa52ce-dade-4534-bf93-3db39c483dfe),segment_id=74aa52ce-dade-4534-bf93-3db39c483dfe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:35.461289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'cbf85c12-0dcd-427b-b5de-566afedf8554', 'network_id': '7ca27d7f-a96c-4ff1-87fe-83d4b31ff551', 'port_id': 'cbf85c12-0dcd-427b-b5de-566afedf8554', 'mac_address': 'fa:16:3e:f4:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cc0e56-e834-425c-8c28-991f44373eac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:54:35.506852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.514337 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.533074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf85c12-0dcd-427b-b5de-566afedf8554 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:35.537950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d307d539-fba0-47ef-9528-7ace1da768f0 None None] Provisioning for port 79a4326d-69b9-48e2-8532-9337629e15c8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:35.545105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d307d539-fba0-47ef-9528-7ace1da768f0 None None] Provisioning complete for port 79a4326d-69b9-48e2-8532-9337629e15c8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:35.545869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d307d539-fba0-47ef-9528-7ace1da768f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.575569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-175acbca-4582-4815-af25-8894af76ec14 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.581734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-175acbca-4582-4815-af25-8894af76ec14 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.588378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-175acbca-4582-4815-af25-8894af76ec14 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.592608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cbf85c12-0dcd-427b-b5de-566afedf8554, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cbf85c12-0dcd-427b-b5de-566afedf8554,segment=NetworkSegment(74aa52ce-dade-4534-bf93-3db39c483dfe),segment_id=74aa52ce-dade-4534-bf93-3db39c483dfe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:35.594892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-175acbca-4582-4815-af25-8894af76ec14 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.601831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-175acbca-4582-4815-af25-8894af76ec14 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.603788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-175acbca-4582-4815-af25-8894af76ec14 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 3816 time: 0.2749555 Jul 09 16:54:35.604950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.625507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b19bb-168d-42f0-9db7-f0b217ad1185 req-eb1d2d11-6590-4208-993f-cbf8cc032f72 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:35.627683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee7b19bb-168d-42f0-9db7-f0b217ad1185 req-eb1d2d11-6590-4208-993f-cbf8cc032f72 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 944 time: 0.2356594 Jul 09 16:54:35.667624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d307d539-fba0-47ef-9528-7ace1da768f0 None None] Port 79a4326d-69b9-48e2-8532-9337629e15c8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:54:35.732789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cbf85c12-0dcd-427b-b5de-566afedf8554,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:35.774081 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5882a948-e3cb-4690-b08a-d0230eebb828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:35.781570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffc75b72-6592-4818-83f6-9f4d0a2cb217 req-2f63ba22-1194-49bd-adbd-5e2b77094175 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703277 Jul 09 16:54:35.827431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee7b19bb-168d-42f0-9db7-f0b217ad1185 req-8de21f07-f07b-4085-aafc-a4108b1d5738 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884212 Jul 09 16:54:35.985333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-025582e1-ef99-42ee-a054-916a64dfcfbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268463 Jul 09 16:54:36.018015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['cbf85c12-0dcd-427b-b5de-566afedf8554'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:54:36.149362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-84fd9098-4a1b-4761-b817-e9a6c38ed95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:36.152091 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-84fd9098-4a1b-4761-b817-e9a6c38ed95e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 1096 time: 0.1165979 Jul 09 16:54:36.201806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f126092-0cc2-46ed-96cb-10b9a08003ab {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:36.211379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:36.238278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Transition to ACTIVE for port object 5f126092-0cc2-46ed-96cb-10b9a08003ab will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:36.255393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:36.364270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Pushing event updated for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:36.456305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-d0b41419-985a-441c-94c3-49cf771e84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:36.458185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-d0b41419-985a-441c-94c3-49cf771e84db service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.2680776 Jul 09 16:54:36.582809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Attempting to bind port 5f126092-0cc2-46ed-96cb-10b9a08003ab on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:36.583325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Attempting to bind port 5f126092-0cc2-46ed-96cb-10b9a08003ab by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:36.596091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Attempting to bind port 5f126092-0cc2-46ed-96cb-10b9a08003ab on network ba908d6f-2bb2-4213-9a94-8fb4118959d1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:36.608577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Port 5f126092-0cc2-46ed-96cb-10b9a08003ab on network ba908d6f-2bb2-4213-9a94-8fb4118959d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:36.609186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Attempting to bind port 5f126092-0cc2-46ed-96cb-10b9a08003ab on network ba908d6f-2bb2-4213-9a94-8fb4118959d1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:36.621925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:36.630385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Checking segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:36.630958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Bound using segment: {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:36.631536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Bound port: 5f126092-0cc2-46ed-96cb-10b9a08003ab, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:36.632038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:36.640031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-0e147e0c-9d23-4215-8b2a-dcbc574924f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 200 len: 1001 time: 0.1739490 Jul 09 16:54:36.714460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-1a234fbb-396f-4915-961c-6a9f886d3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:36.716177 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-1a234fbb-396f-4915-961c-6a9f886d3ea1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0653372 Jul 09 16:54:36.727821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:36.732051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:36.744808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:36.825195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:36.836374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:36.837976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1092 time: 1.5946002 Jul 09 16:54:36.838493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:36.840908 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432daedd-18db-4939-84ff-b14607900b48" -d '{"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:36.889309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-1ddd49ed-f0ee-4298-a00e-91f2bc75668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:36.891187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-1ddd49ed-f0ee-4298-a00e-91f2bc75668e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646807 Jul 09 16:54:36.909100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:37.064243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f362cc-88ef-4ad9-8bf8-911265967471 service neutron] Pushing event updated for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:37.067324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-0a096bed-5f5b-4b46-a5d5-f6c369122f8d service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676102 Jul 09 16:54:37.205588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:37.243267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-390196ac-d5f1-4dce-8634-c7c2cfc8d1b4 req-84218d77-76d8-4168-a23c-864b98741913 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640022 Jul 09 16:54:37.263788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cbf85c12-0dcd-427b-b5de-566afedf8554 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:54:37.312217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d480e5e-718f-417e-9ab5-67e253897906 req-5edec226-9ca0-4f54-8632-37a2c8571924 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.315141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d480e5e-718f-417e-9ab5-67e253897906 req-5edec226-9ca0-4f54-8632-37a2c8571924 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 945 time: 0.2355497 Jul 09 16:54:37.322907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port cbf85c12-0dcd-427b-b5de-566afedf8554 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:54:37.328205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port cbf85c12-0dcd-427b-b5de-566afedf8554 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:54:37.329062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-99480526-f549-4087-ac39-6fd39f60e5d7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.329708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:37.336758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-99480526-f549-4087-ac39-6fd39f60e5d7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.342923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-99480526-f549-4087-ac39-6fd39f60e5d7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.349078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-99480526-f549-4087-ac39-6fd39f60e5d7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.355479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-99480526-f549-4087-ac39-6fd39f60e5d7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.357348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-99480526-f549-4087-ac39-6fd39f60e5d7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 3828 time: 0.2311285 Jul 09 16:54:37.435032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:37.493801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d480e5e-718f-417e-9ab5-67e253897906 req-2f434111-9655-46f8-add6-a262c8727fa4 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353006 Jul 09 16:54:37.501667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cbf85c12-0dcd-427b-b5de-566afedf8554, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cbf85c12-0dcd-427b-b5de-566afedf8554,segment=NetworkSegment(74aa52ce-dade-4534-bf93-3db39c483dfe),segment_id=74aa52ce-dade-4534-bf93-3db39c483dfe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:37.503034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf85c12-0dcd-427b-b5de-566afedf8554'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:37.506970 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d1f64-c117-4d04-9f24-2226de87f267" -d '{"events": [{"server_uuid": "023c362e-b3bf-48d4-bac6-f2e5602c7bca", "name": "network-vif-plugged", "status": "completed", "tag": "cbf85c12-0dcd-427b-b5de-566afedf8554"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:37.511277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:37.542239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bf0f009-3966-48b8-8739-9107d0ee812f req-428e052c-bc6d-4b9c-a99b-7a75dd4d8c58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731086 Jul 09 16:54:37.601786 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0abe7-ca44-434d-a696-5d1e4ffe6106 x-openstack-request-id: req-19d0abe7-ca44-434d-a696-5d1e4ffe6106 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:37.602243 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:37.602743 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19d0abe7-ca44-434d-a696-5d1e4ffe6106 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:37.603409 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'status': 'completed', 'code': 200} Jul 09 16:54:37.607731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cbf85c12-0dcd-427b-b5de-566afedf8554,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:37.738392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:37.749046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:37.758315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-f2720fcf-10d8-4d16-8307-5f48c0de82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.759014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-f2720fcf-10d8-4d16-8307-5f48c0de82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.759627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-f2720fcf-10d8-4d16-8307-5f48c0de82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.760240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-f2720fcf-10d8-4d16-8307-5f48c0de82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.761088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-f2720fcf-10d8-4d16-8307-5f48c0de82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:37.765025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Transition to ACTIVE for port object 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:37.766312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-432daedd-18db-4939-84ff-b14607900b48 req-f2720fcf-10d8-4d16-8307-5f48c0de82eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 4363 time: 0.1150365 Jul 09 16:54:37.770287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:37.826873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Pushing event updated for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:37.842136 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3ca69-04fb-4fcb-a90e-f411bbe15748 x-openstack-request-id: req-74b3ca69-04fb-4fcb-a90e-f411bbe15748 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:37.842441 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023c362e-b3bf-48d4-bac6-f2e5602c7bca", "name": "network-vif-plugged", "status": "completed", "tag": "cbf85c12-0dcd-427b-b5de-566afedf8554", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:37.842739 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74b3ca69-04fb-4fcb-a90e-f411bbe15748 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:37.843141 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf85c12-0dcd-427b-b5de-566afedf8554', 'code': 200} Jul 09 16:54:37.924049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Attempting to bind port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:37.924761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Attempting to bind port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:37.926492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Attempting to bind port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:37.932114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 on network f1d44e46-4da6-47eb-a919-7611d3d9348a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:37.932758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Attempting to bind port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:37.941292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:37.945089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Checking segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:37.945740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Bound using segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:37.947793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Bound port: 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:37.948551 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.079969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:38.088268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:38.095639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.117612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-1d5b9a07-876e-4bf6-ad3d-5e422dba0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.118140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-1d5b9a07-876e-4bf6-ad3d-5e422dba0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.118609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-1d5b9a07-876e-4bf6-ad3d-5e422dba0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.120183 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-432daedd-18db-4939-84ff-b14607900b48 req-1d5b9a07-876e-4bf6-ad3d-5e422dba0e67 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3454375 Jul 09 16:54:38.132704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.133296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.135650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] 10.222.0.43 "PUT /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 1136 time: 1.2517278 Jul 09 16:54:38.150091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf07b-99c3-4cc2-8e16-c436c1ef8cb1 req-3eac9482-c68d-42b3-b21c-deb7ccbe1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.151695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cccbf07b-99c3-4cc2-8e16-c436c1ef8cb1 req-3eac9482-c68d-42b3-b21c-deb7ccbe1695 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 1097 time: 0.1984563 Jul 09 16:54:38.187884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9e92-0533-4ee1-8694-87eaa3021b8a service neutron] Pushing event updated for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:38.198818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:38.222712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.287509 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-abd08fcd-60b9-4db6-a22d-368c9b668f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.306216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cccbf07b-99c3-4cc2-8e16-c436c1ef8cb1 req-fadb459b-9e20-4de7-8bbe-d4740448a569 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359553 Jul 09 16:54:38.322606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.383625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432daedd-18db-4939-84ff-b14607900b48 req-11018875-6399-486f-9567-9b170ffd4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.385576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-432daedd-18db-4939-84ff-b14607900b48 req-11018875-6399-486f-9567-9b170ffd4c81 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579453 Jul 09 16:54:38.548288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.711949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7428d08-708a-4794-8ff5-bcbfd8ab8b5d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:38.725341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.770833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Transition to ACTIVE for port object a7428d08-708a-4794-8ff5-bcbfd8ab8b5d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:38.783967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:38.827552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69bde3-d9ea-4420-8502-62af142611af req-c325548a-1d35-451d-baf6-822e7c856a65 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.829221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a69bde3-d9ea-4420-8502-62af142611af req-c325548a-1d35-451d-baf6-822e7c856a65 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 946 time: 0.1700461 Jul 09 16:54:38.872623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Pushing event updated for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:38.894368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.901097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.906700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.913119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.919277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.926061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:38.928217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-61bf4071-6d85-49a5-8832-c419836d9396 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 4606 time: 0.2322500 Jul 09 16:54:38.981664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a69bde3-d9ea-4420-8502-62af142611af req-171e424c-6443-41e6-b70c-9d77f2088ce3 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404738 Jul 09 16:54:39.062653 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cc21362-6d8f-49d3-bbb6-e6cb1518a360 req-d6b2781b-9cb3-4338-acd5-e607bc613ef0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222506 Jul 09 16:54:39.091453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Attempting to bind port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:39.091734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Attempting to bind port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:39.092070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Attempting to bind port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:39.097762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d on network f1d44e46-4da6-47eb-a919-7611d3d9348a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:39.098053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Attempting to bind port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:39.104051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:39.104396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Checking segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:39.104794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Bound using segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:39.105494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Bound port: a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:39.106010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.176910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:39.180513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:39.186799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.213173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.229597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:39.230586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.232468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 1136 time: 1.0462785 Jul 09 16:54:39.264863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792123-6cfa-4fe3-991f-e6758199bd14 service neutron] Pushing event updated for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:39.274023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:39.381748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.615366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '0f90cf54-4a3d-4348-b33f-fcacbf3c84d5'}, {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': 'a7428d08-708a-4794-8ff5-bcbfd8ab8b5d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:39.617800 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c032a-dc9f-4548-a499-fb689e1be714" -d '{"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "0f90cf54-4a3d-4348-b33f-fcacbf3c84d5"}, {"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "a7428d08-708a-4794-8ff5-bcbfd8ab8b5d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:39.694158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413817f6-b7bd-4586-bca4-0c2910474692 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:39.702857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.707381 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b49e08-7e73-4c97-af16-29d027d96c17 x-openstack-request-id: req-e4b49e08-7e73-4c97-af16-29d027d96c17 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:39.707682 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "0f90cf54-4a3d-4348-b33f-fcacbf3c84d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "a7428d08-708a-4794-8ff5-bcbfd8ab8b5d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:39.707946 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4b49e08-7e73-4c97-af16-29d027d96c17 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:39.708349 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '0f90cf54-4a3d-4348-b33f-fcacbf3c84d5', 'status': 'completed', 'code': 200} Jul 09 16:54:39.708608 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': 'a7428d08-708a-4794-8ff5-bcbfd8ab8b5d', 'status': 'completed', 'code': 200} Jul 09 16:54:39.721599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Transition to ACTIVE for port object 413817f6-b7bd-4586-bca4-0c2910474692 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:39.727044 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:39.818937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Pushing event updated for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:39.895471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Attempting to bind port 413817f6-b7bd-4586-bca4-0c2910474692 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:39.895801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Attempting to bind port 413817f6-b7bd-4586-bca4-0c2910474692 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:39.896127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Attempting to bind port 413817f6-b7bd-4586-bca4-0c2910474692 on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:39.912723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Port 413817f6-b7bd-4586-bca4-0c2910474692 on network f1d44e46-4da6-47eb-a919-7611d3d9348a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:39.912723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Attempting to bind port 413817f6-b7bd-4586-bca4-0c2910474692 on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:39.923540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:39.923989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Checking segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:39.924294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Bound using segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:39.924741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Bound port: 413817f6-b7bd-4586-bca4-0c2910474692, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:39.925157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:40.050883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:40.054966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=413817f6-b7bd-4586-bca4-0c2910474692,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:40.064234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:40.138431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.139093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:40.140605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] 10.222.0.43 "PUT /v2.0/ports/413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 1091 time: 0.8723960 Jul 09 16:54:40.183146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:40.184382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.188192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.189100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.189721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.190335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.199645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.200373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.202625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-537eedcd-c0f8-4420-ad51-f5db4f72b751 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6221 time: 0.5074530 Jul 09 16:54:40.288070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fa4df-3cc2-48d7-91e9-7508980bdf6e service neutron] Pushing event updated for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:40.357410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-6f97bf7f-a503-4673-b66b-7f2a01add544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.358251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-6f97bf7f-a503-4673-b66b-7f2a01add544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.358946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-6f97bf7f-a503-4673-b66b-7f2a01add544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.361117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-6f97bf7f-a503-4673-b66b-7f2a01add544 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1490049 Jul 09 16:54:40.462524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:40.500006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.507395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.512895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-d452dc98-d131-4bd4-bf89-b787365388fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.514724 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-d452dc98-d131-4bd4-bf89-b787365388fa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458402 Jul 09 16:54:40.514948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.521337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.527274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.533735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.539564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.541536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-1bab45d7-c58f-45ad-87ea-c92b1f4893a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5396 time: 0.2390442 Jul 09 16:54:40.581300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c71a5a-3c4a-420a-86af-9b8fbb0fa7ea req-d693ea3c-ee7d-4a53-8635-c344a9157a76 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.583068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95c71a5a-3c4a-420a-86af-9b8fbb0fa7ea req-d693ea3c-ee7d-4a53-8635-c344a9157a76 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 946 time: 0.3185256 Jul 09 16:54:40.641000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.641571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.642092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.642831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.643708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.643708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.644407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.646755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-61826321-b9be-4ac8-9972-841bc90aacfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6288 time: 0.0849807 Jul 09 16:54:40.703932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d7d6dd9-3d17-4e0a-9cce-19b97a746710 req-efc13313-6baf-48a8-8feb-fb3cee2d7552 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547289 Jul 09 16:54:40.709344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95c71a5a-3c4a-420a-86af-9b8fbb0fa7ea req-eca6a2a8-eb96-40e4-8f0e-e51b7e0f9e7f tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052203 Jul 09 16:54:40.859403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-7bd77c47-c28a-482a-8278-b2636208f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.859697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-7bd77c47-c28a-482a-8278-b2636208f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.860347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-7bd77c47-c28a-482a-8278-b2636208f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:40.862321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-7bd77c47-c28a-482a-8278-b2636208f447 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2001243 Jul 09 16:54:41.004575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-7cd47923-353a-4633-afcc-4bf76220cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:41.006393 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e0c032a-dc9f-4548-a499-fb689e1be714 req-7cd47923-353a-4633-afcc-4bf76220cc99 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361217 Jul 09 16:54:41.062286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.130136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74913ec-4577-481b-ae2a-16b2f85eda0c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:41.160459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.189887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Transition to ACTIVE for port object c74913ec-4577-481b-ae2a-16b2f85eda0c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:41.199574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.292695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=c74913ec-4577-481b-ae2a-16b2f85eda0c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:41.441006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Attempting to bind port c74913ec-4577-481b-ae2a-16b2f85eda0c on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:41.441506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Attempting to bind port c74913ec-4577-481b-ae2a-16b2f85eda0c by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:41.444738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Attempting to bind port c74913ec-4577-481b-ae2a-16b2f85eda0c on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:41.451033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Port c74913ec-4577-481b-ae2a-16b2f85eda0c on network f1d44e46-4da6-47eb-a919-7611d3d9348a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:41.451564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Attempting to bind port c74913ec-4577-481b-ae2a-16b2f85eda0c on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:41.458773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:41.459103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Checking segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:41.459495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Bound using segment: {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:41.460127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Bound port: c74913ec-4577-481b-ae2a-16b2f85eda0c, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4afcbd-bf4b-4367-a2ef-9623f65f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:41.460639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.552083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] For port c74913ec-4577-481b-ae2a-16b2f85eda0c, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:41.555913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] For port c74913ec-4577-481b-ae2a-16b2f85eda0c, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:41.576326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.638752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:41.639377 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.640839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] 10.222.0.43 "PUT /v2.0/ports/c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 1090 time: 1.4620848 Jul 09 16:54:41.665527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:41.678947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa2ae4-35c5-4796-be52-1c46f417ae99 service neutron] Pushing event updated for resources: {'Port': ['ID=c74913ec-4577-481b-ae2a-16b2f85eda0c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:41.688414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:41.728958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692'}, {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': 'c74913ec-4577-481b-ae2a-16b2f85eda0c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:41.731152 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f10c5-9846-42bf-9fea-4099fe6af3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "413817f6-b7bd-4586-bca4-0c2910474692"}, {"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "c74913ec-4577-481b-ae2a-16b2f85eda0c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:41.766396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb16e9-d3c6-4df6-b3fb-433f518b6ae7 req-8079b123-364e-43f8-b5f7-c4c003b06f91 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:41.782727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fdb16e9-d3c6-4df6-b3fb-433f518b6ae7 req-8079b123-364e-43f8-b5f7-c4c003b06f91 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 946 time: 0.2190354 Jul 09 16:54:41.844249 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed4cb79-a60f-4052-b071-c2b391715bd2 x-openstack-request-id: req-4ed4cb79-a60f-4052-b071-c2b391715bd2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:41.852633 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "413817f6-b7bd-4586-bca4-0c2910474692", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "c74913ec-4577-481b-ae2a-16b2f85eda0c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:41.852633 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ed4cb79-a60f-4052-b071-c2b391715bd2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:41.852633 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692', 'status': 'completed', 'code': 200} Jul 09 16:54:41.852633 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': 'c74913ec-4577-481b-ae2a-16b2f85eda0c', 'status': 'completed', 'code': 200} Jul 09 16:54:41.952242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:41.957128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fdb16e9-d3c6-4df6-b3fb-433f518b6ae7 req-331fd8e3-6b59-465e-aa8c-d0ece4ab9e3e tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732807 Jul 09 16:54:41.971859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.034415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.034831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.035386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.035759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.036385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.036992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.037594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.039789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-d76833f3-ed72-42b6-8a7c-54f6760345c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6355 time: 0.2009168 Jul 09 16:54:42.215741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-336c7a6a-0675-4ff7-bad4-e1548cb5fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.216475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-336c7a6a-0675-4ff7-bad4-e1548cb5fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.217528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-336c7a6a-0675-4ff7-bad4-e1548cb5fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.218841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-336c7a6a-0675-4ff7-bad4-e1548cb5fb3a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1623268 Jul 09 16:54:42.254207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.281517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.315016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91785a28c3314050a63c49cab39031e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6438606 Jul 09 16:54:42.316269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:42.323292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.329686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.336510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.343715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.350818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.357067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.363426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.365426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-938b16ec-eead-43cd-8e58-9e2d3a386f49 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5408 time: 0.3339064 Jul 09 16:54:42.387686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8c087-5036-44ef-b658-eb07099844bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:42.411101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.411444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.414783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.415101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.415350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd6def-abd4-418c-a7ea-e0df58ce8a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:42.437809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8e137aa-dda3-41e3-a14c-9eb64bd6ccc7 req-078b4bc9-1ab5-4806-a807-db428cd37695 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660932 Jul 09 16:54:42.445820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd7859af-d6d1-4e23-954b-c74c41cb3374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.447467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:42.455630 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.470858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Transition to ACTIVE for port object 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:42.471666 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd7859af-d6d1-4e23-954b-c74c41cb3374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.474066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-68637f35-0e03-44d3-82de-3260c37b1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.475710 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-68637f35-0e03-44d3-82de-3260c37b1d8c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2462106 Jul 09 16:54:42.477489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.535609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd7859af-d6d1-4e23-954b-c74c41cb3374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.538315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd7859af-d6d1-4e23-954b-c74c41cb3374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.539502 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd7859af-d6d1-4e23-954b-c74c41cb3374 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aaf8c087-5036-44ef-b658-eb07099844bf HTTP/1.1" status: 204 len: 168 time: 0.2181520 Jul 09 16:54:42.571892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7859af-d6d1-4e23-954b-c74c41cb3374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8c087-5036-44ef-b658-eb07099844bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:42.603411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.603918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.604552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.605013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.605709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.606274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.606777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.609084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-c54c3ff9-f8ea-49e8-a6d6-faef904765df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6380 time: 0.0839608 Jul 09 16:54:42.752397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-f2b41720-0384-4d96-8945-af0955be8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.753155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-f2b41720-0384-4d96-8945-af0955be8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.753613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-f2b41720-0384-4d96-8945-af0955be8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.755919 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-f2b41720-0384-4d96-8945-af0955be8077 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1371577 Jul 09 16:54:42.900652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Pushing event updated for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:42.917522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-aad8cac4-c3d7-44ad-a5cd-13d4d4988938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:42.919036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-688f10c5-9846-42bf-9fea-4099fe6af3c1 req-aad8cac4-c3d7-44ad-a5cd-13d4d4988938 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527991 Jul 09 16:54:42.972575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:42.991358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7da8c322-65e0-47dd-8ad2-f9d0a51c14dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:42.997576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Attempting to bind port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:42.998202 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Attempting to bind port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:42.998561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Attempting to bind port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 on network 25957415-6a8a-4b91-812c-850e465547b7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:43.003533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 on network 25957415-6a8a-4b91-812c-850e465547b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:43.003995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Attempting to bind port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 on network 25957415-6a8a-4b91-812c-850e465547b7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:43.009899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:43.010245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Checking segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:43.010659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Bound using segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:43.011087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Bound port: 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:43.011447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.092944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:43.098888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:43.105935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.205948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.206672 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.208494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] 10.222.0.43 "PUT /v2.0/ports/89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 1091 time: 1.5318258 Jul 09 16:54:43.214539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-69523c3d-434b-44cb-bed7-305e5fc79507 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.216311 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-69523c3d-434b-44cb-bed7-305e5fc79507 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.37 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 946 time: 0.1861148 Jul 09 16:54:43.244776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab669-58e1-452b-b15b-bbe16a8ca7ed service neutron] Pushing event updated for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:43.257842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Request body: {'port': {'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:43.373845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7da8c322-65e0-47dd-8ad2-f9d0a51c14dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.384544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7da8c322-65e0-47dd-8ad2-f9d0a51c14dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.384713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993b9a2-e356-4b8b-9c45-3d6513d60dbb req-0486cf48-0883-4ac0-96ae-61b41306c18e tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.393287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1993b9a2-e356-4b8b-9c45-3d6513d60dbb req-0486cf48-0883-4ac0-96ae-61b41306c18e tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 946 time: 0.2365966 Jul 09 16:54:43.420623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.465683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7da8c322-65e0-47dd-8ad2-f9d0a51c14dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed75437730c0437db381ef314d45f3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917443 Jul 09 16:54:43.468610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c322-65e0-47dd-8ad2-f9d0a51c14dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8b9b0-6a1e-4812-a39c-e10c09815451,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:43.469365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1993b9a2-e356-4b8b-9c45-3d6513d60dbb req-3b5d13c2-4473-4535-89a8-8f0612535c90 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/security-groups?id=84729630-98cf-4617-b4db-675c96d43620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749152 Jul 09 16:54:43.472852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:43.483843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Deleting port cbf85c12-0dcd-427b-b5de-566afedf8554 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:43.484203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.665540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e765671b-a8ac-4baf-af08-e61401be05d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.723490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e765671b-a8ac-4baf-af08-e61401be05d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.734142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] For port cbf85c12-0dcd-427b-b5de-566afedf8554, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cbf85c12-0dcd-427b-b5de-566afedf8554,segment=NetworkSegment(74aa52ce-dade-4534-bf93-3db39c483dfe),segment_id=74aa52ce-dade-4534-bf93-3db39c483dfe)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:43.734742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.767488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Calling delete_port for cbf85c12-0dcd-427b-b5de-566afedf8554 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:43.825461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.831402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.838112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.845016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.847846 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e765671b-a8ac-4baf-af08-e61401be05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.850396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e765671b-a8ac-4baf-af08-e61401be05d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.851122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.851573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e765671b-a8ac-4baf-af08-e61401be05d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16e8b9b0-6a1e-4812-a39c-e10c09815451 HTTP/1.1" status: 204 len: 168 time: 0.3762677 Jul 09 16:54:43.860600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.867142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:43.869802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765671b-a8ac-4baf-af08-e61401be05d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8b9b0-6a1e-4812-a39c-e10c09815451,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:43.875239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-8bbb859b-a0df-46ac-ab3f-859b0d1f9121 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5420 time: 0.2276163 Jul 09 16:54:43.885990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:43.887950 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab8eb8-6a08-49e1-a643-bfa900789221" -d '{"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:43.959281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78e94e20-fb4b-4678-b642-7b4ed234e403 req-c1263dde-610b-42c5-8552-c03928c5541e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830376 Jul 09 16:54:43.981454 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfb74d9-e686-45f9-af22-55a89290fece x-openstack-request-id: req-4cfb74d9-e686-45f9-af22-55a89290fece {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:43.981768 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:43.982028 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cfb74d9-e686-45f9-af22-55a89290fece {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:43.982132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.982443 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8', 'status': 'completed', 'code': 200} Jul 09 16:54:44.016289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['cbf85c12-0dcd-427b-b5de-566afedf8554'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:54:44.046053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a4326d-69b9-48e2-8532-9337629e15c8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:44.049967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Pushing event deleted for resources: {'Port': ['ID=cbf85c12-0dcd-427b-b5de-566afedf8554,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:44.058434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.072072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Transition to ACTIVE for port object 79a4326d-69b9-48e2-8532-9337629e15c8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:44.077261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.149964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Pushing event updated for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:44.169554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] No DVR routers for this DVR port cbf85c12-0dcd-427b-b5de-566afedf8554 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:44.180849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.182919 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dcd21cff-d8aa-483a-a542-cd168961d6bf req-cb33bee0-e797-4416-a31d-1142a35d1dd2 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.37 "DELETE /v2.0/ports/cbf85c12-0dcd-427b-b5de-566afedf8554 HTTP/1.1" status: 204 len: 173 time: 0.9561732 Jul 09 16:54:44.184338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'name': 'network-vif-deleted', 'tag': 'cbf85c12-0dcd-427b-b5de-566afedf8554'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:44.186705 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94231a09-10fd-48f1-b555-685e25fdcf67" -d '{"events": [{"server_uuid": "023c362e-b3bf-48d4-bac6-f2e5602c7bca", "name": "network-vif-deleted", "tag": "cbf85c12-0dcd-427b-b5de-566afedf8554"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:44.244856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.246835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.247512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.262256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.263356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.263843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.266880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.270320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-bd32f41a-e02f-414d-ba86-4226fca4f2ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6422 time: 0.2768843 Jul 09 16:54:44.271915 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131106e-a9cb-4e60-8e60-e799ce1dc125 x-openstack-request-id: req-3131106e-a9cb-4e60-8e60-e799ce1dc125 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:44.272197 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023c362e-b3bf-48d4-bac6-f2e5602c7bca", "name": "network-vif-deleted", "tag": "cbf85c12-0dcd-427b-b5de-566afedf8554", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:44.272451 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3131106e-a9cb-4e60-8e60-e799ce1dc125 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:44.272843 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023c362e-b3bf-48d4-bac6-f2e5602c7bca', 'name': 'network-vif-deleted', 'tag': 'cbf85c12-0dcd-427b-b5de-566afedf8554', 'status': 'completed', 'code': 200} Jul 09 16:54:44.285886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Attempting to bind port 79a4326d-69b9-48e2-8532-9337629e15c8 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:44.286403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Attempting to bind port 79a4326d-69b9-48e2-8532-9337629e15c8 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:44.286873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Attempting to bind port 79a4326d-69b9-48e2-8532-9337629e15c8 on network 25957415-6a8a-4b91-812c-850e465547b7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:44.292427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Port 79a4326d-69b9-48e2-8532-9337629e15c8 on network 25957415-6a8a-4b91-812c-850e465547b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:44.292926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Attempting to bind port 79a4326d-69b9-48e2-8532-9337629e15c8 on network 25957415-6a8a-4b91-812c-850e465547b7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:44.298441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:44.301130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Checking segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:44.301634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Bound using segment: {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:44.302185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Bound port: 79a4326d-69b9-48e2-8532-9337629e15c8, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6127bf6-784b-443b-b4a8-8ffb3d57e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '25957415-6a8a-4b91-812c-850e465547b7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:44.305755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.469813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:44.473525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=79a4326d-69b9-48e2-8532-9337629e15c8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:44.488332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.521394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.522074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.525079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] 10.222.0.43 "PUT /v2.0/ports/79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 1091 time: 1.2750118 Jul 09 16:54:44.552624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-aac5b126-0b26-4d06-9e9e-60386ef988e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.553251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-aac5b126-0b26-4d06-9e9e-60386ef988e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.553831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-aac5b126-0b26-4d06-9e9e-60386ef988e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.556105 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-aac5b126-0b26-4d06-9e9e-60386ef988e1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2681985 Jul 09 16:54:44.651918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e7cf1-b655-4c2f-a968-2c541e264dec service neutron] Pushing event updated for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:44.770631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-b26abe17-9d20-4912-8b3c-62c6e7b42665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.773273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-67ab8eb8-6a08-49e1-a643-bfa900789221 req-b26abe17-9d20-4912-8b3c-62c6e7b42665 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2088501 Jul 09 16:54:44.784354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5c8d120-1b15-4ee8-bcdf-2ad53bf3dc9f req-186b5fc9-40d1-4e86-ba74-8247be3ed627 tempest-ServerAddressesTestJSON-378521550 tempest-ServerAddressesTestJSON-378521550-project] 10.222.0.48 "GET /v2.0/ports?device_id=023c362e-b3bf-48d4-bac6-f2e5602c7bca HTTP/1.1" status: 200 len: 210 time: 0.0627301 Jul 09 16:54:44.990248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.990989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.993074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.994048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.994742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.995353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.995949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.000499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-02bbe907-7a54-4745-89fb-e173ec7b2bed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6489 time: 0.1559408 Jul 09 16:54:45.102872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-5ccc7947-6583-453e-8389-c39b873105df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 217 time: 0.0873983 Jul 09 16:54:45.215388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7ff051ee-3a92-4538-9909-d6bcbd4bb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.218095 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-7ff051ee-3a92-4538-9909-d6bcbd4bb39f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.1023304 Jul 09 16:54:45.389486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.397036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.404334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.406998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-62714649-792c-4b53-83ef-d4e3d4e555e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.408943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-62714649-792c-4b53-83ef-d4e3d4e555e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777949 Jul 09 16:54:45.411367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.418154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.424984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.431565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.433649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b1d4cf7c-5623-4a4b-b954-4f9a6630f3c0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.2497764 Jul 09 16:54:45.467286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcefb3-8e95-4bfe-81a0-3508905c1c8c req-7421d38c-1f9c-4c00-92be-e0b3f2aab755 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.468895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16dcefb3-8e95-4bfe-81a0-3508905c1c8c req-7421d38c-1f9c-4c00-92be-e0b3f2aab755 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 946 time: 0.2079563 Jul 09 16:54:45.567186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19c55db4-ca3a-4b27-bde6-a1f89f297780 req-b4618ef1-ad0b-4c0a-ba7c-0c6a5478656b tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255560 Jul 09 16:54:45.581673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e539bee6-7826-449c-8c9e-4cdee151c4b1 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631923 Jul 09 16:54:45.602756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16dcefb3-8e95-4bfe-81a0-3508905c1c8c req-6dee8b9e-af7d-44c2-b2f9-71b6167c8e64 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9b9809d-f186-4d80-bcff-5ed894b132d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084595 Jul 09 16:54:45.644783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-a32306d5-e46a-4512-afb2-2c36deaa11ed tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.646844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-a32306d5-e46a-4512-afb2-2c36deaa11ed tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 946 time: 0.1643686 Jul 09 16:54:45.731023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-8d8ded1c-66a3-4fa6-b25a-25587b6196a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372156 Jul 09 16:54:45.803959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Deleting port 8133e456-6157-4460-b9f2-81e20dc075a3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:45.805222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:45.810108 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3bfb7f84-4e92-428a-9159-2e15322ae1b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 217 time: 0.0724318 Jul 09 16:54:45.899189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2c236b9b-a99e-43c4-a7ee-03d58a0801f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.901252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2c236b9b-a99e-43c4-a7ee-03d58a0801f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0807035 Jul 09 16:54:45.934443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:45.990698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] For port 8133e456-6157-4460-b9f2-81e20dc075a3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8133e456-6157-4460-b9f2-81e20dc075a3,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:45.991074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.048101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Deleting subnet b3cc0e56-e834-425c-8c28-991f44373eac {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:54:46.052866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.099455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:46.102114 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793f4168-14e2-45f1-a55d-4831a6c82324" -d '{"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:46.104219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.167139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.227243 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a2ed3f-fccd-4bbe-80d5-78cbc337b7dd x-openstack-request-id: req-f9a2ed3f-fccd-4bbe-80d5-78cbc337b7dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:46.227537 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:46.227793 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9a2ed3f-fccd-4bbe-80d5-78cbc337b7dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:46.228205 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8', 'status': 'completed', 'code': 200} Jul 09 16:54:46.261017 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.268564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.269368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.269832 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Floating IP 6e4cc169-464e-413d-8438-ac49fbfe8074 disassociated. External IP: 172.25.7.245, port: 8133e456-6157-4460-b9f2-81e20dc075a3. Jul 09 16:54:46.270363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Calling delete_port for 8133e456-6157-4460-b9f2-81e20dc075a3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:46.281630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.287191 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b3cc0e56-e834-425c-8c28-991f44373eac HTTP/1.1" status: 204 len: 168 time: 0.3511715 Jul 09 16:54:46.287983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:46.318725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-683c8fe9-b8a0-47e6-bd25-de05b87e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:46.320501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-683c8fe9-b8a0-47e6-bd25-de05b87e70d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4118698 Jul 09 16:54:46.321610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4f44b-68e1-4c40-9ebb-e8f42d87fa1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3cc0e56-e834-425c-8c28-991f44373eac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:46.446143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.456019 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-1940f541-a4cf-4b41-85f9-976f9fad9617 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274300 Jul 09 16:54:46.569314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-a77c2731-b86f-4d4d-8d95-c72611b6bde9 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047876 Jul 09 16:54:46.600990 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.617398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca27d7f-a96c-4ff1-87fe-83d4b31ff551']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:46.630030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.633447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aa52ce-dade-4534-bf93-3db39c483dfe') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:46.633748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aa52ce-dade-4534-bf93-3db39c483dfe') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:46.652324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-b1ffdfc9-4575-4508-bfe1-7d0056feff0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 217 time: 0.0699284 Jul 09 16:54:46.671726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.680565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event deleted for resources: {'Port': ['ID=8133e456-6157-4460-b9f2-81e20dc075a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:46.743179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.752684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:54:46.753232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:54:46.755024 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:54:46.765116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-ed299b53-1c22-453e-a123-dc2789c6cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:46.769244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-ed299b53-1c22-453e-a123-dc2789c6cb24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1129367 Jul 09 16:54:46.852905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-448bd881-206e-4022-bee3-0a9d953b6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:46.854857 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-448bd881-206e-4022-bee3-0a9d953b6302 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783761 Jul 09 16:54:46.899514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d508be5-9d18-4a91-8234-826cdec533f1 req-5c092159-a539-4b74-8d37-30c8692e6b9b tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 210 time: 0.0535645 Jul 09 16:54:46.906127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.953095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.955216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ca27d7f-a96c-4ff1-87fe-83d4b31ff551 HTTP/1.1" status: 204 len: 168 time: 0.6622458 Jul 09 16:54:46.992084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e6de-3fd6-49d3-bc5b-efff9c13f0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca27d7f-a96c-4ff1-87fe-83d4b31ff551,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:47.021364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:47.073499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.081547 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-c58037a7-2582-425f-a2bd-9a4eaeb8d03b service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172377 Jul 09 16:54:47.082604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.089695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.097351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.108746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.115054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.121324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.123479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-da47df5a-252a-4b56-83f5-38b37d3d2d32 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.2295105 Jul 09 16:54:47.194498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:47.236415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e47c8edc-d50b-4b4d-b169-1d8b75083619 req-e9644242-60d1-4bc4-bace-bfcce085340f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789704 Jul 09 16:54:47.329220 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cbf85c12-0dcd-427b-b5de-566afedf8554 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:47.341380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:47.355346 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] Sync routers for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:47.363971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe22cb70-ddd2-4199-8cd9-8e12047a7559 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3ee5de0888342969aa8e5ece6bc2f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255207 Jul 09 16:54:47.364377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37660) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:47.380716 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:47.382968 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:47.393747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: cbf85c12-0dcd-427b-b5de-566afedf8554 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:47.394328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cbf85c12-0dcd-427b-b5de-566afedf8554 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:47.464980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-9006d8af-21a4-405f-841c-f2902ec7b988 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750427 Jul 09 16:54:47.492016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] No DVR routers for this DVR port 8133e456-6157-4460-b9f2-81e20dc075a3 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:47.495789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:47.500517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d26adc48-f20c-4a6e-8c8a-b68614c5cd1e req-1f7d0f96-d563-4681-bc32-786f99763130 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.43 "DELETE /v2.0/ports/8133e456-6157-4460-b9f2-81e20dc075a3 HTTP/1.1" status: 204 len: 173 time: 1.8432384 Jul 09 16:54:47.536229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a935db20-0358-408c-a800-27efd57e8f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:47.539287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e878cf4d-1252-489d-b385-00d991e4e03e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 217 time: 0.0655775 Jul 09 16:54:47.602365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-4bb50c73-8c31-4679-b322-17bd27d8a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.603937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-4bb50c73-8c31-4679-b322-17bd27d8a025 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0553744 Jul 09 16:54:47.619229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a935db20-0358-408c-a800-27efd57e8f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:47.649034 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:47.733585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2f916302-ce49-460d-a522-dea7a7493e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:47.735327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-2f916302-ce49-460d-a522-dea7a7493e15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190715 Jul 09 16:54:47.835207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a935db20-0358-408c-a800-27efd57e8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:47.849585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a935db20-0358-408c-a800-27efd57e8f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:47.854318 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a935db20-0358-408c-a800-27efd57e8f9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84729630-98cf-4617-b4db-675c96d43620 HTTP/1.1" status: 204 len: 168 time: 0.4888320 Jul 09 16:54:47.880686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935db20-0358-408c-a800-27efd57e8f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84729630-98cf-4617-b4db-675c96d43620,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:47.958434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-351e87f2-0978-429b-ae3a-41ca6db2cc22 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091260 Jul 09 16:54:48.139170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-d98b4abd-3e90-4ab9-96c0-25c195ab6c85 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729217 Jul 09 16:54:48.171612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19e6d3aa-d4ca-476c-b896-170fc0560176 req-83c20973-2754-493e-b019-861dd4a2173f tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d35a64-d434-40ac-bd6e-a34526ac1c16 HTTP/1.1" status: 200 len: 210 time: 0.0599952 Jul 09 16:54:48.199624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-15aa5d48-54da-419d-839e-982abd41d95e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 217 time: 0.0495491 Jul 09 16:54:48.229621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'name': 'network-vif-deleted', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:48.232119 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed228f9-ba0f-4f0d-abb7-8a918e3ee2d8" -d '{"events": [{"server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "name": "network-vif-deleted", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:48.348536 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac613dc4-f67e-4023-8f7a-50f4782abd53 x-openstack-request-id: req-ac613dc4-f67e-4023-8f7a-50f4782abd53 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:48.349260 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d35a64-d434-40ac-bd6e-a34526ac1c16", "name": "network-vif-deleted", "tag": "8133e456-6157-4460-b9f2-81e20dc075a3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:48.349813 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac613dc4-f67e-4023-8f7a-50f4782abd53 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:48.350625 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d35a64-d434-40ac-bd6e-a34526ac1c16', 'name': 'network-vif-deleted', 'tag': '8133e456-6157-4460-b9f2-81e20dc075a3', 'status': 'completed', 'code': 200} Jul 09 16:54:48.367380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-15403704-39f8-49ed-b063-29a2a661c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.372166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-15403704-39f8-49ed-b063-29a2a661c7a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1633673 Jul 09 16:54:48.472599 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:04Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:48.509967 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] Checking router: c68458cf-df3b-4fa0-bc7a-966a8ff39d47 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:48.523498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.527129 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:48.531276 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:48.532590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.539871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.556078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.564632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-bd586741-dd77-42a9-85e3-845d8722733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.568722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.570944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-bd586741-dd77-42a9-85e3-845d8722733d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887670 Jul 09 16:54:48.589893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.600341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:48.602318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-589af81e-4caa-4e91-9f7e-45f77d56ce03 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1872866 Jul 09 16:54:48.694528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f76eaf07-964b-4f69-89f0-40944e4d95df req-1ec91f14-04b7-47c9-b7c7-b26bc8ddc735 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812294 Jul 09 16:54:48.743210 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:48.793113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-df5e9af7-2850-4106-b753-d729293c151d service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135079 Jul 09 16:54:48.801360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:48.947536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-66f5074b-eefb-47d0-a92d-bedc19ad783d service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470313 Jul 09 16:54:49.017030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-75e20074-b3f1-46bc-85ac-b31834c7ab99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 217 time: 0.0607333 Jul 09 16:54:49.019893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9181e30c-ce27-422f-92f8-d4fec22f5b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.022571 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:04Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:49.093549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-37c6a8bd-ac8d-4228-8ddf-c46d38c15d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:49.098339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-37c6a8bd-ac8d-4228-8ddf-c46d38c15d6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.0733106 Jul 09 16:54:49.101824 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e5128-1a78-4004-9da9-7970504bd241 None None] The sync data for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 is: [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '068b0140-a71b-4483-a457-c64b83fa45c9', 'name': '', 'network_id': '2922edcb-3867-421d-b9a2-2f24be6ddcfb', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'mac_address': 'fa:16:3e:95:50:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:51Z', 'updated_at': '2021-07-09T16:49:04Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'subnets': [{'id': '29a5cbf7-579d-464e-bdb5-e79158e7ed65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:49.222339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3dec3de5-210d-4bb8-bc3f-b7952340a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:49.224725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3dec3de5-210d-4bb8-bc3f-b7952340a538 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194563 Jul 09 16:54:49.240317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9181e30c-ce27-422f-92f8-d4fec22f5b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.254053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9181e30c-ce27-422f-92f8-d4fec22f5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.308057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181e30c-ce27-422f-92f8-d4fec22f5b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7448ce84-456c-4b65-9a09-b58789f64e1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:49.319252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:49.400302 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-df5158dd-e464-4b57-9f5e-2de42627d772 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634467 Jul 09 16:54:49.436001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9181e30c-ce27-422f-92f8-d4fec22f5b6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9087ddb460b646508e32e24a626a09c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335306 Jul 09 16:54:49.451451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:49.529256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-05a64870-df43-4199-9715-5dcaf3188551 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208196 Jul 09 16:54:49.585129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-3adcc159-d839-4bf6-beda-e84e604a069a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.0470293 Jul 09 16:54:49.590876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee865da-23d5-434e-8ae7-34882dbbc897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.614786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2235ab86-34a5-493b-81f0-fa35de2240f7 None None] New status for floating IP 6e4cc169-464e-413d-8438-ac49fbfe8074: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:54:49.621974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:49.659183 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee865da-23d5-434e-8ae7-34882dbbc897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.668999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-b8e570ff-499f-4b97-8a28-9cee648dcc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:49.671616 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-b8e570ff-499f-4b97-8a28-9cee648dcc73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.0773723 Jul 09 16:54:49.732265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Deleting port 0f454bd8-7fed-4705-b8cc-ec750be68175 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:49.732848 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.787547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e68c6-4260-48d8-bb37-88a828b70741 req-fed7413f-a8e0-432e-8614-73d43147698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:49.792236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-fed7413f-a8e0-432e-8614-73d43147698a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098213 Jul 09 16:54:49.810719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee865da-23d5-434e-8ae7-34882dbbc897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.814061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ee865da-23d5-434e-8ae7-34882dbbc897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.815683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ee865da-23d5-434e-8ae7-34882dbbc897 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7448ce84-456c-4b65-9a09-b58789f64e1c HTTP/1.1" status: 204 len: 168 time: 0.3622251 Jul 09 16:54:49.832178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee865da-23d5-434e-8ae7-34882dbbc897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7448ce84-456c-4b65-9a09-b58789f64e1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:49.850841 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.851516 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.857058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8133e456-6157-4460-b9f2-81e20dc075a3 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:49.868282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Calling delete_port for 0f454bd8-7fed-4705-b8cc-ec750be68175 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:49.878776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-564263096-network', 'tenant_id': '925411cd799244f29dc7a146dfd2a0de'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:49.900297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 8133e456-6157-4460-b9f2-81e20dc075a3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:49.900660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8133e456-6157-4460-b9f2-81e20dc075a3 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:49.949272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Made reservation on behalf of 925411cd799244f29dc7a146dfd2a0de for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:49.951737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:49.976717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.028992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-f78be616-cc6d-43ee-82a9-825f9c3c12fd service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270091 Jul 09 16:54:50.139651 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-520e68c6-4260-48d8-bb37-88a828b70741 req-e05751ff-eed0-443a-9387-914250086a99 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996795 Jul 09 16:54:50.285511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:50.299987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d22b18-588c-4260-917e-94ee672cacd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.325533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.326410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.327114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.327750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.328380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.329045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.329742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.332186 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-9f316c2d-e84c-44c5-9922-d355867b1ea1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6489 time: 0.1140637 Jul 09 16:54:50.342884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.345800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.383773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.390345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.396646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.402980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.409260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.415543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.421834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.424029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-7739de58-b9b3-4318-8934-95549c4c20e7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.3862116 Jul 09 16:54:50.428816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event deleted for resources: {'Port': ['ID=0f454bd8-7fed-4705-b8cc-ec750be68175,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:50.431434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.448084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:54:50.457808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.458275 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Added segment 2b71ce39-0a3f-4f88-81fd-5b903d012f23 of type vlan for network ab0389b5-27ec-436b-a725-0007f04a1207 Jul 09 16:54:50.460303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-2fe67cfe-dbb3-4daa-8cb4-73bf9bd76f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.461927 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-2fe67cfe-dbb3-4daa-8cb4-73bf9bd76f5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 902 time: 0.1223247 Jul 09 16:54:50.501549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.540055 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-c99c802a-e1b4-47b7-ad41-1db5e21911d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.0594673 Jul 09 16:54:50.562884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997b8ad-7247-4fb8-8cc1-48a90be331e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:50.580575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.581551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.582125 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.649076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40c2caaf-62bf-4c67-83e5-1d3dca2c8987 req-419b8ba1-b080-4f75-b149-d92d1e0d93e0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170180 Jul 09 16:54:50.650357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-01a25223-c66e-4676-9efe-c12c68accb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.652742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-01a25223-c66e-4676-9efe-c12c68accb8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1113820 Jul 09 16:54:50.715923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] Pushing event updated for resources: {'Network': ['ID=ab0389b5-27ec-436b-a725-0007f04a1207,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:50.734324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ab0389b5-27ec-436b-a725-0007f04a1207 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:54:50.736038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.739631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.742998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33f4fc2b-37e7-49cb-a790-6da6ecd01085 tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e4cc169-464e-413d-8438-ac49fbfe8074 HTTP/1.1" status: 204 len: 168 time: 1.4195304 Jul 09 16:54:50.766921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d22b18-588c-4260-917e-94ee672cacd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.773943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-2c4191d3-6997-4c73-b988-2dc327cafd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:50.775613 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-2c4191d3-6997-4c73-b988-2dc327cafd6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146243 Jul 09 16:54:50.780890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d22b18-588c-4260-917e-94ee672cacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.792245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d265e58-eed0-4d2d-9bc6-8a2e52f5bf8a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1642847 Jul 09 16:54:50.792615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:50.798767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Request body: {'subnet': {'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-564263096-subnet', 'tenant_id': '925411cd799244f29dc7a146dfd2a0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:50.848448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Made reservation on behalf of 925411cd799244f29dc7a146dfd2a0de for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:50.851393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:50.905498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-91d22b18-588c-4260-917e-94ee672cacd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5952cd66cfe4f3cb2555443e85a984c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163416 Jul 09 16:54:50.906438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:50.926849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d22b18-588c-4260-917e-94ee672cacd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b18e2-20f8-4f2d-a706-d279d3056cee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:50.961294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-36af46be-3130-40e3-adb2-acb91a96e54a service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748228 Jul 09 16:54:51.012407 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15985d35-18e9-4735-bf81-886bc2a5a5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.045017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15985d35-18e9-4735-bf81-886bc2a5a5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.063066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:51.216250 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15985d35-18e9-4735-bf81-886bc2a5a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.218956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15985d35-18e9-4735-bf81-886bc2a5a5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.222955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-15985d35-18e9-4735-bf81-886bc2a5a5bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d2b18e2-20f8-4f2d-a706-d279d3056cee HTTP/1.1" status: 204 len: 168 time: 0.3158147 Jul 09 16:54:51.223775 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5120bed5-3bdc-49ef-a1d9-ae6eb9adb8df tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.244928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15985d35-18e9-4735-bf81-886bc2a5a5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b18e2-20f8-4f2d-a706-d279d3056cee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:51.253240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.348114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5120bed5-3bdc-49ef-a1d9-ae6eb9adb8df tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.437837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b73e49-5ec1-4d42-aaa8-815ffd787c91,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:51.477075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5120bed5-3bdc-49ef-a1d9-ae6eb9adb8df tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.481326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5120bed5-3bdc-49ef-a1d9-ae6eb9adb8df tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.482393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5120bed5-3bdc-49ef-a1d9-ae6eb9adb8df tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] 10.222.0.48 "DELETE /v2.0/security-groups/f9b9809d-f186-4d80-bcff-5ed894b132d8 HTTP/1.1" status: 204 len: 168 time: 0.4183862 Jul 09 16:54:51.500014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120bed5-3bdc-49ef-a1d9-ae6eb9adb8df tempest-TestServerBasicOps-1790120791 tempest-TestServerBasicOps-1790120791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b9809d-f186-4d80-bcff-5ed894b132d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:51.523670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Checking segment: {'id': '2b71ce39-0a3f-4f88-81fd-5b903d012f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:51.524056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Network hostable DHCP agents. Network: ab0389b5-27ec-436b-a725-0007f04a1207, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:54:51.525554 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-793f4168-14e2-45f1-a55d-4831a6c82324 req-36aad7a7-31dc-4aeb-a1d7-740fe6df4482 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557396 Jul 09 16:54:51.581466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:51.583888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Network ab0389b5-27ec-436b-a725-0007f04a1207 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:54:51.599311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ab0389b5-27ec-436b-a725-0007f04a1207) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:51.610168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac40331-076d-41dd-8b15-9792ec2baa70 None None] Network ab0389b5-27ec-436b-a725-0007f04a1207 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:51.610327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:51.610987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.642943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e87bf106-f89b-4ede-8e66-d9347dbc605d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8477044 Jul 09 16:54:51.866731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be3c0c-983c-4343-92d8-5d07ee6d4e11 None None] Network ab0389b5-27ec-436b-a725-0007f04a1207 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:52.131662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.138620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.144795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.150873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.156945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.163562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.169642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.171666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-27718253-73e3-40ad-906a-2111919ebfb3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.3152897 Jul 09 16:54:52.286777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47cfacf5-60bd-4e06-bf5d-59f412a2f84c req-0ffd43d7-a1ae-4e27-a486-5a7c1ba4653a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082764 Jul 09 16:54:52.681483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f42f3bd4-8951-453b-86e8-1924e51b9cb8 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:52.682990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f42f3bd4-8951-453b-86e8-1924e51b9cb8 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/networks?id=ab0389b5-27ec-436b-a725-0007f04a1207 HTTP/1.1" status: 200 len: 820 time: 0.1559246 Jul 09 16:54:52.732671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-2ace3106-9389-4390-b25a-ba0aba5acc7d tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/quotas/925411cd799244f29dc7a146dfd2a0de HTTP/1.1" status: 200 len: 375 time: 0.0278537 Jul 09 16:54:52.779760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-0ed7205c-9555-4a7a-8d1d-3ddf60f00d6d tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=925411cd799244f29dc7a146dfd2a0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394402 Jul 09 16:54:52.882127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:53.045889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-ea424160-54fa-4bbf-b0ea-b93a3159068b service neutron] 10.222.0.48 "GET /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566478 Jul 09 16:54:53.215799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-33a59779-b6d2-427f-b5f8-42e87edad42e service neutron] 10.222.0.48 "GET /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611300 Jul 09 16:54:53.373619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Deleting port 068b0140-a71b-4483-a457-c64b83fa45c9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:53.376545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:53.754958 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:53.843394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1049257a-a6dc-4cf5-9840-c2579f3303ed req-18856f87-6c7d-4d74-a843-97b42dc8a76c tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 210 time: 0.3973465 Jul 09 16:54:53.921608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] For port 068b0140-a71b-4483-a457-c64b83fa45c9, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=068b0140-a71b-4483-a457-c64b83fa45c9,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:53.921970 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:53.940183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Calling delete_port for 068b0140-a71b-4483-a457-c64b83fa45c9 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:53.972628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:53.978539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:53.985396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:53.991662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:53.997817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:54.003905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:54.009690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:54.012161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-1eff5a9b-f3eb-4018-b985-459c8ed16e51 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1729701 Jul 09 16:54:54.096648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9be6aabf-b97c-46fc-90b6-1684f9432a11 req-4dd44479-c5f5-47a6-8e6d-5c8120016340 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524096 Jul 09 16:54:54.119446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:54.267070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adce1623-c0d6-431e-bdfc-2f8242f4c3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.275147 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.304397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=068b0140-a71b-4483-a457-c64b83fa45c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:54.314491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.314943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.315297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.315742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.316086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.316442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.316829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.317382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.317779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.318159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.318768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.319256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:54.437018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adce1623-c0d6-431e-bdfc-2f8242f4c3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.443389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adce1623-c0d6-431e-bdfc-2f8242f4c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.473355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-adce1623-c0d6-431e-bdfc-2f8242f4c3bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d441992cf9c40cc8e4c0b06570f238f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522277 Jul 09 16:54:54.481162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:54.535357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.540778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce1623-c0d6-431e-bdfc-2f8242f4c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6722f-2765-40d8-9db8-dacf8a560c88,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:54.564535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a538ce3f-265a-441b-92c6-7d869cfb2774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.589588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a538ce3f-265a-441b-92c6-7d869cfb2774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.686162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a538ce3f-265a-441b-92c6-7d869cfb2774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.689337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a538ce3f-265a-441b-92c6-7d869cfb2774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.692969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a538ce3f-265a-441b-92c6-7d869cfb2774 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20b6722f-2765-40d8-9db8-dacf8a560c88 HTTP/1.1" status: 204 len: 168 time: 0.2082491 Jul 09 16:54:54.700533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538ce3f-265a-441b-92c6-7d869cfb2774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6722f-2765-40d8-9db8-dacf8a560c88,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:54.803373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:54.975270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:54.986259 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] Sync routers for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:54.999485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-74cede25-4a88-43b7-8e33-202efc1b6e4e admin admin] 10.222.0.48 "PUT /v2.0/routers/c68458cf-df3b-4fa0-bc7a-966a8ff39d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4168036 Jul 09 16:54:55.002053 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:55.002723 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:55.003499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:55.201421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:55.226126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c33f52-8985-4c06-9be2-86e83ecf4b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.241393 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:55.275681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-044c84ff-80bb-47de-86aa-8822d5d709c6 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.277622 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-044c84ff-80bb-47de-86aa-8822d5d709c6 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.37 "GET /v2.0/networks?id=ab0389b5-27ec-436b-a725-0007f04a1207 HTTP/1.1" status: 200 len: 820 time: 0.2757084 Jul 09 16:54:55.302897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Request body: {'port': {'device_id': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207', 'admin_state_up': True, 'tenant_id': '925411cd799244f29dc7a146dfd2a0de'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:55.311532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65dd7fbf-ba79-4ff9-b409-b334b505d77a req-3c166702-6a82-4ece-a451-23b758652077 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 210 time: 0.1959522 Jul 09 16:54:55.384307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.468316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c33f52-8985-4c06-9be2-86e83ecf4b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.483122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c33f52-8985-4c06-9be2-86e83ecf4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.500364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:54:54Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:55.531780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Made reservation on behalf of 925411cd799244f29dc7a146dfd2a0de for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:54:55.536005 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] Checking router: c68458cf-df3b-4fa0-bc7a-966a8ff39d47 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:55.536186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.543870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7c33f52-8985-4c06-9be2-86e83ecf4b4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ae16b26b96543e7b4fa271f2f1149f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383079 Jul 09 16:54:55.544709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:55.555664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33f52-8985-4c06-9be2-86e83ecf4b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68125305-8c9b-49b8-a690-557d29ce23e0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:55.570898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.579596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.583485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.589829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.591674 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] Routers {'c68458cf-df3b-4fa0-bc7a-966a8ff39d47'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:55.592362 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:55.595898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.603161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.610095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:55.620650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-6fa4ed01-acd3-49bc-a4ea-4c1aab165710 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.3212667 Jul 09 16:54:55.667685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.717919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Allocated IP 172.20.0.11 (ab0389b5-27ec-436b-a725-0007f04a1207/03b73e49-5ec1-4d42-aaa8-815ffd787c91/d9e6198c-e3ae-4af2-8951-12cfa190d94d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:54:55.727319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] Set router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:55.760385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec103de0-7ed9-4a02-95ee-fd3e960fd8ac req-46d98adf-2528-4923-8640-4a2e38269598 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387324 Jul 09 16:54:55.788406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de75111-2ba7-48e8-b919-77771b7d5c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.821671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de75111-2ba7-48e8-b919-77771b7d5c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.844624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Deleting port 1e53ae40-ddd8-424a-915c-c08f414512e0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:55.844624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.909394 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.973017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de75111-2ba7-48e8-b919-77771b7d5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.973598 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:54:54Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:55.975556 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de75111-2ba7-48e8-b919-77771b7d5c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.979085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6de75111-2ba7-48e8-b919-77771b7d5c24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68125305-8c9b-49b8-a690-557d29ce23e0 HTTP/1.1" status: 204 len: 168 time: 0.4315662 Jul 09 16:54:55.983262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.991196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] For port 1e53ae40-ddd8-424a-915c-c08f414512e0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1e53ae40-ddd8-424a-915c-c08f414512e0,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:55.991565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.994089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de75111-2ba7-48e8-b919-77771b7d5c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68125305-8c9b-49b8-a690-557d29ce23e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:56.007878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Calling delete_port for 1e53ae40-ddd8-424a-915c-c08f414512e0 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:56.039943 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac581cb-5058-4754-b7c6-b6346310a149 None None] The sync data for ids ['c68458cf-df3b-4fa0-bc7a-966a8ff39d47'] in n-d-800085-2 is: [{'id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'name': 'tempest-TestServerBasicOps-1373666438-router', 'tenant_id': 'c9c7a936d2454e44a2dc115f09624386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:43Z', 'updated_at': '2021-07-09T16:54:54Z', 'revision_number': 5, 'project_id': 'c9c7a936d2454e44a2dc115f09624386', 'gw_port': {'id': '1e53ae40-ddd8-424a-915c-c08f414512e0', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68458cf-df3b-4fa0-bc7a-966a8ff39d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:45Z', 'updated_at': '2021-07-09T16:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:56.048111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Pushing event updated for resources: {'Port': ['ID=d9e6198c-e3ae-4af2-8951-12cfa190d94d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:56.073430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Network ab0389b5-27ec-436b-a725-0007f04a1207 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:54:56.075214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:54:56.080160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:54:56.161483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:56.162242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.181247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-57cd8257-3dc2-4e40-877f-6a69a38e1c4f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8830745 Jul 09 16:54:56.202101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Request body: {'port': {'device_id': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:54:56.221200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.249534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e53ae40-ddd8-424a-915c-c08f414512e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:56.302056 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.335262 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.499387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.504698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.632886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.632886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68458cf-df3b-4fa0-bc7a-966a8ff39d47 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:54:56.654292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.657674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-45a83d37-0ba4-4932-84b0-4cf0762d1c04 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c68458cf-df3b-4fa0-bc7a-966a8ff39d47 HTTP/1.1" status: 204 len: 168 time: 1.6509116 Jul 09 16:54:56.664662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37972) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:56.754647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Deleting subnet 29a5cbf7-579d-464e-bdb5-e79158e7ed65 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:54:56.762332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.778412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 068b0140-a71b-4483-a457-c64b83fa45c9 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:56.788056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee939-077a-43d7-9cf7-4fc04579a3d9 req-80ebbb6c-0141-4277-9c67-e2049393e9d7 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:56.799055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaee939-077a-43d7-9cf7-4fc04579a3d9 req-80ebbb6c-0141-4277-9c67-e2049393e9d7 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 932 time: 0.2091808 Jul 09 16:54:56.812914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 068b0140-a71b-4483-a457-c64b83fa45c9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:56.813681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 068b0140-a71b-4483-a457-c64b83fa45c9 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:56.882777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eaee939-077a-43d7-9cf7-4fc04579a3d9 req-e7f7c2fb-ba34-4f23-bbbc-c2d50ee0fc7d tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730736 Jul 09 16:54:56.919853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.090354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.122303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.130639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.139094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.153368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.167218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.173222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e6198c-e3ae-4af2-8951-12cfa190d94d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:54:57.177141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.186333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.190900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.201075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65235562-c94f-43f7-90e8-09d12804eb01 req-401942df-33ed-4a27-bbef-a99fbfae0e2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.2110770 Jul 09 16:54:57.211181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Transition to ACTIVE for port object d9e6198c-e3ae-4af2-8951-12cfa190d94d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:54:57.223507 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.279428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65235562-c94f-43f7-90e8-09d12804eb01 req-6d4330c2-6944-4935-88d7-e9aa1767a630 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773244 Jul 09 16:54:57.284239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.323657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a5cbf7-579d-464e-bdb5-e79158e7ed65,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:57.327218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6198c-e3ae-4af2-8951-12cfa190d94d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:57.367965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b6421-da49-4ace-9110-f3ea95df2f61 None None] Network 2922edcb-3867-421d-b9a2-2f24be6ddcfb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:57.383481 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.385577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-93fbded1-0c78-484b-b2bc-ad3c9f5d1bcb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29a5cbf7-579d-464e-bdb5-e79158e7ed65 HTTP/1.1" status: 204 len: 168 time: 0.7199655 Jul 09 16:54:57.388985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:57.461090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Attempting to bind port d9e6198c-e3ae-4af2-8951-12cfa190d94d on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:54:57.461668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Attempting to bind port d9e6198c-e3ae-4af2-8951-12cfa190d94d by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '2b71ce39-0a3f-4f88-81fd-5b903d012f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:54:57.462190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Attempting to bind port d9e6198c-e3ae-4af2-8951-12cfa190d94d on network ab0389b5-27ec-436b-a725-0007f04a1207 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:57.469119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Port d9e6198c-e3ae-4af2-8951-12cfa190d94d on network ab0389b5-27ec-436b-a725-0007f04a1207 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:54:57.469569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Attempting to bind port d9e6198c-e3ae-4af2-8951-12cfa190d94d on network ab0389b5-27ec-436b-a725-0007f04a1207 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:54:57.476373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:54:57.476812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Checking segment: {'id': '2b71ce39-0a3f-4f88-81fd-5b903d012f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:54:57.477558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Bound using segment: {'id': '2b71ce39-0a3f-4f88-81fd-5b903d012f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:54:57.478014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Bound port: d9e6198c-e3ae-4af2-8951-12cfa190d94d, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b71ce39-0a3f-4f88-81fd-5b903d012f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:54:57.478387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.546855 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.640524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] DHCP port deletion for 2922edcb-3867-421d-b9a2-2f24be6ddcfb request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:54:57.640746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] For port d9e6198c-e3ae-4af2-8951-12cfa190d94d, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:54:57.644658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] For port d9e6198c-e3ae-4af2-8951-12cfa190d94d, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d,segment=NetworkSegment(2b71ce39-0a3f-4f88-81fd-5b903d012f23),segment_id=2b71ce39-0a3f-4f88-81fd-5b903d012f23)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:54:57.650039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Deleting port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:57.650448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.657858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.734351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] Deleting port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:57.734888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] For port 60f73ee1-23ed-447d-9c9f-f28f83fc9839, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60f73ee1-23ed-447d-9c9f-f28f83fc9839,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:57.735295 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.735446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.752034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Calling delete_port for 60f73ee1-23ed-447d-9c9f-f28f83fc9839 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:57.763453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6198c-e3ae-4af2-8951-12cfa190d94d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:57.775985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.777813 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.783122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-f09f50bf-ac08-4eca-98f9-846e4878f622 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9e6198c-e3ae-4af2-8951-12cfa190d94d HTTP/1.1" status: 200 len: 1092 time: 1.5838361 Jul 09 16:54:57.783122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'tag': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:57.783674 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7beb936-ae95-4135-9b11-245866509cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bd7a51-1d86-4939-9f18-e8b1666cb545", "tag": "d9e6198c-e3ae-4af2-8951-12cfa190d94d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:57.899583 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a66be-8a34-4c49-88d0-c10dee31864b x-openstack-request-id: req-b81a66be-8a34-4c49-88d0-c10dee31864b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:57.899965 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bd7a51-1d86-4939-9f18-e8b1666cb545", "tag": "d9e6198c-e3ae-4af2-8951-12cfa190d94d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:57.900165 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b81a66be-8a34-4c49-88d0-c10dee31864b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:57.900747 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'tag': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d', 'status': 'completed', 'code': 200} Jul 09 16:54:57.929420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] For port 60f73ee1-23ed-447d-9c9f-f28f83fc9839, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60f73ee1-23ed-447d-9c9f-f28f83fc9839,segment=NetworkSegment(b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f),segment_id=b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:57.930193 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.970256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] Calling delete_port for 60f73ee1-23ed-447d-9c9f-f28f83fc9839 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:57.978313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.980522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-d0f51d84-5449-4803-99d6-95999a751e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:57.986210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-d0f51d84-5449-4803-99d6-95999a751e72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=925411cd799244f29dc7a146dfd2a0de&device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 1095 time: 0.1367719 Jul 09 16:54:58.015799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f73ee1-23ed-447d-9c9f-f28f83fc9839,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.023316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] No DVR routers for this DVR port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:58.071715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.108532 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-80bf23a9-bb69-499d-8b71-0f257b12a71f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d HTTP/1.1" status: 200 len: 217 time: 0.1096835 Jul 09 16:54:58.118566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.124862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] Pushing event deleted for resources: {'Port': ['ID=60f73ee1-23ed-447d-9c9f-f28f83fc9839,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.131156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c17422-8be5-4ab2-bcd5-2190b712e8e6 None None] No DVR routers for this DVR port 60f73ee1-23ed-447d-9c9f-f28f83fc9839 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:58.152133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2922edcb-3867-421d-b9a2-2f24be6ddcfb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:58.169524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:58.170173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bf999d-b83f-4e1c-bf6e-d14ca5ad5c3f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:58.180988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-9f84603d-5562-4d1c-a3a3-23eccebb2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.182571 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-9f84603d-5562-4d1c-a3a3-23eccebb2a39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03b73e49-5ec1-4d42-aaa8-815ffd787c91 HTTP/1.1" status: 200 len: 860 time: 0.0670114 Jul 09 16:54:58.203123 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.234806 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-4c411c63-5ef5-432a-98cb-1bec9dd17365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab0389b5-27ec-436b-a725-0007f04a1207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432544 Jul 09 16:54:58.242558 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.251537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:54:58.252134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:54:58.253996 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:54:58.330048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc47c0-b109-4fa1-be4b-974ac4c96088 req-3556cc35-8249-4871-9db0-ed5965415fbd tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.338601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dbc47c0-b109-4fa1-be4b-974ac4c96088 req-3556cc35-8249-4871-9db0-ed5965415fbd tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 944 time: 0.1531913 Jul 09 16:54:58.348824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.355781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-8200f79f-72d1-4517-b8bf-29a4b22a9e54 service neutron] 10.222.0.37 "GET /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127357 Jul 09 16:54:58.364943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.369912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2922edcb-3867-421d-b9a2-2f24be6ddcfb HTTP/1.1" status: 204 len: 168 time: 0.9798505 Jul 09 16:54:58.371906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:58.385236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb02e-8dfd-4997-bc3d-7b95c61bac59 admin admin] Pushing event deleted for resources: {'Network': ['ID=2922edcb-3867-421d-b9a2-2f24be6ddcfb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.417421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dbc47c0-b109-4fa1-be4b-974ac4c96088 req-88e4e01b-15bc-4d7b-9969-73e6ac2b46a9 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732441 Jul 09 16:54:58.572322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.578624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.585188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.593844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.603528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.610241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.617300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.625856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-5e91bb7c-7d50-4e00-9394-0576645f928d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1619051 Jul 09 16:54:58.688131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf4433c7-f45a-425e-bc49-d62a6c344473 req-d7a83c2f-915b-41b9-b2fb-dbf4318e47c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610960 Jul 09 16:54:58.726882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1e53ae40-ddd8-424a-915c-c08f414512e0 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:58.730669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a136604-9b8e-4c4d-87ef-90b934256dc2 req-8255bd84-1c40-4449-b450-1fba58f773ac service neutron] 10.222.0.37 "GET /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649244 Jul 09 16:54:58.763988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1e53ae40-ddd8-424a-915c-c08f414512e0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:58.768551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1e53ae40-ddd8-424a-915c-c08f414512e0 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:58.769414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60f73ee1-23ed-447d-9c9f-f28f83fc9839 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:58.809778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 60f73ee1-23ed-447d-9c9f-f28f83fc9839 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:58.810129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60f73ee1-23ed-447d-9c9f-f28f83fc9839 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:58.960520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beb936-ae95-4135-9b11-245866509cbf req-30dc893b-2dda-4b8b-be3b-09438eebde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:58.962295 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-30dc893b-2dda-4b8b-be3b-09438eebde20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=925411cd799244f29dc7a146dfd2a0de&device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 1095 time: 0.1162877 Jul 09 16:54:59.179590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beb936-ae95-4135-9b11-245866509cbf req-bb81e8f3-deeb-4b2f-b523-69d166ce0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:59.181957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-bb81e8f3-deeb-4b2f-b523-69d166ce0e41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab0389b5-27ec-436b-a725-0007f04a1207 HTTP/1.1" status: 200 len: 921 time: 0.2051833 Jul 09 16:54:59.268289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.274031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-0fcec422-4ffb-4e64-8aca-a9771792a83a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d HTTP/1.1" status: 200 len: 217 time: 0.0847385 Jul 09 16:54:59.428352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beb936-ae95-4135-9b11-245866509cbf req-1365d9a1-afaf-4e84-89d9-681ec2e7912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:59.431169 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-1365d9a1-afaf-4e84-89d9-681ec2e7912a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03b73e49-5ec1-4d42-aaa8-815ffd787c91 HTTP/1.1" status: 200 len: 860 time: 0.1040485 Jul 09 16:54:59.471996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-1204c60a-0dd0-41ad-966a-9f9f09a627e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab0389b5-27ec-436b-a725-0007f04a1207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324056 Jul 09 16:54:59.551018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:59.653808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d71e1-fa3f-4010-9464-da4195894a16 req-d451ffd4-c80b-46ee-a92e-994d7231a43f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:59.660378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db1d71e1-fa3f-4010-9464-da4195894a16 req-d451ffd4-c80b-46ee-a92e-994d7231a43f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 944 time: 0.1014614 Jul 09 16:54:59.675730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-f35250e6-4f0a-4da4-899e-e28a63c18232 service neutron] 10.222.0.37 "GET /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901498 Jul 09 16:54:59.700612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934224e8-a16f-48ad-a1dd-74e5859883f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.739461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db1d71e1-fa3f-4010-9464-da4195894a16 req-1ebe69e9-d63f-4c55-8ae4-dd48c768f802 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722950 Jul 09 16:54:59.879032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a7beb936-ae95-4135-9b11-245866509cbf req-9df81f9e-0cb7-46a5-b1ab-587c221c0299 service neutron] 10.222.0.37 "GET /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804342 Jul 09 16:54:59.890861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Deleting port 9c764af7-cfed-4563-9004-0af553b6b0fd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:59.891381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.896866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934224e8-a16f-48ad-a1dd-74e5859883f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.906783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934224e8-a16f-48ad-a1dd-74e5859883f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.968368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-934224e8-a16f-48ad-a1dd-74e5859883f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83a2bb95ee134e3d96cb4bf449a04c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155924 Jul 09 16:54:59.969406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:59.983465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934224e8-a16f-48ad-a1dd-74e5859883f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb0c0f-da3b-429f-933c-f84f88d02433,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:00.013636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.018780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] For port 9c764af7-cfed-4563-9004-0af553b6b0fd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c764af7-cfed-4563-9004-0af553b6b0fd,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:00.019154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.020394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.026118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.032307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.038222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.040830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Calling delete_port for 9c764af7-cfed-4563-9004-0af553b6b0fd owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:00.044432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.050581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:00.053775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9846f933-c19c-48a7-87a0-e22e87641251 req-27106ca0-6c8f-4756-85fa-7630207760e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.2139201 Jul 09 16:55:00.097828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fe32a3b-e887-43f4-9647-3f2dd44ac168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.102569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9846f933-c19c-48a7-87a0-e22e87641251 req-91cfc6db-05cf-4730-962b-5d958dcf3af7 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431561 Jul 09 16:55:00.133540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fe32a3b-e887-43f4-9647-3f2dd44ac168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.239782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fe32a3b-e887-43f4-9647-3f2dd44ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.242535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fe32a3b-e887-43f4-9647-3f2dd44ac168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.246196 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3fe32a3b-e887-43f4-9647-3f2dd44ac168 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cdb0c0f-da3b-429f-933c-f84f88d02433 HTTP/1.1" status: 204 len: 168 time: 0.2732868 Jul 09 16:55:00.273563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe32a3b-e887-43f4-9647-3f2dd44ac168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb0c0f-da3b-429f-933c-f84f88d02433,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:00.300963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.327750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c764af7-cfed-4563-9004-0af553b6b0fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:00.542980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.618392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:00.636585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd86c-f0f8-49e3-86a8-2a43ae4f39f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.754815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd86c-f0f8-49e3-86a8-2a43ae4f39f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.775673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d1cd86c-f0f8-49e3-86a8-2a43ae4f39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.810826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3d1cd86c-f0f8-49e3-86a8-2a43ae4f39f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43728393cdd045bb8c26564f901f4597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910954 Jul 09 16:55:00.811909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:00.882485 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210d86ab-2acf-426d-a84a-aec1e4196c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.934081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cd86c-f0f8-49e3-86a8-2a43ae4f39f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804ca4f-86ca-4227-810f-a6534926cf00,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:00.966973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210d86ab-2acf-426d-a84a-aec1e4196c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.030498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad5f4b-5834-4b0a-b6d1-c34e9bfa1716 req-64e2ca26-37cc-429c-9620-1a3d7e6988b6 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.032550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbad5f4b-5834-4b0a-b6d1-c34e9bfa1716 req-64e2ca26-37cc-429c-9620-1a3d7e6988b6 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 944 time: 0.1511397 Jul 09 16:55:01.080123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cbad5f4b-5834-4b0a-b6d1-c34e9bfa1716 req-833eabee-f490-42b6-a903-887001fdc2b3 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Jul 09 16:55:01.081288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210d86ab-2acf-426d-a84a-aec1e4196c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.083928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-210d86ab-2acf-426d-a84a-aec1e4196c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.087528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-210d86ab-2acf-426d-a84a-aec1e4196c2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1804ca4f-86ca-4227-810f-a6534926cf00 HTTP/1.1" status: 204 len: 168 time: 0.2706847 Jul 09 16:55:01.093704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d86ab-2acf-426d-a84a-aec1e4196c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804ca4f-86ca-4227-810f-a6534926cf00,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:01.178784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Router ef11103a-7207-4d68-b7ee-6358ae0314e4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:55:01.302370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:55:01.309385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4aa29d11-a930-462d-bab5-f1ea2c87f482 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef11103a-7207-4d68-b7ee-6358ae0314e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9352925 Jul 09 16:55:01.311734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:01.316802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] Sync routers for ids ['ef11103a-7207-4d68-b7ee-6358ae0314e4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:55:01.328523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] Routers {'ef11103a-7207-4d68-b7ee-6358ae0314e4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:01.329511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ef11103a-7207-4d68-b7ee-6358ae0314e4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:01.331382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.338995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.345814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.352432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.370810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.371076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.381894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:01.381894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-e4867375-af06-4637-b6be-1e492655d69f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1378806 Jul 09 16:55:01.473125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.476007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d2c4f74-f8ab-402a-9361-d4837c5a7a18 req-671a15db-5372-4233-ab70-e932b5428de6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889609 Jul 09 16:55:01.612142 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.693644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Deleting port 35d650e1-067b-4246-baa0-db2ddcb74b6f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:01.693906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.712117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] Set router ef11103a-7207-4d68-b7ee-6358ae0314e4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:01.798584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] For port 35d650e1-067b-4246-baa0-db2ddcb74b6f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=35d650e1-067b-4246-baa0-db2ddcb74b6f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:01.799252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.814371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Calling delete_port for 35d650e1-067b-4246-baa0-db2ddcb74b6f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:01.935532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:55:00Z', 'revision_number': 5, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port': {'id': '35d650e1-067b-4246-baa0-db2ddcb74b6f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:49:06Z', 'updated_at': '2021-07-09T16:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:01.988232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] Checking router: ef11103a-7207-4d68-b7ee-6358ae0314e4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:55:01.999897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] Routers {'ef11103a-7207-4d68-b7ee-6358ae0314e4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:02.000946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:54:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ef11103a-7207-4d68-b7ee-6358ae0314e4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:02.050790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.087189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d650e1-067b-4246-baa0-db2ddcb74b6f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:02.099350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] Set router ef11103a-7207-4d68-b7ee-6358ae0314e4 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:02.155031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:55:01Z', 'revision_number': 6, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:02.179622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.192167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93238ba-5a3b-4f01-8655-27350aaafabf None None] The sync data for ids ['ef11103a-7207-4d68-b7ee-6358ae0314e4'] in n-d-800085-2 is: [{'id': 'ef11103a-7207-4d68-b7ee-6358ae0314e4', 'name': 'tempest-TestServerBasicOps-368752880-router', 'tenant_id': 'f4f9d0a598c5421b9d976cf73670b513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:49:03Z', 'updated_at': '2021-07-09T16:55:01Z', 'revision_number': 6, 'project_id': 'f4f9d0a598c5421b9d976cf73670b513', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:55:02.289640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.292079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.350513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.351148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef11103a-7207-4d68-b7ee-6358ae0314e4 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:55:02.356622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.358206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-24ab405b-83f6-4830-8994-9fe9f5dfd568 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ef11103a-7207-4d68-b7ee-6358ae0314e4 HTTP/1.1" status: 204 len: 168 time: 1.0447614 Jul 09 16:55:02.361273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38186) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:02.378621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad9a26-87a4-4d2e-9ba9-437f80f78939 req-c0d80eef-992b-4a19-9730-8284fc65a130 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.380914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83ad9a26-87a4-4d2e-9ba9-437f80f78939 req-c0d80eef-992b-4a19-9730-8284fc65a130 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 944 time: 0.1059897 Jul 09 16:55:02.442013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Deleting subnet a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:55:02.445860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.453106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83ad9a26-87a4-4d2e-9ba9-437f80f78939 req-18fb6438-8f66-4c8f-a68f-de5b4e5405fc tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Jul 09 16:55:02.483760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.645140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.729822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c764af7-cfed-4563-9004-0af553b6b0fd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:02.755336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9c764af7-cfed-4563-9004-0af553b6b0fd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:02.755982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c764af7-cfed-4563-9004-0af553b6b0fd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:02.756411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.758380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.766429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.773639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.780219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.787449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.794239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.795876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.800316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1 HTTP/1.1" status: 204 len: 168 time: 0.4353282 Jul 09 16:55:02.800465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31943bda-8c1c-4eaa-bc1c-073061f73c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ec9c9a-9c08-43e1-a8d5-37834a00f1c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:02.803654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513d288-c8a4-4823-bb09-826e8f76d8c0 None None] Network f55d64fa-77c1-4c01-8d4d-4a98197ff54c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:02.806111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:02.806390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38222) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:02.813931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7790624e-df76-4528-9120-2790de592c1c req-d4a09501-32f1-4c6b-8a48-bf14ade543c6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1723521 Jul 09 16:55:02.877453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7790624e-df76-4528-9120-2790de592c1c req-a440bf23-0c02-432e-899c-1cd3d7488a5d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624576 Jul 09 16:55:02.911603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.989225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Deleting port ee646039-bc52-4da6-b012-70f09f777a1d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:02.989594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.097512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] DHCP port deletion for f55d64fa-77c1-4c01-8d4d-4a98197ff54c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:55:03.150118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] For port ee646039-bc52-4da6-b012-70f09f777a1d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ee646039-bc52-4da6-b012-70f09f777a1d,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:03.150851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.172383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Calling delete_port for ee646039-bc52-4da6-b012-70f09f777a1d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:03.210930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] Deleting port ee646039-bc52-4da6-b012-70f09f777a1d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:03.211365 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.290055 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.300612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] For port ee646039-bc52-4da6-b012-70f09f777a1d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ee646039-bc52-4da6-b012-70f09f777a1d,segment=NetworkSegment(9d242b2f-d951-42a9-ab9b-6f1d74fc2a55),segment_id=9d242b2f-d951-42a9-ab9b-6f1d74fc2a55)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:03.301049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.316276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] Calling delete_port for ee646039-bc52-4da6-b012-70f09f777a1d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:03.346992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee646039-bc52-4da6-b012-70f09f777a1d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:03.355981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] No DVR routers for this DVR port ee646039-bc52-4da6-b012-70f09f777a1d on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:03.419114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9e6198c-e3ae-4af2-8951-12cfa190d94d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:03.442409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.477360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] Pushing event deleted for resources: {'Port': ['ID=ee646039-bc52-4da6-b012-70f09f777a1d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:03.487817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f049f2-cd3b-453d-b45e-f781776ac8b0 None None] No DVR routers for this DVR port ee646039-bc52-4da6-b012-70f09f777a1d on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:03.503951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.518702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55d64fa-77c1-4c01-8d4d-4a98197ff54c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:03.536422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:03.536717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d242b2f-d951-42a9-ab9b-6f1d74fc2a55') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:03.557587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.590019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.603561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:55:03.603967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:55:03.608528 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:55:03.648090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d9e6198c-e3ae-4af2-8951-12cfa190d94d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d,segment=NetworkSegment(2b71ce39-0a3f-4f88-81fd-5b903d012f23),segment_id=2b71ce39-0a3f-4f88-81fd-5b903d012f23)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:03.677728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d', 'network_id': 'ab0389b5-27ec-436b-a725-0007f04a1207', 'port_id': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d', 'mac_address': 'fa:16:3e:e1:a4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b73e49-5ec1-4d42-aaa8-815ffd787c91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:03.722918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.732842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.740069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] 10.222.0.48 "DELETE /v2.0/networks/f55d64fa-77c1-4c01-8d4d-4a98197ff54c HTTP/1.1" status: 204 len: 168 time: 0.9325860 Jul 09 16:55:03.770390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ecdf3-999c-456f-bdd5-9290328f621f admin admin] Pushing event deleted for resources: {'Network': ['ID=f55d64fa-77c1-4c01-8d4d-4a98197ff54c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:03.783924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.802404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e6198c-e3ae-4af2-8951-12cfa190d94d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:03.827442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d46a-4f21-4443-a405-3fd50fefdf6c req-baa90b8e-0f66-4ed6-9823-7455a5672422 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:03.829124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28d3d46a-4f21-4443-a405-3fd50fefdf6c req-baa90b8e-0f66-4ed6-9823-7455a5672422 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 944 time: 0.1513436 Jul 09 16:55:03.854162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d9e6198c-e3ae-4af2-8951-12cfa190d94d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d,segment=NetworkSegment(2b71ce39-0a3f-4f88-81fd-5b903d012f23),segment_id=2b71ce39-0a3f-4f88-81fd-5b903d012f23)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:03.859411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:03.903692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28d3d46a-4f21-4443-a405-3fd50fefdf6c req-db9c4442-179c-4c1d-8a82-f2dc2f93da4e tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633416 Jul 09 16:55:03.969038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d9e6198c-e3ae-4af2-8951-12cfa190d94d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:04.147922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:04.184065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.191323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.197571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.205046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.212962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.220659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.227390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['d9e6198c-e3ae-4af2-8951-12cfa190d94d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:04.230641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:04.241027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-81288c94-f255-4e85-8842-98f25be12a06 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.2052929 Jul 09 16:55:04.301219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f83daa5-3b94-48ec-a830-314e884d8a86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9c7a936d2454e44a2dc115f09624386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518352 Jul 09 16:55:04.305648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:04.321746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-608f7361-5f8f-46ff-adf1-1818584cdd6c req-387c5432-6b25-40b4-b9f4-83567d103c2a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796103 Jul 09 16:55:04.353012 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:55:04.408889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce109316-7ee2-4dcb-89da-d04331a9f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:04.433487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce109316-7ee2-4dcb-89da-d04331a9f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:04.511407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce109316-7ee2-4dcb-89da-d04331a9f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:04.515547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce109316-7ee2-4dcb-89da-d04331a9f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:04.516920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce109316-7ee2-4dcb-89da-d04331a9f6c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cac4ae7f-0f52-4eeb-96dd-5958d93e51b2 HTTP/1.1" status: 204 len: 168 time: 0.2088397 Jul 09 16:55:04.532649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce109316-7ee2-4dcb-89da-d04331a9f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4ae7f-0f52-4eeb-96dd-5958d93e51b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:04.700366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 35d650e1-067b-4246-baa0-db2ddcb74b6f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:04.721601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 35d650e1-067b-4246-baa0-db2ddcb74b6f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:04.722036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 35d650e1-067b-4246-baa0-db2ddcb74b6f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:04.722568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ee646039-bc52-4da6-b012-70f09f777a1d no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:04.744229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: ee646039-bc52-4da6-b012-70f09f777a1d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:04.744719 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ee646039-bc52-4da6-b012-70f09f777a1d not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:05.041774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:05.107692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a592f45-3e56-4855-98da-c0a877b0bf50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4f9d0a598c5421b9d976cf73670b513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622754 Jul 09 16:55:05.108111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:05.180142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1c141-ae73-4435-a932-39c7f93d61ed req-5899fb7d-4e07-4590-a2f1-d90542a20f8f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.187157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51b1c141-ae73-4435-a932-39c7f93d61ed req-5899fb7d-4e07-4590-a2f1-d90542a20f8f tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 945 time: 0.1264050 Jul 09 16:55:05.214942 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc96210-45aa-49fd-bbb9-dc8f8336f510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.235483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51b1c141-ae73-4435-a932-39c7f93d61ed req-c302327a-06a3-4ee9-9cd8-11fb6c3564ac tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Jul 09 16:55:05.268007 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc96210-45aa-49fd-bbb9-dc8f8336f510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.335267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc96210-45aa-49fd-bbb9-dc8f8336f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.339446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc96210-45aa-49fd-bbb9-dc8f8336f510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.344738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbc96210-45aa-49fd-bbb9-dc8f8336f510 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0911d61d-76d9-4847-a164-20b422662d24 HTTP/1.1" status: 204 len: 168 time: 0.2318208 Jul 09 16:55:05.354639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc96210-45aa-49fd-bbb9-dc8f8336f510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911d61d-76d9-4847-a164-20b422662d24,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:05.426871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9e6198c-e3ae-4af2-8951-12cfa190d94d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:05.539187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port d9e6198c-e3ae-4af2-8951-12cfa190d94d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:05.543914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port d9e6198c-e3ae-4af2-8951-12cfa190d94d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:05.544868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.608699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.616950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.627209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.649941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.659217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.668396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.678056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:05.682017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6932622e-dbea-495a-b984-0635978d5474 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1948085 Jul 09 16:55:05.716063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.763750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d314c47-bba4-4a04-9ed2-1c3272dbaf5c req-6bc623d4-a976-4431-aa76-d13c2f2b1f8a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720243 Jul 09 16:55:05.796245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:05.811298 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b3f86-c1d1-4e6c-9e5d-7b2630892eaa" -d '{"events": [{"server_uuid": "f3bd7a51-1d86-4939-9f18-e8b1666cb545", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6198c-e3ae-4af2-8951-12cfa190d94d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:05.830814 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-93a4d8e9-f7d8-40f4-95c2-3883af256251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.838533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port d9e6198c-e3ae-4af2-8951-12cfa190d94d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d,segment=NetworkSegment(2b71ce39-0a3f-4f88-81fd-5b903d012f23),segment_id=2b71ce39-0a3f-4f88-81fd-5b903d012f23)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:05.850327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:05.939074 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea06a7-79eb-468e-9900-2ac81736736b x-openstack-request-id: req-66ea06a7-79eb-468e-9900-2ac81736736b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:05.941867 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bd7a51-1d86-4939-9f18-e8b1666cb545", "name": "network-vif-plugged", "status": "completed", "tag": "d9e6198c-e3ae-4af2-8951-12cfa190d94d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:05.942332 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66ea06a7-79eb-468e-9900-2ac81736736b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:05.943290 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d', 'code': 200} Jul 09 16:55:05.985714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=d9e6198c-e3ae-4af2-8951-12cfa190d94d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:06.064635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb63360-7933-46d1-b013-accdca0749e0 req-6aeb3781-8e9f-4052-96b0-45de51b2b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:06.066901 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-afb63360-7933-46d1-b013-accdca0749e0 req-6aeb3781-8e9f-4052-96b0-45de51b2b40b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 1097 time: 0.0835681 Jul 09 16:55:06.120543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-afb63360-7933-46d1-b013-accdca0749e0 req-dfe7d09e-d2db-4471-a1b0-7375cd469804 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449858 Jul 09 16:55:06.434934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe1c3d-176f-434c-b9e4-d14e8d582e18 req-75a53159-6c93-4cf4-96e3-672f3e5cb863 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:06.436518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dfe1c3d-176f-434c-b9e4-d14e8d582e18 req-75a53159-6c93-4cf4-96e3-672f3e5cb863 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 946 time: 0.0726755 Jul 09 16:55:06.477775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dfe1c3d-176f-434c-b9e4-d14e8d582e18 req-c7bda461-eabe-4190-a417-da423b143824 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Jul 09 16:55:07.006386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.013124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.019427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.025414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.031381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.037613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.043548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.045538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-23ab8c12-9bea-4cda-9f74-3512f279cc82 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1273303 Jul 09 16:55:07.090098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d507c94a-4a23-4a44-b1c6-9964c97e622a req-5350d1c1-2b33-4344-8e28-06a55b1d37cf tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376072 Jul 09 16:55:07.758810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a36c-4878-45bb-b293-918e12fae613 req-0470d485-c1e9-4e67-98ad-7ad147473632 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:07.761465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46f6a36c-4878-45bb-b293-918e12fae613 req-0470d485-c1e9-4e67-98ad-7ad147473632 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 946 time: 0.0905383 Jul 09 16:55:07.835583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46f6a36c-4878-45bb-b293-918e12fae613 req-b9645559-d39b-4fb6-8aed-cdbcfe19516e tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665054 Jul 09 16:55:08.086611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72454e29-69cf-4ee9-b9e6-98ac195f668b req-9c00a4f2-2b57-4e1a-befd-7a4527a20afc tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.089329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72454e29-69cf-4ee9-b9e6-98ac195f668b req-9c00a4f2-2b57-4e1a-befd-7a4527a20afc tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.0861886 Jul 09 16:55:08.168378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72454e29-69cf-4ee9-b9e6-98ac195f668b req-93aa3c02-2f35-479e-82bc-67110e60468b tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704129 Jul 09 16:55:08.184031 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:08.291333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ae59cf1-eeaa-4a32-9a2b-7a2597de36bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:08.359048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.365126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.371146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.377359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.383604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.390540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.396677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:08.398788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db135816-c421-428a-a3fa-8b87a73064fa req-fb8848c8-ac1c-4262-a653-ea649738ab6a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1234574 Jul 09 16:55:08.455933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db135816-c421-428a-a3fa-8b87a73064fa req-79610a75-b229-4a34-af4d-32ca75ba9bb6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474100 Jul 09 16:55:08.545781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:09.065889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc12bf-39a9-4262-85d9-8213f0db2494 req-7b41bce1-06cc-46bf-b800-a4ccfd223f45 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.067628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cefc12bf-39a9-4262-85d9-8213f0db2494 req-7b41bce1-06cc-46bf-b800-a4ccfd223f45 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 946 time: 0.1004565 Jul 09 16:55:09.121273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cefc12bf-39a9-4262-85d9-8213f0db2494 req-c2072140-46de-4a1c-ad30-b12714865687 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Jul 09 16:55:09.225720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:09.349236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-48c98a9a-1e9a-49d4-9c2b-ddeb5052c57c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.350882 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-48c98a9a-1e9a-49d4-9c2b-ddeb5052c57c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1628015 Jul 09 16:55:09.489129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Deleting port f97901a0-49dc-4aee-bd13-462d014445ac {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:09.489614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:09.521381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea75c49-1b71-41d0-9671-be360bc440bc req-2fc8193a-1131-44d3-bcd9-6a5cb0950597 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.525775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea75c49-1b71-41d0-9671-be360bc440bc req-2fc8193a-1131-44d3-bcd9-6a5cb0950597 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 945 time: 0.1208463 Jul 09 16:55:09.588740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] For port f97901a0-49dc-4aee-bd13-462d014445ac, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f97901a0-49dc-4aee-bd13-462d014445ac,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:09.589413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:09.614274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea75c49-1b71-41d0-9671-be360bc440bc req-99e9566f-1b24-4e96-b21f-73167182ca15 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=c275ca74-cef1-4925-87a3-1bbb6223d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814962 Jul 09 16:55:09.824002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.833821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.843771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.850495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.857400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.870211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.882440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:09.885152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-edeb573c-2b53-4210-affd-cfb361e1ef2e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1940637 Jul 09 16:55:09.948074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69154a91-6f2a-4c47-81df-fe2121dc016c req-3016ab12-84dd-4e69-8679-e5d3c367a852 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618217 Jul 09 16:55:10.027515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:10.028671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:10.029628 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Floating IP 3496c5ae-0a72-4f89-a224-b4073faee6ab disassociated. External IP: 172.25.7.228, port: f97901a0-49dc-4aee-bd13-462d014445ac. Jul 09 16:55:10.030206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Calling delete_port for f97901a0-49dc-4aee-bd13-462d014445ac owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:10.242065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:10.296232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event deleted for resources: {'Port': ['ID=f97901a0-49dc-4aee-bd13-462d014445ac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:10.396228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620fd21-ab14-4575-bdf2-c25006564593 req-4ddfd703-1cd6-4ecd-a468-7ea637f358b0 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:10.407748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a620fd21-ab14-4575-bdf2-c25006564593 req-4ddfd703-1cd6-4ecd-a468-7ea637f358b0 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 946 time: 0.1150324 Jul 09 16:55:10.472843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a620fd21-ab14-4575-bdf2-c25006564593 req-995bd568-cf27-4b26-97b2-ac997adba04c tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673072 Jul 09 16:55:10.483219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Router 0e011355-2b13-4f0d-b822-d8de72654021 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:55:10.610438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:55:10.628157 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:55:10.652776 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:10.658325 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:10.695969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] No DVR routers for this DVR port f97901a0-49dc-4aee-bd13-462d014445ac on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:10.711332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:10.711332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3107738b-3a2d-4f58-b943-c6fa3f4ef4ea req-88f5523a-cfd3-4b8b-8a04-3bf8aa187696 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "DELETE /v2.0/ports/f97901a0-49dc-4aee-bd13-462d014445ac HTTP/1.1" status: 204 len: 173 time: 1.3538129 Jul 09 16:55:10.711332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'name': 'network-vif-deleted', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:10.722872 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a6e42-ffc8-41a4-bacc-b98f312d66b2" -d '{"events": [{"server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "name": "network-vif-deleted", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:10.798068 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b16a94-e26d-42f6-8f87-297d883e379f x-openstack-request-id: req-e4b16a94-e26d-42f6-8f87-297d883e379f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:10.798436 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc43733f-03a6-4657-88b3-3c292d460f87", "name": "network-vif-deleted", "tag": "f97901a0-49dc-4aee-bd13-462d014445ac", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:10.798865 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4b16a94-e26d-42f6-8f87-297d883e379f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:10.799493 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc43733f-03a6-4657-88b3-3c292d460f87', 'name': 'network-vif-deleted', 'tag': 'f97901a0-49dc-4aee-bd13-462d014445ac', 'status': 'completed', 'code': 200} Jul 09 16:55:10.916094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a71fceb-b4aa-42f6-84dc-b70881447aec req-87549e57-02c8-4ff3-ab27-f8c45e7faa6d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc43733f-03a6-4657-88b3-3c292d460f87 HTTP/1.1" status: 200 len: 210 time: 0.0476356 Jul 09 16:55:10.966048 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:11.068788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:11.240240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.253224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.259539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.266936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.274382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.281568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.288482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.291378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-edd00c1f-78bc-44f9-a0c6-5b24dcfbb0c1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5432 time: 0.1555696 Jul 09 16:55:11.303134 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:11.356362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-942b246c-efcf-4f91-b8e3-3efe23c3834c req-2ec8914d-7258-489f-a0a4-6f8d9775dd19 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584629 Jul 09 16:55:11.480576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:55:11.490233 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:11.491189 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:11.644519 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:11.691369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5e07e-f24a-454d-abee-98ce04b1c5cc req-0f13142e-f016-45c0-81d4-e5037346842b tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.694758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e5e07e-f24a-454d-abee-98ce04b1c5cc req-0f13142e-f016-45c0-81d4-e5037346842b tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 946 time: 0.0826485 Jul 09 16:55:11.751244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 79a4326d-69b9-48e2-8532-9337629e15c8 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:11.762556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7e5e07e-f24a-454d-abee-98ce04b1c5cc req-7442f54c-7d7b-4125-bf5c-87b8abfa6e75 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/security-groups?id=6997b8ad-7247-4fb8-8cc1-48a90be331e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584145 Jul 09 16:55:11.895582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=79a4326d-69b9-48e2-8532-9337629e15c8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:11.919493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '79a4326d-69b9-48e2-8532-9337629e15c8', 'network_id': '25957415-6a8a-4b91-812c-850e465547b7', 'port_id': '79a4326d-69b9-48e2-8532-9337629e15c8', 'mac_address': 'fa:16:3e:23:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e911a97-a592-4313-81cb-6a530ae3ad6e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:11.924473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-6b58f19d-59af-42c2-b149-3f10954a5fa3 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:11.926680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-6b58f19d-59af-42c2-b149-3f10954a5fa3 tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 946 time: 0.1079707 Jul 09 16:55:11.969084 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:12.016800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.036979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a4326d-69b9-48e2-8532-9337629e15c8 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:12.059925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=79a4326d-69b9-48e2-8532-9337629e15c8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:12.067139 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de23340-f969-4b3f-b776-ae15a1653ce9 None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:55:12.069757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Deleting port d9e6198c-e3ae-4af2-8951-12cfa190d94d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:12.070140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.073723 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.074324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c74913ec-4577-481b-ae2a-16b2f85eda0c details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:12.178293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:12.205199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:12.216658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] For port d9e6198c-e3ae-4af2-8951-12cfa190d94d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=d9e6198c-e3ae-4af2-8951-12cfa190d94d,segment=NetworkSegment(2b71ce39-0a3f-4f88-81fd-5b903d012f23),segment_id=2b71ce39-0a3f-4f88-81fd-5b903d012f23)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:12.217038 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.237887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Calling delete_port for d9e6198c-e3ae-4af2-8951-12cfa190d94d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:12.340247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4736d128-eea0-4c73-adc1-38cc7cf6057f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.346187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port c74913ec-4577-481b-ae2a-16b2f85eda0c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:12.375397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'c74913ec-4577-481b-ae2a-16b2f85eda0c', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'port_id': 'c74913ec-4577-481b-ae2a-16b2f85eda0c', 'mac_address': 'fa:16:3e:d1:66:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:12.396065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4736d128-eea0-4c73-adc1-38cc7cf6057f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.453485 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4736d128-eea0-4c73-adc1-38cc7cf6057f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.456264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4736d128-eea0-4c73-adc1-38cc7cf6057f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.457424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4736d128-eea0-4c73-adc1-38cc7cf6057f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "DELETE /v2.0/security-groups/c275ca74-cef1-4925-87a3-1bbb6223d3b3 HTTP/1.1" status: 204 len: 168 time: 0.2529416 Jul 09 16:55:12.463201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:12.472300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.497210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74913ec-4577-481b-ae2a-16b2f85eda0c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:12.499865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d128-eea0-4c73-adc1-38cc7cf6057f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c275ca74-cef1-4925-87a3-1bbb6223d3b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:12.523263 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-ec21d32b-b680-422f-8ab3-b1a19778a63e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] show failed (client error): The resource could not be found. Jul 09 16:55:12.526918 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ec21d32b-b680-422f-8ab3-b1a19778a63e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups/c275ca74-cef1-4925-87a3-1bbb6223d3b3 HTTP/1.1" status: 404 len: 347 time: 0.0595629 Jul 09 16:55:12.527703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:12.571582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.584812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port c74913ec-4577-481b-ae2a-16b2f85eda0c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:12.591952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.594933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5f126092-0cc2-46ed-96cb-10b9a08003ab details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:12.606080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['d9e6198c-e3ae-4af2-8951-12cfa190d94d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:12.672981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f455bc-aae5-40ed-bd1a-c9396a55af43 None None] New status for floating IP 3496c5ae-0a72-4f89-a224-b4073faee6ab: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:55:12.682430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Pushing event deleted for resources: {'Port': ['ID=d9e6198c-e3ae-4af2-8951-12cfa190d94d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:12.762887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.769925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.776957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.783457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.789595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.796295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.799160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] No DVR routers for this DVR port d9e6198c-e3ae-4af2-8951-12cfa190d94d on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:12.803356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.806382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.809021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d0af959e-5ac6-425c-91b8-be9f9d106337 req-2ef1978a-28d6-4035-920b-76907a8af9ea tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.37 "DELETE /v2.0/ports/d9e6198c-e3ae-4af2-8951-12cfa190d94d HTTP/1.1" status: 204 len: 173 time: 0.8754787 Jul 09 16:55:12.811957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-db2d5421-82c0-40a9-a6f6-ddbf5d43b2b9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5434 time: 0.2193711 Jul 09 16:55:12.814329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'name': 'network-vif-deleted', 'tag': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:12.818936 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97408e-42dd-4d96-9393-bd14bfe00894" -d '{"events": [{"server_uuid": "f3bd7a51-1d86-4939-9f18-e8b1666cb545", "name": "network-vif-deleted", "tag": "d9e6198c-e3ae-4af2-8951-12cfa190d94d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:12.929734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-772e83f4-dfe6-42bb-86c3-e56f3425a9ad req-cba7090f-f851-43cc-aef2-be1248146425 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162224 Jul 09 16:55:12.953799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Deleting port 4912416b-9f26-402c-a919-61429ff368c6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:12.953799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.965001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=c74913ec-4577-481b-ae2a-16b2f85eda0c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:13.059426 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cdffe8-a6f9-44d4-934d-8d5fbd6ff1d2 x-openstack-request-id: req-c0cdffe8-a6f9-44d4-934d-8d5fbd6ff1d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:13.059986 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bd7a51-1d86-4939-9f18-e8b1666cb545", "name": "network-vif-deleted", "tag": "d9e6198c-e3ae-4af2-8951-12cfa190d94d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:13.059986 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0cdffe8-a6f9-44d4-934d-8d5fbd6ff1d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:13.060356 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bd7a51-1d86-4939-9f18-e8b1666cb545', 'name': 'network-vif-deleted', 'tag': 'd9e6198c-e3ae-4af2-8951-12cfa190d94d', 'status': 'completed', 'code': 200} Jul 09 16:55:13.068217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.084117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'port_id': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'mac_address': 'fa:16:3e:14:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:13.140688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.173800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f126092-0cc2-46ed-96cb-10b9a08003ab {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:13.222852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.236824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.237613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 413817f6-b7bd-4586-bca4-0c2910474692 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:13.317054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:13.324912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=413817f6-b7bd-4586-bca4-0c2910474692,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.338844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '413817f6-b7bd-4586-bca4-0c2910474692', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'port_id': '413817f6-b7bd-4586-bca4-0c2910474692', 'mac_address': 'fa:16:3e:2c:0d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:13.384677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.401440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413817f6-b7bd-4586-bca4-0c2910474692 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:13.431422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=413817f6-b7bd-4586-bca4-0c2910474692,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.438904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.439736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:13.451904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f97901a0-49dc-4aee-bd13-462d014445ac no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:13.526428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.557862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f97901a0-49dc-4aee-bd13-462d014445ac {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:13.558287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f97901a0-49dc-4aee-bd13-462d014445ac not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:13.581106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8', 'network_id': '25957415-6a8a-4b91-812c-850e465547b7', 'port_id': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8', 'mac_address': 'fa:16:3e:bd:6e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e911a97-a592-4313-81cb-6a530ae3ad6e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:13.641203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.655768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:13.664410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:13.665360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-838fe927-6b65-4e57-9ad2-dd1caff5397c req-ce3fbd38-ca49-41eb-92b1-b9770f37b1ee tempest-ServerMetadataNegativeTestJSON-181331872 tempest-ServerMetadataNegativeTestJSON-181331872-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3bd7a51-1d86-4939-9f18-e8b1666cb545 HTTP/1.1" status: 200 len: 210 time: 0.5879176 Jul 09 16:55:13.726560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.740129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.741114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a7428d08-708a-4794-8ff5-bcbfd8ab8b5d details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:13.776289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.776938 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.794400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Calling delete_port for 4912416b-9f26-402c-a919-61429ff368c6 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:13.826697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.838832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:13.851815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a7428d08-708a-4794-8ff5-bcbfd8ab8b5d', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'port_id': 'a7428d08-708a-4794-8ff5-bcbfd8ab8b5d', 'mac_address': 'fa:16:3e:40:6c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:13.902880 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.919078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7428d08-708a-4794-8ff5-bcbfd8ab8b5d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:13.960709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:13.967521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:13.968555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:14.004717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.079401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:14.113276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:14.116498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event deleted for resources: {'Port': ['ID=4912416b-9f26-402c-a919-61429ff368c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:14.128542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.131535 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.142676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '0f90cf54-4a3d-4348-b33f-fcacbf3c84d5', 'network_id': 'f1d44e46-4da6-47eb-a919-7611d3d9348a', 'port_id': '0f90cf54-4a3d-4348-b33f-fcacbf3c84d5', 'mac_address': 'fa:16:3e:2f:5b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b7538f-2d43-4ec0-b273-4c8c1c532b3a', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:14.142959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-06bd350d-b671-494e-aa4d-61b9e91a5333 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "DELETE /v2.0/floatingips/3496c5ae-0a72-4f89-a224-b4073faee6ab HTTP/1.1" status: 204 len: 168 time: 1.6107240 Jul 09 16:55:14.186757 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.201105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:14.254078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:14.264791 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.331724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:14.384343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.391547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.397878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.405186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.416305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.438514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.447949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:14.455982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-5e6951e2-d298-4a2a-85bd-93b033943953 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5438 time: 0.2355771 Jul 09 16:55:14.526453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f174a61a-0cbc-4e0f-a78e-5fb83e8e3486 req-1a4de708-b16a-427d-9c56-eae9c326dd74 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620303 Jul 09 16:55:14.651566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:14.656872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320870372', 'description': 'tempest-description--841674070'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:14.688359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.812152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:14.831217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.839275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.876404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Deleting subnet 03b73e49-5ec1-4d42-aaa8-815ffd787c91 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:55:14.881077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.887467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:14.910601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.916739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:14.917593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-efd2580a-22fa-412e-8803-614d401da66f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2643745 Jul 09 16:55:14.928269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'security_group_rule': {'security_group_id': 'dadcb3bd-c74f-4c3a-9ee7-a54ce3882479', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:14.966387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:14.977350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.115068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.123649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.148122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.191032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c732454f-b758-4083-919e-50384338064e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:15.196367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.197867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-08af1485-efa4-4e12-8a6d-d0e86b55ab43 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798777 Jul 09 16:55:15.201132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:15.209064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'security_group_rule': {'security_group_id': 'dadcb3bd-c74f-4c3a-9ee7-a54ce3882479', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:15.234156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['5f126092-0cc2-46ed-96cb-10b9a08003ab'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:15.256264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.267203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.281656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['c74913ec-4577-481b-ae2a-16b2f85eda0c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:15.300944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b73e49-5ec1-4d42-aaa8-815ffd787c91,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:15.305323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.308878 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-292b8f08-afcf-42fd-8034-895bdfc86be8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/03b73e49-5ec1-4d42-aaa8-815ffd787c91 HTTP/1.1" status: 204 len: 168 time: 0.4927874 Jul 09 16:55:15.311386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:15.353157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a7428d08-708a-4794-8ff5-bcbfd8ab8b5d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:15.356009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0f90cf54-4a3d-4348-b33f-fcacbf3c84d5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:15.372985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['89f74cfe-2833-49bb-93df-f1ad9c9b96b8'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:15.394801 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.403051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.442073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31a1e0f-683e-4713-b62e-9b141b8a44c4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:15.450718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.455693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-962ac8b7-088b-42c2-9841-271dea43fe78 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2530949 Jul 09 16:55:15.456574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:15.462132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:15.485244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.498187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.602719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.630347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0389b5-27ec-436b-a725-0007f04a1207']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:15.649698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b71ce39-0a3f-4f88-81fd-5b903d012f23') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:15.649698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b71ce39-0a3f-4f88-81fd-5b903d012f23') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:15.677811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.712751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.729966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:55:15.730404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:55:15.732390 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:55:15.752090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.835967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.849641 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:15.854503 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] 10.222.0.48 "DELETE /v2.0/networks/ab0389b5-27ec-436b-a725-0007f04a1207 HTTP/1.1" status: 204 len: 168 time: 0.5390952 Jul 09 16:55:15.884928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cb8be-0492-4128-b331-da6730b035ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0389b5-27ec-436b-a725-0007f04a1207,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:15.999417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Allocated IP 172.25.7.205 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/3f7bddf0-0c73-44e0-9c76-9228f5b42d3b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:55:16.193802 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.230067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['413817f6-b7bd-4586-bca4-0c2910474692'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:16.232545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['79a4326d-69b9-48e2-8532-9337629e15c8'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:16.262918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:16.276056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.277699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.284432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.290446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.296709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.302987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.310776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:16.312894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49e96957-3190-418d-999c-36ee445777af req-9dec0858-e01d-4cc7-b964-d3cab1c4f0ac tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5439 time: 0.5296555 Jul 09 16:55:16.314867 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.323795 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3629d0f6-bba3-4c58-aabd-f17df948fb67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=925411cd799244f29dc7a146dfd2a0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665627 Jul 09 16:55:16.325319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:16.393707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:55:16.395611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'Port': ['ID=3f7bddf0-0c73-44e0-9c76-9228f5b42d3b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:16.404921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:16.408640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:55:16.479148 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637644b-7711-4a4a-82b2-a163b77b290f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.487074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49e96957-3190-418d-999c-36ee445777af req-5680dfbc-4537-4de1-b1a0-8f3209bf69ce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444716 Jul 09 16:55:16.509702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637644b-7711-4a4a-82b2-a163b77b290f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.583650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.593316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637644b-7711-4a4a-82b2-a163b77b290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.596041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637644b-7711-4a4a-82b2-a163b77b290f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.598538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8637644b-7711-4a4a-82b2-a163b77b290f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6997b8ad-7247-4fb8-8cc1-48a90be331e2 HTTP/1.1" status: 204 len: 168 time: 0.2702940 Jul 09 16:55:16.608561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637644b-7711-4a4a-82b2-a163b77b290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997b8ad-7247-4fb8-8cc1-48a90be331e2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:16.675216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:16.998412 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:17.005377 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:17.116666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'Port': ['ID=3f7bddf0-0c73-44e0-9c76-9228f5b42d3b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:17.203339 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:17.249443 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:17.254628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-686621c3-98b7-4710-94e4-1a7124f5440e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7934275 Jul 09 16:55:17.457701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9e6198c-e3ae-4af2-8951-12cfa190d94d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:17.522320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: d9e6198c-e3ae-4af2-8951-12cfa190d94d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:17.529734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device d9e6198c-e3ae-4af2-8951-12cfa190d94d not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:17.686120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-d7879a7c-9105-435c-a67a-6b64e5b1fb24 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1320870372&fields=id&tenant_id=5d7f8e88114a494f9fdbb585eae9802b HTTP/1.1" status: 200 len: 267 time: 0.0768166 Jul 09 16:55:17.898656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.905930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.912710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.921166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.932158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.947617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.963110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.970546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-bc594ae4-b7e7-4dce-b699-921ded643437 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5439 time: 0.2784555 Jul 09 16:55:17.984528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-a62bd00e-f01f-4b46-874c-64047f45ec52 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:17.987045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-a62bd00e-f01f-4b46-874c-64047f45ec52 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 811 time: 0.2528503 Jul 09 16:55:18.018040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-520148ac-2c0c-4ee9-89e9-466ee0bb12d1 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/quotas/5d7f8e88114a494f9fdbb585eae9802b HTTP/1.1" status: 200 len: 375 time: 0.0207114 Jul 09 16:55:18.027150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:18.091734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4eadabb-c868-42d3-bcb7-d79b6526024a req-a8607e9b-8132-44ff-916a-f205cadd8f60 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035049 Jul 09 16:55:18.170591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-c1757adf-a513-4d95-88a9-9da1ae3d6e13 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1284783 Jul 09 16:55:18.213663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-262171181-network', 'tenant_id': '16eadbb7ebda42a5af20646de80aec75'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:18.253266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Made reservation on behalf of 16eadbb7ebda42a5af20646de80aec75 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:18.255769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.269831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.336284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-5e2caf42-9014-49d8-8e0d-342185a57932 service neutron] 10.222.0.48 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427710 Jul 09 16:55:18.444448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.455784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.504345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:55:18.523787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.524276 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Added segment b7d255c1-e480-4cd8-801f-2c1d0c7bece3 of type vlan for network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 Jul 09 16:55:18.542044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-6d502974-5df5-4ae5-8184-a060ca74c111 service neutron] 10.222.0.48 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989355 Jul 09 16:55:18.565631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:18.590247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.662462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.663980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:18.664986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.734025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7040088 Jul 09 16:55:18.735501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:18.743087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Request body: {'subnet': {'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-262171181-subnet', 'tenant_id': '16eadbb7ebda42a5af20646de80aec75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:18.789355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028c88e-7cdd-49da-a03a-ea4a633fc6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=615cc777-a9e8-4ffd-93a4-ec4c92e3a963,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:18.816508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:55:18.827855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Made reservation on behalf of 16eadbb7ebda42a5af20646de80aec75 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:18.827855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:18.870258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6bc39e1-64bf-4d3d-9be6-0afacce6daf4 req-ecf11066-f757-429e-832f-4b31608c2fed tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 210 time: 0.1013298 Jul 09 16:55:19.427654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.435246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.445049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.451674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.459446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.478668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.482606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.491131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-5cdf85f1-e6bc-4a2b-8a8d-108ad695f9de tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5439 time: 0.1906521 Jul 09 16:55:19.540010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-957d6368-a1f4-4bc3-aaf1-194a17629d95 req-bddd8aa3-fabb-4fbc-b134-ec933b30b92d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465951 Jul 09 16:55:19.599982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.702644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2adc25e3-f1ee-42aa-ac57-57a8460ba679,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:19.737857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Checking segment: {'id': 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:19.738493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Network hostable DHCP agents. Network: 615cc777-a9e8-4ffd-93a4-ec4c92e3a963, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:55:19.756733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:55:19.770559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 615cc777-a9e8-4ffd-93a4-ec4c92e3a963) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:19.779261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.779902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.784878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594c543-126c-4992-bc08-69985ea4bb8c None None] Network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:19.798537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9acd5b22-1294-4416-a52c-6cf919c5fdf2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0618837 Jul 09 16:55:20.047068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd665ae6-3beb-4bf3-b893-46559a493675 req-6f4fa8ed-ae5d-41a9-8ca8-3778e4dd992f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 210 time: 0.0487411 Jul 09 16:55:20.092743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31f76a-aa5f-4d33-a7a3-51367f558bd1 None None] Network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:20.305747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5f126092-0cc2-46ed-96cb-10b9a08003ab up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:20.379571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 5f126092-0cc2-46ed-96cb-10b9a08003ab completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:20.385576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 5f126092-0cc2-46ed-96cb-10b9a08003ab triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:20.385783 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.505923 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.515468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-f617ebdc-e6c3-4c57-99d5-3677d93f047e tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.518163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-f617ebdc-e6c3-4c57-99d5-3677d93f047e tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/networks?id=615cc777-a9e8-4ffd-93a4-ec4c92e3a963 HTTP/1.1" status: 200 len: 808 time: 0.1811972 Jul 09 16:55:20.537613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:20.540232 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322656a4-0a2c-45d0-8f84-fa9ed181027e" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:20.552210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:20.555280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-811ba0eb-978b-45dc-890e-8efc6971a8b3 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/quotas/16eadbb7ebda42a5af20646de80aec75 HTTP/1.1" status: 200 len: 375 time: 0.0220687 Jul 09 16:55:20.567083 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.568410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:20.638460 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe2673b-f97e-4c2e-b5d1-6bae4b154f05 x-openstack-request-id: req-8fe2673b-f97e-4c2e-b5d1-6bae4b154f05 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:20.638790 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:20.639050 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fe2673b-f97e-4c2e-b5d1-6bae4b154f05 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:20.639448 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'code': 200} Jul 09 16:55:20.648943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-688dd937-d360-4861-97b8-39bcafb87269 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=16eadbb7ebda42a5af20646de80aec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827055 Jul 09 16:55:20.698825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-e76678b9-a64f-438d-9c32-2353b661726f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.705237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-e76678b9-a64f-438d-9c32-2353b661726f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 811 time: 0.2152896 Jul 09 16:55:20.749302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:20.781532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.781985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.782488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.782988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.783363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.783698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.784736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.785228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.785739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.786219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.786755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.791089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:20.811962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:20.816833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:20.817422 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.837519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-9fdfc1b2-8e0a-486b-85cb-4130df3d73f7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d7f8e88114a494f9fdbb585eae9802b HTTP/1.1" status: 200 len: 380 time: 0.1092334 Jul 09 16:55:20.853437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'port': {'device_id': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'admin_state_up': True, 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'security_groups': ['dadcb3bd-c74f-4c3a-9ee7-a54ce3882479']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:20.915218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-2dedb288-961c-4e5b-ab23-09303acfe10a service neutron] 10.222.0.48 "GET /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409184 Jul 09 16:55:20.979821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.019570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:21.019815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Made reservation on behalf of 5d7f8e88114a494f9fdbb585eae9802b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:21.024903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.025289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.026554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a7428d08-708a-4794-8ff5-bcbfd8ab8b5d up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:21.118505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-76e75a79-85ad-4b46-8048-7748bc2de7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550181 Jul 09 16:55:21.151042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:21.153539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.173041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:21.177274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.178069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:21.178854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.187715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.194444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.201113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.207395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.213766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.216106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-9e299c73-f1b7-493a-a9b6-112964fb6a80 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5440 time: 0.3339858 Jul 09 16:55:21.295862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Allocated IP 172.20.0.9 (5f20b4c8-f49c-4d13-955b-b25dca8cdce9/9b07a0c7-e212-4974-9f65-f370ffbc11ad/404a9df1-15cb-461b-87e0-e128d3bd798c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:55:21.302691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fef20c71-03f0-4420-bb5b-f300f7385b90 req-4e27fc95-3e76-4417-bf81-d5f9017e9c9f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774209 Jul 09 16:55:21.364472 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.459023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:21.466411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.467789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:21.525064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe5afdcb-5af0-44e2-933d-db85f53b3fbf req-61ac7e3b-25e7-45af-b0a0-26fb2bad498d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 210 time: 0.0665615 Jul 09 16:55:21.541399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:21.557640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e618bf7f-ecda-4090-a28d-e555f31c988b req-28965772-045f-4172-860d-807f0b6d14f5 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 210 time: 0.1190386 Jul 09 16:55:21.619290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:21.626627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:21.628485 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.657059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.672940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Transition to ACTIVE for port object 404a9df1-15cb-461b-87e0-e128d3bd798c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:21.721080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.801475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.825790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:55:21.830354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event updated for resources: {'Port': ['ID=404a9df1-15cb-461b-87e0-e128d3bd798c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:21.836710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:21.846168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:55:21.881080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:21.890395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.893295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c74913ec-4577-481b-ae2a-16b2f85eda0c up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:21.923833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.924855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:21.951457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-b180e9fe-2c66-45da-a061-62b0154acf34 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1056054 Jul 09 16:55:21.971254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Request body: {'port': {'device_id': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:22.005082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:22.019675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port c74913ec-4577-481b-ae2a-16b2f85eda0c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:22.026864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port c74913ec-4577-481b-ae2a-16b2f85eda0c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:22.027976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.103278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.121604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.167678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port c74913ec-4577-481b-ae2a-16b2f85eda0c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:22.173737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.232225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81aa27a2-e6a8-4745-9042-94336221fa19 None None] Provisioning for port 404a9df1-15cb-461b-87e0-e128d3bd798c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:22.239915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81aa27a2-e6a8-4745-9042-94336221fa19 None None] Provisioning complete for port 404a9df1-15cb-461b-87e0-e128d3bd798c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:22.240391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81aa27a2-e6a8-4745-9042-94336221fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.243382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=c74913ec-4577-481b-ae2a-16b2f85eda0c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:22.286695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-81aa27a2-e6a8-4745-9042-94336221fa19 None None] Port 404a9df1-15cb-461b-87e0-e128d3bd798c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:55:22.321750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 413817f6-b7bd-4586-bca4-0c2910474692 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:22.415420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 413817f6-b7bd-4586-bca4-0c2910474692 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:22.419834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 413817f6-b7bd-4586-bca4-0c2910474692 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:22.420464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.536512 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.594338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=413817f6-b7bd-4586-bca4-0c2910474692,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:22.605900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.605900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 79a4326d-69b9-48e2-8532-9337629e15c8 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:22.676941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.690289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404a9df1-15cb-461b-87e0-e128d3bd798c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:22.691509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7428d08-708a-4794-8ff5-bcbfd8ab8b5d'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90cf54-4a3d-4348-b33f-fcacbf3c84d5'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74913ec-4577-481b-ae2a-16b2f85eda0c'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:22.693894 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94347be-3d06-4ae7-97b3-9e19de42447b" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "a7428d08-708a-4794-8ff5-bcbfd8ab8b5d"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "0f90cf54-4a3d-4348-b33f-fcacbf3c84d5"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "c74913ec-4577-481b-ae2a-16b2f85eda0c"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "413817f6-b7bd-4586-bca4-0c2910474692"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:22.697185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.711622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.718599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.728059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.729074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Transition to ACTIVE for port object 404a9df1-15cb-461b-87e0-e128d3bd798c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:22.739555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.745690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.765829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.785333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.790759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-6d2d0727-8da7-479d-9e14-e6f30e75ebdd tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5444 time: 0.2607696 Jul 09 16:55:22.820100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 79a4326d-69b9-48e2-8532-9337629e15c8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:22.832104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 79a4326d-69b9-48e2-8532-9337629e15c8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:22.832874 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.901900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:22.916483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Pushing event updated for resources: {'Port': ['ID=404a9df1-15cb-461b-87e0-e128d3bd798c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:22.959719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5353ce8-3011-42ec-ae5c-c41f1f264573 req-14444e7f-8e71-47f7-81d8-78e87dc42ed3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561871 Jul 09 16:55:23.016966 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.018556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091cbe-8e2e-45f3-8b14-5027faea56e1 req-97d69dc6-c888-45cc-b0c7-a42e9e81df24 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:23.024949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d091cbe-8e2e-45f3-8b14-5027faea56e1 req-97d69dc6-c888-45cc-b0c7-a42e9e81df24 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 943 time: 0.2328041 Jul 09 16:55:23.042258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Attempting to bind port 404a9df1-15cb-461b-87e0-e128d3bd798c on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:55:23.049002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Attempting to bind port 404a9df1-15cb-461b-87e0-e128d3bd798c by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:55:23.049538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Attempting to bind port 404a9df1-15cb-461b-87e0-e128d3bd798c on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:23.074621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Port 404a9df1-15cb-461b-87e0-e128d3bd798c on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:55:23.075738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Attempting to bind port 404a9df1-15cb-461b-87e0-e128d3bd798c on network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:23.085976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=79a4326d-69b9-48e2-8532-9337629e15c8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:23.093250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:55:23.099682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.100372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Checking segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:23.100897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Bound using segment: {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:55:23.101487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Bound port: 404a9df1-15cb-461b-87e0-e128d3bd798c, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895c117e-a015-468e-bd49-d7a82ba109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:55:23.104100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.119323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d091cbe-8e2e-45f3-8b14-5027faea56e1 req-c760706f-3a9e-436e-8ea4-31639d11b784 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878704 Jul 09 16:55:23.179907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:23.221392 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f5ae65-c707-4456-99cc-d21c0fde03c5 x-openstack-request-id: req-64f5ae65-c707-4456-99cc-d21c0fde03c5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:23.221392 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "a7428d08-708a-4794-8ff5-bcbfd8ab8b5d", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "0f90cf54-4a3d-4348-b33f-fcacbf3c84d5", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "c74913ec-4577-481b-ae2a-16b2f85eda0c", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "413817f6-b7bd-4586-bca4-0c2910474692", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:23.221392 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64f5ae65-c707-4456-99cc-d21c0fde03c5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:23.221392 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8', 'code': 200} Jul 09 16:55:23.221786 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7428d08-708a-4794-8ff5-bcbfd8ab8b5d', 'code': 200} Jul 09 16:55:23.221786 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90cf54-4a3d-4348-b33f-fcacbf3c84d5', 'code': 200} Jul 09 16:55:23.221938 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74913ec-4577-481b-ae2a-16b2f85eda0c', 'code': 200} Jul 09 16:55:23.223389 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692', 'code': 200} Jul 09 16:55:23.280534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4efb393b-c058-4254-959a-4b8dd454b5d5 req-0a882781-218c-48a9-8721-970a355a865b tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 210 time: 0.0389750 Jul 09 16:55:23.368814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] For port 404a9df1-15cb-461b-87e0-e128d3bd798c, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:23.373943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] For port 404a9df1-15cb-461b-87e0-e128d3bd798c, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=404a9df1-15cb-461b-87e0-e128d3bd798c,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:55:23.381444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.449497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-4744afcc-8bce-4f19-8dec-8adfc473c607 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:23.460555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-4744afcc-8bce-4f19-8dec-8adfc473c607 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.37 "GET /v2.0/networks?id=615cc777-a9e8-4ffd-93a4-ec4c92e3a963 HTTP/1.1" status: 200 len: 808 time: 0.2237480 Jul 09 16:55:23.463825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:23.464450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.465799 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] 10.222.0.37 "PUT /v2.0/ports/404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 1091 time: 1.5002387 Jul 09 16:55:23.467274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:23.470091 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70973d2e-f86c-40db-8989-2a6fa28388fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:23.492028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Request body: {'port': {'device_id': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963', 'admin_state_up': True, 'tenant_id': '16eadbb7ebda42a5af20646de80aec75'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:23.625610 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fcb436-447c-4d8f-af8b-01a39361ea76 x-openstack-request-id: req-32fcb436-447c-4d8f-af8b-01a39361ea76 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:23.625870 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:23.626191 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32fcb436-447c-4d8f-af8b-01a39361ea76 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:23.626824 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'status': 'completed', 'code': 200} Jul 09 16:55:23.691139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259caf-42f5-420d-af53-b6e4ddfe0d22 service neutron] Pushing event updated for resources: {'Port': ['ID=404a9df1-15cb-461b-87e0-e128d3bd798c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:23.715364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Made reservation on behalf of 16eadbb7ebda42a5af20646de80aec75 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:23.719114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.765961 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:23.816826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-9d602a05-7154-47a9-bcd4-208eae9a4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:23.818431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-9d602a05-7154-47a9-bcd4-208eae9a4e21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1094 time: 0.1838548 Jul 09 16:55:23.892252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-a87cabe6-5625-4f90-8d85-210beef3ba6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 217 time: 0.0585029 Jul 09 16:55:23.950062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Allocated IP 172.20.0.10 (615cc777-a9e8-4ffd-93a4-ec4c92e3a963/2adc25e3-f1ee-42aa-ac57-57a8460ba679/ee1decf6-69f3-4514-b4a6-e47607c5e9d9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:55:23.967588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-d2d86798-5b64-403a-aa51-eebe8e7fb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:23.969359 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-d2d86798-5b64-403a-aa51-eebe8e7fb5c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0707343 Jul 09 16:55:24.193785 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:24.243284 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:24.247761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-10f67982-88f8-4fd2-9d58-39c77213dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.249507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-10f67982-88f8-4fd2-9d58-39c77213dd23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2703879 Jul 09 16:55:24.270630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.280487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.288878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.296321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.303756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.312165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.318702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.327371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-c83c6b83-a178-4972-b0a1-93c76efca757 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1728497 Jul 09 16:55:24.351673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:55:24.356680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:24.371041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:55:24.404679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Pushing event updated for resources: {'Port': ['ID=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:24.428278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f814a7d-31fc-47f8-ac24-8a7d59317bfa req-ee65fa63-a357-42a9-8466-2f34059edf7f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996232 Jul 09 16:55:24.462198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb5ac-6eef-4e5a-a6a6-1f589db8bb9f req-81bf9077-3785-4c13-8302-5ea6a0345ede tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.467221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.468021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:24.470705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f50bb5ac-6eef-4e5a-a6a6-1f589db8bb9f req-81bf9077-3785-4c13-8302-5ea6a0345ede tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 943 time: 0.1402323 Jul 09 16:55:24.487348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-7f9dbe31-4fcd-4cae-a476-c4d55233aaf5 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236788 Jul 09 16:55:24.490082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-59063db7-ab65-433a-9fe4-de663fc79acb tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0039041 Jul 09 16:55:24.512701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Request body: {'port': {'device_id': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:24.523514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f50bb5ac-6eef-4e5a-a6a6-1f589db8bb9f req-281fe162-5065-46ca-8650-8ade11649278 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Jul 09 16:55:24.654828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe14ba-8b6f-46d9-933a-fab4ea4dec8b req-af5f7f16-4132-46e9-8620-221b6a3dfdb9 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.656665 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dbe14ba-8b6f-46d9-933a-fab4ea4dec8b req-af5f7f16-4132-46e9-8620-221b6a3dfdb9 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 932 time: 0.0898829 Jul 09 16:55:24.683797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:24.699808 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7963374a-fed3-4de0-84f7-df0aa543dd16 req-37930a85-dc6f-4454-a450-7f65a5c1becf service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815348 Jul 09 16:55:24.703532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3dbe14ba-8b6f-46d9-933a-fab4ea4dec8b req-e4acd8cf-3e7a-42ac-b43f-157e9a5422b7 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Jul 09 16:55:24.935211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-1f7be7ef-6ec5-420b-8fb4-cd3b56db22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.936771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-1f7be7ef-6ec5-420b-8fb4-cd3b56db22c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1094 time: 0.1272712 Jul 09 16:55:25.072028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-a963dbcd-d892-45e7-8ef4-ba626dc4c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.073536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-a963dbcd-d892-45e7-8ef4-ba626dc4c95f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.1294558 Jul 09 16:55:25.131339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-c4b49cb2-1f17-4235-b7ea-17caadd8898c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 217 time: 0.0384834 Jul 09 16:55:25.141823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1decf6-69f3-4514-b4a6-e47607c5e9d9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:25.158159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:25.194240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Transition to ACTIVE for port object ee1decf6-69f3-4514-b4a6-e47607c5e9d9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:25.201668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:25.204595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-58353969-a734-46ba-b9d4-863e104d63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.206148 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-58353969-a734-46ba-b9d4-863e104d63f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0593686 Jul 09 16:55:25.223735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:25.228080 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c09c45-abfc-4f94-87d3-4e74463da97d" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:25.298576 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a3200-2a65-45fa-bb1e-3c5aceb931db x-openstack-request-id: req-dd5a3200-2a65-45fa-bb1e-3c5aceb931db {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:25.299025 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-plugged", "status": "completed", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:25.299409 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd5a3200-2a65-45fa-bb1e-3c5aceb931db {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:25.299669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:25.299960 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8', 'code': 200} Jul 09 16:55:25.389036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-506d1bc4-4346-44fb-91f5-a91bce5e3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.390630 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-506d1bc4-4346-44fb-91f5-a91bce5e3867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776354 Jul 09 16:55:25.480753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Attempting to bind port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:55:25.481093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Attempting to bind port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:55:25.481426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Attempting to bind port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 on network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:25.493138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 on network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:55:25.493457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Attempting to bind port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 on network 615cc777-a9e8-4ffd-93a4-ec4c92e3a963 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:25.509724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:55:25.509724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Checking segment: {'id': 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:25.509724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Bound using segment: {'id': 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:55:25.510146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Bound port: ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:55:25.510435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:25.597385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-d81356d6-593c-46ff-a0b4-0b920abd8849 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869404 Jul 09 16:55:25.640601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.641228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.641670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.642137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.642649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.643123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.643581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.645546 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d24496f-f839-477f-b458-a0b2c558620f req-20dc351e-df4d-4326-a5aa-0d1500ee3f84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.2539852 Jul 09 16:55:25.682411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.696196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.703122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.711622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.719620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.727952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.730932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] For port ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:25.735804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.745415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73194133-cf8e-481a-974d-e93501eadf2f req-5c1e6337-571a-499c-912b-4748f5b94d2f tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1563921 Jul 09 16:55:25.762967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] For port ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,segment=NetworkSegment(b7d255c1-e480-4cd8-801f-2c1d0c7bece3),segment_id=b7d255c1-e480-4cd8-801f-2c1d0c7bece3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:55:25.767798 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d24496f-f839-477f-b458-a0b2c558620f req-b158241b-a1e7-4516-9214-d679f916928a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776913 Jul 09 16:55:25.774203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:25.829165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70973d2e-f86c-40db-8989-2a6fa28388fb req-ddb9a810-163f-47c8-bdf6-c93d56dbf477 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202830 Jul 09 16:55:25.845037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73194133-cf8e-481a-974d-e93501eadf2f req-d001bf72-cbd4-4317-bad6-7df74bf075d3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983760 Jul 09 16:55:25.849386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.853941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:25.855766 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] 10.222.0.37 "PUT /v2.0/ports/ee1decf6-69f3-4514-b4a6-e47607c5e9d9 HTTP/1.1" status: 200 len: 1092 time: 1.3487976 Jul 09 16:55:25.856127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'tag': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:25.858575 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8" -d '{"events": [{"name": "network-changed", "server_uuid": "aede8d06-0cf3-43d7-a100-50378abdf993", "tag": "ee1decf6-69f3-4514-b4a6-e47607c5e9d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:25.905227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db51732-e54d-4b4d-97bf-2f75e1eeeef6 req-a8b4a0d9-f191-4b64-b531-88148b129a44 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.907188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5db51732-e54d-4b4d-97bf-2f75e1eeeef6 req-a8b4a0d9-f191-4b64-b531-88148b129a44 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 943 time: 0.1592941 Jul 09 16:55:25.975182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b28575-1f9e-409e-a1c4-56e777561f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:25.978192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5db51732-e54d-4b4d-97bf-2f75e1eeeef6 req-93df49e6-21db-4ab2-aae7-123df2a1c8ee tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589261 Jul 09 16:55:26.073729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-f3455989-e4a5-4306-8eda-cda55e632efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.078930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-f3455989-e4a5-4306-8eda-cda55e632efe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16eadbb7ebda42a5af20646de80aec75&device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 1095 time: 0.1304071 Jul 09 16:55:26.082186 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14148ee2-5234-4e55-94c4-838592baf276 x-openstack-request-id: req-14148ee2-5234-4e55-94c4-838592baf276 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:26.082514 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aede8d06-0cf3-43d7-a100-50378abdf993", "tag": "ee1decf6-69f3-4514-b4a6-e47607c5e9d9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:26.082935 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14148ee2-5234-4e55-94c4-838592baf276 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:26.083258 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'tag': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9', 'status': 'completed', 'code': 200} Jul 09 16:55:26.150154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-f932c9cd-0387-4a5e-995e-f6f8a993a490 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9 HTTP/1.1" status: 200 len: 217 time: 0.0447977 Jul 09 16:55:26.182455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264db87-3e18-4839-8f86-7cb08e509e85 req-bcee164e-16e1-455b-925f-8053477f0158 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.184273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4264db87-3e18-4839-8f86-7cb08e509e85 req-bcee164e-16e1-455b-925f-8053477f0158 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 944 time: 0.1079977 Jul 09 16:55:26.247306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-28912c94-148c-4522-baa7-c646b0381551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.249439 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-28912c94-148c-4522-baa7-c646b0381551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2adc25e3-f1ee-42aa-ac57-57a8460ba679 HTTP/1.1" status: 200 len: 848 time: 0.0905046 Jul 09 16:55:26.252768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4264db87-3e18-4839-8f86-7cb08e509e85 req-efab9eb7-656c-4d36-b0eb-51337a7b239d tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617085 Jul 09 16:55:26.297268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-0b41bded-33f6-4009-9068-db3d58faaa9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=615cc777-a9e8-4ffd-93a4-ec4c92e3a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405483 Jul 09 16:55:26.436448 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-1d52ca20-1cdc-485a-aba3-75e3f8e3eadc service neutron] 10.222.0.37 "GET /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314971 Jul 09 16:55:26.554002 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4acbf2cc-0aba-44e5-8e37-e23cb513f31d req-0d46bd1c-f961-4d5a-92c6-3d1e05e5f7a8 service neutron] 10.222.0.37 "GET /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095805 Jul 09 16:55:26.727793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-909eaabc-0f3c-4809-86a2-e4246549f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.730232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-909eaabc-0f3c-4809-86a2-e4246549f23c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16eadbb7ebda42a5af20646de80aec75&device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 1095 time: 0.0726793 Jul 09 16:55:26.839422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-a010ac7e-c585-43a1-960a-3ff97514a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.840934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-a010ac7e-c585-43a1-960a-3ff97514a539 service neutron] 10.222.0.37 "GET /v2.0/networks?id=615cc777-a9e8-4ffd-93a4-ec4c92e3a963 HTTP/1.1" status: 200 len: 909 time: 0.1019800 Jul 09 16:55:26.903812 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-9b3734d2-f8ee-4c9a-8bf5-beb8fd470a2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9 HTTP/1.1" status: 200 len: 217 time: 0.0542419 Jul 09 16:55:26.994411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-12fb9bfe-8327-4040-a960-b64c07fa55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.996264 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-12fb9bfe-8327-4040-a960-b64c07fa55a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2adc25e3-f1ee-42aa-ac57-57a8460ba679 HTTP/1.1" status: 200 len: 848 time: 0.0823078 Jul 09 16:55:27.045279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-35afb840-abb8-492a-b6f9-5af70830ea0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=615cc777-a9e8-4ffd-93a4-ec4c92e3a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414312 Jul 09 16:55:27.088479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.097410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.104291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.121045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.145535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.160469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.176544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.178882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-1baaa18a-a957-4fce-a58a-7a682e7ac1f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1777961 Jul 09 16:55:27.230202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-f3f447a4-0f87-4536-be6c-5b1fad5ad704 service neutron] 10.222.0.37 "GET /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781001 Jul 09 16:55:27.317861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f768d65-3137-4e55-be67-c27dd9c3605f req-d38cf3ac-3420-442c-bf6c-1ee84fd44008 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229956 Jul 09 16:55:27.389099 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d26870c4-8e29-46b9-a6ca-d341ad3a20d8 req-48f4a849-8a41-4865-b6cb-26e6e58969f4 service neutron] 10.222.0.37 "GET /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413295 Jul 09 16:55:27.391012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9edd4-1015-4d0f-a7ee-346794dd8afc req-399b18ef-26cb-4c29-aa92-3a4f4c21e9c3 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.393573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb9edd4-1015-4d0f-a7ee-346794dd8afc req-399b18ef-26cb-4c29-aa92-3a4f4c21e9c3 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 943 time: 0.2135742 Jul 09 16:55:27.466597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb9edd4-1015-4d0f-a7ee-346794dd8afc req-b731844c-d804-4b42-a38c-67312e6d37d3 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657747 Jul 09 16:55:27.559892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ca9b-9554-43d4-a3bc-245b9aa380cd req-da61eee9-68aa-4723-b063-1b335cea7bf1 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.561545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b820ca9b-9554-43d4-a3bc-245b9aa380cd req-da61eee9-68aa-4723-b063-1b335cea7bf1 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 944 time: 0.0687788 Jul 09 16:55:27.602796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b820ca9b-9554-43d4-a3bc-245b9aa380cd req-2f375767-0a09-4f48-acbe-b004ae45e6c6 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Jul 09 16:55:28.539424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.545462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.552613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.558549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.564507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.570415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.576369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.578428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-bf30b02e-7e34-42cb-bf1f-c7b0c81f1e25 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1170058 Jul 09 16:55:28.659599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fc1d3ac-34b7-4a32-886a-e39f19c20ecb req-dc40584e-c2c1-408d-8423-5274d3fa2cce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753553 Jul 09 16:55:28.690516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152f091-806a-4bbd-929c-a5089aa8084d req-6b599da7-fba9-432d-86f4-4307a85b7997 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.692260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8152f091-806a-4bbd-929c-a5089aa8084d req-6b599da7-fba9-432d-86f4-4307a85b7997 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 943 time: 0.0993490 Jul 09 16:55:28.755725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8152f091-806a-4bbd-929c-a5089aa8084d req-6c0c6b43-85af-4de2-9606-37e7c9095ca3 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473630 Jul 09 16:55:28.901754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e710f-7d53-4708-8a81-61b08625185f req-45720887-7d43-460e-85c7-99035808398a tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.903376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df9e710f-7d53-4708-8a81-61b08625185f req-45720887-7d43-460e-85c7-99035808398a tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 944 time: 0.0939875 Jul 09 16:55:28.969931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df9e710f-7d53-4708-8a81-61b08625185f req-49572f10-8305-4e04-a39e-130b059740c6 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 Jul 09 16:55:28.994942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.001236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.007875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.014325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.020415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.026290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.032372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:29.034541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac0e886b-7661-45d1-8616-026cdb23a74c req-708e9942-ff3c-4c92-bdf5-98e2241af6d8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1546142 Jul 09 16:55:29.045552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:29.050414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Request body: {'floatingip': {'port_id': '5f126092-0cc2-46ed-96cb-10b9a08003ab'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:29.094985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:29.506013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 404a9df1-15cb-461b-87e0-e128d3bd798c details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:29.605007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 404a9df1-15cb-461b-87e0-e128d3bd798c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=404a9df1-15cb-461b-87e0-e128d3bd798c,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:29.617222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'port_id': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'mac_address': 'fa:16:3e:c9:76:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:29.655007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:29.667581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404a9df1-15cb-461b-87e0-e128d3bd798c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:29.678617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:29.684501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:29.691021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 404a9df1-15cb-461b-87e0-e128d3bd798c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=404a9df1-15cb-461b-87e0-e128d3bd798c,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:29.695841 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:29.752284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=404a9df1-15cb-461b-87e0-e128d3bd798c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:29.791912 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Floating IP bf2ae8ed-8011-4353-a216-be57d4e771ec associated. External IP: 172.25.7.164, port: 5f126092-0cc2-46ed-96cb-10b9a08003ab. Jul 09 16:55:30.066945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['404a9df1-15cb-461b-87e0-e128d3bd798c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:30.085297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:30.213636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ad26e2-c6cc-4600-aa35-778b48e8c36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.346869 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ad26e2-c6cc-4600-aa35-778b48e8c36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.352738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ad26e2-c6cc-4600-aa35-778b48e8c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.400812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6791c19-5a02-4797-b8d8-9ab0acee0aa0 req-5e9d872e-76e3-4984-be5a-f2571cc36805 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:30.401096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97ad26e2-c6cc-4600-aa35-778b48e8c36e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00f3563d58a247248a8ecfd7321a2e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141165 Jul 09 16:55:30.402414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6791c19-5a02-4797-b8d8-9ab0acee0aa0 req-5e9d872e-76e3-4984-be5a-f2571cc36805 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 944 time: 0.1775796 Jul 09 16:55:30.404407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:30.409407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad26e2-c6cc-4600-aa35-778b48e8c36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671f2bd-7b64-4941-8abd-22300e374091,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:30.448730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955c21-f759-440e-a381-3d60aefa2fed req-a8c3af68-24b5-4747-a981-c02adaa1c849 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:30.450219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1955c21-f759-440e-a381-3d60aefa2fed req-a8c3af68-24b5-4747-a981-c02adaa1c849 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 944 time: 0.2242353 Jul 09 16:55:30.587688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6791c19-5a02-4797-b8d8-9ab0acee0aa0 req-4dd9673f-a4bf-47b8-af3d-764b3552fc2d tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341429 Jul 09 16:55:30.594641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1955c21-f759-440e-a381-3d60aefa2fed req-85c292e9-5275-4f8c-9079-e27e3cef5eab tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322958 Jul 09 16:55:30.617278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ebed-6616-4246-9175-42e742872954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.640956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Router 1b3b25e7-4ac8-4733-87bc-48e685433237 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:55:30.645583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ebed-6616-4246-9175-42e742872954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.781682 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ebed-6616-4246-9175-42e742872954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.784283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ebed-6616-4246-9175-42e742872954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.785469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0c6ebed-6616-4246-9175-42e742872954 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6671f2bd-7b64-4941-8abd-22300e374091 HTTP/1.1" status: 204 len: 168 time: 0.3784680 Jul 09 16:55:30.795944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ebed-6616-4246-9175-42e742872954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671f2bd-7b64-4941-8abd-22300e374091,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:30.798234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:55:30.808117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:30.808694 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] Sync routers for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:55:30.824910 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:30.826873 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:30.860186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a7c624e-c8de-48ba-a996-c8585c772ab9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "PUT /v2.0/floatingips/bf2ae8ed-8011-4353-a216-be57d4e771ec HTTP/1.1" status: 200 len: 992 time: 1.8135333 Jul 09 16:55:30.860968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:30.866631 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916c5fd5-e5b1-4436-ad82-81e5e71d2364" -d '{"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:30.938649 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0386f969-c0f2-4eef-855b-f4b337395164 x-openstack-request-id: req-0386f969-c0f2-4eef-855b-f4b337395164 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:30.939053 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:30.939426 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0386f969-c0f2-4eef-855b-f4b337395164 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:30.939920 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'status': 'completed', 'code': 200} Jul 09 16:55:31.008366 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:31.083374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.084319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.084975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.085629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.086683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.087323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.087935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.090038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-ee87d3ea-44d9-4582-81f2-c125f811c87b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.0940087 Jul 09 16:55:31.200552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-a3a53f82-448d-4bbd-849e-04d153cc4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.202392 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-a3a53f82-448d-4bbd-849e-04d153cc4ed9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1 HTTP/1.1" status: 200 len: 918 time: 0.1027465 Jul 09 16:55:31.280224 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-86d26cfa-c39a-4729-8c73-054036040f86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1000 time: 0.0675859 Jul 09 16:55:31.289068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'bf2ae8ed-8011-4353-a216-be57d4e771ec', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'port_id': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'mac_address': 'fa:16:3e:14:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:54:23Z', 'updated_at': '2021-07-09T16:55:29Z', 'revision_number': 1, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:55Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:31.320143 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] Checking router: 1b3b25e7-4ac8-4733-87bc-48e685433237 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:55:31.330639 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:31.331327 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:31.361170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-6ab06eab-782d-4895-8e67-30443e6c6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.362865 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-6ab06eab-782d-4895-8e67-30443e6c6ce1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.0755317 Jul 09 16:55:31.451670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-f6f39e62-d797-4b92-9940-51a11baece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.453616 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:31.453995 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-f6f39e62-d797-4b92-9940-51a11baece98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841374 Jul 09 16:55:31.519649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ee1decf6-69f3-4514-b4a6-e47607c5e9d9 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:31.526798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 404a9df1-15cb-461b-87e0-e128d3bd798c up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:31.581924 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-a870be0f-d11f-4e46-8c25-a4cbaa371415 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203148 Jul 09 16:55:31.735355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 404a9df1-15cb-461b-87e0-e128d3bd798c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:31.757302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 404a9df1-15cb-461b-87e0-e128d3bd798c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:31.758272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:31.768745 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-916c5fd5-e5b1-4436-ad82-81e5e71d2364 req-a041bc77-60c5-4c5a-8923-1f3d96aeca3f service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793849 Jul 09 16:55:31.836717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,segment=NetworkSegment(b7d255c1-e480-4cd8-801f-2c1d0c7bece3),segment_id=b7d255c1-e480-4cd8-801f-2c1d0c7bece3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:31.836980 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'bf2ae8ed-8011-4353-a216-be57d4e771ec', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'port_id': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'mac_address': 'fa:16:3e:14:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:54:23Z', 'updated_at': '2021-07-09T16:55:29Z', 'revision_number': 1, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:55Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:31.855207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9', 'network_id': '615cc777-a9e8-4ffd-93a4-ec4c92e3a963', 'port_id': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9', 'mac_address': 'fa:16:3e:8c:84:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adc25e3-f1ee-42aa-ac57-57a8460ba679', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:31.878883 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b490-672c-4c30-b8c6-230afbd411b6 None None] The sync data for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 is: [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'bf2ae8ed-8011-4353-a216-be57d4e771ec', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'port_id': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'mac_address': 'fa:16:3e:14:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:54:23Z', 'updated_at': '2021-07-09T16:55:29Z', 'revision_number': 1, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:55Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:55:31.956542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37744-58da-4631-a7b9-4f8500762f49 req-64fb7656-8ab5-4f8e-824f-56464ae23ae2 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.957084 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:31.961045 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:31.964360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14f37744-58da-4631-a7b9-4f8500762f49 req-64fb7656-8ab5-4f8e-824f-56464ae23ae2 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 944 time: 0.2059336 Jul 09 16:55:31.989113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1decf6-69f3-4514-b4a6-e47607c5e9d9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:32.029007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:32.032236 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8066ac0c-8728-4e4b-98d1-cff845a89c63" -d '{"events": [{"server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "name": "network-vif-plugged", "status": "completed", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:32.037428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,segment=NetworkSegment(b7d255c1-e480-4cd8-801f-2c1d0c7bece3),segment_id=b7d255c1-e480-4cd8-801f-2c1d0c7bece3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:32.048147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:32.051866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 404a9df1-15cb-461b-87e0-e128d3bd798c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=404a9df1-15cb-461b-87e0-e128d3bd798c,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:32.056184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14f37744-58da-4631-a7b9-4f8500762f49 req-acf0da1f-2a2c-46ba-a377-7f78ff07828e tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907462 Jul 09 16:55:32.081176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb385947-40d7-42ad-b50d-4589f95a98a0 req-52aa35d1-1167-4e89-9e4a-a57e7b7d1d13 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:32.084492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb385947-40d7-42ad-b50d-4589f95a98a0 req-52aa35d1-1167-4e89-9e4a-a57e7b7d1d13 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 944 time: 0.2501276 Jul 09 16:55:32.089577 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:32.143713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:32.157279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb385947-40d7-42ad-b50d-4589f95a98a0 req-854c9ed6-c022-48c5-a2c2-a90675f8dd38 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663342 Jul 09 16:55:32.216030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=404a9df1-15cb-461b-87e0-e128d3bd798c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:32.249664 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a936ebf-e28b-4fdd-9fa9-e0c2438c3c79 x-openstack-request-id: req-1a936ebf-e28b-4fdd-9fa9-e0c2438c3c79 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:32.250023 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "name": "network-vif-plugged", "status": "completed", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:32.250398 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a936ebf-e28b-4fdd-9fa9-e0c2438c3c79 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:32.250805 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'code': 200} Jul 09 16:55:32.254381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234336c-6edc-49e3-8a06-eaa44be1170a None None] New status for floating IP bf2ae8ed-8011-4353-a216-be57d4e771ec: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:55:32.428800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086798-caaa-4a49-bf54-7fa5108cac2a req-b94099fb-1d02-4dcd-8993-2b128be1a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:32.433281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5e086798-caaa-4a49-bf54-7fa5108cac2a req-b94099fb-1d02-4dcd-8993-2b128be1a365 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1096 time: 0.0723393 Jul 09 16:55:32.468525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ee1decf6-69f3-4514-b4a6-e47607c5e9d9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:32.482987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5e086798-caaa-4a49-bf54-7fa5108cac2a req-e269b233-5872-4b50-8067-27cf4be40c65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441620 Jul 09 16:55:33.229545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eee27-14b6-4444-9c46-90000eb6487d req-c52e63cd-13d6-4d56-a2da-33de7be1995e tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:33.232703 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d31eee27-14b6-4444-9c46-90000eb6487d req-c52e63cd-13d6-4d56-a2da-33de7be1995e tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 945 time: 0.0699477 Jul 09 16:55:33.275903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d31eee27-14b6-4444-9c46-90000eb6487d req-a94df28e-b8e8-4c48-a484-a5148b2b2be7 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Jul 09 16:55:33.394644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e0ab-6fb1-4e63-b095-b6805d93651e req-5f7cf098-1e78-49bc-b8d3-a68df359b571 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:33.396490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7419e0ab-6fb1-4e63-b095-b6805d93651e req-5f7cf098-1e78-49bc-b8d3-a68df359b571 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.1168716 Jul 09 16:55:33.440117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7419e0ab-6fb1-4e63-b095-b6805d93651e req-efe0404e-f929-4e61-ba01-2fcd21f4cb0c tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378339 Jul 09 16:55:33.547277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ee1decf6-69f3-4514-b4a6-e47607c5e9d9 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:33.604387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:33.608934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:33.609311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:33.695721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:33.729690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,segment=NetworkSegment(b7d255c1-e480-4cd8-801f-2c1d0c7bece3),segment_id=b7d255c1-e480-4cd8-801f-2c1d0c7bece3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:33.733844 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:33.784571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:34.252161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:34.254833 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334b6b9d-df90-4f8d-9864-7b4e0a68d864" -d '{"events": [{"server_uuid": "aede8d06-0cf3-43d7-a100-50378abdf993", "name": "network-vif-plugged", "status": "completed", "tag": "ee1decf6-69f3-4514-b4a6-e47607c5e9d9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:34.291864 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18839ecc-a27d-4180-b9fb-cbec69f8acc5 x-openstack-request-id: req-18839ecc-a27d-4180-b9fb-cbec69f8acc5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:34.292167 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede8d06-0cf3-43d7-a100-50378abdf993", "name": "network-vif-plugged", "status": "completed", "tag": "ee1decf6-69f3-4514-b4a6-e47607c5e9d9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:34.292416 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18839ecc-a27d-4180-b9fb-cbec69f8acc5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:34.292837 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9', 'code': 200} Jul 09 16:55:34.450963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57108a-52b0-42e2-9f8e-657f2b1fac5f req-cc8330b3-0225-4533-a610-13a5b0eff7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:34.453149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd57108a-52b0-42e2-9f8e-657f2b1fac5f req-cc8330b3-0225-4533-a610-13a5b0eff7ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 1097 time: 0.0598805 Jul 09 16:55:34.499797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fd57108a-52b0-42e2-9f8e-657f2b1fac5f req-315068ef-eebe-4ff3-a6e7-f0d5f2957b98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Jul 09 16:55:34.509429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6c45-d92a-430d-9ced-5bcfde8c04f4 req-1deaf674-edd3-4297-b194-adb779c6c641 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:34.517052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bbc6c45-d92a-430d-9ced-5bcfde8c04f4 req-1deaf674-edd3-4297-b194-adb779c6c641 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 946 time: 0.1121449 Jul 09 16:55:34.558595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bbc6c45-d92a-430d-9ced-5bcfde8c04f4 req-06531e44-52e4-42c5-b9f3-f2731303725f tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jul 09 16:55:34.814115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f18f3a-c70e-40d1-b28a-3dbcdb9fb8bb req-d35c862f-88c2-43ac-bb05-2b86ba1f343e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:34.816034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f18f3a-c70e-40d1-b28a-3dbcdb9fb8bb req-d35c862f-88c2-43ac-bb05-2b86ba1f343e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.0776222 Jul 09 16:55:34.861451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5f18f3a-c70e-40d1-b28a-3dbcdb9fb8bb req-70f6da53-0783-4459-88d2-7934daec86f2 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Jul 09 16:55:35.043988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b089-7adc-438e-a473-d972b5ddf8a8 req-8517e620-6e4e-4954-9820-a8fc4a2df3d3 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:35.047066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8718b089-7adc-438e-a473-d972b5ddf8a8 req-8517e620-6e4e-4954-9820-a8fc4a2df3d3 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.0724227 Jul 09 16:55:35.054140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:35.058753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Request body: {'floatingip': {'port_id': '404a9df1-15cb-461b-87e0-e128d3bd798c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:35.097900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.574162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.579332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.718067 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Floating IP a4d0de9c-e697-48b3-94e3-170f6b86b35e associated. External IP: 172.25.7.205, port: 404a9df1-15cb-461b-87e0-e128d3bd798c. Jul 09 16:55:35.761347 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1cc406b-c25d-490e-8a16-b2876e932716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.923204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-bfd016af-1b53-4084-b4e1-7ff2a705ba3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983000 Jul 09 16:55:36.066915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fd95-bb10-4752-bd4f-5c34a4bc3555 req-98c19659-6b17-4367-8d11-cdc95eb36415 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:36.068517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ab9fd95-bb10-4752-bd4f-5c34a4bc3555 req-98c19659-6b17-4367-8d11-cdc95eb36415 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 946 time: 0.3447342 Jul 09 16:55:36.157815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ab9fd95-bb10-4752-bd4f-5c34a4bc3555 req-c3417264-b9e1-477a-ade4-5db14bfeffdf tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574760 Jul 09 16:55:36.160234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14106c1-5840-4926-a837-0d5857a091ce req-5776929d-46fa-442b-b577-35577e9177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:36.162155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-5776929d-46fa-442b-b577-35577e9177b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1096 time: 0.1082973 Jul 09 16:55:36.183903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Router 0e011355-2b13-4f0d-b822-d8de72654021 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:55:36.318673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:55:36.324794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:36.331587 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:55:36.344281 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:36.346696 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:36.404518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d58e219b-f2ec-465a-96b1-08591ed4e628 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "PUT /v2.0/floatingips/a4d0de9c-e697-48b3-94e3-170f6b86b35e HTTP/1.1" status: 200 len: 991 time: 1.3488975 Jul 09 16:55:36.405562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:36.427208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14106c1-5840-4926-a837-0d5857a091ce req-88c54694-5ee1-4f6c-b19a-dbd9599c824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:36.429132 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-88c54694-5ee1-4f6c-b19a-dbd9599c824d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.2420897 Jul 09 16:55:36.442185 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:36.544531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-9086d40e-4ed2-4956-9bc9-18df8b611435 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 999 time: 0.1074591 Jul 09 16:55:36.582650 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b990f-b40a-48e6-8a16-98e1589329ce x-openstack-request-id: req-df4b990f-b40a-48e6-8a16-98e1589329ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:36.583125 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:36.583221 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df4b990f-b40a-48e6-8a16-98e1589329ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:36.583584 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'status': 'completed', 'code': 200} Jul 09 16:55:36.627090 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:36.643847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14106c1-5840-4926-a837-0d5857a091ce req-a415543c-7b55-4e2e-b90e-39c6a57f833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:36.645340 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-a415543c-7b55-4e2e-b90e-39c6a57f833b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0953236 Jul 09 16:55:36.749184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14106c1-5840-4926-a837-0d5857a091ce req-cf4f91b3-4de1-472a-a0bf-5f6574be0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:36.750959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-cf4f91b3-4de1-472a-a0bf-5f6574be0a63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981638 Jul 09 16:55:36.918690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-da2527f0-3686-4147-8193-72f9f714cb8e service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602890 Jul 09 16:55:37.004312 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'a4d0de9c-e697-48b3-94e3-170f6b86b35e', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'floating_ip_address': '172.25.7.205', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'port_id': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'mac_address': 'fa:16:3e:c9:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:55:16Z', 'updated_at': '2021-07-09T16:55:35Z', 'revision_number': 1, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:37.040849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c14106c1-5840-4926-a837-0d5857a091ce req-36075233-dd66-46e7-8194-967554023db2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142769 Jul 09 16:55:37.151461 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:55:37.162305 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:37.163070 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:37.197831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-c6846fb1-28ac-42f7-b38d-3c45f84edd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:37.199849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-c6846fb1-28ac-42f7-b38d-3c45f84edd99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1096 time: 0.0690994 Jul 09 16:55:37.299438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:37.311345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-321dfa7c-02b5-43f7-a81b-dd5f66154b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:37.312875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-321dfa7c-02b5-43f7-a81b-dd5f66154b7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.1072292 Jul 09 16:55:37.374844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df92ac-db3d-46a1-a4f9-9f89026653f1 req-6b311fa0-1e23-41c3-9ad3-774f6faee635 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:37.376528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31df92ac-db3d-46a1-a4f9-9f89026653f1 req-6b311fa0-1e23-41c3-9ad3-774f6faee635 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 946 time: 0.0672772 Jul 09 16:55:37.397594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-61627802-ccc9-4a5f-8f52-cdc0bb1572cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 999 time: 0.0729055 Jul 09 16:55:37.426083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31df92ac-db3d-46a1-a4f9-9f89026653f1 req-4df27511-927e-4ede-9874-f195898ae8a5 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Jul 09 16:55:37.577861 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'a4d0de9c-e697-48b3-94e3-170f6b86b35e', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'floating_ip_address': '172.25.7.205', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'port_id': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'mac_address': 'fa:16:3e:c9:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:55:16Z', 'updated_at': '2021-07-09T16:55:35Z', 'revision_number': 1, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:37.618603 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7f37f-7008-46f4-b911-5dce0f8121a3 None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'a4d0de9c-e697-48b3-94e3-170f6b86b35e', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'floating_ip_address': '172.25.7.205', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'port_id': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'mac_address': 'fa:16:3e:c9:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:55:16Z', 'updated_at': '2021-07-09T16:55:35Z', 'revision_number': 1, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:55:37.786384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-9bb5f79a-2aa6-4296-8bf1-3bb4cc570744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:37.787968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-9bb5f79a-2aa6-4296-8bf1-3bb4cc570744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.3892682 Jul 09 16:55:37.869098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-353a9f79-456d-4131-aa45-e26004dac7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:37.871134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-353a9f79-456d-4131-aa45-e26004dac7e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752773 Jul 09 16:55:38.054065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcd250-d5a4-40e7-88d3-8ce7439fe6cd None None] New status for floating IP a4d0de9c-e697-48b3-94e3-170f6b86b35e: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:55:38.080782 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-1e2d2a82-0e45-496a-b010-ff8eb9a017e9 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978292 Jul 09 16:55:38.179799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:38.310655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c10c1b3c-14ea-45fc-8fe5-07d2b91d088a req-a253c03b-d182-453e-858d-1b04ddb6c38a service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268076 Jul 09 16:55:38.369968 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a8f76dd-b67e-4ba4-82d0-fa4be972beb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:38.543613 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.236100 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:40.170744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.182565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.194101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.217777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.229964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.240139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.248544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.255836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-8df017d5-87dd-4387-b153-71b695176fa4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.2299116 Jul 09 16:55:40.364655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04ef07f5-4bc2-43c0-a88a-e8f418908acd req-9adcba40-b906-4505-a1e6-b31713c15c4a tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022062 Jul 09 16:55:41.068352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:41.329824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e8be-f823-482d-b2c2-dd0e81ab483b req-4819ec7c-79ae-4361-bb89-8a9ce64af2b3 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.331430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9f4e8be-f823-482d-b2c2-dd0e81ab483b req-4819ec7c-79ae-4361-bb89-8a9ce64af2b3 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 946 time: 0.1421289 Jul 09 16:55:41.351999 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:55:41.355484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.363656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.370876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.379003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.389332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.402431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.409302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.411473 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-a8c685ae-0d2a-4386-80ae-2916d15f5da2 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.1719947 Jul 09 16:55:41.412237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9f4e8be-f823-482d-b2c2-dd0e81ab483b req-98c5048c-acd4-4222-b2dd-dc1c94f9226d tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660570 Jul 09 16:55:41.533583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-511e60f6-ebee-459f-a411-2af2e8512921 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.535741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-511e60f6-ebee-459f-a411-2af2e8512921 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "GET /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1101248 Jul 09 16:55:41.787461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1135efa4-1ab0-42e4-b60a-57824cde784b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "GET /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2398553 Jul 09 16:55:41.802773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:41.827035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.835648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.842971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.849284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.855574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.862524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.868897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.878463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-a3b390f8-d988-43cd-82f9-cebbc0f84516 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 5433 time: 0.2353396 Jul 09 16:55:41.878463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:41.900325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:41.937228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4831d78-5000-432b-9ffd-9d861d24cdc8 req-9c0560b5-6e77-479a-b43e-e04e32a8a2a9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592504 Jul 09 16:55:42.073780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=37fdcbf5-a8f8-402e-b099-1bc4309219a4,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:42.100976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73138609-81ca-4786-a73b-610fe621ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.109800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] For port 37fdcbf5-a8f8-402e-b099-1bc4309219a4, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:42.148798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] device_id is not set on port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:55:42.161468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.172233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.220106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73138609-81ca-4786-a73b-610fe621ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.233725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73138609-81ca-4786-a73b-610fe621ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.242514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Pushing event updated for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:42.288382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] No DVR routers for this DVR port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:42.300033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-73138609-81ca-4786-a73b-610fe621ad21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edba894edfa7475da543bfb726773941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194319 Jul 09 16:55:42.300992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138609-81ca-4786-a73b-610fe621ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed2f142-1a04-4c13-952f-814f2be9a80e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:42.323945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:42.414621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] In _notify_port_updated(), no bound segment for port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:55:42.415691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:42.416527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.418012 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-7d442266-c4f1-40e3-84a7-6e8060c58417 service neutron] 10.222.0.43 "PUT /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 200 len: 1028 time: 0.6205032 Jul 09 16:55:42.418834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.457492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.589631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-df1b896d-4902-4b7b-a7ef-e9c3b525cee6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:42.590828 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-df1b896d-4902-4b7b-a7ef-e9c3b525cee6 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "GET /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1630366 Jul 09 16:55:42.611717 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.615461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.620072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eed2f142-1a04-4c13-952f-814f2be9a80e HTTP/1.1" status: 204 len: 168 time: 0.2859597 Jul 09 16:55:42.628110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:42.678156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28319485-3ff7-467d-aeb0-de740d81c3dd None None] Provisioning complete for port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:42.679160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28319485-3ff7-467d-aeb0-de740d81c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:42.692847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed2f142-1a04-4c13-952f-814f2be9a80e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:42.766195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.767223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.768571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.769369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.770027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.770692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.771278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.771865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.772452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.773097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.774713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.775462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8e95b-ff83-4e90-950a-15c10d7ca893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:42.810791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7e472-193d-45fd-ac9b-3101b6eb7026 req-9752ecb9-0a61-4772-a059-8b4b479e48ce tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:42.813900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28319485-3ff7-467d-aeb0-de740d81c3dd None None] Port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:55:42.815425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4f7e472-193d-45fd-ac9b-3101b6eb7026 req-9752ecb9-0a61-4772-a059-8b4b479e48ce tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 946 time: 0.2058346 Jul 09 16:55:42.900388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-a75160e1-0a6f-42bf-97f8-663f86b0805f tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:42.902758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-a75160e1-0a6f-42bf-97f8-663f86b0805f tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.37 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 946 time: 0.2250552 Jul 09 16:55:42.906945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4f7e472-193d-45fd-ac9b-3101b6eb7026 req-74009e3f-996e-44c6-a358-092afc005145 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/security-groups?id=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768173 Jul 09 16:55:42.917882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.189002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Deleting port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:43.189306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.214014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.221044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.227843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.234794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.241271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.247498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.249496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9906ba95-4899-455c-bb92-95f285a439a3 req-f2f6dfa4-319f-4c36-852f-436cb4cfbb4c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 4658 time: 0.1552441 Jul 09 16:55:43.296558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f6f71550-5258-42c7-a1cb-974d3c592f64,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:43.303422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9906ba95-4899-455c-bb92-95f285a439a3 req-74224c11-df93-4bdf-83e2-a334c1a0b4af tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f92053e-834f-44bd-bf1a-66a39029f057&id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466390 Jul 09 16:55:43.333981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] For port ee1decf6-69f3-4514-b4a6-e47607c5e9d9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,segment=NetworkSegment(b7d255c1-e480-4cd8-801f-2c1d0c7bece3),segment_id=b7d255c1-e480-4cd8-801f-2c1d0c7bece3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:43.334388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.362011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Calling delete_port for ee1decf6-69f3-4514-b4a6-e47607c5e9d9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:43.390836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] For port f6f71550-5258-42c7-a1cb-974d3c592f64, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:43.473945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] device_id is not set on port f6f71550-5258-42c7-a1cb-974d3c592f64 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:55:43.495899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.504550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.600800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:43.624541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] No DVR routers for this DVR port f6f71550-5258-42c7-a1cb-974d3c592f64 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:43.681040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] In _notify_port_updated(), no bound segment for port f6f71550-5258-42c7-a1cb-974d3c592f64 on network 11e40d17-dbf0-42b3-9d46-7753c311f95d {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:55:43.682058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.682878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.684445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-ad5551a8-9e63-4b0f-9a31-8986993ea174 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 200 len: 1026 time: 1.0654242 Jul 09 16:55:43.685765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.723247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ee1decf6-69f3-4514-b4a6-e47607c5e9d9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:43.758995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Pushing event deleted for resources: {'Port': ['ID=ee1decf6-69f3-4514-b4a6-e47607c5e9d9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:43.842347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] No DVR routers for this DVR port ee1decf6-69f3-4514-b4a6-e47607c5e9d9 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:43.854323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:43.857157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-734da768-79b2-43c3-8d99-9bbe5bbe691e req-d349fbc2-c7d3-48bc-8560-2d288118dd06 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.37 "DELETE /v2.0/ports/ee1decf6-69f3-4514-b4a6-e47607c5e9d9 HTTP/1.1" status: 204 len: 173 time: 0.9485333 Jul 09 16:55:43.857674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'name': 'network-vif-deleted', 'tag': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:43.860446 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ec9946-4ccb-4ac7-8680-882c5d1c13b3" -d '{"events": [{"server_uuid": "aede8d06-0cf3-43d7-a100-50378abdf993", "name": "network-vif-deleted", "tag": "ee1decf6-69f3-4514-b4a6-e47607c5e9d9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:43.981115 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b7979-5dcf-45ea-b6b3-3bad332830b8 x-openstack-request-id: req-9f5b7979-5dcf-45ea-b6b3-3bad332830b8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:43.981417 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede8d06-0cf3-43d7-a100-50378abdf993", "name": "network-vif-deleted", "tag": "ee1decf6-69f3-4514-b4a6-e47607c5e9d9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:43.981665 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f5b7979-5dcf-45ea-b6b3-3bad332830b8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:43.982375 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede8d06-0cf3-43d7-a100-50378abdf993', 'name': 'network-vif-deleted', 'tag': 'ee1decf6-69f3-4514-b4a6-e47607c5e9d9', 'status': 'completed', 'code': 200} Jul 09 16:55:43.990515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e43dcfd-dcd7-45eb-a104-bdd4eac79b0d None None] Provisioning complete for port f6f71550-5258-42c7-a1cb-974d3c592f64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:43.991057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e43dcfd-dcd7-45eb-a104-bdd4eac79b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.031697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 21f0e408-5bb2-456a-8543-9ea4c364f344 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:44.032045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.069429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4e43dcfd-dcd7-45eb-a104-bdd4eac79b0d None None] Port f6f71550-5258-42c7-a1cb-974d3c592f64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:55:44.209281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port 21f0e408-5bb2-456a-8543-9ea4c364f344, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=21f0e408-5bb2-456a-8543-9ea4c364f344,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:44.209895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.211809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ad199e1-82b3-4a47-a285-2469ab400587 req-6333e1eb-5c4c-4da3-bda6-c9febf7638f2 tempest-ServerTagsTestJSON-2145470307 tempest-ServerTagsTestJSON-2145470307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aede8d06-0cf3-43d7-a100-50378abdf993 HTTP/1.1" status: 200 len: 210 time: 0.0542247 Jul 09 16:55:44.422376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37fdcbf5-a8f8-402e-b099-1bc4309219a4 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:44.450532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.451187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.451715 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Floating IP 82cbd3a0-3bd2-41d4-9421-e40031b078ca disassociated. External IP: 172.25.7.174, port: 21f0e408-5bb2-456a-8543-9ea4c364f344. Jul 09 16:55:44.452266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 21f0e408-5bb2-456a-8543-9ea4c364f344 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:44.565357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 37fdcbf5-a8f8-402e-b099-1bc4309219a4 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:44.565993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2196276f-6372-411c-a223-3a4b31a29c56 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:44.591200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-9c324177-f9ec-4fee-ac9e-1902d6470bb5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:44.597854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-9c324177-f9ec-4fee-ac9e-1902d6470bb5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:44.604101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-9c324177-f9ec-4fee-ac9e-1902d6470bb5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:44.611172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-9c324177-f9ec-4fee-ac9e-1902d6470bb5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:44.628919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.631050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-9c324177-f9ec-4fee-ac9e-1902d6470bb5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:44.659509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-9c324177-f9ec-4fee-ac9e-1902d6470bb5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 3885 time: 0.1779892 Jul 09 16:55:44.677485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=21f0e408-5bb2-456a-8543-9ea4c364f344,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:44.703792 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.761911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31c87f81-e8f2-4828-a33e-8ebef13e1766 req-2d145317-cacf-4abb-ae80-e8a7a64a03fa tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010444 Jul 09 16:55:44.786997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:44.794059 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9e206-0073-4274-888f-8d45fb7c6363" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "2196276f-6372-411c-a223-3a4b31a29c56"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:44.844174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:55:44.856413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2196276f-6372-411c-a223-3a4b31a29c56,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:44.862076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.863126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f6f71550-5258-42c7-a1cb-974d3c592f64 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:44.936984 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7d824a-963c-4e50-8a08-25978cb100d9 x-openstack-request-id: req-1a7d824a-963c-4e50-8a08-25978cb100d9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:44.937976 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "2196276f-6372-411c-a223-3a4b31a29c56", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:44.938234 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a7d824a-963c-4e50-8a08-25978cb100d9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:44.938649 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56', 'code': 200} Jul 09 16:55:44.945857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f6f71550-5258-42c7-a1cb-974d3c592f64 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:44.946518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 39a2954f-f3b5-476e-8552-3f6cef2a1d36 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:45.059855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:55:45.073385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] Sync routers for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:55:45.089565 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:45.090397 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:45.099999 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.131246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port 21f0e408-5bb2-456a-8543-9ea4c364f344 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:45.140016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.143027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-d0907f1d-2228-4400-9ac8-9ba4bcd6062f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "DELETE /v2.0/ports/21f0e408-5bb2-456a-8543-9ea4c364f344 HTTP/1.1" status: 204 len: 173 time: 1.4522557 Jul 09 16:55:45.176020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:45.203524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:45.214318 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.215561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 21f0e408-5bb2-456a-8543-9ea4c364f344 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:45.298434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 21f0e408-5bb2-456a-8543-9ea4c364f344 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:45.299173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 21f0e408-5bb2-456a-8543-9ea4c364f344 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:45.299859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:45.318703 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:45.366772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:45.465740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 2196276f-6372-411c-a223-3a4b31a29c56 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:45.466240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.524019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:45.533784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Deleting subnet 2adc25e3-f1ee-42aa-ac57-57a8460ba679 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:55:45.571338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.605929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.669070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.669288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:45.677830 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.679206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6c4973e5-3d27-440f-9406-b23ff8b9d888 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:45.694160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port 2196276f-6372-411c-a223-3a4b31a29c56, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2196276f-6372-411c-a223-3a4b31a29c56,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:45.694802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.711507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 2196276f-6372-411c-a223-3a4b31a29c56 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:45.766861 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.769951 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:51Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:45.790417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:45.806309 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] Checking router: e33a5bfa-72ae-43e2-8745-e4cfe4023e80 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:55:45.818001 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:45.819151 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:55:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:45.867637 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.920572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.928387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:45.928749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.935786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.942927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:45.948213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2adc25e3-f1ee-42aa-ac57-57a8460ba679 HTTP/1.1" status: 204 len: 168 time: 0.5779903 Jul 09 16:55:45.949866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:45.975843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c7f5-a4be-4fd1-800b-109b4941fae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2adc25e3-f1ee-42aa-ac57-57a8460ba679,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:45.992890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:45.996039 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c5db3-7e22-4d36-a81e-7194394f5f3b" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:45.999916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=2196276f-6372-411c-a223-3a4b31a29c56,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:46.053204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:46.064296 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:46.101449 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9af619-b502-43f2-871b-2d32d076513c x-openstack-request-id: req-7c9af619-b502-43f2-871b-2d32d076513c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:46.101751 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "21f0e408-5bb2-456a-8543-9ea4c364f344", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:46.102006 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c9af619-b502-43f2-871b-2d32d076513c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:46.102411 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '21f0e408-5bb2-456a-8543-9ea4c364f344', 'status': 'completed', 'code': 200} Jul 09 16:55:46.103304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port 2196276f-6372-411c-a223-3a4b31a29c56 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:46.105919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.108870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-97a70c37-5fdb-4a40-8e8d-3723bc0039dd tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "DELETE /v2.0/ports/2196276f-6372-411c-a223-3a4b31a29c56 HTTP/1.1" status: 204 len: 173 time: 0.9578316 Jul 09 16:55:46.194341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.329022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 6c4973e5-3d27-440f-9406-b23ff8b9d888 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:46.329358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.387115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.401694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615cc777-a9e8-4ffd-93a4-ec4c92e3a963']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:46.435497 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:51Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:46.466029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:46.466721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d255c1-e480-4cd8-801f-2c1d0c7bece3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:46.489953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.493411 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f665bd8-c758-410c-ba8c-e1503461d3ea None None] The sync data for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 is: [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:44:43Z', 'revision_number': 4, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18', 'name': '', 'network_id': '97898012-36dc-4338-8b66-f21055404fb6', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'mac_address': 'fa:16:3e:e0:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:40Z', 'updated_at': '2021-07-09T16:44:51Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'subnets': [{'id': '5ca0dc34-f4b5-488e-b231-6a0a9d4562a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:55:46.534815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port 6c4973e5-3d27-440f-9406-b23ff8b9d888, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6c4973e5-3d27-440f-9406-b23ff8b9d888,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:46.535432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.550042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 6c4973e5-3d27-440f-9406-b23ff8b9d888 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:46.610215 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.629676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:55:46.630343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:55:46.637389 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:55:46.728239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.777694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=6c4973e5-3d27-440f-9406-b23ff8b9d888,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:46.809619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1529-de89-4da8-88c3-08340a160ca2 req-7ff774b5-9cb1-48fb-84ea-80893db94215 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:46.826405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1529-de89-4da8-88c3-08340a160ca2 req-7ff774b5-9cb1-48fb-84ea-80893db94215 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:46.834707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1529-de89-4da8-88c3-08340a160ca2 req-7ff774b5-9cb1-48fb-84ea-80893db94215 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:46.842195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9ed1529-de89-4da8-88c3-08340a160ca2 req-7ff774b5-9cb1-48fb-84ea-80893db94215 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 2332 time: 0.3271599 Jul 09 16:55:46.888813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port 6c4973e5-3d27-440f-9406-b23ff8b9d888 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:46.891722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.893879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-38f0f280-4ace-461d-900d-8e8931543611 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "DELETE /v2.0/ports/6c4973e5-3d27-440f-9406-b23ff8b9d888 HTTP/1.1" status: 204 len: 173 time: 0.7744381 Jul 09 16:55:46.897952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9ed1529-de89-4da8-88c3-08340a160ca2 req-df59ed99-9263-427b-aeb7-1add90719edf tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545466 Jul 09 16:55:46.900966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.926064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.928723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] 10.222.0.48 "DELETE /v2.0/networks/615cc777-a9e8-4ffd-93a4-ec4c92e3a963 HTTP/1.1" status: 204 len: 168 time: 0.9542246 Jul 09 16:55:46.940326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:46.943482 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f831a-5b4d-44d8-af03-bec9092c946f" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:46.976534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8910f0-e45e-4744-bf46-7ac74cb1bcba admin admin] Pushing event deleted for resources: {'Network': ['ID=615cc777-a9e8-4ffd-93a4-ec4c92e3a963,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:47.048133 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9f835f-c3b3-4dbd-9905-f4d10eb2badd x-openstack-request-id: req-ce9f835f-c3b3-4dbd-9905-f4d10eb2badd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:47.048441 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:47.048700 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce9f835f-c3b3-4dbd-9905-f4d10eb2badd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:47.049113 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36', 'code': 200} Jul 09 16:55:47.049369 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e', 'code': 200} Jul 09 16:55:47.049625 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888', 'code': 200} Jul 09 16:55:47.058144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff8aca5-dd2d-4441-95dc-715bb17b2205 None None] New status for floating IP 82cbd3a0-3bd2-41d4-9421-e40031b078ca: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:55:47.139143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:47.140060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.270233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:47.288503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:47.289171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.320213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:47.388199 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a474260a-2e03-4a13-a867-111dd9d500ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16eadbb7ebda42a5af20646de80aec75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142261 Jul 09 16:55:47.388909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:47.509776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7881bba8-8b7f-4592-bdaf-517d40fcf6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.559192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7881bba8-8b7f-4592-bdaf-517d40fcf6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.590862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.634299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ee1decf6-69f3-4514-b4a6-e47607c5e9d9 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:47.641460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:47.657578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7881bba8-8b7f-4592-bdaf-517d40fcf6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.671684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7881bba8-8b7f-4592-bdaf-517d40fcf6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.673232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7881bba8-8b7f-4592-bdaf-517d40fcf6ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c HTTP/1.1" status: 204 len: 168 time: 0.2814097 Jul 09 16:55:47.677306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: ee1decf6-69f3-4514-b4a6-e47607c5e9d9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:47.678415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ee1decf6-69f3-4514-b4a6-e47607c5e9d9 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:47.689492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881bba8-8b7f-4592-bdaf-517d40fcf6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ef3d9-1a45-4a3e-8d1b-3ebe11247a7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:47.730298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port 5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:47.740743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:47.744206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-1acc78df-af76-4a0f-94f5-89dfa496c0b4 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "DELETE /v2.0/ports/5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e HTTP/1.1" status: 204 len: 173 time: 0.8433752 Jul 09 16:55:47.888456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:47.889130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:48.086810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port 39a2954f-f3b5-476e-8552-3f6cef2a1d36, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=39a2954f-f3b5-476e-8552-3f6cef2a1d36,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:48.087182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:48.113304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888'}, {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:48.125588 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf402e-3c0a-4d65-95b5-826aff21fb90" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "2196276f-6372-411c-a223-3a4b31a29c56"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888"}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:48.168049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 39a2954f-f3b5-476e-8552-3f6cef2a1d36 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:48.259266 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918992ea-f29b-424a-b181-e1949a3e13b5 x-openstack-request-id: req-918992ea-f29b-424a-b181-e1949a3e13b5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:48.259770 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "2196276f-6372-411c-a223-3a4b31a29c56", "status": "completed", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "6c4973e5-3d27-440f-9406-b23ff8b9d888", "status": "completed", "code": 200}, {"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:48.259966 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-918992ea-f29b-424a-b181-e1949a3e13b5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:48.260385 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '2196276f-6372-411c-a223-3a4b31a29c56', 'status': 'completed', 'code': 200} Jul 09 16:55:48.262039 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '6c4973e5-3d27-440f-9406-b23ff8b9d888', 'status': 'completed', 'code': 200} Jul 09 16:55:48.262312 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '5d36ffac-54bf-4e2a-8ddf-1ce36dcd8b7e', 'status': 'completed', 'code': 200} Jul 09 16:55:48.290595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78907-0b38-4f58-b04e-83e1fc5d9790 req-881fa814-b4cd-4aa9-a16a-e1cde3115628 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:48.323047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dc78907-0b38-4f58-b04e-83e1fc5d9790 req-881fa814-b4cd-4aa9-a16a-e1cde3115628 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 943 time: 0.1660430 Jul 09 16:55:48.423149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dc78907-0b38-4f58-b04e-83e1fc5d9790 req-b0c4b545-6a02-424b-9d3f-b9b37fc85e38 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b8e79c5-d9a4-466b-9148-62234acecc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980692 Jul 09 16:55:48.451882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:48.484502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=39a2954f-f3b5-476e-8552-3f6cef2a1d36,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:48.565393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port 39a2954f-f3b5-476e-8552-3f6cef2a1d36 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:48.569191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:48.571509 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3dd862e8-d80d-4561-9d89-8c04b73037b0 req-b332cb56-6b52-48fd-ab56-2e57bec806d5 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.43 "DELETE /v2.0/ports/39a2954f-f3b5-476e-8552-3f6cef2a1d36 HTTP/1.1" status: 204 len: 173 time: 0.8207603 Jul 09 16:55:48.904325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:49.072700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-553956205-network', 'tenant_id': '3cdcf76ef03843e79db6d2ef8f40b8b1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:49.133449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Made reservation on behalf of 3cdcf76ef03843e79db6d2ef8f40b8b1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:49.137887 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.151729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.303421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.308680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.325888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:55:49.336575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.337199 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Added segment 20d5b9d4-f028-49f4-bbfc-3af6c021d760 of type vlan for network ed23fc1d-6011-442a-946d-5d286dc192c4 Jul 09 16:55:49.400797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.405215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf054d-1350-4f9f-87a5-1cde39b77268,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:49.455988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.457799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:49.458905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.536309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:49.543217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Request body: {'subnet': {'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-553956205-subnet', 'tenant_id': '3cdcf76ef03843e79db6d2ef8f40b8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:49.546387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6297259 Jul 09 16:55:49.601093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934bd74-4c00-4533-9e6a-a1ff742d86e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed23fc1d-6011-442a-946d-5d286dc192c4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:49.623666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Made reservation on behalf of 3cdcf76ef03843e79db6d2ef8f40b8b1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:49.627812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ed23fc1d-6011-442a-946d-5d286dc192c4 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:55:49.633505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:49.692720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26f0f30b-07a4-4e1b-8262-b70172a68ef7 req-2748981c-4cab-4177-beef-763e979a4b75 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0552878 Jul 09 16:55:49.974810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:50.051124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Checking segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:50.051483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Network hostable DHCP agents. Network: ed23fc1d-6011-442a-946d-5d286dc192c4, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:55:50.057454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12fc149-8220-4b51-9537-6c362a322c00,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:50.076117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Network ed23fc1d-6011-442a-946d-5d286dc192c4 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:55:50.088560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ed23fc1d-6011-442a-946d-5d286dc192c4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:50.093285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:50.094424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:50.100126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f97029-1e92-45bc-ad84-9200226733f7 None None] Network ed23fc1d-6011-442a-946d-5d286dc192c4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:50.129412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67f5f35f-4a64-41bb-8a6a-39ef6941c170 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5907316 Jul 09 16:55:50.264391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:50.266971 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505827c-c315-46e9-9ed1-a8e9f6acbe34" -d '{"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:50.346784 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a610490-8d79-498c-aebc-2e35d5662c43 x-openstack-request-id: req-9a610490-8d79-498c-aebc-2e35d5662c43 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:50.347091 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6005bb3-8fd1-446c-860e-4ecd9960eaa3", "name": "network-vif-deleted", "tag": "39a2954f-f3b5-476e-8552-3f6cef2a1d36", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:50.347346 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a610490-8d79-498c-aebc-2e35d5662c43 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:50.347747 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6005bb3-8fd1-446c-860e-4ecd9960eaa3', 'name': 'network-vif-deleted', 'tag': '39a2954f-f3b5-476e-8552-3f6cef2a1d36', 'status': 'completed', 'code': 200} Jul 09 16:55:50.420376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ffb43-9101-45ab-af93-af79d1f2a8ba None None] Network ed23fc1d-6011-442a-946d-5d286dc192c4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:50.497522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:50.687379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1c35-2356-45ce-bad5-d406bb437505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:50.950744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1c35-2356-45ce-bad5-d406bb437505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:50.966702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1c35-2356-45ce-bad5-d406bb437505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:50.999291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0343d0a-9820-477a-b4f7-5f1a68f23fa1 req-232fc559-5db6-4a18-9247-81bcb2774e44 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0508425 Jul 09 16:55:51.063500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:51.063649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b9c1c35-2356-45ce-bad5-d406bb437505 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa0b6f3691964cef8ba35d189735257f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649047 Jul 09 16:55:51.068560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c1c35-2356-45ce-bad5-d406bb437505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a07ff8-f998-4d8d-80fc-80adaccd3780,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:51.123419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-ba7bd846-5d7f-444c-9ccc-68312a15fd37 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:51.131588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-ba7bd846-5d7f-444c-9ccc-68312a15fd37 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 813 time: 0.2554612 Jul 09 16:55:51.162582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-ecf08592-f8d6-44dc-bca2-245908dfcd62 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/quotas/3cdcf76ef03843e79db6d2ef8f40b8b1 HTTP/1.1" status: 200 len: 375 time: 0.0300174 Jul 09 16:55:51.204731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9247d34-5a3d-41d0-9bd1-d54b2a5edfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:51.244947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9247d34-5a3d-41d0-9bd1-d54b2a5edfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:51.248061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-0064e51d-9b21-4c5c-8e31-eea70beb170d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780239 Jul 09 16:55:51.342511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9247d34-5a3d-41d0-9bd1-d54b2a5edfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:51.346640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9247d34-5a3d-41d0-9bd1-d54b2a5edfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:51.348031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9247d34-5a3d-41d0-9bd1-d54b2a5edfd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85a07ff8-f998-4d8d-80fc-80adaccd3780 HTTP/1.1" status: 204 len: 168 time: 0.2794080 Jul 09 16:55:51.365261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9247d34-5a3d-41d0-9bd1-d54b2a5edfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a07ff8-f998-4d8d-80fc-80adaccd3780,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:51.518935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-8b374067-9191-46e4-88a5-bf44dd6c419e service neutron] 10.222.0.48 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699115 Jul 09 16:55:51.683607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-a245a53c-d2ad-4c94-bf6b-6de280839d4a service neutron] 10.222.0.48 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580918 Jul 09 16:55:51.964831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb6c8adc-b293-4d4a-a5b8-ede4fdf9b917 req-5b967f9c-75c4-4b16-82cb-2fe799c7ee4e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 210 time: 0.0599191 Jul 09 16:55:52.230719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b5834d3-6df8-4c69-b101-82b66c662d00 req-293add09-fee0-4fe4-8d06-f364a50d7ad9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0371885 Jul 09 16:55:53.208018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cb7b323-3fed-428f-a745-61a3fc2b0a42 req-c8074afe-074e-433a-be3e-d5e312e81864 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Jul 09 16:55:53.436741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b72bea7b-8fbc-4c2b-8495-e5804026f390 req-2432328b-1722-4ec2-b6de-b5da535de8c3 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0482545 Jul 09 16:55:53.775794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:54.014700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-201e0d07-bd80-4333-9ad8-1cdedf378c45 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:54.017606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-201e0d07-bd80-4333-9ad8-1cdedf378c45 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.37 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 813 time: 0.1740360 Jul 09 16:55:54.047618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Request body: {'port': {'device_id': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'admin_state_up': True, 'tenant_id': '3cdcf76ef03843e79db6d2ef8f40b8b1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:54.421545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-228f437f-b5d0-4c15-8cb4-d5a900d0a6c7 req-9b1384f3-c750-4e88-b7b8-fc29affc89f2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 210 time: 0.0337665 Jul 09 16:55:54.542881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Made reservation on behalf of 3cdcf76ef03843e79db6d2ef8f40b8b1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:54.549679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:54.670613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3096a987-4a79-485e-a03a-092cd4f3537d req-51c42e59-0a5f-4615-b5da-a7471779103b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0716460 Jul 09 16:55:54.741090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Allocated IP 172.20.0.9 (ed23fc1d-6011-442a-946d-5d286dc192c4/c12fc149-8220-4b51-9537-6c362a322c00/ec0c26c3-2bf4-4034-a8de-ee29748ac98d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:55:54.943343 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:54.997713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.062552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Network ed23fc1d-6011-442a-946d-5d286dc192c4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:55:55.065889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:55.069139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:55:55.101517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:55.136266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:55.137418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.153401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-b2f3da3a-393f-4800-947c-3bd810f0405f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1167293 Jul 09 16:55:55.172376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Request body: {'port': {'device_id': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:55.253106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.570203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:55.584328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.601261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Transition to ACTIVE for port object ec0c26c3-2bf4-4034-a8de-ee29748ac98d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:55.606537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.693495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726210a-ffcf-42b1-b8eb-992d9f911d9e req-ba1e45d6-773d-4e1f-bd99-371946aa0e5f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:55.701504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b726210a-ffcf-42b1-b8eb-992d9f911d9e req-ba1e45d6-773d-4e1f-bd99-371946aa0e5f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.0809186 Jul 09 16:55:55.713843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:55.818216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:55:55.818620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:55:55.818839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on network ed23fc1d-6011-442a-946d-5d286dc192c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:55.824818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on network ed23fc1d-6011-442a-946d-5d286dc192c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:55:55.825209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on network ed23fc1d-6011-442a-946d-5d286dc192c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:55.831918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:55:55.832233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Checking segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:55.832638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Bound using segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:55:55.833109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Bound port: ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:55:55.833487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.925732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:55.930332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:55:55.937518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.986016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:55.986770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.988537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 1091 time: 0.8210554 Jul 09 16:55:55.991385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:55.993844 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99dc10-2e64-4997-b25c-b75149912632" -d '{"events": [{"name": "network-changed", "server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:56.063657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23808fe0-ceb2-42c3-af2d-c09befaa1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:56.158716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-deba02d6-9824-4db1-a9d5-d6932623ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:56.160673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-deba02d6-9824-4db1-a9d5-d6932623ab05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1094 time: 0.0860050 Jul 09 16:55:56.215411 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-06f1ffb1-a24e-45df-b082-7c5c69c9eb32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 217 time: 0.0396204 Jul 09 16:55:56.219412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc255376-80b0-49c1-8b0e-4f71d40f00ad req-b421cd90-0fa1-47c0-9e90-de161521695c tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0506866 Jul 09 16:55:56.270186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b726210a-ffcf-42b1-b8eb-992d9f911d9e req-de36c46b-d3d2-432b-aab7-82a6fc4fa840 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649111 Jul 09 16:55:56.363100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23a0b9ae-e66b-4f2a-86f6-cf6ed82af4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:56.364609 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-23a0b9ae-e66b-4f2a-86f6-cf6ed82af4a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.1414831 Jul 09 16:55:56.374088 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ec0b59-7e08-4ca8-8d8a-ebd0cf7079a9 x-openstack-request-id: req-94ec0b59-7e08-4ca8-8d8a-ebd0cf7079a9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:56.374652 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:56.375079 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94ec0b59-7e08-4ca8-8d8a-ebd0cf7079a9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:56.375657 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'status': 'completed', 'code': 200} Jul 09 16:55:56.479751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-3463ab61-7399-4c4f-90eb-c4344ee8bb21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566010 Jul 09 16:55:56.589833 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-4ef5a417-c2c7-481e-98ac-767b6863deb6 service neutron] 10.222.0.37 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020591 Jul 09 16:55:56.707029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb7f7392-cd53-4f57-9e30-8f8c16f167bc req-811df240-923a-4b89-aac6-505046a73ceb service neutron] 10.222.0.37 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091843 Jul 09 16:55:56.867358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99dc10-2e64-4997-b25c-b75149912632 req-826d0b4a-f4a2-4069-8133-fbc642105c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:56.868782 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-826d0b4a-f4a2-4069-8133-fbc642105c11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1094 time: 0.0604935 Jul 09 16:55:56.969364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99dc10-2e64-4997-b25c-b75149912632 req-52319106-927d-4793-9e57-c58517ad448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:56.971881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-52319106-927d-4793-9e57-c58517ad448a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 914 time: 0.0956390 Jul 09 16:55:57.051749 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-bc91d687-3c83-499d-8d9e-8f42d5aec0ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 217 time: 0.0729470 Jul 09 16:55:57.127694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99dc10-2e64-4997-b25c-b75149912632 req-7f22163c-a1c1-4358-b299-f56de52be3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:57.129211 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-7f22163c-a1c1-4358-b299-f56de52be3f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0695956 Jul 09 16:55:57.172608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-603a7419-118a-4fe8-91fa-559c41bdd97e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359910 Jul 09 16:55:57.281188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-c4936fc5-634b-488a-a93a-a67c20906c3d service neutron] 10.222.0.37 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009252 Jul 09 16:55:57.425963 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa99dc10-2e64-4997-b25c-b75149912632 req-040d4f3a-cb7c-435e-8415-187b889c4068 service neutron] 10.222.0.37 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379788 Jul 09 16:55:57.479193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9541f945-cfd3-4621-9728-7c88eb06e087 req-92251a74-4a98-4861-8041-5c495e7a9249 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0437062 Jul 09 16:55:57.593392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d49a-a7cc-4dc7-8f34-187cb3241705 req-806b71a9-1c05-4c80-8aee-8c7de6fe5b61 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:57.595067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b641d49a-a7cc-4dc7-8f34-187cb3241705 req-806b71a9-1c05-4c80-8aee-8c7de6fe5b61 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.0751777 Jul 09 16:55:57.651565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b641d49a-a7cc-4dc7-8f34-187cb3241705 req-6bf35921-c017-4d1e-961e-b258813a25a9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Jul 09 16:55:58.668959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24bd5d56-7ec0-4b96-a3aa-601f066c0859 req-d7ac2cc7-23f6-47d9-a33e-d066954b991e tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0419950 Jul 09 16:55:58.917755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b6eb8-e5cc-4088-b938-82db00c15c1f req-37a23c07-d66b-465a-ace6-43e3d5b9c77f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:58.919542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-996b6eb8-e5cc-4088-b938-82db00c15c1f req-37a23c07-d66b-465a-ace6-43e3d5b9c77f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.0826464 Jul 09 16:55:58.998113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-996b6eb8-e5cc-4088-b938-82db00c15c1f req-484b68d8-4803-4fe6-8591-e25ba4c2b0be tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726078 Jul 09 16:55:59.843365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e83a9bff-486d-4992-8952-c07223c24400 req-9561aa21-5c00-4465-b3ae-2a19e856a03b tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0302100 Jul 09 16:56:00.190386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929408d-62d6-4c8e-a4c7-85426b424ca0 req-1daae56d-00bd-4dd2-890b-719ad310c839 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:00.192387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1929408d-62d6-4c8e-a4c7-85426b424ca0 req-1daae56d-00bd-4dd2-890b-719ad310c839 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.0748384 Jul 09 16:56:00.235374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1929408d-62d6-4c8e-a4c7-85426b424ca0 req-db9c5001-1448-4846-a607-d35aa3b3bbbe tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jul 09 16:56:01.090818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23996cfb-6de5-4f2c-9170-d0e90b2b3c71 req-a3b0828d-25f6-4733-9dca-871744bd1695 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Jul 09 16:56:01.418111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c878d-7183-49a9-9d7f-2a2dbdbfba7d req-9b0a20a8-78f8-4030-936f-084b6aa893e6 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:01.419906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d6c878d-7183-49a9-9d7f-2a2dbdbfba7d req-9b0a20a8-78f8-4030-936f-084b6aa893e6 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.0654335 Jul 09 16:56:01.460947 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d6c878d-7183-49a9-9d7f-2a2dbdbfba7d req-9ec6719e-0f24-4e50-bba2-5251e9240aed tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Jul 09 16:56:01.718666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:56:01.820954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:01.833248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'port_id': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'mac_address': 'fa:16:3e:f4:4d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12fc149-8220-4b51-9537-6c362a322c00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:56:01.873224 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:01.890593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:01.913734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:01.919406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:01.970206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:02.290807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55409803-8937-48e7-8566-be1df4a32438 req-07925a7d-8d13-43d9-a049-40d240513c74 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Jul 09 16:56:02.321298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ec0c26c3-2bf4-4034-a8de-ee29748ac98d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:02.648100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e4af9-ee7c-40ff-bd72-4e2769829304 req-796f56a8-1661-40de-adab-5b0d9af27f6a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:02.650095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-514e4af9-ee7c-40ff-bd72-4e2769829304 req-796f56a8-1661-40de-adab-5b0d9af27f6a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0689144 Jul 09 16:56:02.691185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-514e4af9-ee7c-40ff-bd72-4e2769829304 req-6ae98d0c-b05b-4ed0-87f8-65ed88156660 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Jul 09 16:56:03.520350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a9f14fb-8aa4-4e0c-b18f-d30fb425e5cf req-fbde262c-f7fa-4b7e-bb91-e871d020bb69 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6005bb3-8fd1-446c-860e-4ecd9960eaa3 HTTP/1.1" status: 200 len: 210 time: 0.0378997 Jul 09 16:56:03.727691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:56:03.807816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port ec0c26c3-2bf4-4034-a8de-ee29748ac98d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:56:03.813305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ec0c26c3-2bf4-4034-a8de-ee29748ac98d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:56:03.813840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:03.926388 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:03.956317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935b9e-00c8-436a-be2f-4bb5ce8a920a req-7b5b386f-3fd8-4af2-86a5-c9ca2bee28b4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:03.959219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1935b9e-00c8-436a-be2f-4bb5ce8a920a req-7b5b386f-3fd8-4af2-86a5-c9ca2bee28b4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0962908 Jul 09 16:56:03.966385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:03.970094 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782c376-a377-4060-b305-4ba8735b01ea" -d '{"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:03.987850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:03.994032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:04.041455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1935b9e-00c8-436a-be2f-4bb5ce8a920a req-f93d91fe-d08a-4cbc-8404-a7055f448626 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723541 Jul 09 16:56:04.053773 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0442de6-df03-407b-bb62-d1820808b54b x-openstack-request-id: req-a0442de6-df03-407b-bb62-d1820808b54b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:04.056640 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:04.056944 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0442de6-df03-407b-bb62-d1820808b54b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:04.057519 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'code': 200} Jul 09 16:56:04.064582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:04.211838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2568f-c2d7-4170-8ee0-13779ab0fe63 req-5267126a-7f05-4328-ae89-6b6e67ea7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:04.214724 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-00e2568f-c2d7-4170-8ee0-13779ab0fe63 req-5267126a-7f05-4328-ae89-6b6e67ea7edb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1096 time: 0.0602596 Jul 09 16:56:04.251047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-00e2568f-c2d7-4170-8ee0-13779ab0fe63 req-5908dcae-ae4d-41d3-b73e-8d99d8f16b7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Jul 09 16:56:04.673415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:04.741457 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:04.774110 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:04.831534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:04.834869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:04.838780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/security-groups/3b8e79c5-d9a4-466b-9148-62234acecc61 HTTP/1.1" status: 204 len: 168 time: 0.1609356 Jul 09 16:56:04.840121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:04.859247 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-73bd9ac2-ea0c-4036-a4dd-be5e65331bae tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] show failed (client error): The resource could not be found. Jul 09 16:56:04.860529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-73bd9ac2-ea0c-4036-a4dd-be5e65331bae tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "GET /v2.0/security-groups/3b8e79c5-d9a4-466b-9148-62234acecc61 HTTP/1.1" status: 404 len: 347 time: 0.0186577 Jul 09 16:56:04.861244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e79c5-d9a4-466b-9148-62234acecc61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:04.863344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:04.876278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.876635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.876978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.877318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.877685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.878027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.878355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.878723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.879055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.879383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.879712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:04.880043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e768ab6-8bbc-49d9-bb9b-fec2302096c9 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:05.012170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port f1b9203c-9ba9-4419-8a4d-e3edb9e3eba5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:05.012429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.110807 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.111424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.124704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for f1b9203c-9ba9-4419-8a4d-e3edb9e3eba5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:05.276738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722d258-9260-4c92-90b3-190ca267e941 req-377ccba1-2cf0-4483-9687-a803860822a8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:05.278187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3722d258-9260-4c92-90b3-190ca267e941 req-377ccba1-2cf0-4483-9687-a803860822a8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1081698 Jul 09 16:56:05.353600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3722d258-9260-4c92-90b3-190ca267e941 req-cbb805fa-85f6-46b4-a30a-f171b051d419 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596516 Jul 09 16:56:05.378440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.407844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=f1b9203c-9ba9-4419-8a4d-e3edb9e3eba5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:05.481478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.484150 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.488702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a91ee91-ead9-426a-9833-cbb7bf030b47 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/floatingips/82cbd3a0-3bd2-41d4-9421-e40031b078ca HTTP/1.1" status: 204 len: 168 time: 0.6212409 Jul 09 16:56:05.489058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:05.603379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 37fdcbf5-a8f8-402e-b099-1bc4309219a4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:05.603743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.714822 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.729885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 37fdcbf5-a8f8-402e-b099-1bc4309219a4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:05.768074 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa18f50d-d989-4190-8ab1-7748a2f6f8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.881291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:05.934972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=37fdcbf5-a8f8-402e-b099-1bc4309219a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:06.019743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:06.021776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ec697d2a-1710-42e6-9a5b-0c30abeaa9eb tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/ports/37fdcbf5-a8f8-402e-b099-1bc4309219a4 HTTP/1.1" status: 204 len: 168 time: 0.5316784 Jul 09 16:56:06.024932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:06.128977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port f6f71550-5258-42c7-a1cb-974d3c592f64 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:06.129217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:06.221855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:06.237363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for f6f71550-5258-42c7-a1cb-974d3c592f64 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:06.406984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:06.505379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=f6f71550-5258-42c7-a1cb-974d3c592f64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:06.599903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0da5f-61f9-4245-9807-c20bbe9cd6a0 req-e2abd465-3602-4bb2-ae2f-2d2be86db95c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:06.601503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0e0da5f-61f9-4245-9807-c20bbe9cd6a0 req-e2abd465-3602-4bb2-ae2f-2d2be86db95c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1032908 Jul 09 16:56:06.607359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:06.610884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2f0382a5-0eae-44fe-be3a-a7b96537fe09 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/ports/f6f71550-5258-42c7-a1cb-974d3c592f64 HTTP/1.1" status: 204 len: 168 time: 0.5848145 Jul 09 16:56:06.614747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:06.693875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0e0da5f-61f9-4245-9807-c20bbe9cd6a0 req-c104e926-9953-4732-ac33-3037e45aef37 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852482 Jul 09 16:56:06.731296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting subnet 8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:56:06.735950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:06.824472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.047175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.240585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.298950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:07.303491 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.308305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-47ead41c-914c-43ca-84d4-af421dd4d20f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/subnets/8a9d9f7e-d6a8-4777-b1fd-19f04bc498d3 HTTP/1.1" status: 204 len: 168 time: 0.6897779 Jul 09 16:56:07.310617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39848) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:07.313505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41bda15-3916-4d98-8e9b-73b54d68682e None None] Network 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:07.387408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-8150f547-18bf-4800-8eb4-1272749e23c0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:07.395551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-8150f547-18bf-4800-8eb4-1272749e23c0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 813 time: 0.2736349 Jul 09 16:56:07.406173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting subnet a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:56:07.415607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-794a52b4-5e8d-4b42-bcba-15793f0ce302 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/quotas/3cdcf76ef03843e79db6d2ef8f40b8b1 HTTP/1.1" status: 200 len: 375 time: 0.0187111 Jul 09 16:56:07.417110 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.493145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.546075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-12c8af3a-e955-40cd-8725-515ccd9ad379 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296601 Jul 09 16:56:07.552021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-e236387f-dca5-407d-9b72-965a046460e4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:56:07.560192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-e236387f-dca5-407d-9b72-965a046460e4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130997 Jul 09 16:56:07.698919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.717359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-a5181f71-8eb7-4b38-935a-914769b8e27e service neutron] 10.222.0.48 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562192 Jul 09 16:56:07.755610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] DHCP port deletion for 5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:56:07.851498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] Deleting port 0aa3fa7b-4705-444b-bf64-c51102e1c88c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:07.851832 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.855155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.923903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:07.934366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-d8947a8a-582f-427d-9b55-a7774ee80801 service neutron] 10.222.0.48 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009323 Jul 09 16:56:07.935881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.940647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:07.941660 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a128ec4c-50be-4c19-8353-81c86aad653f tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/subnets/a0ccfaa3-dd7e-4635-bcc5-5ed529253fd5 HTTP/1.1" status: 204 len: 168 time: 0.6260169 Jul 09 16:56:07.948869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] For port 0aa3fa7b-4705-444b-bf64-c51102e1c88c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0aa3fa7b-4705-444b-bf64-c51102e1c88c,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:07.949277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:07.953379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d51b2f-437b-4190-a2ee-e8b82e30bc75 None None] Network 11e40d17-dbf0-42b3-9d46-7753c311f95d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:08.158492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] Calling delete_port for 0aa3fa7b-4705-444b-bf64-c51102e1c88c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:08.201973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.396699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.398687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port 0aa3fa7b-4705-444b-bf64-c51102e1c88c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:08.399358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.494173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd70d454-bb14-43f8-9241-d5eb80cc3fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.534864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eed95868-e8fb-42cf-91da-6a2b223b7fe3 req-c6a35d46-078b-48aa-a3ad-050c6681e59f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 210 time: 0.0762165 Jul 09 16:56:08.601734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port 0aa3fa7b-4705-444b-bf64-c51102e1c88c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0aa3fa7b-4705-444b-bf64-c51102e1c88c,segment=NetworkSegment(3363525e-bef0-48d0-b82a-5d56d1ffbe6b),segment_id=3363525e-bef0-48d0-b82a-5d56d1ffbe6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:08.602722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.618292 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.626695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for 0aa3fa7b-4705-444b-bf64-c51102e1c88c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:08.640496 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.697307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] DHCP port deletion for 11e40d17-dbf0-42b3-9d46-7753c311f95d request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:56:08.726244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] Pushing event deleted for resources: {'Port': ['ID=0aa3fa7b-4705-444b-bf64-c51102e1c88c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:08.730282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630564a-d342-404a-97e2-39fd54c9ac72 None None] No DVR routers for this DVR port 0aa3fa7b-4705-444b-bf64-c51102e1c88c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:08.804768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] Deleting port fb7c670e-55ea-4a5d-9860-fc4659c90f3a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:08.805231 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.821086 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:08.885182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=0aa3fa7b-4705-444b-bf64-c51102e1c88c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:08.936624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port 0aa3fa7b-4705-444b-bf64-c51102e1c88c on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:09.095481 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.135208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a2b7c-c95a-4e02-a352-28ff498fa1a5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:09.177405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3363525e-bef0-48d0-b82a-5d56d1ffbe6b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:09.178512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3363525e-bef0-48d0-b82a-5d56d1ffbe6b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:09.227105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.233513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] For port fb7c670e-55ea-4a5d-9860-fc4659c90f3a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:09.234095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.270072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] Calling delete_port for fb7c670e-55ea-4a5d-9860-fc4659c90f3a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:09.280927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.308112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:56:09.308785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:56:09.312394 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:56:09.378018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0aa3fa7b-4705-444b-bf64-c51102e1c88c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:09.447765 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.472076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0aa3fa7b-4705-444b-bf64-c51102e1c88c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:09.472973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0aa3fa7b-4705-444b-bf64-c51102e1c88c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:09.474265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fb7c670e-55ea-4a5d-9860-fc4659c90f3a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:09.481834 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.485810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/networks/5c8a2b7c-c95a-4e02-a352-28ff498fa1a5 HTTP/1.1" status: 204 len: 168 time: 1.5435510 Jul 09 16:56:09.489113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:09.602056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.603124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dbec5-984a-410d-8c66-b564b67d7a30 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Network': ['ID=5c8a2b7c-c95a-4e02-a352-28ff498fa1a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:09.668948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.829071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Deleting port fb7c670e-55ea-4a5d-9860-fc4659c90f3a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:09.829514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.869129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.872624 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:09.976143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] Pushing event deleted for resources: {'Port': ['ID=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:09.995122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e565ada-361a-491d-873f-b703f1804375 req-cf682e89-ace8-48a7-b7c1-b7808ced46f0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 210 time: 0.0674677 Jul 09 16:56:10.000326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05373efa-4b64-44ec-9f15-437e3a65e3e8 None None] No DVR routers for this DVR port fb7c670e-55ea-4a5d-9860-fc4659c90f3a on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:10.103054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] For port fb7c670e-55ea-4a5d-9860-fc4659c90f3a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,segment=NetworkSegment(a1387149-b5bb-48a9-84cb-fc85f9a01981),segment_id=a1387149-b5bb-48a9-84cb-fc85f9a01981)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:10.103430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.124757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Calling delete_port for fb7c670e-55ea-4a5d-9860-fc4659c90f3a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:10.243490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.274414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Port': ['ID=fb7c670e-55ea-4a5d-9860-fc4659c90f3a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:10.285445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] No DVR routers for this DVR port fb7c670e-55ea-4a5d-9860-fc4659c90f3a on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:10.455384 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.486275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e40d17-dbf0-42b3-9d46-7753c311f95d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:10.519611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1387149-b5bb-48a9-84cb-fc85f9a01981') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:10.520700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1387149-b5bb-48a9-84cb-fc85f9a01981') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:10.544812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.578224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.586148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:56:10.586662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:56:10.590645 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:56:10.707724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.724087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:10.735728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] 10.222.0.48 "DELETE /v2.0/networks/11e40d17-dbf0-42b3-9d46-7753c311f95d HTTP/1.1" status: 204 len: 168 time: 1.2392418 Jul 09 16:56:10.782626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5f9e-75e2-4fa4-aebb-c1ab1a6b7a99 tempest-TaggedBootDevicesTest-29348669 tempest-TaggedBootDevicesTest-29348669-project] Pushing event deleted for resources: {'Network': ['ID=11e40d17-dbf0-42b3-9d46-7753c311f95d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:11.074355 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:11.259659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-bde7094f-d75a-45ba-b78b-39db5a4d3f5f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:11.262959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-bde7094f-d75a-45ba-b78b-39db5a4d3f5f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.43 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 813 time: 0.2423913 Jul 09 16:56:11.284433 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Request body: {'port': {'device_id': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'admin_state_up': True, 'tenant_id': '3cdcf76ef03843e79db6d2ef8f40b8b1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:11.360355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-368b755a-0d5b-4f8a-ad4a-251385bc5a44 req-3d24ad94-4f6b-4633-a82e-0ee529afab71 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 210 time: 0.1059067 Jul 09 16:56:11.625494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Made reservation on behalf of 3cdcf76ef03843e79db6d2ef8f40b8b1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:11.633292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:11.906879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Allocated IP 172.20.0.6 (ed23fc1d-6011-442a-946d-5d286dc192c4/c12fc149-8220-4b51-9537-6c362a322c00/0d4009bf-de6e-44dc-9c28-bc814397a30e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:56:12.202198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:12.441649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:12.483125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ec0c26c3-2bf4-4034-a8de-ee29748ac98d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:12.576345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Pushing event updated for resources: {'Port': ['ID=0d4009bf-de6e-44dc-9c28-bc814397a30e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:12.608290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Network ed23fc1d-6011-442a-946d-5d286dc192c4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:56:12.621336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:12.632569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:56:12.781991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:12.789680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:12.836549 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-1ae27f75-d9b2-4b62-8c07-0213c780b9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5618405 Jul 09 16:56:12.854288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Request body: {'port': {'device_id': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:12.984761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ae71d-aae4-484d-ac11-4a66bf44a0ab req-03311f4c-f6ff-4d2a-9527-09aecfc18210 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:12.994267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-063ae71d-aae4-484d-ac11-4a66bf44a0ab req-03311f4c-f6ff-4d2a-9527-09aecfc18210 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 931 time: 0.1755016 Jul 09 16:56:13.014058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:13.052986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-063ae71d-aae4-484d-ac11-4a66bf44a0ab req-3eac50b1-6319-48ef-a92e-63d116fcf064 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576038 Jul 09 16:56:13.551936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4009bf-de6e-44dc-9c28-bc814397a30e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:13.562867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:13.582417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Transition to ACTIVE for port object 0d4009bf-de6e-44dc-9c28-bc814397a30e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:56:13.587224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:13.681919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Pushing event updated for resources: {'Port': ['ID=0d4009bf-de6e-44dc-9c28-bc814397a30e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:13.712331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Attempting to bind port 0d4009bf-de6e-44dc-9c28-bc814397a30e on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:56:13.712703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Attempting to bind port 0d4009bf-de6e-44dc-9c28-bc814397a30e by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:56:13.713018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Attempting to bind port 0d4009bf-de6e-44dc-9c28-bc814397a30e on network ed23fc1d-6011-442a-946d-5d286dc192c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:13.717571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Port 0d4009bf-de6e-44dc-9c28-bc814397a30e on network ed23fc1d-6011-442a-946d-5d286dc192c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:56:13.717999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Attempting to bind port 0d4009bf-de6e-44dc-9c28-bc814397a30e on network ed23fc1d-6011-442a-946d-5d286dc192c4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:13.723305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:56:13.723640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Checking segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:13.723987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Bound using segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:56:13.724627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Bound port: 0d4009bf-de6e-44dc-9c28-bc814397a30e, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:56:13.724987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:13.805719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] For port 0d4009bf-de6e-44dc-9c28-bc814397a30e, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:56:13.809079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] For port 0d4009bf-de6e-44dc-9c28-bc814397a30e, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:56:13.816361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:13.852748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:13.853540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:13.855371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] 10.222.0.43 "PUT /v2.0/ports/0d4009bf-de6e-44dc-9c28-bc814397a30e HTTP/1.1" status: 200 len: 1091 time: 1.0090859 Jul 09 16:56:13.855371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'tag': '0d4009bf-de6e-44dc-9c28-bc814397a30e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:13.857696 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b46755-089b-4b72-8de8-c775df7057db" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a984d1-9fb8-44b9-aee0-958ae955aa4c", "tag": "0d4009bf-de6e-44dc-9c28-bc814397a30e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:13.893858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad31a08-81f8-44ae-83c2-e8a5e49c0b3a service neutron] Pushing event updated for resources: {'Port': ['ID=0d4009bf-de6e-44dc-9c28-bc814397a30e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:13.908482 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d71de72-1de7-49c3-a4b3-2480fba50511 x-openstack-request-id: req-5d71de72-1de7-49c3-a4b3-2480fba50511 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:13.908809 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a984d1-9fb8-44b9-aee0-958ae955aa4c", "tag": "0d4009bf-de6e-44dc-9c28-bc814397a30e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:13.909031 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d71de72-1de7-49c3-a4b3-2480fba50511 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:13.909441 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'tag': '0d4009bf-de6e-44dc-9c28-bc814397a30e', 'status': 'completed', 'code': 200} Jul 09 16:56:13.993354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-c4c0fe1a-6370-4247-a079-9f00d63050a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:13.995006 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-c4c0fe1a-6370-4247-a079-9f00d63050a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 1094 time: 0.0678337 Jul 09 16:56:14.042456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-77f44175-c715-488d-97a6-df2856a8ca8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e HTTP/1.1" status: 200 len: 217 time: 0.0380528 Jul 09 16:56:14.096420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-35a77c71-6a47-4321-8bfc-47f5d2bf8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:14.097935 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-35a77c71-6a47-4321-8bfc-47f5d2bf8f03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0487180 Jul 09 16:56:14.143180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-32774bc4-609c-4e7d-8578-4639dd786817 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317354 Jul 09 16:56:14.245247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-5b4a813c-e8e4-46c5-80a4-c6d68002ee24 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950105 Jul 09 16:56:14.305351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a829dc-96e8-41a3-b1db-69415f3b4908 req-435f2bf0-6142-4ca0-8257-d890c1df7986 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:14.330097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8a829dc-96e8-41a3-b1db-69415f3b4908 req-435f2bf0-6142-4ca0-8257-d890c1df7986 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 943 time: 0.1198900 Jul 09 16:56:14.397918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8a829dc-96e8-41a3-b1db-69415f3b4908 req-706214e2-b61c-4038-8086-724f2ca514f9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Jul 09 16:56:14.428436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3b63bac3-5ff3-47dc-855e-f6ff788cfe60 req-11f2329f-e0fe-4a2b-bb02-c2936aa50171 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718318 Jul 09 16:56:14.623776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b46755-089b-4b72-8de8-c775df7057db req-8b59d8fa-3e32-4d28-8c44-b747a6e4c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:14.626544 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-8b59d8fa-3e32-4d28-8c44-b747a6e4c9da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 1094 time: 0.1371212 Jul 09 16:56:14.765206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b46755-089b-4b72-8de8-c775df7057db req-5ad4d676-2134-4f7b-96f3-ed9c0bb6e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:14.767214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-5ad4d676-2134-4f7b-96f3-ed9c0bb6e5c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 914 time: 0.1312687 Jul 09 16:56:14.874456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-4f8ca750-94d3-4361-a4d9-84d9a8c29fa1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e HTTP/1.1" status: 200 len: 217 time: 0.0907919 Jul 09 16:56:14.956004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b46755-089b-4b72-8de8-c775df7057db req-0806a89e-3054-4881-aafa-6fb5503c78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:14.958221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-0806a89e-3054-4881-aafa-6fb5503c78ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0705197 Jul 09 16:56:15.025734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-cab58fa7-96da-46d8-9fba-b7eddf5699b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535336 Jul 09 16:56:15.169192 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-fffac52b-f707-4f09-b6d3-f16a548b2927 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316984 Jul 09 16:56:15.285750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96b46755-089b-4b72-8de8-c775df7057db req-773d4a01-9b3b-43d6-90cb-00f943052e42 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069577 Jul 09 16:56:15.713493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff110a-8381-43ef-b074-42c5c981bd9a req-b7e6d7e9-6eee-48f0-8eaa-7465efca10f7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:15.716897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8eff110a-8381-43ef-b074-42c5c981bd9a req-b7e6d7e9-6eee-48f0-8eaa-7465efca10f7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 943 time: 0.1598845 Jul 09 16:56:15.787380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8eff110a-8381-43ef-b074-42c5c981bd9a req-395b6457-fb62-4c73-b62e-ff462bb6ff6c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Jul 09 16:56:16.524824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0d4009bf-de6e-44dc-9c28-bc814397a30e details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:56:16.646926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0d4009bf-de6e-44dc-9c28-bc814397a30e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:16.662049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '0d4009bf-de6e-44dc-9c28-bc814397a30e', 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'port_id': '0d4009bf-de6e-44dc-9c28-bc814397a30e', 'mac_address': 'fa:16:3e:5d:fb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12fc149-8220-4b51-9537-6c362a322c00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:56:16.706828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:16.722865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4009bf-de6e-44dc-9c28-bc814397a30e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:16.743938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0d4009bf-de6e-44dc-9c28-bc814397a30e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:16.749391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:16.844246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0d4009bf-de6e-44dc-9c28-bc814397a30e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:17.067563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe6d3-8810-4ab5-aecc-4ef420b341b2 req-3761c617-d924-4071-b357-b0438faa3093 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:17.069340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f11fe6d3-8810-4ab5-aecc-4ef420b341b2 req-3761c617-d924-4071-b357-b0438faa3093 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 944 time: 0.0972395 Jul 09 16:56:17.119133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0d4009bf-de6e-44dc-9c28-bc814397a30e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:17.144405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f11fe6d3-8810-4ab5-aecc-4ef420b341b2 req-bf51ba66-7d96-4660-8ea3-a6d17afcb6d1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667448 Jul 09 16:56:18.353500 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:56:18.380347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f083c-8bcf-478b-9557-07474de916f6 req-cc122683-11e5-4db0-b874-c0820f1f658d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:18.388331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a97f083c-8bcf-478b-9557-07474de916f6 req-cc122683-11e5-4db0-b874-c0820f1f658d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 944 time: 0.1066737 Jul 09 16:56:18.436547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a97f083c-8bcf-478b-9557-07474de916f6 req-90f350eb-7808-46f5-99de-004df19743ca tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 Jul 09 16:56:18.542821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0d4009bf-de6e-44dc-9c28-bc814397a30e up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:56:18.613501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 0d4009bf-de6e-44dc-9c28-bc814397a30e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:56:18.619503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 0d4009bf-de6e-44dc-9c28-bc814397a30e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:56:18.620087 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:18.734415 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:18.763083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4009bf-de6e-44dc-9c28-bc814397a30e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:18.765789 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d91289-2aca-435f-8fab-830de47173ae" -d '{"events": [{"server_uuid": "b0a984d1-9fb8-44b9-aee0-958ae955aa4c", "name": "network-vif-plugged", "status": "completed", "tag": "0d4009bf-de6e-44dc-9c28-bc814397a30e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:18.779618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0d4009bf-de6e-44dc-9c28-bc814397a30e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:18.786103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:18.821869 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4976727a-9aae-4c91-ab28-20c913db4790 x-openstack-request-id: req-4976727a-9aae-4c91-ab28-20c913db4790 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:18.822171 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a984d1-9fb8-44b9-aee0-958ae955aa4c", "name": "network-vif-plugged", "status": "completed", "tag": "0d4009bf-de6e-44dc-9c28-bc814397a30e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:18.823369 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4976727a-9aae-4c91-ab28-20c913db4790 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:18.823369 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4009bf-de6e-44dc-9c28-bc814397a30e', 'code': 200} Jul 09 16:56:18.894327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0d4009bf-de6e-44dc-9c28-bc814397a30e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:18.961046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bf3c7-9262-495c-b435-9d115b2c317e req-c7f05d57-f6ae-4931-be1f-7f935c88e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:18.962801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f77bf3c7-9262-495c-b435-9d115b2c317e req-c7f05d57-f6ae-4931-be1f-7f935c88e0da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 1096 time: 0.0610039 Jul 09 16:56:19.002457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f77bf3c7-9262-495c-b435-9d115b2c317e req-57f799c3-1ee6-421f-af01-f3d0143751c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Jul 09 16:56:19.660547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9fd2-cf2b-4c68-8d11-3c5e61c192b7 req-8fdfb744-e4c2-4d57-b5ed-ceffe1595446 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:19.662294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a61d9fd2-cf2b-4c68-8d11-3c5e61c192b7 req-8fdfb744-e4c2-4d57-b5ed-ceffe1595446 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 945 time: 0.0991204 Jul 09 16:56:19.715960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a61d9fd2-cf2b-4c68-8d11-3c5e61c192b7 req-ad5cbc37-32c7-43b6-b5d2-b95f25bdcdea tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456865 Jul 09 16:56:20.917661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220d50-bfd0-45d5-8ceb-d389cc16eb8c req-b9d897b6-96f8-4470-a5fb-88a46c178a4d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:20.921195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7220d50-bfd0-45d5-8ceb-d389cc16eb8c req-b9d897b6-96f8-4470-a5fb-88a46c178a4d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 945 time: 0.0746465 Jul 09 16:56:20.967944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7220d50-bfd0-45d5-8ceb-d389cc16eb8c req-caeaa843-b4f4-4afd-aba7-b829b24690db tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jul 09 16:56:21.492964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb32ee6-162c-4cb3-8f38-b6d542c19605 req-c28483d1-cde9-45f4-bff3-0e2fd01ea20d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.494696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccb32ee6-162c-4cb3-8f38-b6d542c19605 req-c28483d1-cde9-45f4-bff3-0e2fd01ea20d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 945 time: 0.1062839 Jul 09 16:56:21.596320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccb32ee6-162c-4cb3-8f38-b6d542c19605 req-16693b04-c3be-47a9-a39b-5096247d7004 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823882 Jul 09 16:56:22.739304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:23.006656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10515a-09c9-497a-8d53-1a50bf8c86bc req-213b9772-49e6-42c5-a62f-3318fc7cab60 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.013395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed10515a-09c9-497a-8d53-1a50bf8c86bc req-213b9772-49e6-42c5-a62f-3318fc7cab60 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 945 time: 0.2072890 Jul 09 16:56:23.162221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed10515a-09c9-497a-8d53-1a50bf8c86bc req-1bb331b1-246d-4699-a29b-f489b9d9b47c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343613 Jul 09 16:56:23.265734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-a6a6cb67-7310-4d4b-bead-2c1e950992b4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.267455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-a6a6cb67-7310-4d4b-bead-2c1e950992b4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 945 time: 0.1025620 Jul 09 16:56:23.316225 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-71926c3b-7097-4a9c-9dad-78bea381d8be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3849456 Jul 09 16:56:23.492278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Deleting port 0d4009bf-de6e-44dc-9c28-bc814397a30e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:23.493350 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:23.679782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] For port 0d4009bf-de6e-44dc-9c28-bc814397a30e, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0d4009bf-de6e-44dc-9c28-bc814397a30e,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:23.680102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:23.704331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Calling delete_port for 0d4009bf-de6e-44dc-9c28-bc814397a30e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:23.779850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:23.892223 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:23.906155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0d4009bf-de6e-44dc-9c28-bc814397a30e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:23.935009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Pushing event deleted for resources: {'Port': ['ID=0d4009bf-de6e-44dc-9c28-bc814397a30e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:23.952384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.953492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.954101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.954744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.955359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.955963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.957174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.959472 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-dff6d4c1-da16-4851-a419-4ea2cde369a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.5729649 Jul 09 16:56:23.964723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ec0c26c3-2bf4-4034-a8de-ee29748ac98d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:24.024166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] No DVR routers for this DVR port 0d4009bf-de6e-44dc-9c28-bc814397a30e on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:24.027419 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:24.030056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-434e2d9c-cfb3-4c18-804e-3e29466d6a49 req-754e9b04-b74e-4413-b972-2f9e2c0a9673 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.43 "DELETE /v2.0/ports/0d4009bf-de6e-44dc-9c28-bc814397a30e HTTP/1.1" status: 204 len: 173 time: 0.7562408 Jul 09 16:56:24.030754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'name': 'network-vif-deleted', 'tag': '0d4009bf-de6e-44dc-9c28-bc814397a30e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:24.048839 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b148bc7f-a41b-4767-8882-e4ce9dd4d85d" -d '{"events": [{"server_uuid": "b0a984d1-9fb8-44b9-aee0-958ae955aa4c", "name": "network-vif-deleted", "tag": "0d4009bf-de6e-44dc-9c28-bc814397a30e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:24.131922 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5121008-1ae3-4e91-8ed5-d7648f47f144 x-openstack-request-id: req-f5121008-1ae3-4e91-8ed5-d7648f47f144 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:24.132222 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a984d1-9fb8-44b9-aee0-958ae955aa4c", "name": "network-vif-deleted", "tag": "0d4009bf-de6e-44dc-9c28-bc814397a30e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:24.133092 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5121008-1ae3-4e91-8ed5-d7648f47f144 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:24.133092 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a984d1-9fb8-44b9-aee0-958ae955aa4c', 'name': 'network-vif-deleted', 'tag': '0d4009bf-de6e-44dc-9c28-bc814397a30e', 'status': 'completed', 'code': 200} Jul 09 16:56:24.347470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-5f1430bb-270a-4400-8eb7-d60a74388412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:24.351948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-5f1430bb-270a-4400-8eb7-d60a74388412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:24.352778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-5f1430bb-270a-4400-8eb7-d60a74388412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:24.354382 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-5f1430bb-270a-4400-8eb7-d60a74388412 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 2297 time: 0.3405731 Jul 09 16:56:24.443508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f4d8780-d182-48d0-9314-c8ad9c8f8123 req-30cf7c9d-42f6-4268-9aa9-6976cf5c856f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0a984d1-9fb8-44b9-aee0-958ae955aa4c HTTP/1.1" status: 200 len: 210 time: 0.0446341 Jul 09 16:56:24.463179 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-9ab0707b-ce07-43f8-a15c-f6727cd5fa17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1002 time: 0.0954309 Jul 09 16:56:24.526658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:24.588252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-340309a6-bde9-4dcd-bd5b-f4494d3f47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:24.589742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-340309a6-bde9-4dcd-bd5b-f4494d3f47f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.1186373 Jul 09 16:56:24.773912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-9450945b-0823-43e7-afab-db605082ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:24.775492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-9450945b-0823-43e7-afab-db605082ff77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703925 Jul 09 16:56:24.915809 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-7889f5f0-c3b3-4c04-aa58-b099a48edad7 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314645 Jul 09 16:56:25.076211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Deleting port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:25.076986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.085232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-0f34b7cb-c75b-4487-aaa6-66b52d1b2ae4 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580820 Jul 09 16:56:25.176912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-601752d1-5d8f-435d-8c62-30f8755e36cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 217 time: 0.0846992 Jul 09 16:56:25.258286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] For port cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:25.258965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.263155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-6c9e4170-de26-47e0-b9b2-52d29c28a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:25.264979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-6c9e4170-de26-47e0-b9b2-52d29c28a1af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0797377 Jul 09 16:56:25.314730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Calling delete_port for cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:25.398389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-fdf09543-ea1f-47a1-b773-f6907ffaf008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:25.399928 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-fdf09543-ea1f-47a1-b773-f6907ffaf008 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263316 Jul 09 16:56:25.569187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-2e7d1b5b-23b9-4062-85ac-f354e6c609de service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607132 Jul 09 16:56:25.682852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.726761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a070-51f4-4f1d-bfec-fb93b220758a req-bce5f381-7dd0-4d92-abb5-19db4e90876d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:25.729073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7196a070-51f4-4f1d-bfec-fb93b220758a req-bce5f381-7dd0-4d92-abb5-19db4e90876d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0812621 Jul 09 16:56:25.759895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:25.816908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-61a645be-05c5-4ebb-851a-74b80d9fced3 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197940 Jul 09 16:56:25.823506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7196a070-51f4-4f1d-bfec-fb93b220758a req-bf97522c-0056-4ac6-9f07-2049d048a58c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870249 Jul 09 16:56:25.890797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-a0a516b3-dae5-4376-b6f7-53dd67a3887a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 217 time: 0.0643156 Jul 09 16:56:26.040072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-c269cebe-228b-4cd6-bf31-19db97466870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:26.041854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-c269cebe-228b-4cd6-bf31-19db97466870 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1154621 Jul 09 16:56:26.101239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:26.133205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5df90-82f4-4c95-9f9e-ec34ea36fbdc req-47d40dde-01be-4e29-9ec7-29753b655795 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:26.135130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7c5df90-82f4-4c95-9f9e-ec34ea36fbdc req-47d40dde-01be-4e29-9ec7-29753b655795 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0944386 Jul 09 16:56:26.172520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-1acc74c2-7e07-4876-9ca8-01ec102886e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:26.174182 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-1acc74c2-7e07-4876-9ca8-01ec102886e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217732 Jul 09 16:56:26.190534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7c5df90-82f4-4c95-9f9e-ec34ea36fbdc req-7b971c37-6d87-48e2-a96d-04e7ca22c0b4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Jul 09 16:56:26.341722 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-51151410-c96e-4e43-b41a-a68373616704 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569903 Jul 09 16:56:26.376801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c37d5-16e3-4d19-ad8f-a43f1ebedf14 req-dbc6b464-555d-4713-b297-96ae6050949f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:26.386192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-537c37d5-16e3-4d19-ad8f-a43f1ebedf14 req-dbc6b464-555d-4713-b297-96ae6050949f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0815942 Jul 09 16:56:26.436027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-537c37d5-16e3-4d19-ad8f-a43f1ebedf14 req-d3fba7bc-4c1c-497f-96a8-fc75d7dde2cb tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Jul 09 16:56:26.599442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:56:26.607891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-d736f32b-a531-43a9-a2a6-d88c9663119b service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322652 Jul 09 16:56:26.632955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0d4009bf-de6e-44dc-9c28-bc814397a30e no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:26.658450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 0d4009bf-de6e-44dc-9c28-bc814397a30e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:26.659094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0d4009bf-de6e-44dc-9c28-bc814397a30e not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:26.664745 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-fa9fe7a3-1f67-425d-9769-0b013ad71512 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 217 time: 0.0472841 Jul 09 16:56:26.766565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-630cc1b1-835e-465c-8670-c351656a667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:26.768127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-630cc1b1-835e-465c-8670-c351656a667e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0699973 Jul 09 16:56:26.876343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:56:26.891288 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea365d02-474d-48ed-843d-c8529ac07443 admin admin] 10.222.0.48 "PUT /v2.0/routers/e33a5bfa-72ae-43e2-8745-e4cfe4023e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1476529 Jul 09 16:56:26.891451 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] Sync routers for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:56:26.891915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:26.909104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-f7413f55-0624-4a37-8e34-321f591f7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:26.912733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-f7413f55-0624-4a37-8e34-321f591f7d86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344042 Jul 09 16:56:26.932252 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:56:26.932907 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:27.079791 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-50b33098-b31c-45ff-871a-78a9c5724a3e service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535232 Jul 09 16:56:27.115580 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.140167 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:56:27.194688 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-b61e1590-7257-4a73-b097-023115bfe789 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063399 Jul 09 16:56:27.253069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-3698ab9f-dd24-42df-ad02-bc96adc13235 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 217 time: 0.0503478 Jul 09 16:56:27.267025 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.364940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Deleting port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:27.369965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.379120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-d5b208f1-6048-422a-88ec-03dc61d83764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:27.380480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-d5b208f1-6048-422a-88ec-03dc61d83764 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1087134 Jul 09 16:56:27.529087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-da5eae52-ac3a-44bb-8337-0ec0611fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:27.530708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-da5eae52-ac3a-44bb-8337-0ec0611fedbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418359 Jul 09 16:56:27.558462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] For port fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:27.559518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.593389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Calling delete_port for fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:27.642290 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:56:25Z', 'revision_number': 5, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port': {'id': 'fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:44:34Z', 'updated_at': '2021-07-09T16:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:27.723361 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] Checking router: e33a5bfa-72ae-43e2-8745-e4cfe4023e80 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:56:27.754385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-5cf34e29-5416-41e1-a3db-1f80a083bafa service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152445 Jul 09 16:56:27.758327 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] Routers {'e33a5bfa-72ae-43e2-8745-e4cfe4023e80'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:56:27.759292 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:27.925850 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] Set router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:56:27.947750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-a689c166-6632-42d6-89ff-4c79d1aa1747 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843896 Jul 09 16:56:27.949494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.001576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:56:27Z', 'revision_number': 6, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:28.031456 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737d574-838b-4255-b6dd-a28e565d580b None None] The sync data for ids ['e33a5bfa-72ae-43e2-8745-e4cfe4023e80'] in n-d-800085-2 is: [{'id': 'e33a5bfa-72ae-43e2-8745-e4cfe4023e80', 'name': 'tempest-TaggedBootDevicesTest-379703141-router', 'tenant_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:44:33Z', 'updated_at': '2021-07-09T16:56:27Z', 'revision_number': 6, 'project_id': '19a834c097d44f5ba33d5dad7b5e58b3', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:56:28.064811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-a94cc8c6-682f-4a92-bf98-2596f7f12e40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 217 time: 0.0863955 Jul 09 16:56:28.127484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:28.155007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-a5cee04f-22b2-4e18-a991-0c072def1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:28.156722 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-a5cee04f-22b2-4e18-a991-0c072def1510 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.0852914 Jul 09 16:56:28.214815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.236428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-78cb6122-126a-4a3f-ae75-dde5f3682fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:28.237970 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-78cb6122-126a-4a3f-ae75-dde5f3682fee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657828 Jul 09 16:56:28.330541 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.332995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.361810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-08fa8ff1-1fcd-4d66-b3d5-496e69a448cd service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157684 Jul 09 16:56:28.387245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.387824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e33a5bfa-72ae-43e2-8745-e4cfe4023e80 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:56:28.396773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.401584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1798226-2d59-485d-a886-fc050cb15b61 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e33a5bfa-72ae-43e2-8745-e4cfe4023e80 HTTP/1.1" status: 204 len: 168 time: 1.5089631 Jul 09 16:56:28.402491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:28.466670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Deleting subnet 5ca0dc34-f4b5-488e-b231-6a0a9d4562a0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:56:28.471103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.535410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.640842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.719856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.758097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca0dc34-f4b5-488e-b231-6a0a9d4562a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:28.761193 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.762535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2646fb-c920-4a38-ab40-bc90347a1f0c None None] Network 97898012-36dc-4338-8b66-f21055404fb6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:28.764875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-143965ab-08cb-454a-8f81-d5f5826e77db admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5ca0dc34-f4b5-488e-b231-6a0a9d4562a0 HTTP/1.1" status: 204 len: 168 time: 0.3609784 Jul 09 16:56:28.767580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:28.927103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.978089 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-2a4f1b17-5112-4dc5-afd5-fd604891f240 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088243 Jul 09 16:56:29.062351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:29.080687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Deleting port 00240261-9b80-4950-940c-faa7745f89b7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:29.081164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.113687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:29.113687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cf5cebdc-1cc6-42d1-ae90-1ba44bc9ef18 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:29.114134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:29.174975 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-685ea58f-8301-4b60-b586-8f5fe4ecd09e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.1886895 Jul 09 16:56:29.184535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] For port 00240261-9b80-4950-940c-faa7745f89b7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=00240261-9b80-4950-940c-faa7745f89b7,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:29.185007 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.190568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:29.196716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc6c3ee5-8f96-4de7-9403-2eb44c9bbe3d not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:29.198945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] DHCP port deletion for 97898012-36dc-4338-8b66-f21055404fb6 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:56:29.207493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Calling delete_port for 00240261-9b80-4950-940c-faa7745f89b7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:29.300486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-ea9abd91-1b27-4e26-b289-d351cd6b4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:29.305122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-ea9abd91-1b27-4e26-b289-d351cd6b4253 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1193321 Jul 09 16:56:29.332190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Deleting port 00240261-9b80-4950-940c-faa7745f89b7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:29.332797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.408788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-bf899764-cb79-40ec-abb3-24589bea8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:29.414145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-bf899764-cb79-40ec-abb3-24589bea8489 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003809 Jul 09 16:56:29.424483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.463442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] For port 00240261-9b80-4950-940c-faa7745f89b7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=00240261-9b80-4950-940c-faa7745f89b7,segment=NetworkSegment(b081ab72-a700-41b1-97d6-c258940900d5),segment_id=b081ab72-a700-41b1-97d6-c258940900d5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:29.464217 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.504156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Pushing event deleted for resources: {'Port': ['ID=00240261-9b80-4950-940c-faa7745f89b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:29.507509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Calling delete_port for 00240261-9b80-4950-940c-faa7745f89b7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:29.529496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] No DVR routers for this DVR port 00240261-9b80-4950-940c-faa7745f89b7 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:29.585279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-5bb69efa-4546-4a50-bd21-e1c695305137 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633573 Jul 09 16:56:29.652243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.677019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97898012-36dc-4338-8b66-f21055404fb6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:29.695971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b081ab72-a700-41b1-97d6-c258940900d5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:29.696269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b081ab72-a700-41b1-97d6-c258940900d5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.707966 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:56:29.710571 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 16:56:29.713368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.716718 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.730358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.745742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:56:29.746221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:56:29.751871 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:56:29.761619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Pushing event deleted for resources: {'Port': ['ID=00240261-9b80-4950-940c-faa7745f89b7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:29.765083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] No DVR routers for this DVR port 00240261-9b80-4950-940c-faa7745f89b7 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:29.786772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.787126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.787474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.787816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.788162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.788498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.788837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.789163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.789491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.789816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.790141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.790476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58322600-6313-412c-99bf-a387c7f624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:29.829802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2871758f-2614-4677-8af3-5a86c1a5ef58 req-0495242a-e333-46cf-8ab7-23200fb315d7 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352405 Jul 09 16:56:29.863997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.874176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.884932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] 10.222.0.48 "DELETE /v2.0/networks/97898012-36dc-4338-8b66-f21055404fb6 HTTP/1.1" status: 204 len: 168 time: 1.1157568 Jul 09 16:56:29.907839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c3dc7-a1c3-4bb3-ac58-0f50f38cedae admin admin] Pushing event deleted for resources: {'Network': ['ID=97898012-36dc-4338-8b66-f21055404fb6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:30.081888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:30.083423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec493d-d815-402c-a402-69ed6fffdab2 req-d6e686f3-3bf4-4a36-90f2-1d0fa12c2643 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:30.085928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23ec493d-d815-402c-a402-69ed6fffdab2 req-d6e686f3-3bf4-4a36-90f2-1d0fa12c2643 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0855639 Jul 09 16:56:30.190716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0faa97cd-76dd-4b7b-985b-35627a03116d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19a834c097d44f5ba33d5dad7b5e58b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053519 Jul 09 16:56:30.190905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23ec493d-d815-402c-a402-69ed6fffdab2 req-de0cb29d-4f97-4a02-90c3-90d0b3707d84 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948942 Jul 09 16:56:30.192145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:30.295496 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f021084e-9450-4233-9544-f40114542ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:30.324886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f021084e-9450-4233-9544-f40114542ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:30.405146 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f021084e-9450-4233-9544-f40114542ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:30.412325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f021084e-9450-4233-9544-f40114542ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:30.417338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f021084e-9450-4233-9544-f40114542ce7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f92053e-834f-44bd-bf1a-66a39029f057 HTTP/1.1" status: 204 len: 168 time: 0.2197328 Jul 09 16:56:30.430665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021084e-9450-4233-9544-f40114542ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92053e-834f-44bd-bf1a-66a39029f057,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:30.495310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc8b7-5a84-4865-bfc9-ca5988da2663 req-d43d91d5-ef88-4dc1-82bd-50f7fd529b72 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:30.497210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c78fc8b7-5a84-4865-bfc9-ca5988da2663 req-d43d91d5-ef88-4dc1-82bd-50f7fd529b72 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1010172 Jul 09 16:56:30.561087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c78fc8b7-5a84-4865-bfc9-ca5988da2663 req-6f369961-e889-42e2-8137-0f39d1fcf1df tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564601 Jul 09 16:56:30.814713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 00240261-9b80-4950-940c-faa7745f89b7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:30.874711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 00240261-9b80-4950-940c-faa7745f89b7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:30.875474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 00240261-9b80-4950-940c-faa7745f89b7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:31.510732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:31.648646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1736081246-network', 'tenant_id': '4d597dbc371a4de48952f962dc5f1827'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:31.679719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Made reservation on behalf of 4d597dbc371a4de48952f962dc5f1827 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:31.684912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.695215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.849026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.854798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.883213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:56:31.893783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cc5bb-de49-4753-8e80-b476786692f9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:31.900814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.901177 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Added segment 61780dd6-9058-4079-9a4d-d6a2aff62c0d of type vlan for network 749818eb-70a8-4e94-b752-16b9b6dec83d Jul 09 16:56:31.952478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.988191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.989442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:31.990156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.064752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5504224 Jul 09 16:56:32.069460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:32.075678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Request body: {'subnet': {'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1736081246-subnet', 'tenant_id': '4d597dbc371a4de48952f962dc5f1827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:32.079341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14587fe6-dce1-414b-b0f8-ce4f30a55db9 admin admin] Pushing event updated for resources: {'Network': ['ID=749818eb-70a8-4e94-b752-16b9b6dec83d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:32.090958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 749818eb-70a8-4e94-b752-16b9b6dec83d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:56:32.112275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Made reservation on behalf of 4d597dbc371a4de48952f962dc5f1827 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:32.116579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.359828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.419295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:32.447222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Checking segment: {'id': '61780dd6-9058-4079-9a4d-d6a2aff62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:32.447598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Network hostable DHCP agents. Network: 749818eb-70a8-4e94-b752-16b9b6dec83d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:56:32.471085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Network 749818eb-70a8-4e94-b752-16b9b6dec83d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:56:32.484989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 749818eb-70a8-4e94-b752-16b9b6dec83d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:32.490861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.491916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.502879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0daef-a1e9-4e43-b06c-89490f773031 None None] Network 749818eb-70a8-4e94-b752-16b9b6dec83d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:32.513052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42e12b06-f201-4fca-abc3-4b55ceb2a050 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4409721 Jul 09 16:56:32.586214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3fe6-82f6-4686-be8f-7f2d298882ca req-2d43f3d8-13ba-401e-adbe-1bea60417fc1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.594036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edcd3fe6-82f6-4686-be8f-7f2d298882ca req-2d43f3d8-13ba-401e-adbe-1bea60417fc1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1429150 Jul 09 16:56:32.677699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edcd3fe6-82f6-4686-be8f-7f2d298882ca req-f880af10-6bbb-47d1-bb89-2fab15ba2118 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Jul 09 16:56:32.733800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55c3f5-d5d9-4820-b12e-4be78a708a88 None None] Network 749818eb-70a8-4e94-b752-16b9b6dec83d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:32.972085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79df12-8fed-4869-ab92-4e469b637b88 req-e49b265d-47b1-47e2-932c-596c3a10d581 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.974210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d79df12-8fed-4869-ab92-4e469b637b88 req-e49b265d-47b1-47e2-932c-596c3a10d581 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0904632 Jul 09 16:56:33.033436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d79df12-8fed-4869-ab92-4e469b637b88 req-1a7496cd-f019-4983-96cb-0bf180b57d59 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517707 Jul 09 16:56:33.366893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a010b4-2093-4890-8512-024b7b260845 req-615369de-fdc0-43d5-a70d-2ce34e9fac28 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:33.368689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a010b4-2093-4890-8512-024b7b260845 req-615369de-fdc0-43d5-a70d-2ce34e9fac28 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0822952 Jul 09 16:56:33.414430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a010b4-2093-4890-8512-024b7b260845 req-431df158-b423-4dfd-ba82-1fb71130a40b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371685 Jul 09 16:56:33.641661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39093fb-d9c3-41cc-9fc0-20a3c4874ba9 req-bde272d4-b30a-47a6-bf76-61641634bb40 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:33.643518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d39093fb-d9c3-41cc-9fc0-20a3c4874ba9 req-bde272d4-b30a-47a6-bf76-61641634bb40 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0850801 Jul 09 16:56:33.691224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d39093fb-d9c3-41cc-9fc0-20a3c4874ba9 req-17249737-0d56-4a80-b775-f2dae6a80c21 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371048 Jul 09 16:56:34.014593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f05a3-4ebd-43f0-b100-d60d2fda694b req-5e3b32ef-cdaf-4b10-89cf-0211f840e954 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:34.016502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d99f05a3-4ebd-43f0-b100-d60d2fda694b req-5e3b32ef-cdaf-4b10-89cf-0211f840e954 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0913815 Jul 09 16:56:34.064741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d99f05a3-4ebd-43f0-b100-d60d2fda694b req-6b4dc174-6917-43ba-8c27-cf5bd689f963 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Jul 09 16:56:34.685130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-0686c303-bc8c-440e-8ab8-9c5e8e1865d3 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:34.686752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-0686c303-bc8c-440e-8ab8-9c5e8e1865d3 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/networks?id=749818eb-70a8-4e94-b752-16b9b6dec83d HTTP/1.1" status: 200 len: 810 time: 0.5084152 Jul 09 16:56:34.700735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a341-3f62-42fd-808b-06cfcf9fdc7a req-5cf500e6-3e18-4e9b-96ee-6d347e70a226 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:34.702233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8436a341-3f62-42fd-808b-06cfcf9fdc7a req-5cf500e6-3e18-4e9b-96ee-6d347e70a226 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.4997249 Jul 09 16:56:34.712873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-ea32e907-0486-4679-9520-f62da7c73515 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/quotas/4d597dbc371a4de48952f962dc5f1827 HTTP/1.1" status: 200 len: 375 time: 0.0198619 Jul 09 16:56:34.759224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e8763efc-9634-430c-9723-eefc312433b9 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d597dbc371a4de48952f962dc5f1827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331373 Jul 09 16:56:34.787062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8436a341-3f62-42fd-808b-06cfcf9fdc7a req-19caa8ce-01d4-40d4-8824-e83a3e9bd12d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765109 Jul 09 16:56:34.915894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-8870cb86-468e-44f1-8cc9-a16559585975 service neutron] 10.222.0.48 "GET /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460540 Jul 09 16:56:35.022016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-5ed30b64-9ece-4d35-9673-b334c0b2d33b service neutron] 10.222.0.48 "GET /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047547 Jul 09 16:56:35.331833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-51d5330d-e9ee-4d4c-87bd-9a65b51c0343 req-cc954906-ad2f-4543-93d1-a65772abbdbb tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 210 time: 0.0368028 Jul 09 16:56:35.362862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ae97-96ef-4c82-b1f8-b64c0dfcd68b req-a62ec8f9-affb-419f-8e1c-c517ca63ffac tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:35.372771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb1ae97-96ef-4c82-b1f8-b64c0dfcd68b req-a62ec8f9-affb-419f-8e1c-c517ca63ffac tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1350005 Jul 09 16:56:35.423941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb1ae97-96ef-4c82-b1f8-b64c0dfcd68b req-9ce71b10-bc4f-4932-893d-ce6327f14477 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500357 Jul 09 16:56:35.678751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058bacc-89ab-42ad-8646-24a934a911a4 req-255debc7-a6ad-4bd1-93a8-23fdab4ce29b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:35.680408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d058bacc-89ab-42ad-8646-24a934a911a4 req-255debc7-a6ad-4bd1-93a8-23fdab4ce29b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1367111 Jul 09 16:56:35.760510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d058bacc-89ab-42ad-8646-24a934a911a4 req-25294c89-ba72-4821-877c-229a7e0ca413 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651090 Jul 09 16:56:35.770654 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31acca70-a820-445a-9034-6fda850491a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:36.137421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637b6ab-8f61-4c05-9d9a-a54ff9021bfb req-aafb487d-54d1-4adc-a695-742793699351 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:36.139931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b637b6ab-8f61-4c05-9d9a-a54ff9021bfb req-aafb487d-54d1-4adc-a695-742793699351 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1374834 Jul 09 16:56:36.236848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b637b6ab-8f61-4c05-9d9a-a54ff9021bfb req-97a5d1c7-d2e1-4684-a6a9-634f9c382250 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850971 Jul 09 16:56:36.521549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef4ff-679a-4995-8f64-5abab35d260a req-07e25b5c-5c7f-4566-9eeb-4fee495c7e2a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:36.523472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2ef4ff-679a-4995-8f64-5abab35d260a req-07e25b5c-5c7f-4566-9eeb-4fee495c7e2a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1681724 Jul 09 16:56:36.588052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69d9147e-d256-4d5b-8cc4-46ef505ccf3e req-ebb0342b-11d4-449f-ace4-68eff601f616 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 210 time: 0.0402095 Jul 09 16:56:36.601738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c2ef4ff-679a-4995-8f64-5abab35d260a req-38d9866a-b88f-4d57-b5d4-69ef03ebb7fa tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721953 Jul 09 16:56:36.901317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce4234-1c62-495e-94bb-cd5b465b54ce req-45a16836-0416-4ddd-95e0-fffb5d09424a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:36.903679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09ce4234-1c62-495e-94bb-cd5b465b54ce req-45a16836-0416-4ddd-95e0-fffb5d09424a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0750401 Jul 09 16:56:36.974777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09ce4234-1c62-495e-94bb-cd5b465b54ce req-98e603a1-7590-43df-b03b-66a6c749a04f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542073 Jul 09 16:56:37.059078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-5b33e632-5531-46cc-888b-2afdfd433201 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:37.061118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-5b33e632-5531-46cc-888b-2afdfd433201 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.43 "GET /v2.0/networks?id=749818eb-70a8-4e94-b752-16b9b6dec83d HTTP/1.1" status: 200 len: 810 time: 0.1464341 Jul 09 16:56:37.074733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Request body: {'port': {'device_id': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d', 'admin_state_up': True, 'tenant_id': '4d597dbc371a4de48952f962dc5f1827'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:37.229570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b117-4676-44c9-8e32-a1618c7e2524 req-8d7fd38d-1d84-4448-a18c-cf8ff65b1d1f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:37.233615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a760b117-4676-44c9-8e32-a1618c7e2524 req-8d7fd38d-1d84-4448-a18c-cf8ff65b1d1f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0900216 Jul 09 16:56:37.274515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Made reservation on behalf of 4d597dbc371a4de48952f962dc5f1827 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:37.281079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:37.299123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a760b117-4676-44c9-8e32-a1618c7e2524 req-0e4d6c91-4088-42e9-8799-3d215b81f1c4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557220 Jul 09 16:56:37.514635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Allocated IP 172.20.0.7 (749818eb-70a8-4e94-b752-16b9b6dec83d/e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de/0ce65498-5bd1-45f4-8aac-8efd6458d3cc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:56:37.653589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bb168-e41a-47ad-bbbc-7ad83f7fe8a3 req-e8ffc62e-3b9c-4c75-9d49-ff82e7eed1c8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:37.655542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d0bb168-e41a-47ad-bbbc-7ad83f7fe8a3 req-e8ffc62e-3b9c-4c75-9d49-ff82e7eed1c8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 813 time: 0.1279044 Jul 09 16:56:37.685707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d0bb168-e41a-47ad-bbbc-7ad83f7fe8a3 req-9a40d900-8b0e-48bb-b6e0-b69ec105b2cb tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/quotas/3cdcf76ef03843e79db6d2ef8f40b8b1 HTTP/1.1" status: 200 len: 375 time: 0.0219400 Jul 09 16:56:37.715202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:37.793926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caa6e91e-ceae-4ff4-b321-d9e92268beac req-1bc13386-e481-41e5-b8d7-c8c867419582 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 210 time: 0.0352457 Jul 09 16:56:37.818261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:37.855037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d0bb168-e41a-47ad-bbbc-7ad83f7fe8a3 req-08ef7f50-448d-4a34-b56a-e195391b6aca tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1646726 Jul 09 16:56:37.912679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Network 749818eb-70a8-4e94-b752-16b9b6dec83d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:56:37.915035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:37.918090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:56:37.921828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Pushing event updated for resources: {'Port': ['ID=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:37.958241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-59997e70-8753-4698-80fe-b7e1a3c6d260 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1896448 Jul 09 16:56:37.996689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:37.997628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.018607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-e6219030-a58c-4dc4-baad-8b9c1af15223 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481077 Jul 09 16:56:38.037252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Request body: {'port': {'device_id': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:38.076158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cebc71-3367-46ef-a2d3-f20dc5f64bd9 req-e223cce8-f882-4a87-95f7-e6b12144c945 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.079194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75cebc71-3367-46ef-a2d3-f20dc5f64bd9 req-e223cce8-f882-4a87-95f7-e6b12144c945 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0796845 Jul 09 16:56:38.139788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75cebc71-3367-46ef-a2d3-f20dc5f64bd9 req-0d6614fb-9705-4945-88f7-3db6b71129f9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Jul 09 16:56:38.157118 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.171194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-bf339957-5433-49dd-8ea5-dc8e285335de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.172802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-bf339957-5433-49dd-8ea5-dc8e285335de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1096 time: 0.1316953 Jul 09 16:56:38.187715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.292456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e354eb93-f09e-476f-b0a6-bca10735e3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.377583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882618f-fe01-41a1-9630-90cefa245cfb req-8d2f5b33-7e8f-4e54-8a87-afa8d1aa3abd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.385031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5882618f-fe01-41a1-9630-90cefa245cfb req-8d2f5b33-7e8f-4e54-8a87-afa8d1aa3abd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0804634 Jul 09 16:56:38.436981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5882618f-fe01-41a1-9630-90cefa245cfb req-c16e1a64-cb60-422a-9b76-00ee42d5daa5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Jul 09 16:56:38.439874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-50ea6574-ae4c-4a40-85db-d57ecca3c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.441543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-50ea6574-ae4c-4a40-85db-d57ecca3c8fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.2305765 Jul 09 16:56:38.549072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.635452 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-cb2e70fc-d55d-4a50-a6a5-7e75ea384622 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 1001 time: 0.1865673 Jul 09 16:56:38.708100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-537eb3f6-d127-4fb1-b989-7d8e714a1abd req-fe2f00db-ba68-434d-8b0a-fd9a74e19e68 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1 HTTP/1.1" status: 200 len: 221 time: 0.0351167 Jul 09 16:56:38.714630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-85d0115f-cf87-4a8d-82bc-f877aa342d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.716111 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-85d0115f-cf87-4a8d-82bc-f877aa342d29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0734067 Jul 09 16:56:38.798129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce65498-5bd1-45f4-8aac-8efd6458d3cc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:38.805888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.827541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Transition to ACTIVE for port object 0ce65498-5bd1-45f4-8aac-8efd6458d3cc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:56:38.838970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.870867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-6326366e-d4b3-4565-af32-b3b61f751e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.872570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-6326366e-d4b3-4565-af32-b3b61f751e2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483736 Jul 09 16:56:38.960985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb9f3-b0b7-4df9-b946-bd1b6add2819 req-642e4234-fe62-476e-92c8-4a15d2a71faf tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.969841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db0fb9f3-b0b7-4df9-b946-bd1b6add2819 req-642e4234-fe62-476e-92c8-4a15d2a71faf tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1116931 Jul 09 16:56:39.042261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:39.102945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db0fb9f3-b0b7-4df9-b946-bd1b6add2819 req-ffe42221-52aa-428d-a6ef-f91152be6fef tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189559 Jul 09 16:56:39.133002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b6afe-bb12-4e05-b19f-21ce1c9b0a17 req-f5c086ac-1546-498a-8aba-4147becee880 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.134905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a2b6afe-bb12-4e05-b19f-21ce1c9b0a17 req-f5c086ac-1546-498a-8aba-4147becee880 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 943 time: 0.1304274 Jul 09 16:56:39.145691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-7b07fc5c-02f3-456d-b327-b45e392da3b2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549200 Jul 09 16:56:39.151782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Attempting to bind port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:56:39.152129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Attempting to bind port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '61780dd6-9058-4079-9a4d-d6a2aff62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:56:39.152466 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Attempting to bind port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc on network 749818eb-70a8-4e94-b752-16b9b6dec83d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:39.166003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc on network 749818eb-70a8-4e94-b752-16b9b6dec83d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:56:39.166329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Attempting to bind port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc on network 749818eb-70a8-4e94-b752-16b9b6dec83d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:39.230110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:56:39.230820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Checking segment: {'id': '61780dd6-9058-4079-9a4d-d6a2aff62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:39.230820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Bound using segment: {'id': '61780dd6-9058-4079-9a4d-d6a2aff62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:56:39.231229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Bound port: 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61780dd6-9058-4079-9a4d-d6a2aff62c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:56:39.231597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:39.243864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:39.250888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a2b6afe-bb12-4e05-b19f-21ce1c9b0a17 req-779fabd8-752f-4e37-b0d9-6ec6b119a249 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877738 Jul 09 16:56:39.344735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-524f91bb-bc6d-47e3-8303-9e7efc509a75 req-ee25c16f-f461-4a3e-ad15-356bc331b868 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873555 Jul 09 16:56:39.347054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8dd01-e205-47b2-b4cd-853715bee220 req-b1d3dba6-7bc5-4de2-9a01-efcdbcda33a2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.348627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a8dd01-e205-47b2-b4cd-853715bee220 req-b1d3dba6-7bc5-4de2-9a01-efcdbcda33a2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0849926 Jul 09 16:56:39.360581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] For port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:56:39.364469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] For port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,segment=NetworkSegment(61780dd6-9058-4079-9a4d-d6a2aff62c0d),segment_id=61780dd6-9058-4079-9a4d-d6a2aff62c0d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:56:39.370783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:39.413440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.414074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:39.415625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] 10.222.0.43 "PUT /v2.0/ports/0ce65498-5bd1-45f4-8aac-8efd6458d3cc HTTP/1.1" status: 200 len: 1091 time: 1.3842001 Jul 09 16:56:39.416088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'tag': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:39.417885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a8dd01-e205-47b2-b4cd-853715bee220 req-b21043c2-8054-4736-8f19-aea1dc2adbc8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 Jul 09 16:56:39.418858 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb", "tag": "0ce65498-5bd1-45f4-8aac-8efd6458d3cc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:39.452790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b521f-3348-4ea7-b2f1-314bf63bb650 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:39.528457 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a17843-0214-4dd5-92a4-146172e74b64 x-openstack-request-id: req-07a17843-0214-4dd5-92a4-146172e74b64 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:39.528954 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb", "tag": "0ce65498-5bd1-45f4-8aac-8efd6458d3cc", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:39.529392 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07a17843-0214-4dd5-92a4-146172e74b64 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:39.530058 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'tag': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc', 'status': 'completed', 'code': 200} Jul 09 16:56:39.582028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-4b5fce98-5221-455e-8f6a-c9f486ec5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.585048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-4b5fce98-5221-455e-8f6a-c9f486ec5b1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d597dbc371a4de48952f962dc5f1827&device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 1094 time: 0.0999832 Jul 09 16:56:39.644890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-038ae6db-68eb-47ef-8721-4223b6e11acc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc HTTP/1.1" status: 200 len: 217 time: 0.0477471 Jul 09 16:56:39.707916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-f1f966e6-f0bb-4d6b-b501-bba70942d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.709466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-f1f966e6-f0bb-4d6b-b501-bba70942d982 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de HTTP/1.1" status: 200 len: 850 time: 0.0548589 Jul 09 16:56:39.727524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb15e4-bf01-4bcc-bc28-ee7168eb4659 req-4c91a0d9-e3e1-4c17-9b5c-409f94651069 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.736412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08bb15e4-bf01-4bcc-bc28-ee7168eb4659 req-4c91a0d9-e3e1-4c17-9b5c-409f94651069 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1474004 Jul 09 16:56:39.773093 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-3ae9a5d4-eac8-40a4-8954-04fdf643ee88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=749818eb-70a8-4e94-b752-16b9b6dec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555549 Jul 09 16:56:39.786946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08bb15e4-bf01-4bcc-bc28-ee7168eb4659 req-77766a1f-4112-45e2-bf79-a287df5424af tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Jul 09 16:56:39.903050 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-6cb6419f-0dee-4db1-9766-8c849fcd19d6 service neutron] 10.222.0.43 "GET /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202061 Jul 09 16:56:40.031910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-09d9c29e-8851-4f67-8d8e-d39cd4d22a1d req-bd1982d9-74b8-4c9d-afca-0492370f8105 service neutron] 10.222.0.43 "GET /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116192 Jul 09 16:56:40.131729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb901a-686c-45c3-b6c8-075e8a58378e req-5e59e566-611d-4d3e-b65c-91c49223a39b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.141966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3eb901a-686c-45c3-b6c8-075e8a58378e req-5e59e566-611d-4d3e-b65c-91c49223a39b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0936804 Jul 09 16:56:40.167176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-17e5cc6c-0236-452c-bf7e-9561d128321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.168793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-17e5cc6c-0236-452c-bf7e-9561d128321c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d597dbc371a4de48952f962dc5f1827&device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 1094 time: 0.0706167 Jul 09 16:56:40.192708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3eb901a-686c-45c3-b6c8-075e8a58378e req-cf94dcdd-becb-4f74-8b7a-805e0ae43a77 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Jul 09 16:56:40.290834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-b15971f3-48f0-467c-802f-27c1ee343ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.293173 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-b15971f3-48f0-467c-802f-27c1ee343ad5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=749818eb-70a8-4e94-b752-16b9b6dec83d HTTP/1.1" status: 200 len: 911 time: 0.1173999 Jul 09 16:56:40.354464 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-1b709866-524b-4c73-89c7-54e082adc83a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc HTTP/1.1" status: 200 len: 217 time: 0.0515540 Jul 09 16:56:40.427705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-d69652a1-e743-4d3c-8c8a-9dd3f9ccc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.429468 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-d69652a1-e743-4d3c-8c8a-9dd3f9ccc042 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de HTTP/1.1" status: 200 len: 850 time: 0.0664237 Jul 09 16:56:40.440262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bacc1-5182-4bb4-8ae8-5bb4619f3c6b req-03d7f204-4f3b-4c32-833c-ff2578d94ba8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.442334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-068bacc1-5182-4bb4-8ae8-5bb4619f3c6b req-03d7f204-4f3b-4c32-833c-ff2578d94ba8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1161997 Jul 09 16:56:40.470949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-a85529b0-35b6-4c12-b808-d3750103cf42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=749818eb-70a8-4e94-b752-16b9b6dec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320914 Jul 09 16:56:40.534559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-068bacc1-5182-4bb4-8ae8-5bb4619f3c6b req-5dcfd4ae-317f-405d-8da9-fc14921d6663 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806806 Jul 09 16:56:40.552714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6951e-0553-440f-9a77-92ac5e32e921 req-0f745c74-6735-47de-bc57-e59298d0efd7 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.570393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eee6951e-0553-440f-9a77-92ac5e32e921 req-0f745c74-6735-47de-bc57-e59298d0efd7 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 943 time: 0.1269648 Jul 09 16:56:40.604278 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-58de78ec-a9f6-4344-afc7-6bf914c677d5 service neutron] 10.222.0.43 "GET /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223478 Jul 09 16:56:40.631447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eee6951e-0553-440f-9a77-92ac5e32e921 req-f9805da0-8a8f-45f4-b38d-e1e610aa6757 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593729 Jul 09 16:56:40.736513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3bc48d1-45af-474c-a9a8-42ff73d13b5e req-cf326f80-c743-48bd-9b7c-27fd030ca336 service neutron] 10.222.0.43 "GET /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Jul 09 16:56:40.763766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d829-1fe5-4b82-9b4f-05049875ff4d req-c0fe6619-3c95-4aa7-81d1-43088d5db953 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.765607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a19d829-1fe5-4b82-9b4f-05049875ff4d req-c0fe6619-3c95-4aa7-81d1-43088d5db953 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0919583 Jul 09 16:56:40.826290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a19d829-1fe5-4b82-9b4f-05049875ff4d req-b1d1bd6e-edad-4989-9a0a-cc53f5e49b52 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541482 Jul 09 16:56:41.052100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a7ab3-b8af-46d2-96e1-09e32fdfaf20 req-4a959fd0-28fa-43e2-a0f5-540f3dbf3293 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:41.054612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e1a7ab3-b8af-46d2-96e1-09e32fdfaf20 req-4a959fd0-28fa-43e2-a0f5-540f3dbf3293 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0971134 Jul 09 16:56:41.086155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:41.115146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e1a7ab3-b8af-46d2-96e1-09e32fdfaf20 req-8144ba80-893f-4484-9a62-560fb63f26b5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Jul 09 16:56:41.317144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f4c2f-3df6-42d7-b669-9c186159f470 req-4674bad4-f60f-41ff-bdc1-4360dde50f60 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:41.318807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d0f4c2f-3df6-42d7-b669-9c186159f470 req-4674bad4-f60f-41ff-bdc1-4360dde50f60 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0674002 Jul 09 16:56:41.368160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d0f4c2f-3df6-42d7-b669-9c186159f470 req-ffb17169-7c3b-4d4f-bccf-1be1a6349b22 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433249 Jul 09 16:56:41.599802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc4ba0-dbc4-4519-b9bf-bd3a055fea08 req-2b4268ca-f1b0-4a90-a85a-8c5294622a75 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:41.601630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0fc4ba0-dbc4-4519-b9bf-bd3a055fea08 req-2b4268ca-f1b0-4a90-a85a-8c5294622a75 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0734324 Jul 09 16:56:41.645930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0fc4ba0-dbc4-4519-b9bf-bd3a055fea08 req-5a1180f8-f333-499a-9f32-41a77e18a20e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Jul 09 16:56:41.868484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417f56-5871-4f89-bd36-86cdeba15dac req-6fb25dee-81f1-4c2b-9ad2-0abd4e5afb8d tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:41.870018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c417f56-5871-4f89-bd36-86cdeba15dac req-6fb25dee-81f1-4c2b-9ad2-0abd4e5afb8d tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 943 time: 0.1120398 Jul 09 16:56:41.884374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e542b-0549-44c0-a58a-c30a9b71c088 req-bd2b29bc-14cb-424c-abfe-e5a7c467257f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:41.885863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-766e542b-0549-44c0-a58a-c30a9b71c088 req-bd2b29bc-14cb-424c-abfe-e5a7c467257f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0927439 Jul 09 16:56:41.936048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c417f56-5871-4f89-bd36-86cdeba15dac req-f64d8750-513c-4e0c-949f-2af4910e81d7 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Jul 09 16:56:41.954558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-766e542b-0549-44c0-a58a-c30a9b71c088 req-938eed76-48ae-4f04-aa15-61eb053fc602 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Jul 09 16:56:42.180141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d83a1-8c0f-41aa-8317-7599c935bd79 req-dacf3795-68e2-49c4-a5f4-4faf4e41b1c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.183133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-889d83a1-8c0f-41aa-8317-7599c935bd79 req-dacf3795-68e2-49c4-a5f4-4faf4e41b1c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0737135 Jul 09 16:56:42.270400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-889d83a1-8c0f-41aa-8317-7599c935bd79 req-42183412-fc44-48e2-b6c0-e6bf098816bd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694816 Jul 09 16:56:42.465086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5d937-fef1-434a-bd38-60216154109c req-927afa3e-b79a-477a-a9cf-eb67f43f8d23 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.472688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f5d937-fef1-434a-bd38-60216154109c req-927afa3e-b79a-477a-a9cf-eb67f43f8d23 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0759215 Jul 09 16:56:42.510568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58f5d937-fef1-434a-bd38-60216154109c req-83655b88-b7ac-47a1-89dd-902f27748343 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Jul 09 16:56:42.723049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943e10f-ff80-4e0c-bf15-d2eb534937aa req-88b50586-9565-4da0-b7bf-771c896d280f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.724668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2943e10f-ff80-4e0c-bf15-d2eb534937aa req-88b50586-9565-4da0-b7bf-771c896d280f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0682826 Jul 09 16:56:42.740806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0ce65498-5bd1-45f4-8aac-8efd6458d3cc details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:56:42.772760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2943e10f-ff80-4e0c-bf15-d2eb534937aa req-0afac14c-8b07-4cbf-b5eb-1670f2a97c97 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Jul 09 16:56:42.907517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,segment=NetworkSegment(61780dd6-9058-4079-9a4d-d6a2aff62c0d),segment_id=61780dd6-9058-4079-9a4d-d6a2aff62c0d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:42.921167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc', 'network_id': '749818eb-70a8-4e94-b752-16b9b6dec83d', 'port_id': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc', 'mac_address': 'fa:16:3e:b5:9b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:56:42.965093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:42.993943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce65498-5bd1-45f4-8aac-8efd6458d3cc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:43.016731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,segment=NetworkSegment(61780dd6-9058-4079-9a4d-d6a2aff62c0d),segment_id=61780dd6-9058-4079-9a4d-d6a2aff62c0d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:43.023750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:43.043568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde1933-f41c-4436-af6f-c1ec155b6ca7 req-c3609121-736f-417f-b20c-05c6ec0cb6fc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:43.045209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bde1933-f41c-4436-af6f-c1ec155b6ca7 req-c3609121-736f-417f-b20c-05c6ec0cb6fc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1187830 Jul 09 16:56:43.106721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:43.172347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bde1933-f41c-4436-af6f-c1ec155b6ca7 req-7a700242-80c7-4735-83f1-80705c36ab36 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206739 Jul 09 16:56:43.195205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee43fc-c1be-4c73-bd48-a56c120681c0 req-b5e091af-bfbc-4b88-8de5-320e529e2502 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:43.196862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fee43fc-c1be-4c73-bd48-a56c120681c0 req-b5e091af-bfbc-4b88-8de5-320e529e2502 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 944 time: 0.1098137 Jul 09 16:56:43.241655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fee43fc-c1be-4c73-bd48-a56c120681c0 req-7970cacb-b2de-487b-a981-8523cfe08ff2 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Jul 09 16:56:43.348399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0ce65498-5bd1-45f4-8aac-8efd6458d3cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:43.542287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3183f-78d8-4eca-a20f-2f1866a206f3 req-bfa1b373-acd2-43db-9b0f-b5657c04d26e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:43.545698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bd3183f-78d8-4eca-a20f-2f1866a206f3 req-bfa1b373-acd2-43db-9b0f-b5657c04d26e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1296656 Jul 09 16:56:43.601577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bd3183f-78d8-4eca-a20f-2f1866a206f3 req-316ff385-b922-46d6-a30f-5a6e6a00bbfd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Jul 09 16:56:43.864394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e331d-3568-4804-bb84-7244a857b155 req-4d36c3e0-2835-4c30-a8f8-517c0bc6f445 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:43.867099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de7e331d-3568-4804-bb84-7244a857b155 req-4d36c3e0-2835-4c30-a8f8-517c0bc6f445 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1035938 Jul 09 16:56:43.913915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de7e331d-3568-4804-bb84-7244a857b155 req-b2336341-35d1-499d-9067-24b3a65b56eb tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Jul 09 16:56:44.203203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d13e-abf2-4faf-802a-f41436cf5a13 req-c80e660d-b484-49b9-b479-23f022d6c6de tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:44.204879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a38d13e-abf2-4faf-802a-f41436cf5a13 req-c80e660d-b484-49b9-b479-23f022d6c6de tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0818529 Jul 09 16:56:44.245311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a38d13e-abf2-4faf-802a-f41436cf5a13 req-d728bd15-4ccf-4ff1-b357-0de19a8ed36f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Jul 09 16:56:44.516839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e385-9e10-4a57-a3da-e6768b3cebb7 req-e42959c6-79ff-43d4-91b5-120cc3d5e1fd tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:44.518272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0d2e385-9e10-4a57-a3da-e6768b3cebb7 req-e42959c6-79ff-43d4-91b5-120cc3d5e1fd tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 944 time: 0.1065257 Jul 09 16:56:44.525992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74d229-dc1a-4adb-9002-231962c5f6f3 req-4652764b-0fd3-4e6f-a722-f469a3c756cc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:44.527413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e74d229-dc1a-4adb-9002-231962c5f6f3 req-4652764b-0fd3-4e6f-a722-f469a3c756cc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1262100 Jul 09 16:56:44.586079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0d2e385-9e10-4a57-a3da-e6768b3cebb7 req-cc26df2a-d1fa-4c0b-92e6-da077f2073e1 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Jul 09 16:56:44.596114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e74d229-dc1a-4adb-9002-231962c5f6f3 req-e11af12d-6563-4aa5-b64c-70a3a4d338a4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614223 Jul 09 16:56:44.759438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0ce65498-5bd1-45f4-8aac-8efd6458d3cc up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:56:44.867850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:56:44.872969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:56:44.873326 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:44.970216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:44.972182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5d157-ac1c-4a2b-bf7a-53cb5d0712d2 req-19dcbcfb-8814-48e2-88a1-4a5d0dce0cef tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:44.979773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-adc5d157-ac1c-4a2b-bf7a-53cb5d0712d2 req-19dcbcfb-8814-48e2-88a1-4a5d0dce0cef tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1162829 Jul 09 16:56:45.020611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-adc5d157-ac1c-4a2b-bf7a-53cb5d0712d2 req-fa301035-54aa-4b5e-87cd-74db939f62a2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Jul 09 16:56:45.021768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:45.024589 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fc605d-040b-4c02-88e7-832e59604674" -d '{"events": [{"server_uuid": "7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ce65498-5bd1-45f4-8aac-8efd6458d3cc"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:45.044055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,segment=NetworkSegment(61780dd6-9058-4079-9a4d-d6a2aff62c0d),segment_id=61780dd6-9058-4079-9a4d-d6a2aff62c0d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:45.050203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:45.105368 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6431289-42c1-46fa-b1e2-a392cd0c909a x-openstack-request-id: req-e6431289-42c1-46fa-b1e2-a392cd0c909a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:45.105704 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ce65498-5bd1-45f4-8aac-8efd6458d3cc", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:45.106017 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6431289-42c1-46fa-b1e2-a392cd0c909a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:45.106420 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc', 'code': 200} Jul 09 16:56:45.121423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:45.232007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc879b-b685-4896-9215-372a0c09b8ae req-7fe4d2e1-f5a5-4c09-8b2d-c5a934b60e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:45.233612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-befc879b-b685-4896-9215-372a0c09b8ae req-7fe4d2e1-f5a5-4c09-8b2d-c5a934b60e5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 1096 time: 0.0534098 Jul 09 16:56:45.249184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3143-41c0-4c1a-b51b-c6cef6be2cbe req-5bb16817-a23b-4afe-8d3c-74b7a010d0ec tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:45.251062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-146f3143-41c0-4c1a-b51b-c6cef6be2cbe req-5bb16817-a23b-4afe-8d3c-74b7a010d0ec tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0793436 Jul 09 16:56:45.272451 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-befc879b-b685-4896-9215-372a0c09b8ae req-2573dabc-5343-472c-9523-90c4201eb55d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jul 09 16:56:45.291860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-146f3143-41c0-4c1a-b51b-c6cef6be2cbe req-7a63fd7f-7af2-49a2-83db-d6069e7c0d18 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Jul 09 16:56:45.689881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb453a-f2bd-4296-b69c-d44423e4df96 req-5fbfb87d-27fd-42ca-9fa7-517d158640aa tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:45.691542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3fb453a-f2bd-4296-b69c-d44423e4df96 req-5fbfb87d-27fd-42ca-9fa7-517d158640aa tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0889251 Jul 09 16:56:45.786514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3fb453a-f2bd-4296-b69c-d44423e4df96 req-00e3403e-0e51-45f3-8987-150885d9c678 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844529 Jul 09 16:56:45.920685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd1ac-03ad-4fcd-873f-2036f9b43418 req-1c94f714-2a33-4890-9ed9-263f9cd3b36d tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:45.928836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bbedd1ac-03ad-4fcd-873f-2036f9b43418 req-1c94f714-2a33-4890-9ed9-263f9cd3b36d tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 945 time: 0.1619132 Jul 09 16:56:45.993210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bbedd1ac-03ad-4fcd-873f-2036f9b43418 req-9c80e43f-33cf-4b57-a9ba-965e11ba44a1 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632811 Jul 09 16:56:46.968370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8c65f-a35e-4805-a879-07d4e0be645f req-92952d3e-f4b3-4e61-a8ab-f1d0224c6b55 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:46.969959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02c8c65f-a35e-4805-a879-07d4e0be645f req-92952d3e-f4b3-4e61-a8ab-f1d0224c6b55 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0692880 Jul 09 16:56:47.020327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02c8c65f-a35e-4805-a879-07d4e0be645f req-f53c84c6-778a-411e-b418-cdbcc78d46fc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Jul 09 16:56:47.216680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91982d-4819-47b5-9cc7-5a64dd431a00 req-28e46f07-f907-479c-83cb-4627a9b3496a tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:47.218420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e91982d-4819-47b5-9cc7-5a64dd431a00 req-28e46f07-f907-479c-83cb-4627a9b3496a tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 945 time: 0.0857131 Jul 09 16:56:47.280468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e91982d-4819-47b5-9cc7-5a64dd431a00 req-46e001cd-16d1-48b4-8e09-f6dc27793b4e tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504603 Jul 09 16:56:47.685125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bec4e-b87a-4a85-b7bf-8d475754be88 req-71a85f01-b9b4-4bce-adcc-3426859e7ccf tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:47.691019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d4bec4e-b87a-4a85-b7bf-8d475754be88 req-71a85f01-b9b4-4bce-adcc-3426859e7ccf tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0841701 Jul 09 16:56:47.776029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d4bec4e-b87a-4a85-b7bf-8d475754be88 req-71c53390-755f-4a69-b8a0-9bd8691f6b55 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792050 Jul 09 16:56:47.973939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662836f-a60f-4a54-b36d-d907a2a6841b req-f051d253-e4c3-4f0b-825a-585348b6c633 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:47.975559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5662836f-a60f-4a54-b36d-d907a2a6841b req-f051d253-e4c3-4f0b-825a-585348b6c633 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 945 time: 0.0844140 Jul 09 16:56:48.030824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5662836f-a60f-4a54-b36d-d907a2a6841b req-7d7353be-2930-478c-8510-55dae3a3de5c tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Jul 09 16:56:49.004133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca417012-6349-449f-85d6-b8286a9abab8 req-2ef72089-7b9e-40cd-8366-dfa5373aebc1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:49.005775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca417012-6349-449f-85d6-b8286a9abab8 req-2ef72089-7b9e-40cd-8366-dfa5373aebc1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0843160 Jul 09 16:56:49.068584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca417012-6349-449f-85d6-b8286a9abab8 req-877150fa-3d72-4144-9d3c-02f232931330 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539463 Jul 09 16:56:49.373406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-628f6176-a869-4d3f-bd47-2adc9cbc9481 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:49.375602 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-628f6176-a869-4d3f-bd47-2adc9cbc9481 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 945 time: 0.0924041 Jul 09 16:56:49.480321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfb4b-e09c-4685-a3cd-090eb16fb5ce req-aefd7cf1-22dd-43d4-ae5c-8d56952c4ca8 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:49.489221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Deleting port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:49.489690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:49.492789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eeebfb4b-e09c-4685-a3cd-090eb16fb5ce req-aefd7cf1-22dd-43d4-ae5c-8d56952c4ca8 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 945 time: 0.2205818 Jul 09 16:56:49.530525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d6ab5-c96f-4102-82bc-e1d9d2ba5ffa req-291600d5-b5a1-4961-9639-a4a8650944d4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:49.532170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e13d6ab5-c96f-4102-82bc-e1d9d2ba5ffa req-291600d5-b5a1-4961-9639-a4a8650944d4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1814492 Jul 09 16:56:49.594194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eeebfb4b-e09c-4685-a3cd-090eb16fb5ce req-81962199-5c75-4aa0-b730-d8c18c0bd3cb tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/security-groups?id=7b7cc5bb-de49-4753-8e80-b476786692f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001835 Jul 09 16:56:49.595238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] For port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,segment=NetworkSegment(61780dd6-9058-4079-9a4d-d6a2aff62c0d),segment_id=61780dd6-9058-4079-9a4d-d6a2aff62c0d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:49.595480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:49.613176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e13d6ab5-c96f-4102-82bc-e1d9d2ba5ffa req-73d62e4f-e9fa-47a9-adb2-b0c8d83fbec2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741041 Jul 09 16:56:49.648195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Calling delete_port for 0ce65498-5bd1-45f4-8aac-8efd6458d3cc owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:49.878095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:49.894213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['0ce65498-5bd1-45f4-8aac-8efd6458d3cc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:49.917742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Pushing event deleted for resources: {'Port': ['ID=0ce65498-5bd1-45f4-8aac-8efd6458d3cc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:49.956804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.957205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.957657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.958067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.958479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.958818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.959147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.959527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.959857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.960175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.960594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.961020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:49.985926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] No DVR routers for this DVR port 0ce65498-5bd1-45f4-8aac-8efd6458d3cc on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:49.989445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:49.991625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7f0608a8-29c2-468b-9371-3b99daa48279 req-f7091998-8a13-494e-810e-c27b06a42f06 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.43 "DELETE /v2.0/ports/0ce65498-5bd1-45f4-8aac-8efd6458d3cc HTTP/1.1" status: 204 len: 173 time: 0.6094513 Jul 09 16:56:49.992229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'name': 'network-vif-deleted', 'tag': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:49.994536 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af12538f-3a5e-4eec-8e8f-bb60b29bf39f" -d '{"events": [{"server_uuid": "7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb", "name": "network-vif-deleted", "tag": "0ce65498-5bd1-45f4-8aac-8efd6458d3cc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:50.058497 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244ea8d9-8232-4438-b17c-99fc83ff49cf x-openstack-request-id: req-244ea8d9-8232-4438-b17c-99fc83ff49cf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:50.058804 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb", "name": "network-vif-deleted", "tag": "0ce65498-5bd1-45f4-8aac-8efd6458d3cc", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:50.059064 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-244ea8d9-8232-4438-b17c-99fc83ff49cf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:50.060027 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb', 'name': 'network-vif-deleted', 'tag': '0ce65498-5bd1-45f4-8aac-8efd6458d3cc', 'status': 'completed', 'code': 200} Jul 09 16:56:50.099625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c3943-b64f-4b8a-93d6-4a23ae84f54f req-8681b72d-367f-4e85-9d9e-f8f12876e5b2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:50.108495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d3c3943-b64f-4b8a-93d6-4a23ae84f54f req-8681b72d-367f-4e85-9d9e-f8f12876e5b2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0913877 Jul 09 16:56:50.192088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d3c3943-b64f-4b8a-93d6-4a23ae84f54f req-3188eaa7-d9c2-4b6e-b13d-6b669ec51fd9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821638 Jul 09 16:56:50.418760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143dd49-844e-4a9d-ad77-6f1efb6966ba req-56ee2f61-3e4d-4818-b865-6cba4c164496 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:50.423418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a143dd49-844e-4a9d-ad77-6f1efb6966ba req-56ee2f61-3e4d-4818-b865-6cba4c164496 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0997808 Jul 09 16:56:50.483626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a143dd49-844e-4a9d-ad77-6f1efb6966ba req-4e9b845d-b4ff-4c65-b438-203080c173fd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556757 Jul 09 16:56:50.719540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c094c-ade8-45eb-95a5-61fac9d5ebfe req-b2a7f5d8-39a9-4865-8200-80d1948a69ae tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:50.721755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb4c094c-ade8-45eb-95a5-61fac9d5ebfe req-b2a7f5d8-39a9-4865-8200-80d1948a69ae tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0888515 Jul 09 16:56:50.786451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb4c094c-ade8-45eb-95a5-61fac9d5ebfe req-ae1afae4-6592-440a-8436-4c286a2c630a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489557 Jul 09 16:56:50.848102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b69b12aa-c929-4fac-a959-b52e1f55d95e req-cc87e4f3-4a23-4a43-8299-d6c58416bde4 tempest-ServerGroupTestJSON-89202459 tempest-ServerGroupTestJSON-89202459-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f33dc57-a4c8-4a5c-8bcf-2b4fa68578fb HTTP/1.1" status: 200 len: 210 time: 0.0369282 Jul 09 16:56:51.152919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d34b60-859e-44c5-926d-0c2725e135e9 req-1f12debe-fd67-4732-bb21-c38a3a73bd11 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:51.154648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1d34b60-859e-44c5-926d-0c2725e135e9 req-1f12debe-fd67-4732-bb21-c38a3a73bd11 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0712683 Jul 09 16:56:51.194262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1d34b60-859e-44c5-926d-0c2725e135e9 req-7b4e1b59-b7ce-42ca-8775-6d055d06bad3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Jul 09 16:56:51.455809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da838f1b-9b82-4bab-aad2-8f3065d2748e req-3c0ba828-73b2-49eb-b98d-8990828d3d68 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:51.457462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da838f1b-9b82-4bab-aad2-8f3065d2748e req-3c0ba828-73b2-49eb-b98d-8990828d3d68 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0685680 Jul 09 16:56:51.520237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da838f1b-9b82-4bab-aad2-8f3065d2748e req-6508b98e-a5a7-41b5-ba1a-8e77d064c578 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Jul 09 16:56:51.712839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7c92d-8f28-489e-b34b-11249f28b1c3 req-0089e7e3-3c80-4d04-8b68-ad820e74f096 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:51.714519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2b7c92d-8f28-489e-b34b-11249f28b1c3 req-0089e7e3-3c80-4d04-8b68-ad820e74f096 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0681949 Jul 09 16:56:51.762672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2b7c92d-8f28-489e-b34b-11249f28b1c3 req-d4ea907e-3c8f-43cc-b892-a1f8c0dbb85d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Jul 09 16:56:52.026693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56582-3c93-4434-ad02-7da571c5fd74 req-78738f57-42ae-4506-876f-b4f4226653b5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:52.028032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90f56582-3c93-4434-ad02-7da571c5fd74 req-78738f57-42ae-4506-876f-b4f4226653b5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1075766 Jul 09 16:56:52.120902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90f56582-3c93-4434-ad02-7da571c5fd74 req-e8cd4b12-3691-4a75-884a-8c4c29433d9f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868452 Jul 09 16:56:52.473140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661e816-f97a-48cc-a92b-bc53632ec8c2 req-e3e2c469-1a33-4dd5-b0ac-4e297f729d2d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:52.474833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4661e816-f97a-48cc-a92b-bc53632ec8c2 req-e3e2c469-1a33-4dd5-b0ac-4e297f729d2d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1446130 Jul 09 16:56:52.539194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4661e816-f97a-48cc-a92b-bc53632ec8c2 req-b6990744-27d3-4540-9913-f358cd90ee70 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578392 Jul 09 16:56:52.693718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:52.747031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Deleting subnet e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:56:52.756152 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:52.769552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f9302-e51d-43f3-964b-00c9c5645479 req-3dc05181-3da1-4554-8262-be02fcdba6e5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:52.774158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-964f9302-e51d-43f3-964b-00c9c5645479 req-3dc05181-3da1-4554-8262-be02fcdba6e5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0909114 Jul 09 16:56:52.819580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0ce65498-5bd1-45f4-8aac-8efd6458d3cc no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:52.827793 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:52.845969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-964f9302-e51d-43f3-964b-00c9c5645479 req-e191b64d-4fc8-436e-8fbc-f7c97e868f04 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650437 Jul 09 16:56:52.851865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 0ce65498-5bd1-45f4-8aac-8efd6458d3cc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:52.852394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0ce65498-5bd1-45f4-8aac-8efd6458d3cc not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:52.898544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:52.971885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.000552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:53.008577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.013757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97ee81b1-8db1-406a-a29b-fac4b2865c2d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5dbed6b-5d05-4f9a-9b8e-2e6067a8c3de HTTP/1.1" status: 204 len: 168 time: 0.3163636 Jul 09 16:56:53.013958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:53.079745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22014b-ab8a-4f22-8eb6-91c23641f7d2 req-ae949715-2465-450b-9095-5d02646376c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:53.081843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a22014b-ab8a-4f22-8eb6-91c23641f7d2 req-ae949715-2465-450b-9095-5d02646376c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0725982 Jul 09 16:56:53.101071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.141609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a22014b-ab8a-4f22-8eb6-91c23641f7d2 req-814ea1dc-49f8-43d4-8031-f6f23bac3f9d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Jul 09 16:56:53.555845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26046079-3706-42da-828a-93736c96f5d9 req-7fd859cc-8b5b-4e06-8e5d-3f8d137b3a7b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:53.557346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26046079-3706-42da-828a-93736c96f5d9 req-7fd859cc-8b5b-4e06-8e5d-3f8d137b3a7b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0723205 Jul 09 16:56:53.589583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.599889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749818eb-70a8-4e94-b752-16b9b6dec83d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:53.602733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26046079-3706-42da-828a-93736c96f5d9 req-64adb280-745a-487c-b6fc-4a5da6f4b622 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374053 Jul 09 16:56:53.611918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61780dd6-9058-4079-9a4d-d6a2aff62c0d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:53.612519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61780dd6-9058-4079-9a4d-d6a2aff62c0d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:53.626100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.645742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.655739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:56:53.656271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:56:53.658401 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:56:53.730080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.743241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.759647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] 10.222.0.48 "DELETE /v2.0/networks/749818eb-70a8-4e94-b752-16b9b6dec83d HTTP/1.1" status: 204 len: 168 time: 0.7439275 Jul 09 16:56:53.780300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:53.782637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f6ca5-6277-4149-9cc5-c19da3749a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=749818eb-70a8-4e94-b752-16b9b6dec83d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:53.851483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b35a8-ff91-40ea-b0cc-15de793eda6c req-03a27c22-2b17-4e35-91ad-d372da923394 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:53.853289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-972b35a8-ff91-40ea-b0cc-15de793eda6c req-03a27c22-2b17-4e35-91ad-d372da923394 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1055546 Jul 09 16:56:53.888608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:53.904450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-972b35a8-ff91-40ea-b0cc-15de793eda6c req-0ff3254b-c083-4609-b46e-f5d37223f732 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jul 09 16:56:53.934197 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b0c59df4-bf1a-4e63-b8d0-cdc29b09b04e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d597dbc371a4de48952f962dc5f1827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441976 Jul 09 16:56:53.936745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:54.000975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eaff14b-cfb6-48d1-9aab-11894fe91788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:54.029610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eaff14b-cfb6-48d1-9aab-11894fe91788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:54.113412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eaff14b-cfb6-48d1-9aab-11894fe91788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:54.116859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac215e27-3723-4baa-95df-02a60a382fba req-505f4dea-268c-444b-939b-384d227fa0bc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:54.117048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eaff14b-cfb6-48d1-9aab-11894fe91788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:54.125509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac215e27-3723-4baa-95df-02a60a382fba req-505f4dea-268c-444b-939b-384d227fa0bc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0778527 Jul 09 16:56:54.131916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6eaff14b-cfb6-48d1-9aab-11894fe91788 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b7cc5bb-de49-4753-8e80-b476786692f9 HTTP/1.1" status: 204 len: 168 time: 0.1858401 Jul 09 16:56:54.144427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaff14b-cfb6-48d1-9aab-11894fe91788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cc5bb-de49-4753-8e80-b476786692f9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:54.191183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac215e27-3723-4baa-95df-02a60a382fba req-b35dc430-a482-47c7-b7f1-954a78e92abb tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645239 Jul 09 16:56:54.438580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32c4e3-5079-408b-95c2-c84c8274b987 req-a7ed8f82-8212-4cf0-8888-ee26cfd41bad tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:54.440375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f32c4e3-5079-408b-95c2-c84c8274b987 req-a7ed8f82-8212-4cf0-8888-ee26cfd41bad tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1193357 Jul 09 16:56:54.533516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f32c4e3-5079-408b-95c2-c84c8274b987 req-37df6be3-131c-4315-8d1b-4106576d6777 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841110 Jul 09 16:56:54.721249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:54.885989 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-040e5fce-80ff-4fdf-9d8f-bbad4b45fc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:54.995836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770fd6b-8db2-4619-b2a5-ef72207c304b req-208f5239-1de7-443d-ad3e-c6526e9675c4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:54.997530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2770fd6b-8db2-4619-b2a5-ef72207c304b req-208f5239-1de7-443d-ad3e-c6526e9675c4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1591246 Jul 09 16:56:55.067813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2770fd6b-8db2-4619-b2a5-ef72207c304b req-eb97f9e1-718e-43c3-ab0d-02185a2430b7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595086 Jul 09 16:56:55.097705 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-040e5fce-80ff-4fdf-9d8f-bbad4b45fc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.103016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-040e5fce-80ff-4fdf-9d8f-bbad4b45fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.124750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:55.153866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-040e5fce-80ff-4fdf-9d8f-bbad4b45fc66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b96fe1bc175749ea83afe66486d2cbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290891 Jul 09 16:56:55.153866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e5fce-80ff-4fdf-9d8f-bbad4b45fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f79888-b2c4-4960-a3a3-0573514d5dbc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:55.155555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:55.263899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e53e9703-5dfc-4424-a9f3-155c2d8ce942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.290722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc884cdf-9d95-49e4-9636-a917920cc649 req-68e93bae-8d2a-4c67-8cda-15bd98c6e4e2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:55.292433 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc884cdf-9d95-49e4-9636-a917920cc649 req-68e93bae-8d2a-4c67-8cda-15bd98c6e4e2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0859685 Jul 09 16:56:55.321580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e53e9703-5dfc-4424-a9f3-155c2d8ce942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.333859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-252906280-network', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:55.335070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc884cdf-9d95-49e4-9636-a917920cc649 req-cc82f73a-bb65-4482-b8d4-9325ba09fd36 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Jul 09 16:56:55.355649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:56:55.385874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Made reservation on behalf of c6707de682664058845a9dc9c16ab1de for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:55.389817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.411430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e53e9703-5dfc-4424-a9f3-155c2d8ce942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.414978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e53e9703-5dfc-4424-a9f3-155c2d8ce942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.416157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e53e9703-5dfc-4424-a9f3-155c2d8ce942 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55f79888-b2c4-4960-a3a3-0573514d5dbc HTTP/1.1" status: 204 len: 168 time: 0.2596190 Jul 09 16:56:55.424630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.427548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e9703-5dfc-4424-a9f3-155c2d8ce942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f79888-b2c4-4960-a3a3-0573514d5dbc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:55.540668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.549486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.595629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1173f-f481-4989-aa75-1be7bee6f827,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:55.613923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:56:55.630733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.631317 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Added segment 91c8de42-ab85-4d00-805f-d9512ea3e836 of type vlan for network ecdad143-ed49-4acb-8a69-f8f892c3656f Jul 09 16:56:55.679775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.705478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2598-d51a-4382-a6f3-f0dc23af3a61 req-495822ae-7fbf-4122-b197-a338f6a359b5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:55.707475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-461f2598-d51a-4382-a6f3-f0dc23af3a61 req-495822ae-7fbf-4122-b197-a338f6a359b5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1009784 Jul 09 16:56:55.714922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.716372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:55.717032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.775895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6469986 Jul 09 16:56:55.776111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:55.784619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Request body: {'subnet': {'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-subnet', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:55.791911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0048f93-95ad-44c0-8af0-9b603a03742c admin admin] Pushing event updated for resources: {'Network': ['ID=ecdad143-ed49-4acb-8a69-f8f892c3656f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:55.803746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ecdad143-ed49-4acb-8a69-f8f892c3656f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:56:55.820394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-461f2598-d51a-4382-a6f3-f0dc23af3a61 req-20425d9e-6d93-470d-916a-23379f23ae31 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059475 Jul 09 16:56:55.859803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Made reservation on behalf of c6707de682664058845a9dc9c16ab1de for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:55.866825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.088024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1502c-9259-4f52-81ab-4e2925f4b803 req-0484a3e6-1758-4c7b-9c2d-006a8ae1274f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:56.089546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5f1502c-9259-4f52-81ab-4e2925f4b803 req-0484a3e6-1758-4c7b-9c2d-006a8ae1274f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1086833 Jul 09 16:56:56.173195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5f1502c-9259-4f52-81ab-4e2925f4b803 req-def128ed-fa8c-4e82-b4d6-8304601c5674 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720561 Jul 09 16:56:56.174513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.230024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c6b711-c13c-4dce-8037-82b154734a7b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:56.241530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Checking segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:56.242164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Network hostable DHCP agents. Network: ecdad143-ed49-4acb-8a69-f8f892c3656f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:56:56.275288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Network ecdad143-ed49-4acb-8a69-f8f892c3656f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:56:56.287380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ecdad143-ed49-4acb-8a69-f8f892c3656f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:56.292312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:56.293488 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.298952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bcae26-1e2d-4ba9-95fb-4d2b62f2fff9 None None] Network ecdad143-ed49-4acb-8a69-f8f892c3656f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:56.311475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-19238e84-6d42-48db-a3e8-e7cb0d780c5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5335183 Jul 09 16:56:56.313947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:56.319129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:56.345433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.346849 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.442323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.503676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167b714-e8de-4c49-a939-76fa4a32ba74 None None] Network ecdad143-ed49-4acb-8a69-f8f892c3656f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:56.549661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9678cd9-0200-40ad-983c-3221ca0e5b61 req-163262d0-357f-448b-bc4e-3cf66baab8d6 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:56.551246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9678cd9-0200-40ad-983c-3221ca0e5b61 req-163262d0-357f-448b-bc4e-3cf66baab8d6 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1892371 Jul 09 16:56:56.641631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.688841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9678cd9-0200-40ad-983c-3221ca0e5b61 req-ce9bebde-7ae8-4ac9-ba37-104985a6a936 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979950 Jul 09 16:56:56.990304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:57.043724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:57.197055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618f0c-cd9c-49c5-9002-14457dc6dbe6 req-388ba03e-81bc-4808-8502-fd85afa81cd9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:57.198868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e618f0c-cd9c-49c5-9002-14457dc6dbe6 req-388ba03e-81bc-4808-8502-fd85afa81cd9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1514561 Jul 09 16:56:57.233096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Allocated IP 172.25.7.124 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/bc4bf302-f459-4aca-ae0d-6112dc4215ca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:56:57.276958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e618f0c-cd9c-49c5-9002-14457dc6dbe6 req-9622e747-9d3b-48d4-a1e7-6f42e060585c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653353 Jul 09 16:56:57.383140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:57.453612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:57.508342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:56:57.512880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:57.525098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:56:57.559923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Pushing event updated for resources: {'Port': ['ID=bc4bf302-f459-4aca-ae0d-6112dc4215ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:57.961899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:57.967532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267521877', 'description': 'tempest-secgroup-smoke-267521877 description', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:57.990544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.001347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.014549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.121810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.127921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.183032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81df08b-ace4-4e26-964f-b265c7f49b85,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:58.254082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.262169 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.295200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4835b4-f033-433e-934c-79f276c24329,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:58.308195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.310524 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ac963389-cbec-48fc-b12a-86ecd1a67d62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3457510 Jul 09 16:56:58.312706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:58.317503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ac4835b4-f033-433e-934c-79f276c24329', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:58.351297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.414734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.419664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.438064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a3c943-8c35-43d8-9b7c-c13cdac85506,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:58.445495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.447499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef36f20e-da86-4b9e-b1d7-ced7da928c56 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332374 Jul 09 16:56:58.449784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:58.454669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ac4835b4-f033-433e-934c-79f276c24329', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:58.485680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.514643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e6c18-bc63-4a56-a723-9b5dcd615b79 req-4c9c5bcd-1c1e-4018-bf7c-8092a951924f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:58.516110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5e6c18-bc63-4a56-a723-9b5dcd615b79 req-4c9c5bcd-1c1e-4018-bf7c-8092a951924f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.5635400 Jul 09 16:56:58.558452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.562833 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.582895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706bd3b3-8c63-407b-bb58-9adb37907df5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:58.592716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.594379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f73c4675-01ca-49bb-bdd6-9be8bf147823 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434665 Jul 09 16:56:58.597318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:58.602480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ac4835b4-f033-433e-934c-79f276c24329', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:58.612076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c5e6c18-bc63-4a56-a723-9b5dcd615b79 req-d28d5c89-58fa-4283-85af-4ea75aa421c4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851846 Jul 09 16:56:58.637495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.675782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.704470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.710318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.730304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aabe423-d5de-40b1-9082-0d096f41d54b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:58.737422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.743799 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7c024949-e58a-4aad-aa44-058eac74b7b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403549 Jul 09 16:56:58.744469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:58.750699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ac4835b4-f033-433e-934c-79f276c24329', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:58.782180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.820008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Router 165a3889-5518-47be-b449-9477f472f9a9 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:56:58.850504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.855275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.874670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab21dc59-e796-4d81-982a-454f9dadbccc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:58.883287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.884958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e06494ce-fd6f-45ae-b539-ff623540eb9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392176 Jul 09 16:56:58.888093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:58.893124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ac4835b4-f033-433e-934c-79f276c24329', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:58.916234 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:56:58.921404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.944616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:56:58.955470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Sync routers for ids ['165a3889-5518-47be-b449-9477f472f9a9'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:56:58.965595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Routers {'165a3889-5518-47be-b449-9477f472f9a9'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:56:58.966831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['165a3889-5518-47be-b449-9477f472f9a9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:58.979948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.984029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-abd46a79-d9ae-410d-b89b-b3b1dfcebeca admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6660564 Jul 09 16:56:58.984196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:59.000776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.007818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.040125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f43375a-9113-40cd-a244-d526a70fc3bf,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:59.045701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.050048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-108e51ce-9ce4-4436-8e64-f2ed5c1a2216 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606960 Jul 09 16:56:59.050687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:59.055864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ac4835b4-f033-433e-934c-79f276c24329', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:59.099101 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:56:59.106008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.127622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Set router 165a3889-5518-47be-b449-9477f472f9a9 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:56:59.206105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.213742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.256350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.264715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2126327 Jul 09 16:56:59.268296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:59.282924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'network': {'name': 'tempest-network-smoke--542696728', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:59.325007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381912-7347-4811-bcd3-7d06cbd08885 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e1aaf7-5df8-4b39-affa-7f856dbfb309,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:59.335928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:59.340767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.380345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:56:59.395683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.396450 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Added segment f2b84e69-24cc-4a99-9cf5-06ec3f229a80 of type vlan for network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 Jul 09 16:56:59.424906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:56:57Z', 'revision_number': 3, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:59.452845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Checking router: 165a3889-5518-47be-b449-9477f472f9a9 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:56:59.453282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Updating router 165a3889-5518-47be-b449-9477f472f9a9 port bc4bf302-f459-4aca-ae0d-6112dc4215ca binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:56:59.461233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.494424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.506798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.513247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:59.513958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.516077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.580958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3115420 Jul 09 16:56:59.584136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41848) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:59.589147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'admin_state_up': True, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:59.623511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbefc3a-f960-44ed-813c-8bc986952bb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Network': ['ID=56e190f6-9ab3-4f8b-ac72-203cd6f5d876,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:59.628386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.629506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.638864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:56:59.699654 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.866941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Allocated IP 172.20.0.1 (ecdad143-ed49-4acb-8a69-f8f892c3656f/89c6b711-c13c-4dce-8037-82b154734a7b/7e301e3e-223a-4639-8828-88a9b53b220e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:56:59.909192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:59.955288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265aa41-b3a3-434e-b071-22f0d255b8de req-4380354e-2436-4354-bdcc-3f83f8ac1259 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:59.962577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d265aa41-b3a3-434e-b071-22f0d255b8de req-4380354e-2436-4354-bdcc-3f83f8ac1259 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1508346 Jul 09 16:57:00.034340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d265aa41-b3a3-434e-b071-22f0d255b8de req-39e47349-7279-4e88-9544-60c7467a505a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Jul 09 16:57:00.061276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.071266 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.083350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Transition to ACTIVE for port object bc4bf302-f459-4aca-ae0d-6112dc4215ca will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:00.089788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.105370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.133856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629b7fd-fb28-4121-b10d-9250112c532b None None] Pushing event updated for resources: {'Port': ['ID=bc4bf302-f459-4aca-ae0d-6112dc4215ca,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:00.161628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Attempting to bind port bc4bf302-f459-4aca-ae0d-6112dc4215ca on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:00.162354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Attempting to bind port bc4bf302-f459-4aca-ae0d-6112dc4215ca by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:00.162808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Attempting to bind port bc4bf302-f459-4aca-ae0d-6112dc4215ca on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:00.169042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:00.169557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:00.170119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.170616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:00.171160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Bound port: bc4bf302-f459-4aca-ae0d-6112dc4215ca, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:00.171607 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.179390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Network ecdad143-ed49-4acb-8a69-f8f892c3656f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:00.180294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.183635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:00.193462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:00.196852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Pushing event updated for resources: {'Port': ['ID=7e301e3e-223a-4639-8828-88a9b53b220e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:00.200280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.233313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] For port bc4bf302-f459-4aca-ae0d-6112dc4215ca, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:00.237619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] For port bc4bf302-f459-4aca-ae0d-6112dc4215ca, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bc4bf302-f459-4aca-ae0d-6112dc4215ca,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:00.245509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.245685 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.306714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Routers {'165a3889-5518-47be-b449-9477f472f9a9'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:00.307818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['165a3889-5518-47be-b449-9477f472f9a9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:00.321963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.251 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/d66ce800-7459-4969-a2cf-3e26529127b5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:00.360724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629b7fd-fb28-4121-b10d-9250112c532b None None] Pushing event updated for resources: {'Port': ['ID=bc4bf302-f459-4aca-ae0d-6112dc4215ca,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:00.444547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] Set router 165a3889-5518-47be-b449-9477f472f9a9 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:00.480259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.491351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.549318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.597133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:00.602613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:00.607228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:00.668227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=d66ce800-7459-4969-a2cf-3e26529127b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:00.700515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.708783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.724556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:56:57Z', 'revision_number': 3, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:00.765109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:00.765356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afae15ab-07d9-43da-9816-91c0f7eb4936 None None] The sync data for ids ['165a3889-5518-47be-b449-9477f472f9a9'] in n-d-800085-2 is: [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:56:57Z', 'revision_number': 3, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:57:00.863217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Pushing event updated for resources: {'Port': ['ID=7e301e3e-223a-4639-8828-88a9b53b220e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:00.910000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Network ecdad143-ed49-4acb-8a69-f8f892c3656f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:00.911658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:00.975901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:01.089961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Router 165a3889-5518-47be-b449-9477f472f9a9 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:57:01.287018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:01.290249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:57:01.299901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6a61deb-b2d8-4b61-87c0-7bf6e101800d admin admin] 10.222.0.48 "PUT /v2.0/routers/165a3889-5518-47be-b449-9477f472f9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3147116 Jul 09 16:57:01.333336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49109c09-a87f-4fdd-99e1-57b3ec09b51c req-d4350700-9d67-478c-ab24-a675a9c5142d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:01.334977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49109c09-a87f-4fdd-99e1-57b3ec09b51c req-d4350700-9d67-478c-ab24-a675a9c5142d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1106770 Jul 09 16:57:01.389890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49109c09-a87f-4fdd-99e1-57b3ec09b51c req-a49f1dfe-2e69-4da6-bbf4-3ef472c7c96f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Jul 09 16:57:01.517394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router ce602ca4-8535-4213-9cef-ac0ff158bed3 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:57:01.689619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:57:01.701304 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Sync routers for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:57:01.711365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:01.717131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-da1d37fb-4b97-45b6-a554-bb43077a5e48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1320217 Jul 09 16:57:01.718088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41882) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:01.718242 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:01.719034 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:01.834287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-b4033255-882a-456e-bd17-12acc9a2ce75 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:01.836047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-b4033255-882a-456e-bd17-12acc9a2ce75 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 818 time: 0.1890976 Jul 09 16:57:01.859181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-0223f6a0-59b7-444c-b850-e8a6e19d5682 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/quotas/c6707de682664058845a9dc9c16ab1de HTTP/1.1" status: 200 len: 375 time: 0.0177288 Jul 09 16:57:01.906122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-789f5aa4-a87c-45d1-ba77-175f3c1d7783 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=829ea95d3c2e4ddaa8a7e517da95126c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1862185 Jul 09 16:57:01.906896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:01.924268 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:02.066969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c976618a-f14a-4db9-921a-b989aefb2d03 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068396 Jul 09 16:57:02.096114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8333bfa8-c3c2-4c75-8ace-297e8890c599 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:02.100863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41892) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:02.101023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8333bfa8-c3c2-4c75-8ace-297e8890c599 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1929114 Jul 09 16:57:02.136566 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:02.144736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-93e7e827-0f9d-4822-8ab9-f2a31ce89133 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422640 Jul 09 16:57:02.147712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:02.152624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752703555', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:02.177829 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Checking router: ce602ca4-8535-4213-9cef-ac0ff158bed3 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:57:02.178177 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Updating router ce602ca4-8535-4213-9cef-ac0ff158bed3 port d66ce800-7459-4969-a2cf-3e26529127b5 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:57:02.215307 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.255473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-9fc6fea4-7ab6-4bc7-9cec-7286d53790c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817009 Jul 09 16:57:02.286918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:57:02.290695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.367134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-4c667906-051c-48ed-b20a-27f9f684457c service neutron] 10.222.0.48 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100206 Jul 09 16:57:02.563099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.634995 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.654965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Subnet': ['ID=8940062b-2c16-4b07-881b-97f83600f10d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:02.660915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Transition to ACTIVE for port object d66ce800-7459-4969-a2cf-3e26529127b5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:02.670455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Checking segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:02.670455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network hostable DHCP agents. Network: 56e190f6-9ab3-4f8b-ac72-203cd6f5d876, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:57:02.679475 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.700871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:57:02.714372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 56e190f6-9ab3-4f8b-ac72-203cd6f5d876) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:02.723941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234db415-9361-404e-8d17-75a642e66816 None None] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:57:02.737677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-001208b6-0d48-4eba-8331-18b8f0845f24 req-82ca0ba5-094e-42e8-8098-aa3f6f562635 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 210 time: 0.1041684 Jul 09 16:57:02.738124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:02.738772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.767501 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Attempting to bind port d66ce800-7459-4969-a2cf-3e26529127b5 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:02.768301 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Attempting to bind port d66ce800-7459-4969-a2cf-3e26529127b5 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:02.768561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Attempting to bind port d66ce800-7459-4969-a2cf-3e26529127b5 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:02.784697 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-12a51f75-6a96-4d20-ab56-f8e41bc355c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6359591 Jul 09 16:57:02.787408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 41906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:02.794688 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:02.795281 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:02.795702 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.796102 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:02.796793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb08aa7-b0fe-4f89-b97e-7ea8984be08c req-97377490-cc64-4d3c-aa30-18aaa769df2d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:02.798421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdb08aa7-b0fe-4f89-b97e-7ea8984be08c req-97377490-cc64-4d3c-aa30-18aaa769df2d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.2202981 Jul 09 16:57:02.805819 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Bound port: d66ce800-7459-4969-a2cf-3e26529127b5, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:02.814186 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:02.929908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdb08aa7-b0fe-4f89-b97e-7ea8984be08c req-b934b3ca-339f-4cfc-ac95-c580cbc928e1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106942 Jul 09 16:57:02.956116 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] For port d66ce800-7459-4969-a2cf-3e26529127b5, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:02.970135 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] For port d66ce800-7459-4969-a2cf-3e26529127b5, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d66ce800-7459-4969-a2cf-3e26529127b5,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:02.986064 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Pushing event updated for resources: {'Port': ['ID=d66ce800-7459-4969-a2cf-3e26529127b5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:03.008619 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:03.027813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bc4bf302-f459-4aca-ae0d-6112dc4215ca up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:03.028375 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.028947 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.029472 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.030175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.030687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.031217 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.031720 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.032204 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.032700 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.033182 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.037915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.038666 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:03.118021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:03.119039 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:03.202796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Sync routers for ids ['165a3889-5518-47be-b449-9477f472f9a9'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:57:03.224693 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ab488-6e7c-4b45-8ab5-a7da0c31b150 None None] Pushing event updated for resources: {'Port': ['ID=d66ce800-7459-4969-a2cf-3e26529127b5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:03.304214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Routers {'165a3889-5518-47be-b449-9477f472f9a9'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:03.304863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['165a3889-5518-47be-b449-9477f472f9a9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:03.306828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port bc4bf302-f459-4aca-ae0d-6112dc4215ca completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:03.321643 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:03.373736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bc4bf302-f459-4aca-ae0d-6112dc4215ca triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:03.374367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:03.379595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-a0592851-e8bd-432e-b992-ac0bb93f7ef0 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:03.387627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-a0592851-e8bd-432e-b992-ac0bb93f7ef0 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 818 time: 0.2442119 Jul 09 16:57:03.405794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-54d96538-ed95-4ce1-9b87-c43ae3217800 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/quotas/c6707de682664058845a9dc9c16ab1de HTTP/1.1" status: 200 len: 375 time: 0.0171416 Jul 09 16:57:03.509910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af479993-1153-43b3-838f-094f82b4062b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:57:03.510939 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af479993-1153-43b3-838f-094f82b4062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:03.609429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:03.745858 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0953db5-57ca-4fa1-b06e-bb6a5115b1b7 None None] The sync data for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 is: [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:57:03.779806 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:03.832376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port bc4bf302-f459-4aca-ae0d-6112dc4215ca, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bc4bf302-f459-4aca-ae0d-6112dc4215ca,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:03.836775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Set router 165a3889-5518-47be-b449-9477f472f9a9 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:03.909432 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:03.983796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-47d1aa97-3678-409a-a50c-6331f8cf1602 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5771022 Jul 09 16:57:04.118615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-af479993-1153-43b3-838f-094f82b4062b None None] Allocated IP 172.20.0.2 (56e190f6-9ab3-4f8b-ac72-203cd6f5d876/8940062b-2c16-4b07-881b-97f83600f10d/097ff77c-55d1-4e48-a0fa-f8399afda05b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:04.120877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=bc4bf302-f459-4aca-ae0d-6112dc4215ca,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:04.211749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:04.306083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-f7a0d8b2-ac17-4bb1-acd8-80a52cab1ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141949 Jul 09 16:57:04.437669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-01ed31e1-1164-4da0-bbd1-3734e7016785 service neutron] 10.222.0.48 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305668 Jul 09 16:57:04.516821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b349-b4d9-4c84-9800-6cc27dd62504 req-b6157bdb-5dbb-4501-b1e4-ddcc56c1a0b2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:04.517662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 4, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '7e301e3e-223a-4639-8828-88a9b53b220e', 'name': '', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'mac_address': 'fa:16:3e:1d:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 2, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'subnets': [{'id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:04.520233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba69b349-b4d9-4c84-9800-6cc27dd62504 req-b6157bdb-5dbb-4501-b1e4-ddcc56c1a0b2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.3074586 Jul 09 16:57:04.533260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af479993-1153-43b3-838f-094f82b4062b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:04.602903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Checking router: 165a3889-5518-47be-b449-9477f472f9a9 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:57:04.603267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Updating router 165a3889-5518-47be-b449-9477f472f9a9 port 7e301e3e-223a-4639-8828-88a9b53b220e binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:57:04.626059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba69b349-b4d9-4c84-9800-6cc27dd62504 req-c0868d05-4b59-4edb-a08e-184b4931d728 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809228 Jul 09 16:57:04.645806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af479993-1153-43b3-838f-094f82b4062b None None] Transition to ACTIVE for port object 097ff77c-55d1-4e48-a0fa-f8399afda05b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:04.671992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af479993-1153-43b3-838f-094f82b4062b None None] Transition to ACTIVE for port object 097ff77c-55d1-4e48-a0fa-f8399afda05b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:04.681069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:04.780045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-d3792c71-f522-4005-b986-28157cca7349 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:04.781632 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-d3792c71-f522-4005-b986-28157cca7349 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 818 time: 0.2230623 Jul 09 16:57:04.803608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Request body: {'port': {'device_id': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'admin_state_up': True, 'tenant_id': 'c6707de682664058845a9dc9c16ab1de'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:05.172175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2624f8bf-ef4f-4fe9-8b6c-89b1dadf9700 req-ff963c11-0568-4b60-82ef-62f5a1c6f3b8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 210 time: 0.1009705 Jul 09 16:57:05.228633 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.231761 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af479993-1153-43b3-838f-094f82b4062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.245712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d66ce800-7459-4969-a2cf-3e26529127b5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:05.328447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Transition to ACTIVE for port object 7e301e3e-223a-4639-8828-88a9b53b220e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:05.364949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.378970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.1 (56e190f6-9ab3-4f8b-ac72-203cd6f5d876/8940062b-2c16-4b07-881b-97f83600f10d/84202b9c-1974-4fbc-b106-743b8b2b4637) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:05.396090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af479993-1153-43b3-838f-094f82b4062b None None] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:05.413745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-af479993-1153-43b3-838f-094f82b4062b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:05.420202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af479993-1153-43b3-838f-094f82b4062b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:05.427272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af479993-1153-43b3-838f-094f82b4062b None None] Pushing event updated for resources: {'Port': ['ID=097ff77c-55d1-4e48-a0fa-f8399afda05b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:05.432167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Made reservation on behalf of c6707de682664058845a9dc9c16ab1de for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:57:05.436625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.631751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.660106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object 84202b9c-1974-4fbc-b106-743b8b2b4637 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:05.677959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Allocated IP 172.20.0.9 (ecdad143-ed49-4acb-8a69-f8f892c3656f/89c6b711-c13c-4dce-8037-82b154734a7b/ed136890-1468-477e-8e69-5dda2b0c0305) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:05.745200 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.812489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=84202b9c-1974-4fbc-b106-743b8b2b4637,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:05.846437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca50856-953b-4276-af0c-a903ba0e6e17 None None] Pushing event updated for resources: {'Port': ['ID=7e301e3e-223a-4639-8828-88a9b53b220e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:05.860825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-af479993-1153-43b3-838f-094f82b4062b None None] Attempting to bind port 097ff77c-55d1-4e48-a0fa-f8399afda05b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:05.861130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-af479993-1153-43b3-838f-094f82b4062b None None] Attempting to bind port 097ff77c-55d1-4e48-a0fa-f8399afda05b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:05.861492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af479993-1153-43b3-838f-094f82b4062b None None] Attempting to bind port 097ff77c-55d1-4e48-a0fa-f8399afda05b on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:05.876302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:05.880655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:05.884443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80719e50-9194-4b68-84e7-5eeffdb8df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.889158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:05.891530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d66ce800-7459-4969-a2cf-3e26529127b5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:05.894734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Attempting to bind port 7e301e3e-223a-4639-8828-88a9b53b220e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:05.896320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Attempting to bind port 7e301e3e-223a-4639-8828-88a9b53b220e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:05.896905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Attempting to bind port 7e301e3e-223a-4639-8828-88a9b53b220e on network ecdad143-ed49-4acb-8a69-f8f892c3656f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:05.900699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af479993-1153-43b3-838f-094f82b4062b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:05.901071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af479993-1153-43b3-838f-094f82b4062b None None] Checking segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:05.901476 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af479993-1153-43b3-838f-094f82b4062b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.901854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af479993-1153-43b3-838f-094f82b4062b None None] Bound using segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:05.902344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-af479993-1153-43b3-838f-094f82b4062b None None] Bound port: 097ff77c-55d1-4e48-a0fa-f8399afda05b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:05.902755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af479993-1153-43b3-838f-094f82b4062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.920326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d66ce800-7459-4969-a2cf-3e26529127b5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:05.920749 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.951027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:05.951202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Checking segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:05.951631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.952029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Bound using segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:05.953009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61fc7e-9f92-468e-a744-69ded868f455 req-593f25e6-e20f-4cf0-9a40-cf63edbcd757 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:05.954673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae61fc7e-9f92-468e-a744-69ded868f455 req-593f25e6-e20f-4cf0-9a40-cf63edbcd757 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1357734 Jul 09 16:57:05.955191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Bound port: 7e301e3e-223a-4639-8828-88a9b53b220e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:05.955614 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:05.987340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.071520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae61fc7e-9f92-468e-a744-69ded868f455 req-a0a13b68-88f9-4238-9189-92c6a3f57783 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052911 Jul 09 16:57:06.110987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.162237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-af479993-1153-43b3-838f-094f82b4062b None None] For port 097ff77c-55d1-4e48-a0fa-f8399afda05b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:06.168507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-af479993-1153-43b3-838f-094f82b4062b None None] For port 097ff77c-55d1-4e48-a0fa-f8399afda05b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=097ff77c-55d1-4e48-a0fa-f8399afda05b,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:06.203853 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af479993-1153-43b3-838f-094f82b4062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.397737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.462673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af479993-1153-43b3-838f-094f82b4062b None None] Pushing event updated for resources: {'Port': ['ID=097ff77c-55d1-4e48-a0fa-f8399afda05b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:06.534215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] For port 7e301e3e-223a-4639-8828-88a9b53b220e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:06.541786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.588606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] For port 7e301e3e-223a-4639-8828-88a9b53b220e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7e301e3e-223a-4639-8828-88a9b53b220e,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:06.593225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.622358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d66ce800-7459-4969-a2cf-3e26529127b5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d66ce800-7459-4969-a2cf-3e26529127b5,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:06.625206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.640714 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.644467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-810c4ddd-a7e8-46cb-8267-66e7560b6532 req-4b1c3dfa-ec7b-45dc-8a13-f49bafa1d90e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 210 time: 0.0865545 Jul 09 16:57:06.645154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bc4bf302-f459-4aca-ae0d-6112dc4215ca up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:06.756976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Routers {'165a3889-5518-47be-b449-9477f472f9a9'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:06.757625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:56:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['165a3889-5518-47be-b449-9477f472f9a9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:06.763808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca50856-953b-4276-af0c-a903ba0e6e17 None None] Pushing event updated for resources: {'Port': ['ID=7e301e3e-223a-4639-8828-88a9b53b220e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:06.791030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Network ecdad143-ed49-4acb-8a69-f8f892c3656f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:06.804146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:06.806660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:06.875204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bc4bf302-f459-4aca-ae0d-6112dc4215ca triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:06.875780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.881473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:06.882128 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:06.933900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Pushing event updated for resources: {'Port': ['ID=ed136890-1468-477e-8e69-5dda2b0c0305,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:06.963223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d66ce800-7459-4969-a2cf-3e26529127b5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:06.980957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-09444843-1326-426b-bbeb-ae8f00e10114 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1861050 Jul 09 16:57:06.997742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Request body: {'port': {'device_id': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:07.064189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] Set router 165a3889-5518-47be-b449-9477f472f9a9 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:07.199762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:07.224655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:07.395019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:07.418460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 097ff77c-55d1-4e48-a0fa-f8399afda05b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:07.489015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 4, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '7e301e3e-223a-4639-8828-88a9b53b220e', 'name': '', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'mac_address': 'fa:16:3e:1d:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'subnets': [{'id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:07.532018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdff17-1bfd-427f-9ff0-54090e3e0416 None None] The sync data for ids ['165a3889-5518-47be-b449-9477f472f9a9'] in n-d-800085-2 is: [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:57:00Z', 'revision_number': 4, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '7e301e3e-223a-4639-8828-88a9b53b220e', 'name': '', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'mac_address': 'fa:16:3e:1d:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'subnets': [{'id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:57:07.542017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 097ff77c-55d1-4e48-a0fa-f8399afda05b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:07.552469 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d66ce800-7459-4969-a2cf-3e26529127b5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:07.592944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:07.651418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21b95-08ba-4d52-9fca-30aa964bd9dd req-e7771b48-2a44-40d9-a2e4-760b7ebfad97 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:07.653693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ec21b95-08ba-4d52-9fca-30aa964bd9dd req-e7771b48-2a44-40d9-a2e4-760b7ebfad97 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.2077537 Jul 09 16:57:07.702691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d66ce800-7459-4969-a2cf-3e26529127b5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:07.703438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:07.713084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=84202b9c-1974-4fbc-b106-743b8b2b4637,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:07.776614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ec21b95-08ba-4d52-9fca-30aa964bd9dd req-a8099eb1-7a4f-45c4-8990-5d816c0b710e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152573 Jul 09 16:57:07.941863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-544b3d40-ea62-4287-b306-1eb89ac6627b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:07.943466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-544b3d40-ea62-4287-b306-1eb89ac6627b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.37 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 818 time: 0.7387025 Jul 09 16:57:07.983963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Request body: {'port': {'device_id': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'admin_state_up': True, 'tenant_id': 'c6707de682664058845a9dc9c16ab1de'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:08.003844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2258e8d4-7165-497f-80ae-a9d3f7356d02 req-655f2629-1e8d-4202-8f85-79a94a1a1221 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 210 time: 0.0407646 Jul 09 16:57:08.107357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c0361-9ca6-400c-a7a2-4ecccc62755d None None] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:57:08.160840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:08.168100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:08.197721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.225000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] Provisioning for port 097ff77c-55d1-4e48-a0fa-f8399afda05b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:08.231952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] Provisioning complete for port 097ff77c-55d1-4e48-a0fa-f8399afda05b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:08.232335 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.298351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Made reservation on behalf of c6707de682664058845a9dc9c16ab1de for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:57:08.301887 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.346093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b959810-04ab-4e1e-b1f1-9ca73040399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.369976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed136890-1468-477e-8e69-5dda2b0c0305 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:08.387085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.412725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.420134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Transition to ACTIVE for port object ed136890-1468-477e-8e69-5dda2b0c0305 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:08.462915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] For port 097ff77c-55d1-4e48-a0fa-f8399afda05b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=097ff77c-55d1-4e48-a0fa-f8399afda05b,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:08.471630 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.474961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.549436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router ce602ca4-8535-4213-9cef-ac0ff158bed3 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:57:08.549961 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.551548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9eab-a289-4394-81c0-ce959d3ae90e None None] Pushing event updated for resources: {'Port': ['ID=097ff77c-55d1-4e48-a0fa-f8399afda05b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:08.600443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Pushing event updated for resources: {'Port': ['ID=ed136890-1468-477e-8e69-5dda2b0c0305,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:08.735474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Allocated IP 172.20.0.12 (ecdad143-ed49-4acb-8a69-f8f892c3656f/89c6b711-c13c-4dce-8037-82b154734a7b/2acb089b-82b1-424e-82bc-9114cf967131) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:08.852228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Attempting to bind port ed136890-1468-477e-8e69-5dda2b0c0305 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:08.852573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Attempting to bind port ed136890-1468-477e-8e69-5dda2b0c0305 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:08.852903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Attempting to bind port ed136890-1468-477e-8e69-5dda2b0c0305 on network ecdad143-ed49-4acb-8a69-f8f892c3656f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:08.878158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Port ed136890-1468-477e-8e69-5dda2b0c0305 on network ecdad143-ed49-4acb-8a69-f8f892c3656f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:08.878512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Attempting to bind port ed136890-1468-477e-8e69-5dda2b0c0305 on network ecdad143-ed49-4acb-8a69-f8f892c3656f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:08.883111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:57:08.899956 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Sync routers for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:57:08.904751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cde65220-d9c8-4d0d-9b0c-c4f33b5d9c18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/ce602ca4-8535-4213-9cef-ac0ff158bed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1119854 Jul 09 16:57:08.907789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0fe5777-75b8-46f9-8b6e-daccb8dc7022 None None] Provisioning for port 84202b9c-1974-4fbc-b106-743b8b2b4637 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:08.912542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0fe5777-75b8-46f9-8b6e-daccb8dc7022 None None] Provisioning complete for port 84202b9c-1974-4fbc-b106-743b8b2b4637 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:08.912922 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5777-75b8-46f9-8b6e-daccb8dc7022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:08.927895 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:08.928915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:57:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:08.969970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:08.970378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Checking segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:08.970800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Bound using segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:08.972211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Bound port: ed136890-1468-477e-8e69-5dda2b0c0305, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:08.972590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.039197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5777-75b8-46f9-8b6e-daccb8dc7022 None None] Port 84202b9c-1974-4fbc-b106-743b8b2b4637 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:57:09.068866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0fe5777-75b8-46f9-8b6e-daccb8dc7022 None None] Provisioning complete for port 097ff77c-55d1-4e48-a0fa-f8399afda05b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:09.072689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5777-75b8-46f9-8b6e-daccb8dc7022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.082384 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:09.196376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206269-10ce-4867-a17c-e3b6ee398784 req-c792f3e8-7ca9-453a-aae6-b364b35b4f43 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:09.211207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b206269-10ce-4867-a17c-e3b6ee398784 req-c792f3e8-7ca9-453a-aae6-b364b35b4f43 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.2013588 Jul 09 16:57:09.282172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.343128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b206269-10ce-4867-a17c-e3b6ee398784 req-86b0ea4d-7b2b-4af3-96f6-c7688eb8a001 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309459 Jul 09 16:57:09.505982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-8c5540f7-bdd9-4e3f-9624-ba0698d09307 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267521877&fields=id&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 267 time: 0.1054380 Jul 09 16:57:09.547905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 097ff77c-55d1-4e48-a0fa-f8399afda05b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:09.551169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] For port ed136890-1468-477e-8e69-5dda2b0c0305, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:09.564311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] For port ed136890-1468-477e-8e69-5dda2b0c0305, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ed136890-1468-477e-8e69-5dda2b0c0305,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:09.580960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.588231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.609789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:09.611653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.613724 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] 10.222.0.43 "PUT /v2.0/ports/ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 1091 time: 2.6209552 Jul 09 16:57:09.628987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'tag': 'ed136890-1468-477e-8e69-5dda2b0c0305'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:09.640467 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108e0f5-4a6f-4d34-a99b-7827057b625f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6c7508-a93b-409e-b9ec-3123559ea26e", "tag": "ed136890-1468-477e-8e69-5dda2b0c0305"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:09.701707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8d4e8e89-2f98-4ac7-9bd4-158cd186deee None None] Provisioning complete for port 84202b9c-1974-4fbc-b106-743b8b2b4637 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:09.704000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8e89-2f98-4ac7-9bd4-158cd186deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.762207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 097ff77c-55d1-4e48-a0fa-f8399afda05b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:09.763203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.766870 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 2, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:09.818135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e8e89-2f98-4ac7-9bd4-158cd186deee None None] Port 84202b9c-1974-4fbc-b106-743b8b2b4637 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:57:09.843542 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Checking router: ce602ca4-8535-4213-9cef-ac0ff158bed3 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:57:09.843894 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Updating router ce602ca4-8535-4213-9cef-ac0ff158bed3 port 84202b9c-1974-4fbc-b106-743b8b2b4637 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:57:09.850594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-8038fca0-474d-4f02-9cc5-30ef9baf871d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:09.874183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-8038fca0-474d-4f02-9cc5-30ef9baf871d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 796 time: 0.3585942 Jul 09 16:57:09.905452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-43c08b1b-3360-4970-b2c6-e490c8c999af tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/quotas/829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 375 time: 0.0292482 Jul 09 16:57:09.916591 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:09.960794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7e301e3e-223a-4639-8828-88a9b53b220e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:09.983956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-738e3784-dab3-4110-acec-4400c0488017 req-9a27dd0d-94df-463d-b73a-5124be1ad530 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 210 time: 0.4385018 Jul 09 16:57:10.037635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24941436-2cd7-4196-84c8-f553c631028b None None] Provisioning complete for port 84202b9c-1974-4fbc-b106-743b8b2b4637 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:10.038011 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24941436-2cd7-4196-84c8-f553c631028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.049075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-3904330e-21ee-4c3e-9a36-db60e0bbf88b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411912 Jul 09 16:57:10.108045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-24941436-2cd7-4196-84c8-f553c631028b None None] Port 84202b9c-1974-4fbc-b106-743b8b2b4637 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:57:10.139155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 7e301e3e-223a-4639-8828-88a9b53b220e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:10.143316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7e301e3e-223a-4639-8828-88a9b53b220e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:10.143693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.197887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-db600683-d602-4a53-95fd-205a3b992edf service neutron] 10.222.0.48 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462657 Jul 09 16:57:10.249367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.266363 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06332ed2-7b52-44c3-b001-bc7f212ca59f x-openstack-request-id: req-06332ed2-7b52-44c3-b001-bc7f212ca59f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:10.266678 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6c7508-a93b-409e-b9ec-3123559ea26e", "tag": "ed136890-1468-477e-8e69-5dda2b0c0305", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:10.266934 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06332ed2-7b52-44c3-b001-bc7f212ca59f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:10.267335 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'tag': 'ed136890-1468-477e-8e69-5dda2b0c0305', 'status': 'completed', 'code': 200} Jul 09 16:57:10.286559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 7e301e3e-223a-4639-8828-88a9b53b220e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7e301e3e-223a-4639-8828-88a9b53b220e,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:10.294755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.322357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59383c5-c09a-4d4d-99d0-2164eb44296f service neutron] Pushing event updated for resources: {'Port': ['ID=ed136890-1468-477e-8e69-5dda2b0c0305,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:10.355124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-8b5a83f5-df2b-4d33-91c9-98e9810a8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.356718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-8b5a83f5-df2b-4d33-91c9-98e9810a8edb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1094 time: 0.6766191 Jul 09 16:57:10.359660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.373185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=7e301e3e-223a-4639-8828-88a9b53b220e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:10.428113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-5ae4cb85-6807-4850-bd66-8af2200ba059 service neutron] 10.222.0.48 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224333 Jul 09 16:57:10.446571 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-015c4a9d-9cb4-42d6-b1d3-6de5e7e6ce24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.0767395 Jul 09 16:57:10.472708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Network ecdad143-ed49-4acb-8a69-f8f892c3656f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:10.494198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:10.501057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:10.507456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Pushing event updated for resources: {'Port': ['ID=2acb089b-82b1-424e-82bc-9114cf967131,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:10.560445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-fb94ff92-03d9-438d-b4bf-ad9f5e8a7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.561715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-fb94ff92-03d9-438d-b4bf-ad9f5e8a7eeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.1042202 Jul 09 16:57:10.587542 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.602621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.603277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.607693 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Transition to ACTIVE for port object 84202b9c-1974-4fbc-b106-743b8b2b4637 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:10.617568 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.636506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-62f9e725-ca99-467c-b5a6-d2e558c06999 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643306 Jul 09 16:57:10.700922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54638e4-1212-45e6-a640-8c2b36bb643e req-4821ce5a-bb6c-4041-9b66-3a5c632a6e9d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.702799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a54638e4-1212-45e6-a640-8c2b36bb643e req-4821ce5a-bb6c-4041-9b66-3a5c632a6e9d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1223238 Jul 09 16:57:10.713995 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a340d4a-7d99-4e42-b706-f4a9b158a045 None None] Pushing event updated for resources: {'Port': ['ID=84202b9c-1974-4fbc-b106-743b8b2b4637,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:10.769812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1997a24-94a0-41ad-ad38-4eb355844709 req-8fc41ac1-34e9-4b91-9b47-ff49c032e0ed tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 210 time: 0.0420339 Jul 09 16:57:10.782698 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-3e0f4ba1-70d4-4634-af2e-3776e899e28c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8027194 Jul 09 16:57:10.803748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Request body: {'port': {'device_id': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:10.849147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a54638e4-1212-45e6-a640-8c2b36bb643e req-6ac4c25d-141e-42a9-add4-3781eed5bd78 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398175 Jul 09 16:57:10.875600 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Attempting to bind port 84202b9c-1974-4fbc-b106-743b8b2b4637 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:10.875962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Attempting to bind port 84202b9c-1974-4fbc-b106-743b8b2b4637 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:10.876318 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Attempting to bind port 84202b9c-1974-4fbc-b106-743b8b2b4637 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:10.882772 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:10.885115 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Checking segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:10.885754 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.886741 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Bound using segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:10.888671 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Bound port: 84202b9c-1974-4fbc-b106-743b8b2b4637, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:10.890607 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.906829 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-5ea105ef-f1a1-44dd-8ef7-56f3ecf81e75 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605345 Jul 09 16:57:10.973758 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] For port 84202b9c-1974-4fbc-b106-743b8b2b4637, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:10.978338 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] For port 84202b9c-1974-4fbc-b106-743b8b2b4637, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=84202b9c-1974-4fbc-b106-743b8b2b4637,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:10.987245 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:11.045646 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a340d4a-7d99-4e42-b706-f4a9b158a045 None None] Pushing event updated for resources: {'Port': ['ID=84202b9c-1974-4fbc-b106-743b8b2b4637,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:11.071120 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:11.071760 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:57:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:11.087651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:11.089345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ed6f14e-410b-4ef5-9d59-65940ed50a6a req-6e5c8777-7d92-400e-85bc-6899a52545ad service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715491 Jul 09 16:57:11.285232 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:11.302682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7e301e3e-223a-4639-8828-88a9b53b220e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:11.333453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:11.398293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7e301e3e-223a-4639-8828-88a9b53b220e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:11.398683 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:11.411568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a23f-b684-40c8-af55-eae4ae46517b req-1fc2a229-5435-4071-888a-fbc7ca135bf3 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:11.423461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b95a23f-b684-40c8-af55-eae4ae46517b req-1fc2a229-5435-4071-888a-fbc7ca135bf3 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 932 time: 0.1869607 Jul 09 16:57:11.472346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-1dcf9985-c74f-4db1-8c8a-f661bb322358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:11.473512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-1dcf9985-c74f-4db1-8c8a-f661bb322358 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1094 time: 0.3096907 Jul 09 16:57:11.513114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b95a23f-b684-40c8-af55-eae4ae46517b req-f38284d4-8c8a-42fd-9548-f4a300519b30 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869145 Jul 09 16:57:11.628129 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:10Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:11.660863 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71528083-270a-45b7-8b0b-f2c4993910ad None None] The sync data for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 is: [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:10Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:57:11.833886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-7139a472-672a-4dd5-be68-e33135edea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:11.838330 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-7139a472-672a-4dd5-be68-e33135edea97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.3525102 Jul 09 16:57:11.963665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-d5edb77d-e88a-48a0-9aa4-0d7423fd8f36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.0655160 Jul 09 16:57:12.066658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf3d745-cd64-45e7-91cf-b8725d6559ea req-ef2f2e67-3f34-43fa-a513-cf79d171fa0d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 210 time: 0.0416677 Jul 09 16:57:12.108260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-4dfb10dd-5aeb-408e-98a2-e030939307d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.110492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-4dfb10dd-5aeb-408e-98a2-e030939307d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.1343713 Jul 09 16:57:12.118345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acb089b-82b1-424e-82bc-9114cf967131 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:12.128209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.156472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a41d1-eb2c-4e42-b037-1b3787fb7d41 req-1bef306f-d9de-4ef5-9dac-940a8a3c6ae5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.159312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-340a41d1-eb2c-4e42-b037-1b3787fb7d41 req-1bef306f-d9de-4ef5-9dac-940a8a3c6ae5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0907214 Jul 09 16:57:12.170940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:12.182663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-fa87a8d6-9c85-4b32-b3b7-d64c8f6f55fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590613 Jul 09 16:57:12.193404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Transition to ACTIVE for port object 2acb089b-82b1-424e-82bc-9114cf967131 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:12.213436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.218949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-340a41d1-eb2c-4e42-b037-1b3787fb7d41 req-e06b9a8b-351a-439a-b49c-a8e29ac533c9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538585 Jul 09 16:57:12.322714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:12.326573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Pushing event updated for resources: {'Port': ['ID=2acb089b-82b1-424e-82bc-9114cf967131,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:12.362610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'port_id': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'mac_address': 'fa:16:3e:f4:4d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12fc149-8220-4b51-9537-6c362a322c00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:12.383467 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-d64d2b5d-daba-4d9d-a2f1-871363aa11b3 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913638 Jul 09 16:57:12.422847 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.443717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:12.470460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:12.484611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.512758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Attempting to bind port 2acb089b-82b1-424e-82bc-9114cf967131 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:12.513190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Attempting to bind port 2acb089b-82b1-424e-82bc-9114cf967131 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:12.513533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Attempting to bind port 2acb089b-82b1-424e-82bc-9114cf967131 on network ecdad143-ed49-4acb-8a69-f8f892c3656f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:12.527764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Port 2acb089b-82b1-424e-82bc-9114cf967131 on network ecdad143-ed49-4acb-8a69-f8f892c3656f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:12.528098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Attempting to bind port 2acb089b-82b1-424e-82bc-9114cf967131 on network ecdad143-ed49-4acb-8a69-f8f892c3656f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:12.539218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:12.539575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Checking segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:12.539974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Bound using segment: {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:12.540529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Bound port: 2acb089b-82b1-424e-82bc-9114cf967131, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c8de42-ab85-4d00-805f-d9512ea3e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:12.540954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.595327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:12.603100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c108e0f5-4a6f-4d34-a99b-7827057b625f req-7ef61fcd-f563-4126-aa72-8b7eee8946dd service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038879 Jul 09 16:57:12.690652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ec0c26c3-2bf4-4034-a8de-ee29748ac98d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:12.717430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] For port 2acb089b-82b1-424e-82bc-9114cf967131, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:12.728500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] For port 2acb089b-82b1-424e-82bc-9114cf967131, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2acb089b-82b1-424e-82bc-9114cf967131,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:12.740357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.794030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-e52d6082-2ae8-4235-b0fd-ac81991b8f8a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.796306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-e52d6082-2ae8-4235-b0fd-ac81991b8f8a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 796 time: 0.2609694 Jul 09 16:57:12.839134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.840100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:12.843087 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] 10.222.0.37 "PUT /v2.0/ports/2acb089b-82b1-424e-82bc-9114cf967131 HTTP/1.1" status: 200 len: 1092 time: 2.0443556 Jul 09 16:57:12.845592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'tag': '2acb089b-82b1-424e-82bc-9114cf967131'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:12.863739 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c476267-e3ff-4b8c-9599-53a3f22e91f4" -d '{"events": [{"name": "network-changed", "server_uuid": "850874ea-c58f-41b6-b02f-a2b9e6cef57e", "tag": "2acb089b-82b1-424e-82bc-9114cf967131"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:12.882357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-5b41e86a-f59c-4859-a429-350c48d3ab8b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 379 time: 0.0742671 Jul 09 16:57:12.897489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'port': {'device_id': '5149b198-18d7-4d41-badf-9df6a642b863', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'admin_state_up': True, 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'security_groups': ['ac4835b4-f033-433e-934c-79f276c24329']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:12.922565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ab3df-1eaa-4cf5-9215-22408a909d52 service neutron] Pushing event updated for resources: {'Port': ['ID=2acb089b-82b1-424e-82bc-9114cf967131,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:12.941333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ed136890-1468-477e-8e69-5dda2b0c0305 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:13.066666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:57:13.072588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.096110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-d9966202-1a91-4595-bd3e-aeaa2efc902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:13.097311 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-d9966202-1a91-4595-bd3e-aeaa2efc902d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 1095 time: 0.1394978 Jul 09 16:57:13.104026 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816bf4a5-dec3-48d5-91bf-9b145fb8c7ae x-openstack-request-id: req-816bf4a5-dec3-48d5-91bf-9b145fb8c7ae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:13.104313 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850874ea-c58f-41b6-b02f-a2b9e6cef57e", "tag": "2acb089b-82b1-424e-82bc-9114cf967131", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:13.104577 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-816bf4a5-dec3-48d5-91bf-9b145fb8c7ae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:13.104994 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'tag': '2acb089b-82b1-424e-82bc-9114cf967131', 'status': 'completed', 'code': 200} Jul 09 16:57:13.116765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ed4c-289c-4bd2-a964-5420bf453798 req-aa9bed13-0767-4f1b-8f95-580c2d506bb8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:13.124925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c547ed4c-289c-4bd2-a964-5420bf453798 req-aa9bed13-0767-4f1b-8f95-580c2d506bb8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 944 time: 0.3258171 Jul 09 16:57:13.210428 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-d9cf34de-02bd-4288-84af-ac636e79ea08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2acb089b-82b1-424e-82bc-9114cf967131 HTTP/1.1" status: 200 len: 217 time: 0.0834570 Jul 09 16:57:13.283403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ed136890-1468-477e-8e69-5dda2b0c0305, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ed136890-1468-477e-8e69-5dda2b0c0305,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:13.292699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-1086f868-0574-49b0-9c93-15195a30cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:13.305828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ed136890-1468-477e-8e69-5dda2b0c0305', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'port_id': 'ed136890-1468-477e-8e69-5dda2b0c0305', 'mac_address': 'fa:16:3e:d4:72:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:13.310706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-1086f868-0574-49b0-9c93-15195a30cbc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.0888646 Jul 09 16:57:13.318255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c547ed4c-289c-4bd2-a964-5420bf453798 req-00cab657-744d-4376-a26e-c6e4e868fd38 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697316 Jul 09 16:57:13.405267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-65997ef9-8b9b-4125-a257-4b3333303457 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813093 Jul 09 16:57:13.408411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.411266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 84202b9c-1974-4fbc-b106-743b8b2b4637 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:13.470064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed136890-1468-477e-8e69-5dda2b0c0305 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:13.485202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7d54034-4e63-4860-b3c0-9446c826fb59 req-5dcb06f6-16b7-4f73-96aa-e83f9db54383 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 210 time: 0.0718174 Jul 09 16:57:13.521264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ed136890-1468-477e-8e69-5dda2b0c0305, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ed136890-1468-477e-8e69-5dda2b0c0305,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:13.530308 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.556309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 84202b9c-1974-4fbc-b106-743b8b2b4637 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:13.564882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.8 (56e190f6-9ab3-4f8b-ac72-203cd6f5d876/8940062b-2c16-4b07-881b-97f83600f10d/a0ffd9e7-9f31-4426-853c-227956f17a28) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:13.568119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 84202b9c-1974-4fbc-b106-743b8b2b4637 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:13.568611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.605951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-19640f2e-0950-48fe-af18-9af71cd27741 service neutron] 10.222.0.37 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938739 Jul 09 16:57:13.613182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ed136890-1468-477e-8e69-5dda2b0c0305,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:13.675342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.722237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569e069-6bd5-4328-8baa-63b5cef97376 req-de39dcdc-83d8-4382-a369-9e4bebac9b8a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:13.726440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569e069-6bd5-4328-8baa-63b5cef97376 req-de39dcdc-83d8-4382-a369-9e4bebac9b8a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.2385936 Jul 09 16:57:13.746453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 84202b9c-1974-4fbc-b106-743b8b2b4637, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=84202b9c-1974-4fbc-b106-743b8b2b4637,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:13.749082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1480359-7649-44b8-bd24-e29696cf8e30 req-38d45640-3c6e-4124-9f7f-0e0f897c7dbf service neutron] 10.222.0.37 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345801 Jul 09 16:57:13.752240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.806012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4569e069-6bd5-4328-8baa-63b5cef97376 req-a108c55a-5343-4372-b2e0-7b9656e74609 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706077 Jul 09 16:57:13.852170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ed136890-1468-477e-8e69-5dda2b0c0305'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:13.853219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.858543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=84202b9c-1974-4fbc-b106-743b8b2b4637,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:13.871173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object a0ffd9e7-9f31-4426-853c-227956f17a28 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:13.917365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:13.944157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-ab078a90-d534-44b6-808f-5716e8ed696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:13.949120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-ab078a90-d534-44b6-808f-5716e8ed696a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 1095 time: 0.0726435 Jul 09 16:57:13.962788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:13.970794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:13.984120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:14.019830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:14.031498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.032399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.032769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.033113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.033453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.033788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.034125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.034495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.035062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.035405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.035736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.036063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:14.073465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:14.075087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:14.095900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-dfe0a036-b2c0-430e-b007-30e583868fb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2023542 Jul 09 16:57:14.101786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-be2f62b2-c7c8-4187-9c1a-3a8e0b6b0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:14.110066 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-be2f62b2-c7c8-4187-9c1a-3a8e0b6b0d11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.1530449 Jul 09 16:57:14.112700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Request body: {'port': {'device_id': '5149b198-18d7-4d41-badf-9df6a642b863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:14.180766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:14.201019 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-a92bccd0-4fe9-4818-bc6c-7e8f1b058075 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2acb089b-82b1-424e-82bc-9114cf967131 HTTP/1.1" status: 200 len: 217 time: 0.0825605 Jul 09 16:57:14.277092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:14.289551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ec0c26c3-2bf4-4034-a8de-ee29748ac98d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:14.290190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:14.332144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-4b99ead2-48e7-4b3b-8c57-e632ec662f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:14.333780 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-4b99ead2-48e7-4b3b-8c57-e632ec662f0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.1263461 Jul 09 16:57:14.421624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd46bbe4-2475-4359-b9cd-547e72879b1e None None] Provisioning for port a0ffd9e7-9f31-4426-853c-227956f17a28 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:14.434700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd46bbe4-2475-4359-b9cd-547e72879b1e None None] Provisioning complete for port a0ffd9e7-9f31-4426-853c-227956f17a28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:14.435151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd46bbe4-2475-4359-b9cd-547e72879b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:14.461495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-d1e00f6c-19be-4c4d-b3b0-e5d72c177e09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208093 Jul 09 16:57:14.555167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:14.620206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cd46bbe4-2475-4359-b9cd-547e72879b1e None None] Port a0ffd9e7-9f31-4426-853c-227956f17a28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:57:14.631522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:14.640607 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce245c-0387-4bff-b342-97dd04c6311a" -d '{"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:14.670035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:14.691699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:14.749235 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-c3c52438-7592-43ce-97b0-d9438757d31e service neutron] 10.222.0.37 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763994 Jul 09 16:57:14.787752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:14.886421 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c476267-e3ff-4b8c-9599-53a3f22e91f4 req-21d248aa-9ca3-4d74-ac99-00fd38f1d393 service neutron] 10.222.0.37 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298223 Jul 09 16:57:14.903647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4736-5367-4c5e-83d1-b5287df7e136 req-37a9b941-89ff-410a-86c9-00a75c961d3a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:14.907209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0cd4736-5367-4c5e-83d1-b5287df7e136 req-37a9b941-89ff-410a-86c9-00a75c961d3a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 944 time: 0.2919753 Jul 09 16:57:14.916591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ed136890-1468-477e-8e69-5dda2b0c0305 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:14.991287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ed136890-1468-477e-8e69-5dda2b0c0305 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:14.996072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ed136890-1468-477e-8e69-5dda2b0c0305 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:14.996546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.057651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ffd9e7-9f31-4426-853c-227956f17a28 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:15.071014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.096523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Transition to ACTIVE for port object a0ffd9e7-9f31-4426-853c-227956f17a28 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:15.116308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0cd4736-5367-4c5e-83d1-b5287df7e136 req-5431264b-ffaf-4d3a-bc6d-913aa0ee0a6e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994956 Jul 09 16:57:15.127675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.138482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1c6e7-2937-4b43-828f-25048211f154 req-e3afde8a-8d54-4a6a-850a-20361ac9924a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:15.154773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aad1c6e7-2937-4b43-828f-25048211f154 req-e3afde8a-8d54-4a6a-850a-20361ac9924a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 931 time: 0.3378325 Jul 09 16:57:15.165802 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.203863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ed136890-1468-477e-8e69-5dda2b0c0305, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ed136890-1468-477e-8e69-5dda2b0c0305,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:15.205734 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db979aa-9aea-47ee-a9e7-6a15d02b8621 x-openstack-request-id: req-9db979aa-9aea-47ee-a9e7-6a15d02b8621 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:15.206018 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:15.206270 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9db979aa-9aea-47ee-a9e7-6a15d02b8621 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:15.206685 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'code': 200} Jul 09 16:57:15.215646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.266404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 84202b9c-1974-4fbc-b106-743b8b2b4637 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:15.280178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:15.375849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aad1c6e7-2937-4b43-828f-25048211f154 req-ecf8a80e-a511-4525-84d1-2d4197642bfa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196906 Jul 09 16:57:15.453566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ed136890-1468-477e-8e69-5dda2b0c0305,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:15.532850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 84202b9c-1974-4fbc-b106-743b8b2b4637 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:15.533224 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.575955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:15.576719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:15.577215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:15.593735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Port a0ffd9e7-9f31-4426-853c-227956f17a28 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:15.598160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:15.625962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baca7c-4f89-47d5-9d04-af6a6ca5ff8a req-769fe1eb-b544-4c24-a726-38a48fa4e47f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:15.630400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33baca7c-4f89-47d5-9d04-af6a6ca5ff8a req-769fe1eb-b544-4c24-a726-38a48fa4e47f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1725397 Jul 09 16:57:15.633695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:15.634302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Checking segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:15.634747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Bound using segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:15.635679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Bound port: a0ffd9e7-9f31-4426-853c-227956f17a28, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:15.636758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.766865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33baca7c-4f89-47d5-9d04-af6a6ca5ff8a req-50e3e93e-3ae8-4669-b444-89c78d875b08 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897369 Jul 09 16:57:15.812850 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:15.818670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:15.826235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.877613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:15.878252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.879861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-940cf39d-a446-432b-912f-4559352875c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 1091 time: 1.7771449 Jul 09 16:57:15.880249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:15.889955 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f0d1b-21a9-4f1b-93a8-53379b128f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:16.002745 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1fc3a8-a7c4-473c-8cf3-3aff5a9614e9 x-openstack-request-id: req-ea1fc3a8-a7c4-473c-8cf3-3aff5a9614e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:16.003327 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:16.003327 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea1fc3a8-a7c4-473c-8cf3-3aff5a9614e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:16.003763 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'status': 'completed', 'code': 200} Jul 09 16:57:16.019052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf39d-a446-432b-912f-4559352875c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:16.086575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-fcd73b79-c436-4d63-b98a-f4cc8d3cc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.089826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-fcd73b79-c436-4d63-b98a-f4cc8d3cc148 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1094 time: 0.1387815 Jul 09 16:57:16.184570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-441bc693-bfbf-4df4-a2d3-37b816232c9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 217 time: 0.0904114 Jul 09 16:57:16.326931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-fda6c74f-ea4d-4fc5-b539-9d77625b7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.328940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-fda6c74f-ea4d-4fc5-b539-9d77625b7390 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.1364417 Jul 09 16:57:16.519463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af2c76-c86f-4532-90ff-e5c00228750e req-7c147521-fe90-47f4-974c-d1109c08817d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.524127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6af2c76-c86f-4532-90ff-e5c00228750e req-7c147521-fe90-47f4-974c-d1109c08817d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 944 time: 0.2326598 Jul 09 16:57:16.595254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884eda-9265-447e-9417-28f929f84de0 req-61e07c5a-51b6-45b0-9c93-dcf4db3c377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.596845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-61e07c5a-51b6-45b0-9c93-dcf4db3c377b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560010 Jul 09 16:57:16.609424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6af2c76-c86f-4532-90ff-e5c00228750e req-7094a800-8441-4c1c-88fe-0f86b351a428 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Jul 09 16:57:16.755831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-18968619-d975-47f0-9035-c9b477b65411 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417608 Jul 09 16:57:16.780884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618476e-2221-48c0-a403-7b3666b62835 req-50d04b10-72c8-406e-9014-b39101685c33 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.783428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7618476e-2221-48c0-a403-7b3666b62835 req-50d04b10-72c8-406e-9014-b39101685c33 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1672919 Jul 09 16:57:16.894746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7618476e-2221-48c0-a403-7b3666b62835 req-8081eae6-f88a-4c83-9d40-84e31eee21ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982056 Jul 09 16:57:16.933443 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36884eda-9265-447e-9417-28f929f84de0 req-7747c211-b406-4c80-87fa-f92119286025 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686504 Jul 09 16:57:17.143558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-0409b62f-54a5-402c-8ca8-300a0430c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.145315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-0409b62f-54a5-402c-8ca8-300a0430c2d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1094 time: 0.1304128 Jul 09 16:57:17.208104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed136890-1468-477e-8e69-5dda2b0c0305'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:17.211138 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3979a21-7872-4bb9-93e7-f7ddfaf6821e" -d '{"events": [{"server_uuid": "ef6c7508-a93b-409e-b9ec-3123559ea26e", "name": "network-vif-plugged", "status": "completed", "tag": "ed136890-1468-477e-8e69-5dda2b0c0305"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:17.227855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d5d4c-6ed6-437b-ad71-60f196dc6230 req-4eb2a8aa-c3bd-40ad-81dc-ba47cb2f3781 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.229361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a94d5d4c-6ed6-437b-ad71-60f196dc6230 req-4eb2a8aa-c3bd-40ad-81dc-ba47cb2f3781 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1698174 Jul 09 16:57:17.268168 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2eb682-3d4a-43cb-b76d-1f69028802d9 x-openstack-request-id: req-3f2eb682-3d4a-43cb-b76d-1f69028802d9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:17.268811 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6c7508-a93b-409e-b9ec-3123559ea26e", "name": "network-vif-plugged", "status": "completed", "tag": "ed136890-1468-477e-8e69-5dda2b0c0305", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:17.269898 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f2eb682-3d4a-43cb-b76d-1f69028802d9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:17.270565 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed136890-1468-477e-8e69-5dda2b0c0305', 'code': 200} Jul 09 16:57:17.308849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a94d5d4c-6ed6-437b-ad71-60f196dc6230 req-307920aa-6bd3-4c22-be2a-2bb0e857a42b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722759 Jul 09 16:57:17.333691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-8a742a07-644d-42fb-bc43-3486c12f0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.335456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-8a742a07-644d-42fb-bc43-3486c12f0748 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.1793895 Jul 09 16:57:17.395144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-8a596b81-11e8-4503-8d63-75c4fe7da020 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 217 time: 0.0419292 Jul 09 16:57:17.483602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56d0c-c29e-415b-a915-64e1d82b7a51 req-68e85e9a-e96f-4213-8cd9-999e9c4c70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.485408 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5dd56d0c-c29e-415b-a915-64e1d82b7a51 req-68e85e9a-e96f-4213-8cd9-999e9c4c70c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.1193845 Jul 09 16:57:17.487390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-450b3929-8251-43fc-b5a8-80d1b28e0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.488851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-450b3929-8251-43fc-b5a8-80d1b28e0dd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.0811265 Jul 09 16:57:17.602742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5dd56d0c-c29e-415b-a915-64e1d82b7a51 req-36e8c7ff-34d2-4319-9bb9-5f80de8bfd8f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918694 Jul 09 16:57:17.655503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-92265fa4-ddc2-448f-8b02-941ae9192879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.662286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-92265fa4-ddc2-448f-8b02-941ae9192879 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536252 Jul 09 16:57:17.814179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-88cb878c-5a0d-4cd2-b7f0-8b6dda6d1748 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439230 Jul 09 16:57:18.007438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863f7e-df60-449f-890d-37f4e60d1329 req-43449750-eb6c-4339-9ddc-206fb97e6885 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:18.009328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb863f7e-df60-449f-890d-37f4e60d1329 req-43449750-eb6c-4339-9ddc-206fb97e6885 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 944 time: 0.1937635 Jul 09 16:57:18.027355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:18.089981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb863f7e-df60-449f-890d-37f4e60d1329 req-9ecfe851-0c46-4310-928e-612be6d427e5 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723751 Jul 09 16:57:18.098213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-046f0d1b-21a9-4f1b-93a8-53379b128f9b req-133347fa-a6a7-4bdd-9169-32f7a5933a7a service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714756 Jul 09 16:57:18.196886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2acb089b-82b1-424e-82bc-9114cf967131 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:18.218509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd18d-55c9-4a98-9ca0-2eb5422135ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.319771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ba5c-9acd-49e8-b007-819993b8e2ee req-cfa64f0f-0d1c-4be7-914c-541e1e6f7848 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:18.329781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5973ba5c-9acd-49e8-b007-819993b8e2ee req-cfa64f0f-0d1c-4be7-914c-541e1e6f7848 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1133888 Jul 09 16:57:18.420911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2acb089b-82b1-424e-82bc-9114cf967131, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2acb089b-82b1-424e-82bc-9114cf967131,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:18.425077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5973ba5c-9acd-49e8-b007-819993b8e2ee req-b64e033e-2e32-48df-94c6-41c12e516e07 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937400 Jul 09 16:57:18.469985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '2acb089b-82b1-424e-82bc-9114cf967131', 'network_id': 'ecdad143-ed49-4acb-8a69-f8f892c3656f', 'port_id': '2acb089b-82b1-424e-82bc-9114cf967131', 'mac_address': 'fa:16:3e:2e:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c6b711-c13c-4dce-8037-82b154734a7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:18.493500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd18d-55c9-4a98-9ca0-2eb5422135ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.499145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd18d-55c9-4a98-9ca0-2eb5422135ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.592661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd18d-55c9-4a98-9ca0-2eb5422135ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc3f51-52a4-4f1a-805f-50a307cb97bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:18.592915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.597663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bdbdd18d-55c9-4a98-9ca0-2eb5422135ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1b50ee37af4493d9398237749d6ff63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692036 Jul 09 16:57:18.600472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:18.631711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acb089b-82b1-424e-82bc-9114cf967131 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:18.664786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2acb089b-82b1-424e-82bc-9114cf967131, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2acb089b-82b1-424e-82bc-9114cf967131,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:18.678101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.713500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac14a0-05b6-419b-a791-b25df14e22b8 req-424beacd-f679-44e0-8763-22bdf54e968b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:18.716549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6175-c997-45c7-bd4a-478e58ba3383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.723906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73ac14a0-05b6-419b-a791-b25df14e22b8 req-424beacd-f679-44e0-8763-22bdf54e968b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1391912 Jul 09 16:57:18.742920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2acb089b-82b1-424e-82bc-9114cf967131,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:18.765022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6175-c997-45c7-bd4a-478e58ba3383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.765846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73ac14a0-05b6-419b-a791-b25df14e22b8 req-b1c29226-c66f-4839-81be-0f573a47f5db tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Jul 09 16:57:18.842866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6175-c997-45c7-bd4a-478e58ba3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.846711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6175-c997-45c7-bd4a-478e58ba3383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:18.848415 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a3b6175-c997-45c7-bd4a-478e58ba3383 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbcc3f51-52a4-4f1a-805f-50a307cb97bf HTTP/1.1" status: 204 len: 168 time: 0.2469580 Jul 09 16:57:18.860031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6175-c997-45c7-bd4a-478e58ba3383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc3f51-52a4-4f1a-805f-50a307cb97bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:18.943246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:19.072913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:19.086235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'port_id': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'mac_address': 'fa:16:3e:9d:64:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:19.157549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2acb089b-82b1-424e-82bc-9114cf967131'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:19.272001 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.291183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:19.300022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ffd9e7-9f31-4426-853c-227956f17a28 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:19.310656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b91533-d0b8-4a85-adf7-3b6df8632954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.336066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:19.388987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7d28-91de-4960-a337-cdef2c7009ec req-c24875f8-c001-488d-9599-23beb34bd329 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:19.392924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.401186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de3b7d28-91de-4960-a337-cdef2c7009ec req-c24875f8-c001-488d-9599-23beb34bd329 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 945 time: 0.1143427 Jul 09 16:57:19.449487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:19.476129 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de3b7d28-91de-4960-a337-cdef2c7009ec req-0db8568e-b31c-4a39-a8b2-5701bab57d9c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 Jul 09 16:57:19.545835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b91533-d0b8-4a85-adf7-3b6df8632954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.553027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b91533-d0b8-4a85-adf7-3b6df8632954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.606067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b91533-d0b8-4a85-adf7-3b6df8632954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba50da6-61a2-4b72-962d-d3ca62f32e9e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:19.621406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06b91533-d0b8-4a85-adf7-3b6df8632954 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c406454d1af94069b00ed94434f4f54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290946 Jul 09 16:57:19.625368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:19.683711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-005ac181-9924-4b96-b164-d38f4ca49064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.688400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f169c6-a079-4872-9374-5d75f18c2785 req-7b791206-4fb7-4f94-838d-552b0fda7d1c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:19.689902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83f169c6-a079-4872-9374-5d75f18c2785 req-7b791206-4fb7-4f94-838d-552b0fda7d1c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 944 time: 0.0998333 Jul 09 16:57:19.717001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-005ac181-9924-4b96-b164-d38f4ca49064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.749389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['a0ffd9e7-9f31-4426-853c-227956f17a28'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:19.753678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83f169c6-a079-4872-9374-5d75f18c2785 req-dc260c0d-a89b-4c79-a894-53670dbb9811 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546970 Jul 09 16:57:19.810087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-005ac181-9924-4b96-b164-d38f4ca49064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.817088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-005ac181-9924-4b96-b164-d38f4ca49064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.820802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-005ac181-9924-4b96-b164-d38f4ca49064 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ba50da6-61a2-4b72-962d-d3ca62f32e9e HTTP/1.1" status: 204 len: 168 time: 0.1954381 Jul 09 16:57:19.833586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ac181-9924-4b96-b164-d38f4ca49064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba50da6-61a2-4b72-962d-d3ca62f32e9e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:20.017367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75a0ca-b0cf-4eba-8071-29082e1225b5 req-278d7028-5273-4017-a5ea-c73b65516ed1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:20.024298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db75a0ca-b0cf-4eba-8071-29082e1225b5 req-278d7028-5273-4017-a5ea-c73b65516ed1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0757830 Jul 09 16:57:20.070158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db75a0ca-b0cf-4eba-8071-29082e1225b5 req-3892bfa9-d0d0-451c-bc93-9ebbfeb75239 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Jul 09 16:57:20.709865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c956aa-ae8b-42a2-8037-45e8bcb843f7 req-0ab0b93c-b3db-43f3-9912-2f9f0a0a0674 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:20.720752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4c956aa-ae8b-42a2-8037-45e8bcb843f7 req-0ab0b93c-b3db-43f3-9912-2f9f0a0a0674 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 945 time: 0.1138947 Jul 09 16:57:20.804884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4c956aa-ae8b-42a2-8037-45e8bcb843f7 req-2dac5016-ca5f-46bb-83dc-6ce6937f8249 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Jul 09 16:57:20.959920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:20.966254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bba2eb-5201-4e33-a4c0-37c38e15b91f req-e35a74ae-ec94-450e-b338-f5b8df727d9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:20.981102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1bba2eb-5201-4e33-a4c0-37c38e15b91f req-e35a74ae-ec94-450e-b338-f5b8df727d9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 944 time: 0.0975578 Jul 09 16:57:21.022097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1bba2eb-5201-4e33-a4c0-37c38e15b91f req-85e453f7-8356-418e-bd4e-702489c4d6b5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Jul 09 16:57:21.080957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port a0ffd9e7-9f31-4426-853c-227956f17a28 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:21.091528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port a0ffd9e7-9f31-4426-853c-227956f17a28 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:21.092121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.269978 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.302353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:21.305354 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646ba9e8-1906-48af-9f81-67c7009fb7b5" -d '{"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-plugged", "status": "completed", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:21.324268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:21.330538 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.332338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd757f1-08ad-4f15-8364-df08905005c6 req-f78b5ddd-1938-4fb6-9aa3-699cb33a390a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.335151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfd757f1-08ad-4f15-8364-df08905005c6 req-f78b5ddd-1938-4fb6-9aa3-699cb33a390a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1073399 Jul 09 16:57:21.392590 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828dfe4-e1fe-4245-aa54-da797af722a5 x-openstack-request-id: req-8828dfe4-e1fe-4245-aa54-da797af722a5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:21.393000 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-plugged", "status": "completed", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:21.393355 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8828dfe4-e1fe-4245-aa54-da797af722a5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:21.393842 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'code': 200} Jul 09 16:57:21.397271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:21.424671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfd757f1-08ad-4f15-8364-df08905005c6 req-3a316c5f-4491-45f8-9dd7-1453e4cad41e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800345 Jul 09 16:57:21.559828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4e0a-01f1-4f7e-97ee-d2ffe130ac7d req-05e2caea-2e98-4568-b246-1d57777a9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.562031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-011b4e0a-01f1-4f7e-97ee-d2ffe130ac7d req-05e2caea-2e98-4568-b246-1d57777a9260 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.0849135 Jul 09 16:57:21.606461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-011b4e0a-01f1-4f7e-97ee-d2ffe130ac7d req-09d67431-8586-4132-b71f-c5b10684d699 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 Jul 09 16:57:22.033941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590507a-d888-46e1-b5fb-93d7bd6fe152 req-29f9368b-d6c3-4b81-97fd-deabadf1a550 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:22.037066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e590507a-d888-46e1-b5fb-93d7bd6fe152 req-29f9368b-d6c3-4b81-97fd-deabadf1a550 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 945 time: 0.0738411 Jul 09 16:57:22.147992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e590507a-d888-46e1-b5fb-93d7bd6fe152 req-8cf71741-1411-4b9b-b299-f54a0f1f1ff7 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017661 Jul 09 16:57:22.213843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2acb089b-82b1-424e-82bc-9114cf967131 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:22.295973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 2acb089b-82b1-424e-82bc-9114cf967131 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:22.306900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 2acb089b-82b1-424e-82bc-9114cf967131 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:22.307344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:22.317161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d268-346d-44ab-ae12-9ea75e96b242 req-ae3df287-4eb7-42be-9d32-e1d042033844 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:22.325340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9009d268-346d-44ab-ae12-9ea75e96b242 req-ae3df287-4eb7-42be-9d32-e1d042033844 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1152487 Jul 09 16:57:22.398321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9009d268-346d-44ab-ae12-9ea75e96b242 req-76ffca67-0f43-44fb-a502-d8f42fce8aee tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717785 Jul 09 16:57:22.489426 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:22.557161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2acb089b-82b1-424e-82bc-9114cf967131, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2acb089b-82b1-424e-82bc-9114cf967131,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:22.565905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:22.685349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2acb089b-82b1-424e-82bc-9114cf967131,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:22.772970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fad6f0-8691-41ba-9bd6-f7298fd2a02c req-2c444d3a-0e8d-4201-94a8-958bb9d4524d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:22.775642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10fad6f0-8691-41ba-9bd6-f7298fd2a02c req-2c444d3a-0e8d-4201-94a8-958bb9d4524d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1259782 Jul 09 16:57:22.845903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10fad6f0-8691-41ba-9bd6-f7298fd2a02c req-8af1f5c8-e184-4789-8876-405e06031abc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633070 Jul 09 16:57:23.396136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acb089b-82b1-424e-82bc-9114cf967131'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:23.400036 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b28b7e-03be-4537-92f7-effd21441aa5" -d '{"events": [{"server_uuid": "850874ea-c58f-41b6-b02f-a2b9e6cef57e", "name": "network-vif-plugged", "status": "completed", "tag": "2acb089b-82b1-424e-82bc-9114cf967131"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:23.409947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982c02-a89d-411c-8d25-4d7459743252 req-411ceeb8-9b80-4b3c-b3a8-01e3b3ed59f6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:23.411832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34982c02-a89d-411c-8d25-4d7459743252 req-411ceeb8-9b80-4b3c-b3a8-01e3b3ed59f6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0844004 Jul 09 16:57:23.480899 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab41dbf-d5d2-4dea-8a88-42343512bf83 x-openstack-request-id: req-4ab41dbf-d5d2-4dea-8a88-42343512bf83 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:23.481434 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850874ea-c58f-41b6-b02f-a2b9e6cef57e", "name": "network-vif-plugged", "status": "completed", "tag": "2acb089b-82b1-424e-82bc-9114cf967131", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:23.482217 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ab41dbf-d5d2-4dea-8a88-42343512bf83 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:23.482825 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acb089b-82b1-424e-82bc-9114cf967131', 'code': 200} Jul 09 16:57:23.514170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34982c02-a89d-411c-8d25-4d7459743252 req-04d828eb-4a2b-4730-a961-5925f7634a98 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962064 Jul 09 16:57:23.707480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265050b-5bd7-4baf-8d78-56d1ceac292d req-4b6acd8c-2f95-43a4-92fb-5fd0a004dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:23.708899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd40d6-18f7-483c-b2d2-f45fbbb5d1a1 req-40be4896-0890-4df2-8ede-04350473ffe2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:23.709065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a265050b-5bd7-4baf-8d78-56d1ceac292d req-4b6acd8c-2f95-43a4-92fb-5fd0a004dc53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 1097 time: 0.1085684 Jul 09 16:57:23.710645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fadd40d6-18f7-483c-b2d2-f45fbbb5d1a1 req-40be4896-0890-4df2-8ede-04350473ffe2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0863292 Jul 09 16:57:23.751031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a265050b-5bd7-4baf-8d78-56d1ceac292d req-89f1eacd-758a-4e7d-bc31-c9445ab1f596 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Jul 09 16:57:23.760324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fadd40d6-18f7-483c-b2d2-f45fbbb5d1a1 req-cb947276-5e03-4f0f-8181-3a0cc65e0d2e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Jul 09 16:57:23.800537 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:24.112300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-6d79c58b-e1b1-409b-bb9b-1c50ce0b113a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1847064 Jul 09 16:57:24.140990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd298de-b763-413d-8769-d8a3c77942c1 req-142a5342-e586-4b37-b0c9-71b8b3927e8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.156485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd298de-b763-413d-8769-d8a3c77942c1 req-142a5342-e586-4b37-b0c9-71b8b3927e8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1733801 Jul 09 16:57:24.189894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dab5d-a6e5-4c56-b4bd-baf4b0dbd45d req-839778d3-939f-4472-9b4a-2e9813ce0499 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.191744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f4dab5d-a6e5-4c56-b4bd-baf4b0dbd45d req-839778d3-939f-4472-9b4a-2e9813ce0499 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1737187 Jul 09 16:57:24.276077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd298de-b763-413d-8769-d8a3c77942c1 req-ba57abe2-686d-4141-aafb-73cd6e2ca03f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182756 Jul 09 16:57:24.282566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f4dab5d-a6e5-4c56-b4bd-baf4b0dbd45d req-db428f7c-72fe-4d75-83d3-74963fdbc75d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809574 Jul 09 16:57:24.303513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:24.411542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.412386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.413178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.414001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.414838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.415757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.416470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.425925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-214c9214-4faf-44d7-9e1b-b56c1cd089a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.2152789 Jul 09 16:57:24.488111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19268cd-e309-4ae1-bcd9-046b6ca9c1e4 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.491358 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a19268cd-e309-4ae1-bcd9-046b6ca9c1e4 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1091 time: 0.1852558 Jul 09 16:57:24.496102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:24.506141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:24.572416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:24.765518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:24.772924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-5ad10df2-0e8b-495e-831a-bf100e48ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.773746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-5ad10df2-0e8b-495e-831a-bf100e48ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.774434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-5ad10df2-0e8b-495e-831a-bf100e48ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.776299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-5ad10df2-0e8b-495e-831a-bf100e48ee14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 2297 time: 0.2822959 Jul 09 16:57:25.099088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.123 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/2b0ea8c2-d18a-4916-856f-dc9d732d9826) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:25.467916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:25.540594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:25.588200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:25.591567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:25.599631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:25.602937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=2b0ea8c2-d18a-4916-856f-dc9d732d9826,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:26.111763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-6cbe087f-a8f2-4212-873e-621846cb682a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1002 time: 1.3269954 Jul 09 16:57:26.240712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf0aa-db76-4600-809d-0a0af3780e30 req-cff50066-e52f-4040-808b-3b03f69e1ca2 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:26.256061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edcdf0aa-db76-4600-809d-0a0af3780e30 req-cff50066-e52f-4040-808b-3b03f69e1ca2 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 1.3740449 Jul 09 16:57:26.288334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cbdef-6f4b-468b-8b67-48056bb5d71f req-0575e041-b88b-4c0c-9b26-997a0b6b14ee tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:26.291272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e8cbdef-6f4b-468b-8b67-48056bb5d71f req-0575e041-b88b-4c0c-9b26-997a0b6b14ee tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.3410013 Jul 09 16:57:26.375712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-4f21cda0-1599-485e-9936-91673fa86657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:26.377316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-4f21cda0-1599-485e-9936-91673fa86657 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.2448342 Jul 09 16:57:26.433340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e8cbdef-6f4b-468b-8b67-48056bb5d71f req-1c595772-c5be-414d-8931-f5ef6c350d9e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267171 Jul 09 16:57:26.460776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edcdf0aa-db76-4600-809d-0a0af3780e30 req-40322c1f-273c-43d8-8a49-5c926b36bc30 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858771 Jul 09 16:57:26.493238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:26.516978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-856484b8-54fb-4ff5-b016-a1cd80d5d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:26.519943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-856484b8-54fb-4ff5-b016-a1cd80d5d4eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286790 Jul 09 16:57:26.666263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-4cb7c12c-109a-40b4-811c-0b965df9b60b service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328886 Jul 09 16:57:26.714119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:26.785472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-57226ed1-b0dd-4481-9872-c02bed0aa781 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078668 Jul 09 16:57:26.832371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-16bdb65e-93a1-4c40-a0b2-1327b3e3a7e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 217 time: 0.0377293 Jul 09 16:57:26.904418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-82a4a1fb-f344-4c64-a465-84775630323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:26.906570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-82a4a1fb-f344-4c64-a465-84775630323d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0620389 Jul 09 16:57:27.027800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-5b9009da-f637-4c4a-afda-b503302dba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:27.029742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-5b9009da-f637-4c4a-afda-b503302dba86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121624 Jul 09 16:57:27.227952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-87512a91-155f-410b-9933-460baf7ad3ed service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887739 Jul 09 16:57:27.359130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.367203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.383583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-e049273a-dd56-4345-bb63-447a2c8c4200 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313486 Jul 09 16:57:27.491088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-c468ae51-e678-4baa-b4f3-e8918e39b869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 217 time: 0.0925105 Jul 09 16:57:27.526950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=2b0ea8c2-d18a-4916-856f-dc9d732d9826,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:27.546673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.572476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-de71fd36-a22b-4186-a578-3157806ec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:27.574647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-de71fd36-a22b-4186-a578-3157806ec2b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0748963 Jul 09 16:57:27.795260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-845bb8ce-198d-4c2c-877a-f4caf2e2c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:27.798056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-845bb8ce-198d-4c2c-877a-f4caf2e2c8e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2060728 Jul 09 16:57:27.913094 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e associated. External IP: 172.25.7.123, port: a0ffd9e7-9f31-4426-853c-227956f17a28. Jul 09 16:57:28.126255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-d1367df3-97c6-4b2e-ae75-30b72a2212da service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835171 Jul 09 16:57:28.142895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65efa1-875b-46eb-b9be-8f768f48ef91 req-6b257458-0f30-4542-8c3a-c207bdcc01f7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:28.149825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee65efa1-875b-46eb-b9be-8f768f48ef91 req-6b257458-0f30-4542-8c3a-c207bdcc01f7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.3328540 Jul 09 16:57:28.223165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router ce602ca4-8535-4213-9cef-ac0ff158bed3 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:57:28.224333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544bbcc-6833-429d-9bb9-ea6007dc99c8 req-cceeaef7-76d3-4417-abaa-2cb62299fbde tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:28.225913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a544bbcc-6833-429d-9bb9-ea6007dc99c8 req-cceeaef7-76d3-4417-abaa-2cb62299fbde tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.3695259 Jul 09 16:57:28.279887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee65efa1-875b-46eb-b9be-8f768f48ef91 req-4b0a905b-b06a-48a2-b68a-5e4c6344f96d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252949 Jul 09 16:57:28.348571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a544bbcc-6833-429d-9bb9-ea6007dc99c8 req-30e142ac-c437-4924-925c-6d033782fad4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093633 Jul 09 16:57:28.415085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-28ce208e-6bea-4a07-9348-5015b838d01b service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569976 Jul 09 16:57:28.442772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:57:28.460385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] Sync routers for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:57:28.471902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:28.477716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:28.478711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:57:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:28.516642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-ab416ef2-a6b6-4542-905d-8aab77bd21b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 217 time: 0.0868740 Jul 09 16:57:28.631075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2787b113-6b69-4b04-9252-9e0214d982d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1293807 Jul 09 16:57:28.631075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:28.633641 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a487057-3c88-4344-9b20-7ea215c5ea4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:28.678925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-b62a6cea-925d-4c87-95a6-c7bdaf953f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:28.681304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-b62a6cea-925d-4c87-95a6-c7bdaf953f21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1506608 Jul 09 16:57:28.792106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:28.867505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-cd0e1056-dfd8-4dac-82fc-47588b8cf3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:28.869267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-cd0e1056-dfd8-4dac-82fc-47588b8cf3ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733077 Jul 09 16:57:28.900744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586cb40-30b3-4262-ab4f-77e0791631b9 req-153e3dc1-f1e9-446f-a921-e8b2c98aa76a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:28.903550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8586cb40-30b3-4262-ab4f-77e0791631b9 req-153e3dc1-f1e9-446f-a921-e8b2c98aa76a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1167836 Jul 09 16:57:29.096394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8586cb40-30b3-4262-ab4f-77e0791631b9 req-03eeb58f-0146-4be7-a7cb-8e16879e349f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800787 Jul 09 16:57:29.166371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:29.233253 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae8b30a-fc05-444a-b12e-e9a6b20a4ff0 x-openstack-request-id: req-3ae8b30a-fc05-444a-b12e-e9a6b20a4ff0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:29.234911 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:29.235197 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ae8b30a-fc05-444a-b12e-e9a6b20a4ff0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:29.235619 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'status': 'completed', 'code': 200} Jul 09 16:57:29.267149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'port_id': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'mac_address': 'fa:16:3e:9d:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5149b198-18d7-4d41-badf-9df6a642b863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:57:26Z', 'updated_at': '2021-07-09T16:57:26Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:13Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:29.287035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-64da0bd1-4e95-4918-8002-4d764492e7ac service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032123 Jul 09 16:57:29.337939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] Checking router: ce602ca4-8535-4213-9cef-ac0ff158bed3 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:57:29.358142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d59556d-0279-4b84-ba6a-ded66a149bbe tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e HTTP/1.1" status: 200 len: 991 time: 0.1904302 Jul 09 16:57:29.364339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:57:29.366076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:57:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:29.424437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-7bff3a2d-c9f9-4bb6-a3f2-b4123d6bb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.427768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-7bff3a2d-c9f9-4bb6-a3f2-b4123d6bb610 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 1097 time: 0.2629406 Jul 09 16:57:29.639022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:57:29.717391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-004212cc-5770-4da5-893d-4b36ed0a38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.718569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-7f88ad81-3719-4de6-b236-1d19cde4323c service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113173 Jul 09 16:57:29.719015 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-004212cc-5770-4da5-893d-4b36ed0a38d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.2835350 Jul 09 16:57:29.728162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-8a32e926-895e-4d1d-b091-076412b1cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.729600 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-8a32e926-895e-4d1d-b091-076412b1cdb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.4727507 Jul 09 16:57:29.807435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-34b6f141-4f44-45a6-9a0c-12a4d7a5607a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 217 time: 0.0598657 Jul 09 16:57:29.893838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec5b54-a4dc-4722-ab46-e6e423ec9295 req-12d7abba-ed0f-415d-a0d1-783758d61f47 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.895787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bec5b54-a4dc-4722-ab46-e6e423ec9295 req-12d7abba-ed0f-415d-a0d1-783758d61f47 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.2043295 Jul 09 16:57:29.906539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0747d58-2ef5-4e39-b74b-5ed5996a5b2d req-eed6971e-ee59-4911-b624-fb98d252d4da tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.914114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0747d58-2ef5-4e39-b74b-5ed5996a5b2d req-eed6971e-ee59-4911-b624-fb98d252d4da tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.3475592 Jul 09 16:57:29.950767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-3786161b-5577-45f4-973d-b55489312997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.952569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-3786161b-5577-45f4-973d-b55489312997 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1272254 Jul 09 16:57:30.004024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-15715d9d-6db2-41a6-8de4-796818b493fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:30.005520 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-15715d9d-6db2-41a6-8de4-796818b493fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.2560561 Jul 09 16:57:30.007218 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-05527178-5adc-4599-bf3c-10babc47b601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2acb089b-82b1-424e-82bc-9114cf967131 HTTP/1.1" status: 200 len: 217 time: 0.2715073 Jul 09 16:57:30.013684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'port_id': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'mac_address': 'fa:16:3e:9d:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5149b198-18d7-4d41-badf-9df6a642b863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:57:26Z', 'updated_at': '2021-07-09T16:57:26Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:13Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:57:30.051202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0d51b3-9a7b-4ae2-88c6-ba8eebc1d86b None None] The sync data for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 is: [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'port_id': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'mac_address': 'fa:16:3e:9d:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5149b198-18d7-4d41-badf-9df6a642b863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:57:26Z', 'updated_at': '2021-07-09T16:57:26Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:13Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:57:30.123392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bec5b54-a4dc-4722-ab46-e6e423ec9295 req-68c0be39-1f04-4de1-be98-52530e3ab9c3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994987 Jul 09 16:57:30.150502 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-1be8cfe0-79fc-48a4-b9ad-4014b92b1d7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 999 time: 0.1148119 Jul 09 16:57:30.156150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0747d58-2ef5-4e39-b74b-5ed5996a5b2d req-dfa02414-e64f-486f-8879-831e077af0f2 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365034 Jul 09 16:57:30.165767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-074bb839-0059-4966-a43d-d6fc5db172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:30.167617 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-074bb839-0059-4966-a43d-d6fc5db172eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.1539607 Jul 09 16:57:30.233784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-d5ed548a-de42-4aee-9525-a077dc171313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:30.234005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-1f56ef13-38e6-431c-82b0-15c72e122c19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446146 Jul 09 16:57:30.236435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-d5ed548a-de42-4aee-9525-a077dc171313 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487924 Jul 09 16:57:30.338685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-e6ea6a13-3266-4da9-895f-15955146f1ad service neutron] 10.222.0.37 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970135 Jul 09 16:57:30.408583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:30.512659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0fe6d42f-0bd5-408c-99b4-aeabc78d1e8f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e HTTP/1.1" status: 200 len: 991 time: 0.1025584 Jul 09 16:57:30.529346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-6288109d-6dfb-4942-b1d8-4b3835948907 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814212 Jul 09 16:57:30.531480 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30bc9e72-1298-4bfe-a0f5-9e1288a6f28b req-21e0c305-d202-4a4a-a1e0-226986388023 service neutron] 10.222.0.37 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838460 Jul 09 16:57:30.546510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-08ac1c35-e8ca-438d-bdac-4a23dcffb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:30.551870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-08ac1c35-e8ca-438d-bdac-4a23dcffb8ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.3964200 Jul 09 16:57:30.612043 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b1aa7-26e2-416b-a8d4-1e22f0051d55 None None] New status for floating IP dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:57:30.655152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-18ae4834-9ff5-470e-89f4-af0f587b7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:30.656904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-18ae4834-9ff5-470e-89f4-af0f587b7d48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934384 Jul 09 16:57:30.798422 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-d7536b77-e99b-4705-ab1a-2efe28cda9f1 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337311 Jul 09 16:57:30.804281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-796e3a74-f0b1-40f7-a98e-21eb7f657aca service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370296 Jul 09 16:57:30.891675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-891a53e9-5f81-4e3b-a6e3-0122e8a75b1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 217 time: 0.0800030 Jul 09 16:57:31.021744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-927f0206-104c-493d-b3f0-4f5af408b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.025236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-927f0206-104c-493d-b3f0-4f5af408b35e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1141870 Jul 09 16:57:31.031015 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a487057-3c88-4344-9b20-7ea215c5ea4a req-0d66ede1-7228-452c-bc9a-cf4bb32d53a7 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185488 Jul 09 16:57:31.154618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-be3d06fa-0ee3-4e7b-8f22-f2a9e8c3e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.157713 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-be3d06fa-0ee3-4e7b-8f22-f2a9e8c3e6a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185124 Jul 09 16:57:31.342926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-61931bff-f2b3-451b-9307-018bae8129da service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782742 Jul 09 16:57:31.468608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece78fb3-1305-4b79-8a7c-e6ea4c8460b5 req-282c4f7f-4bb8-4cb1-ba73-d754417d865a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.470167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ece78fb3-1305-4b79-8a7c-e6ea4c8460b5 req-282c4f7f-4bb8-4cb1-ba73-d754417d865a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1789603 Jul 09 16:57:31.516286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:31.562975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-9b3c6492-678b-4fd3-85d2-338845fd7506 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733098 Jul 09 16:57:31.581353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f955a-9405-4f69-b51a-cf5db2ded3ba req-33c7b434-6aef-456b-9805-6c59caa56d83 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.583363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d60f955a-9405-4f69-b51a-cf5db2ded3ba req-33c7b434-6aef-456b-9805-6c59caa56d83 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.2384741 Jul 09 16:57:31.593602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ece78fb3-1305-4b79-8a7c-e6ea4c8460b5 req-a398fc62-78c8-4a3b-8598-d0504f2a6b47 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055810 Jul 09 16:57:31.593985 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4e6fb85-3f3c-4e73-b8d8-9bf0fa7f66d3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e HTTP/1.1" status: 200 len: 993 time: 0.0725296 Jul 09 16:57:31.639977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-3c79af12-0492-41bb-94d2-6da4f916a216 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.0510559 Jul 09 16:57:31.698238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d60f955a-9405-4f69-b51a-cf5db2ded3ba req-0b5bb012-adda-4e15-8e0c-1232c251e1d7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002142 Jul 09 16:57:31.708349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-a7620f08-ddf6-4bbc-a41c-802c1d3b645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.709835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-a7620f08-ddf6-4bbc-a41c-802c1d3b645f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.0605261 Jul 09 16:57:31.775696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-80b7b6e5-0f56-43af-909b-5eb8c5876894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.777240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-80b7b6e5-0f56-43af-909b-5eb8c5876894 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599704 Jul 09 16:57:31.875758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-0d7404d8-c61b-41f8-897c-60f80d43a1da service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904787 Jul 09 16:57:31.972152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9026605b-11f7-48d3-a828-c4e415c9a64f req-d13bb349-359f-4d8e-a76b-e4b0671ac082 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 Jul 09 16:57:32.355685 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:57:32.580520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-1cbd24e8-faf3-4931-8a25-78ec51c28c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:32.582206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-1cbd24e8-faf3-4931-8a25-78ec51c28c30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1096 time: 0.0874715 Jul 09 16:57:32.720601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-481d989a-b502-422d-b178-6f098905e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:32.724638 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-481d989a-b502-422d-b178-6f098905e687 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 914 time: 0.1340325 Jul 09 16:57:32.816052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-1c088991-0823-4183-bc5e-326a63c58a03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 217 time: 0.0801334 Jul 09 16:57:32.837473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28d4a4-5bfb-4d33-8f8a-b5cc1cf9ebcb req-bed68207-120c-4607-9ec1-80adf0669dd8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:32.840538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d28d4a4-5bfb-4d33-8f8a-b5cc1cf9ebcb req-bed68207-120c-4607-9ec1-80adf0669dd8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1147339 Jul 09 16:57:32.890671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-c770f601-26fa-4558-b1df-3f3a41a68b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:32.892159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-c770f601-26fa-4558-b1df-3f3a41a68b0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0593777 Jul 09 16:57:32.926770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d28d4a4-5bfb-4d33-8f8a-b5cc1cf9ebcb req-55d270cc-8823-443e-a33c-3804d22c0140 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802283 Jul 09 16:57:32.947845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-eee674a1-c541-4d56-ace9-e5db51d5677a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485537 Jul 09 16:57:33.052457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98583e78-eb6d-4c51-8e9a-55da555fa40a req-0ec79f18-3a45-4ea6-82aa-bea5805b4366 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:33.055911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98583e78-eb6d-4c51-8e9a-55da555fa40a req-0ec79f18-3a45-4ea6-82aa-bea5805b4366 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1219771 Jul 09 16:57:33.073106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-781f3d1c-3cb8-4305-b7ff-4f94210dcdbf service neutron] 10.222.0.37 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178622 Jul 09 16:57:33.152377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98583e78-eb6d-4c51-8e9a-55da555fa40a req-3f5830bd-012c-4839-aa3f-125b0a756481 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865495 Jul 09 16:57:33.222279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84faec97-b9b1-4ab5-8831-d92849c2c47e req-78b58309-54f0-4c75-ac7b-ddb1f0b4fa24 service neutron] 10.222.0.37 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404004 Jul 09 16:57:34.132277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf15e50-607e-4e12-886a-2970672aba99 req-6398a6a9-776a-497d-a9eb-cd5948e23112 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:34.133823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baf15e50-607e-4e12-886a-2970672aba99 req-6398a6a9-776a-497d-a9eb-cd5948e23112 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0667186 Jul 09 16:57:34.207004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baf15e50-607e-4e12-886a-2970672aba99 req-b6601d29-2a46-4116-a6a8-5bf8f62b9dd7 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657294 Jul 09 16:57:34.426845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f74e5c-8c78-4e62-a5a4-982288c80ba0 req-c1281840-8190-40dc-a2e4-6129d8f9b4d9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:34.430640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75f74e5c-8c78-4e62-a5a4-982288c80ba0 req-c1281840-8190-40dc-a2e4-6129d8f9b4d9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0992312 Jul 09 16:57:34.502823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-75f74e5c-8c78-4e62-a5a4-982288c80ba0 req-a94ed168-e8fb-4391-85df-faa8851e52ac tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550489 Jul 09 16:57:35.428870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a61c6-68e6-4039-baab-e3a91dce2234 req-39f86294-2faf-45d0-829e-4c152539294a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:35.431111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7a61c6-68e6-4039-baab-e3a91dce2234 req-39f86294-2faf-45d0-829e-4c152539294a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0870538 Jul 09 16:57:35.485237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f7a61c6-68e6-4039-baab-e3a91dce2234 req-c43f893c-d19e-418f-95af-b3828d2bd6bd tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Jul 09 16:57:35.758599 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5d307ba-bbee-4f1a-ac76-b38926ccc589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:35.759837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9689e-ddbf-4d88-8e0c-807fdc212b1c req-fec6a094-7745-424c-937f-a08242d4dcdb tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:35.762742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6c9689e-ddbf-4d88-8e0c-807fdc212b1c req-fec6a094-7745-424c-937f-a08242d4dcdb tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.1109741 Jul 09 16:57:35.812975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6c9689e-ddbf-4d88-8e0c-807fdc212b1c req-a016da41-0ec7-4995-8d43-e486be270228 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Jul 09 16:57:36.030186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516ab7-b050-44fa-b925-fc7dcc6e944c req-cc8a74c4-b118-44b9-8ebc-f603974add4b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:36.031799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6516ab7-b050-44fa-b925-fc7dcc6e944c req-cc8a74c4-b118-44b9-8ebc-f603974add4b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0786967 Jul 09 16:57:36.098611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6516ab7-b050-44fa-b925-fc7dcc6e944c req-bb66d2db-a383-45b2-b66a-1559cdd1f561 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601952 Jul 09 16:57:36.281549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:57:36.398002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:36.436929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:36.438024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:36.441248 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082cfd28-74d7-40f7-899a-4b0387ff41d8" -d '{"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:36.445636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:36.497183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-d75fb1a0-3436-4965-b201-0e28197062f5 req-9ed7c03d-ef95-4e50-a9ac-ae326f7a3d2f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:57:36.499051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d75fb1a0-3436-4965-b201-0e28197062f5 req-9ed7c03d-ef95-4e50-a9ac-ae326f7a3d2f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078454 Jul 09 16:57:36.514066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:36.524246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.524740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.525176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.525881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.527368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.527368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.527368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.527368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.528229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.528647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.529065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.529475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:36.691839 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ff6fb-3c83-4f8a-bb24-6ae159c2d863 x-openstack-request-id: req-da2ff6fb-3c83-4f8a-bb24-6ae159c2d863 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:36.692389 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-unplugged", "status": "failed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:36.692864 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da2ff6fb-3c83-4f8a-bb24-6ae159c2d863 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:36.693733 n-d-800085-2 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'code': 422} returned with failed status Jul 09 16:57:36.943581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dd721-f30e-49c1-b73f-be90899a6e83 req-dc78512a-aa29-4c96-ae6c-99993c329571 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:36.950877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-422dd721-f30e-49c1-b73f-be90899a6e83 req-dc78512a-aa29-4c96-ae6c-99993c329571 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1203458 Jul 09 16:57:37.046431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-422dd721-f30e-49c1-b73f-be90899a6e83 req-9d1b16b8-f31d-4e48-85c8-efcde3f9d92e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846081 Jul 09 16:57:37.112477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b30815-ec05-4dc4-8e62-deaae612958f req-137e07f0-6730-41c8-8c48-8c6076c2e1a8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:37.114040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81b30815-ec05-4dc4-8e62-deaae612958f req-137e07f0-6730-41c8-8c48-8c6076c2e1a8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.1621571 Jul 09 16:57:37.167083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81b30815-ec05-4dc4-8e62-deaae612958f req-b29a5e54-3603-4902-b53c-78c1f5569a0e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Jul 09 16:57:37.281006 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-eb757d07-a821-40e4-b28c-acac5ec89d52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1871121 Jul 09 16:57:38.179420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:38.292657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6fa5c2bd-6294-4582-9bb7-f396d6ec29c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:38.293124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc8b4d-ba9b-49d2-8527-3bed9f1a1ccc req-77e8c912-cbeb-4b0e-9f3f-7cc33dc60476 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:38.296242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7dc8b4d-ba9b-49d2-8527-3bed9f1a1ccc req-77e8c912-cbeb-4b0e-9f3f-7cc33dc60476 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1093545 Jul 09 16:57:38.377159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7dc8b4d-ba9b-49d2-8527-3bed9f1a1ccc req-c9dfad89-a9aa-4c98-9817-3cc4df7197d6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698893 Jul 09 16:57:38.478007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac141e-e04b-44ec-9d27-bbad941b2a24 req-eefb3a20-96dd-412a-b3d3-dea3ed3584b1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:38.479585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8ac141e-e04b-44ec-9d27-bbad941b2a24 req-eefb3a20-96dd-412a-b3d3-dea3ed3584b1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 943 time: 0.1821563 Jul 09 16:57:38.533475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:38.542140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290601-335f-440d-86ef-eab85df81389 req-6cbf27ce-bf68-49c0-a11a-421455e97279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:38.543818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-6cbf27ce-bf68-49c0-a11a-421455e97279 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636&tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1 HTTP/1.1" status: 200 len: 1094 time: 0.1590195 Jul 09 16:57:38.549372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8ac141e-e04b-44ec-9d27-bbad941b2a24 req-ee466f12-5566-45bd-8cd7-3ddf375c1915 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612688 Jul 09 16:57:38.557506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:38.648879 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:38.884231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:38.922761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:38.969608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:38.978726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:38.993070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Transition to ACTIVE for port object ec0c26c3-2bf4-4034-a8de-ee29748ac98d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:38.996625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.067523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:39.070323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] No DVR routers for this DVR port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:57:39.116466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:39.116815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:39.117129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on network ed23fc1d-6011-442a-946d-5d286dc192c4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:39.127410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on network ed23fc1d-6011-442a-946d-5d286dc192c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:39.128071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Attempting to bind port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on network ed23fc1d-6011-442a-946d-5d286dc192c4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:39.134810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:39.135170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Checking segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:39.135527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Bound using segment: {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:39.136291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Bound port: ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d5b9d4-f028-49f4-bbfc-3af6c021d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:39.136675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.167340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:39.206268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:39.212923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:39.220759 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.234494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.262093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:39.263016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.264542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] 10.222.0.43 "PUT /v2.0/ports/ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 1091 time: 0.7112441 Jul 09 16:57:39.265016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:39.267617 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3657430e-699e-41c6-8c4c-12baf552695f" -d '{"events": [{"name": "network-changed", "server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:39.297103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd6917f-9c39-40d3-9d42-7d59073dfe3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.306629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202400f-05b7-4e63-92e3-cc3620173d36 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:39.341781 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c065b0-2570-479b-a8b6-cd8d9e4598ef x-openstack-request-id: req-b7c065b0-2570-479b-a8b6-cd8d9e4598ef {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:39.342086 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:39.342377 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7c065b0-2570-479b-a8b6-cd8d9e4598ef {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:39.342995 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'status': 'completed', 'code': 200} Jul 09 16:57:39.390354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290601-335f-440d-86ef-eab85df81389 req-c5839bab-af3c-414f-a390-88096c3fbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:39.392551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-c5839bab-af3c-414f-a390-88096c3fbe09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1095 time: 0.0948558 Jul 09 16:57:39.421743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd6917f-9c39-40d3-9d42-7d59073dfe3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.427185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd6917f-9c39-40d3-9d42-7d59073dfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.482882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6917f-9c39-40d3-9d42-7d59073dfe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed8f51e-1584-482e-b548-9002065eb342,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:39.492184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7bd6917f-9c39-40d3-9d42-7d59073dfe3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bf77b5d244d495899ce3760086aab33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231561 Jul 09 16:57:39.492857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42914) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:39.559642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-29f2-479c-9d57-d1b1d13e7e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.585171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-29f2-479c-9d57-d1b1d13e7e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.646951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-29f2-479c-9d57-d1b1d13e7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.653214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8255-29f2-479c-9d57-d1b1d13e7e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:39.655576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd3b8255-29f2-479c-9d57-d1b1d13e7e75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ed8f51e-1584-482e-b548-9002065eb342 HTTP/1.1" status: 204 len: 168 time: 0.1612031 Jul 09 16:57:39.677549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b8255-29f2-479c-9d57-d1b1d13e7e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed8f51e-1584-482e-b548-9002065eb342,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:39.939980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290601-335f-440d-86ef-eab85df81389 req-cd391e57-ac0c-4121-9afa-a4df1b62e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:39.941506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-cd391e57-ac0c-4121-9afa-a4df1b62e7ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 914 time: 0.5406771 Jul 09 16:57:39.958114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b23b89-b1ac-4550-909b-1a445e8d931f req-efe9a454-d3ab-4ada-af41-e6ee67483d5f tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:39.959609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04b23b89-b1ac-4550-909b-1a445e8d931f req-efe9a454-d3ab-4ada-af41-e6ee67483d5f tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1675227 Jul 09 16:57:39.974203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b7ec-6005-4c57-a37c-6826452f31f3 req-9a219c1f-1dd2-49bf-b926-42f30f40d2ed tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:39.981117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b97b7ec-6005-4c57-a37c-6826452f31f3 req-9a219c1f-1dd2-49bf-b926-42f30f40d2ed tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.1900082 Jul 09 16:57:40.032968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-fb600cdb-df8d-4f90-8099-d402b04cb60c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 217 time: 0.0712795 Jul 09 16:57:40.037247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42924) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:40.055307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469a3eb3-042c-4478-9ad9-4be12734a200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.106770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b97b7ec-6005-4c57-a37c-6826452f31f3 req-d382a88c-be71-4e2c-bba7-af4cc9cc6279 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247447 Jul 09 16:57:40.112913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04b23b89-b1ac-4550-909b-1a445e8d931f req-83305ccf-79aa-42bb-8daf-cc470be8faf0 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278496 Jul 09 16:57:40.121246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290601-335f-440d-86ef-eab85df81389 req-10b0f9c2-3d3d-43ea-8f1c-54786c3d3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:40.124467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-10b0f9c2-3d3d-43ea-8f1c-54786c3d3c77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0785601 Jul 09 16:57:40.175536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-76fa7535-967b-4768-8a1e-a33aa20a5c2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397339 Jul 09 16:57:40.183539 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469a3eb3-042c-4478-9ad9-4be12734a200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.188610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469a3eb3-042c-4478-9ad9-4be12734a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.235218 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-469a3eb3-042c-4478-9ad9-4be12734a200 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cab942be6d0344a19a78016e7b2672f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954057 Jul 09 16:57:40.240184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:40.256986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a3eb3-042c-4478-9ad9-4be12734a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad9186f-7141-44ea-b16c-897e7dab71a9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:40.289566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:57:40.322515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-12461d87-ea23-4e73-9401-81a8fc984170 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272035 Jul 09 16:57:40.332041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:57:40.334859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be4a-b8ea-4f0e-b062-5ae113ae7a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.357197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be4a-b8ea-4f0e-b062-5ae113ae7a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.420924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be4a-b8ea-4f0e-b062-5ae113ae7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.422285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5290601-335f-440d-86ef-eab85df81389 req-ce08974f-9c52-4163-bbbe-1dc1d6380d3b service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976560 Jul 09 16:57:40.423612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1e7be4a-b8ea-4f0e-b062-5ae113ae7a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.424797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a1e7be4a-b8ea-4f0e-b062-5ae113ae7a02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ad9186f-7141-44ea-b16c-897e7dab71a9 HTTP/1.1" status: 204 len: 168 time: 0.1834185 Jul 09 16:57:40.433765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7be4a-b8ea-4f0e-b062-5ae113ae7a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad9186f-7141-44ea-b16c-897e7dab71a9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:40.542131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657430e-699e-41c6-8c4c-12baf552695f req-02fde934-ed1b-4c00-a235-6b3ef33c5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:40.544359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-02fde934-ed1b-4c00-a235-6b3ef33c5832 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1095 time: 0.0636637 Jul 09 16:57:40.687588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657430e-699e-41c6-8c4c-12baf552695f req-8b427f5d-d8ec-4fde-bfc2-015c65f8591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:40.689429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-8b427f5d-d8ec-4fde-bfc2-015c65f8591f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 914 time: 0.1339927 Jul 09 16:57:40.755288 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-980825d0-fc93-471a-8420-90c143542c69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 217 time: 0.0550566 Jul 09 16:57:40.839200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657430e-699e-41c6-8c4c-12baf552695f req-11ce2461-f303-4bae-ac0c-15f496475998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:40.841881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-11ce2461-f303-4bae-ac0c-15f496475998 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0724690 Jul 09 16:57:40.881735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-6dfd60c7-e420-4fe1-9c4e-871212b8b965 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305879 Jul 09 16:57:40.999714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-58ae53c5-40d8-4f1f-91ef-c66f4eb67c7b service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097100 Jul 09 16:57:41.091795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:41.464961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c0072-8850-4569-b305-b5a6bc6c22b0 req-6161c7ee-3929-4928-b5b5-cfba243b7991 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:41.466578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a51c0072-8850-4569-b305-b5a6bc6c22b0 req-6161c7ee-3929-4928-b5b5-cfba243b7991 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.1482644 Jul 09 16:57:41.475346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243576-6c6f-4434-a868-39e80912c051 req-dca2ec35-4d69-48ff-9441-1ff3661e633d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:41.476899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3243576-6c6f-4434-a868-39e80912c051 req-dca2ec35-4d69-48ff-9441-1ff3661e633d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1726570 Jul 09 16:57:41.596773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a51c0072-8850-4569-b305-b5a6bc6c22b0 req-8620bc00-dc9e-4676-96ef-64529e15a14a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188078 Jul 09 16:57:41.604617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3243576-6c6f-4434-a868-39e80912c051 req-31ebeddb-9780-4f41-9c10-f26c8de61bd3 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730214 Jul 09 16:57:42.849314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4156a-9055-4e43-8fa5-b66b12e8f2a4 req-57e42831-bdd5-4b1c-a20f-ed78bd0de714 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:42.850982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6a4156a-9055-4e43-8fa5-b66b12e8f2a4 req-57e42831-bdd5-4b1c-a20f-ed78bd0de714 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0755322 Jul 09 16:57:42.895364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6a4156a-9055-4e43-8fa5-b66b12e8f2a4 req-d744449a-0645-4cf4-bc3a-0bea14ada44c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jul 09 16:57:43.108463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70c7d8-1fc0-4853-a390-aac009134a24 req-b8ac3cf1-b606-4117-9510-80e0fdd0de04 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:43.110019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e70c7d8-1fc0-4853-a390-aac009134a24 req-b8ac3cf1-b606-4117-9510-80e0fdd0de04 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0924289 Jul 09 16:57:43.167072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e70c7d8-1fc0-4853-a390-aac009134a24 req-fb1d4f87-2afa-49b0-9f3f-88d0cbc25c7d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513711 Jul 09 16:57:44.130274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5aa888-a472-4ec2-a5ee-5d4128ee4992 req-ef487b9b-b814-4e52-895b-6a2fc3da1109 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:44.143720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f5aa888-a472-4ec2-a5ee-5d4128ee4992 req-ef487b9b-b814-4e52-895b-6a2fc3da1109 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.1022334 Jul 09 16:57:44.191293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f5aa888-a472-4ec2-a5ee-5d4128ee4992 req-a995be50-8fdc-44b6-9f5f-80170c39aba9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Jul 09 16:57:44.374087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99998501-cc0c-4fcb-8fbe-7af1d166f520 req-6d22cdd3-265d-4b9b-81aa-c8169f25ee8f tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:44.375804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99998501-cc0c-4fcb-8fbe-7af1d166f520 req-6d22cdd3-265d-4b9b-81aa-c8169f25ee8f tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0744371 Jul 09 16:57:44.435859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99998501-cc0c-4fcb-8fbe-7af1d166f520 req-55f0c165-fb10-45aa-aeab-1f0b415934b8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Jul 09 16:57:45.456998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69003-49b6-4778-8eb0-172bf9ee4f5b req-f25c4232-1c94-4733-8976-6bf6264f89b1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:45.458810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7f69003-49b6-4778-8eb0-172bf9ee4f5b req-f25c4232-1c94-4733-8976-6bf6264f89b1 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0905480 Jul 09 16:57:45.533729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7f69003-49b6-4778-8eb0-172bf9ee4f5b req-ab1524f3-d6a9-466e-9e49-144e2d0626d3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641675 Jul 09 16:57:45.771705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70221f5e-6c42-4246-bd99-4f2bc87046a1 req-cf3b4093-74a0-47db-9ab8-714be4000be1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:45.773596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70221f5e-6c42-4246-bd99-4f2bc87046a1 req-cf3b4093-74a0-47db-9ab8-714be4000be1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0971849 Jul 09 16:57:45.841933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70221f5e-6c42-4246-bd99-4f2bc87046a1 req-af736adb-ec2b-447f-804e-69b0de8ff917 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Jul 09 16:57:46.377795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:46.547336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace87158-3a68-4e64-bc0b-345e3b8c2805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.671747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace87158-3a68-4e64-bc0b-345e3b8c2805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.677304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace87158-3a68-4e64-bc0b-345e3b8c2805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.745399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ace87158-3a68-4e64-bc0b-345e3b8c2805 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af3f8641697e4334a35be8a352776804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663468 Jul 09 16:57:46.746334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:46.747236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace87158-3a68-4e64-bc0b-345e3b8c2805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406c05bf-4da4-4d50-9dd9-e29d5b1f618e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:46.772447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a4aa-13bf-43a7-9eb2-a73b26d84140 req-d211029a-4fa3-45be-8548-d6916ee9e409 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:46.774598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e430a4aa-13bf-43a7-9eb2-a73b26d84140 req-d211029a-4fa3-45be-8548-d6916ee9e409 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0788481 Jul 09 16:57:46.852267 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077ff8e1-4b7d-4e15-9754-b62d877f7153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.854589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e430a4aa-13bf-43a7-9eb2-a73b26d84140 req-6659fbdc-5376-4842-8819-cd7c06d1c514 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 Jul 09 16:57:46.887766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077ff8e1-4b7d-4e15-9754-b62d877f7153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.989151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077ff8e1-4b7d-4e15-9754-b62d877f7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.993355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077ff8e1-4b7d-4e15-9754-b62d877f7153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:46.999898 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-077ff8e1-4b7d-4e15-9754-b62d877f7153 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/406c05bf-4da4-4d50-9dd9-e29d5b1f618e HTTP/1.1" status: 204 len: 168 time: 0.2489879 Jul 09 16:57:47.011280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ff8e1-4b7d-4e15-9754-b62d877f7153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406c05bf-4da4-4d50-9dd9-e29d5b1f618e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:47.136716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0210c-43a9-47cd-829e-1d7872b889f5 req-b2508cfa-9f77-4101-a995-b644d6bf69fb tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:47.138236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e0210c-43a9-47cd-829e-1d7872b889f5 req-b2508cfa-9f77-4101-a995-b644d6bf69fb tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0973096 Jul 09 16:57:47.192732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e0210c-43a9-47cd-829e-1d7872b889f5 req-c0dfcd9c-b495-4f4e-8ade-3f6be972afea tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458243 Jul 09 16:57:48.133825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021864f1-0a17-4f18-854b-78800070feb0 req-ad5b72a6-2c1f-466e-a1ae-d4698020a42c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:48.135587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-021864f1-0a17-4f18-854b-78800070feb0 req-ad5b72a6-2c1f-466e-a1ae-d4698020a42c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.1076646 Jul 09 16:57:48.195222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-021864f1-0a17-4f18-854b-78800070feb0 req-1f3c9d05-34eb-4c93-aebe-1bcb377a9570 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497990 Jul 09 16:57:48.454607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44577681-7231-48cb-b42c-3fe21ad2c113 req-c6c3e3c4-6c90-4737-8df5-3a870518928b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:48.456504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44577681-7231-48cb-b42c-3fe21ad2c113 req-c6c3e3c4-6c90-4737-8df5-3a870518928b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0969777 Jul 09 16:57:48.513878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44577681-7231-48cb-b42c-3fe21ad2c113 req-b43f4d61-4cec-4915-982d-a46ed4f38f9c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Jul 09 16:57:49.431899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414110f-f37a-4f29-a7dc-dfa7229c9b9d req-f4b1f1b1-caab-4006-a850-2f7232647bf5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:49.440054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7414110f-f37a-4f29-a7dc-dfa7229c9b9d req-f4b1f1b1-caab-4006-a850-2f7232647bf5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.1065052 Jul 09 16:57:49.488210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7414110f-f37a-4f29-a7dc-dfa7229c9b9d req-0f1ef51b-bb4b-45eb-baa6-2aec8bc9b5a2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Jul 09 16:57:49.771732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21ccad-8246-4032-bb87-69a718720931 req-b870d093-ed60-4478-8205-910fc7eacfef tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:49.775165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a21ccad-8246-4032-bb87-69a718720931 req-b870d093-ed60-4478-8205-910fc7eacfef tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1149597 Jul 09 16:57:49.822940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a21ccad-8246-4032-bb87-69a718720931 req-3b0dd1fa-97c8-4497-ab54-a3ee12c9dcc7 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Jul 09 16:57:50.774357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad583008-19c5-4096-b8e6-92103a1cea86 req-eb485702-edc1-466d-aae3-d50f595510db tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:50.776034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad583008-19c5-4096-b8e6-92103a1cea86 req-eb485702-edc1-466d-aae3-d50f595510db tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.1231587 Jul 09 16:57:50.823167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad583008-19c5-4096-b8e6-92103a1cea86 req-ee67f4f8-8f5b-4795-b47e-6ccbb1934c40 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jul 09 16:57:51.037672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e55d7-a639-43b0-a695-7850f9cf41ce req-c1ef4415-a0bc-40f0-b0a0-27056479239d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:51.039248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db7e55d7-a639-43b0-a695-7850f9cf41ce req-c1ef4415-a0bc-40f0-b0a0-27056479239d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0932171 Jul 09 16:57:51.091459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db7e55d7-a639-43b0-a695-7850f9cf41ce req-fa4929c3-d11c-475d-9d78-ee2f0f04a97e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Jul 09 16:57:52.075996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e827a7-13d7-4fbe-82ae-f92a973449c6 req-cf22e0b5-fc5c-4e90-b35e-ec094c84ec36 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:52.078043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40e827a7-13d7-4fbe-82ae-f92a973449c6 req-cf22e0b5-fc5c-4e90-b35e-ec094c84ec36 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0977247 Jul 09 16:57:52.134056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40e827a7-13d7-4fbe-82ae-f92a973449c6 req-2c894709-4e26-4693-bada-a678c94f0d40 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Jul 09 16:57:52.439256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb0473-53de-4191-881b-2c7adec49f95 req-5be1b1b0-ad94-43b4-b21d-938aff7b2731 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:52.446894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3eb0473-53de-4191-881b-2c7adec49f95 req-5be1b1b0-ad94-43b4-b21d-938aff7b2731 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1443198 Jul 09 16:57:52.508760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3eb0473-53de-4191-881b-2c7adec49f95 req-a44898fc-43f7-4951-b9b9-3f9c26170ce7 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Jul 09 16:57:53.390880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354b73-10f4-40d4-91f0-336328f2ed25 req-066f9e51-2e2c-483f-94bd-b21d727df6b6 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:53.392786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e354b73-10f4-40d4-91f0-336328f2ed25 req-066f9e51-2e2c-483f-94bd-b21d727df6b6 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0769193 Jul 09 16:57:53.437383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e354b73-10f4-40d4-91f0-336328f2ed25 req-bf85c5d8-c61f-460a-ad5b-56fa2e5388c9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Jul 09 16:57:53.706462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add04fe1-911f-4971-a0c3-494ad652d4e6 req-05f226d4-6079-4614-b658-ac12ef0e083c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:53.707930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-add04fe1-911f-4971-a0c3-494ad652d4e6 req-05f226d4-6079-4614-b658-ac12ef0e083c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0699210 Jul 09 16:57:53.748263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-add04fe1-911f-4971-a0c3-494ad652d4e6 req-a777d70e-dfde-445b-8341-6e89ae468158 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346658 Jul 09 16:57:53.787643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:54.091050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3657430e-699e-41c6-8c4c-12baf552695f req-1e3f7dc9-3df2-465e-8aa2-a0900461fb85 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214592 Jul 09 16:57:54.666419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b864832-a32d-4d3f-a6c9-6aa97948320f req-2ad300a6-f01a-4a2a-b0d7-38c4700343e2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:54.668041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b864832-a32d-4d3f-a6c9-6aa97948320f req-2ad300a6-f01a-4a2a-b0d7-38c4700343e2 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0827730 Jul 09 16:57:54.723726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b864832-a32d-4d3f-a6c9-6aa97948320f req-0b6ec39c-aebe-44bc-b91b-d0c56afd9afc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473042 Jul 09 16:57:54.982795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2614af-abf3-4e20-809b-6d7b836d9676 req-8c16eb97-8a62-4866-a2f5-7b617391dd98 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:54.984438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e2614af-abf3-4e20-809b-6d7b836d9676 req-8c16eb97-8a62-4866-a2f5-7b617391dd98 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0883312 Jul 09 16:57:55.045128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e2614af-abf3-4e20-809b-6d7b836d9676 req-cc780be9-fb42-4527-b3b6-7e219092c735 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521746 Jul 09 16:57:55.941024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87136b1-5db1-43b1-ae83-ada5d85b80f4 req-f88270c5-2956-48ac-b2d6-989012f22207 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:55.942683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c87136b1-5db1-43b1-ae83-ada5d85b80f4 req-f88270c5-2956-48ac-b2d6-989012f22207 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0811334 Jul 09 16:57:55.991593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c87136b1-5db1-43b1-ae83-ada5d85b80f4 req-04317c99-592b-4791-b630-7efd3c44f06e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jul 09 16:57:56.282343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19534-8160-4610-be8a-f26bfd2ffa75 req-c697ab32-ed0d-4e84-b06c-526db9358f27 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:56.292793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cb19534-8160-4610-be8a-f26bfd2ffa75 req-c697ab32-ed0d-4e84-b06c-526db9358f27 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0945280 Jul 09 16:57:56.351238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cb19534-8160-4610-be8a-f26bfd2ffa75 req-a0e88377-199f-4f15-99fa-97e7a9b6b4e8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Jul 09 16:57:57.133599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:57.210801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff33f0-acee-4423-9b3a-1a93112c04b9 req-257399e7-fe27-48d2-9bf7-a466a902a00e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:57.213851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29ff33f0-acee-4423-9b3a-1a93112c04b9 req-257399e7-fe27-48d2-9bf7-a466a902a00e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 944 time: 0.0944295 Jul 09 16:57:57.264480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:57.270309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29ff33f0-acee-4423-9b3a-1a93112c04b9 req-28a86194-2e8c-4ad2-8837-7bb1b95f2ab0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492172 Jul 09 16:57:57.278754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'network_id': 'ed23fc1d-6011-442a-946d-5d286dc192c4', 'port_id': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'mac_address': 'fa:16:3e:f4:4d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12fc149-8220-4b51-9537-6c362a322c00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:57.332947 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:57.353443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:57.381277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:57.387425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:57.463626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:57.534992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0b5d-3efc-446f-ad09-8e38701f4c32 req-e5652974-c8f9-4b21-a53e-17f4ecca5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:57.536966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-af0c0b5d-3efc-446f-ad09-8e38701f4c32 req-e5652974-c8f9-4b21-a53e-17f4ecca5d20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 1097 time: 0.1233840 Jul 09 16:57:57.585157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-af0c0b5d-3efc-446f-ad09-8e38701f4c32 req-e8f0185c-6974-4a1c-b5cf-0356d37a38d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Jul 09 16:57:57.651848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e38c4-c58b-46b0-b398-20861091f2d7 req-9ba736eb-d9f4-445b-9feb-a2dae4353782 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:57.653595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-862e38c4-c58b-46b0-b398-20861091f2d7 req-9ba736eb-d9f4-445b-9feb-a2dae4353782 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0893972 Jul 09 16:57:57.701456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-862e38c4-c58b-46b0-b398-20861091f2d7 req-6bf447bb-55a5-4ea0-ba3f-0f647f55dd67 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Jul 09 16:57:57.793014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ec0c26c3-2bf4-4034-a8de-ee29748ac98d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:58.473966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c46254-d683-4b7b-acc3-6a2ae9d6606a req-58bbb226-21a3-4d51-84e9-e7dc1729ec9d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:58.475718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c46254-d683-4b7b-acc3-6a2ae9d6606a req-58bbb226-21a3-4d51-84e9-e7dc1729ec9d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 945 time: 0.0746481 Jul 09 16:57:58.522667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c46254-d683-4b7b-acc3-6a2ae9d6606a req-cb9ee6f0-da04-4bd3-a8f7-8e1b8840f11f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Jul 09 16:57:58.971021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:58.999941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9b9d4-2557-4762-98da-46031fc49098 req-369a6a67-575a-4c42-bf45-01d5f7ece830 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.001093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33b9b9d4-2557-4762-98da-46031fc49098 req-369a6a67-575a-4c42-bf45-01d5f7ece830 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0912094 Jul 09 16:57:59.050525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33b9b9d4-2557-4762-98da-46031fc49098 req-271e0f7c-c80d-485d-b44d-5578ffb4c0e1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Jul 09 16:57:59.119549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.145913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:59.205390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port ec0c26c3-2bf4-4034-a8de-ee29748ac98d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:59.214036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port ec0c26c3-2bf4-4034-a8de-ee29748ac98d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:59.214679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.221542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.227033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.264690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce77be-44f0-46ef-a5c9-fd2c699a8377,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:59.271091 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4b190403d2841e9b04cfb737a45cbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981462 Jul 09 16:57:59.272648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:59.281306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.281903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.282578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.283559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.283813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.284456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.285088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.285748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.286392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.287058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.287722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.288365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a328f-92fe-47f3-a9c2-10bbac261335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:59.316807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.350338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:59.353940 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3273a8-9cd9-4a2d-95fc-5636c53cd801" -d '{"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:59.356397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5faee055-2bcb-4038-a395-59d3339bf01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.375219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:59.383529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.385141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5faee055-2bcb-4038-a395-59d3339bf01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.409322 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa6e1e-6acb-4c0d-9531-fc0b192905a5 x-openstack-request-id: req-89fa6e1e-6acb-4c0d-9531-fc0b192905a5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:59.409607 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:59.409877 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89fa6e1e-6acb-4c0d-9531-fc0b192905a5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:59.410252 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'code': 200} Jul 09 16:57:59.450662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5faee055-2bcb-4038-a395-59d3339bf01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.451844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:59.453477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5faee055-2bcb-4038-a395-59d3339bf01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.455215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5faee055-2bcb-4038-a395-59d3339bf01a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2ce77be-44f0-46ef-a5c9-fd2c699a8377 HTTP/1.1" status: 204 len: 168 time: 0.1811469 Jul 09 16:57:59.464540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faee055-2bcb-4038-a395-59d3339bf01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce77be-44f0-46ef-a5c9-fd2c699a8377,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:59.724223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a7c8-5dab-487e-bd71-0dc648b66caf req-a94df64a-a158-480d-80aa-300e22d0e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.725756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f9a7c8-5dab-487e-bd71-0dc648b66caf req-a94df64a-a158-480d-80aa-300e22d0e0f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1097 time: 0.1213486 Jul 09 16:57:59.763318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8901cd2-35e6-4783-a9e2-1c899715144c req-4960040f-61e8-4bf9-99c0-1170dc7e4f59 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.764922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8901cd2-35e6-4783-a9e2-1c899715144c req-4960040f-61e8-4bf9-99c0-1170dc7e4f59 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1019671 Jul 09 16:57:59.798519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f9a7c8-5dab-487e-bd71-0dc648b66caf req-cd43f0ec-d9b5-410e-8f90-c94883f33cdf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Jul 09 16:57:59.823312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:57:59.837255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8901cd2-35e6-4783-a9e2-1c899715144c req-e8aeab84-3a4e-464a-bbff-c898ec188bda tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650296 Jul 09 16:57:59.850358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d0e0-f692-4d70-b379-70bf1a9a7016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.953254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d0e0-f692-4d70-b379-70bf1a9a7016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.957809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d0e0-f692-4d70-b379-70bf1a9a7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.997081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aaf6d0e0-f692-4d70-b379-70bf1a9a7016 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d2fefd42d304ca992abb61725ecf8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716599 Jul 09 16:57:59.998171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6d0e0-f692-4d70-b379-70bf1a9a7016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883bda5-2585-40d4-942b-d23a135c78bc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:00.001137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:00.061371 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4102212-b90b-466f-af21-ec4896397d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.091378 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4102212-b90b-466f-af21-ec4896397d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.145385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4102212-b90b-466f-af21-ec4896397d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.148240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4102212-b90b-466f-af21-ec4896397d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.149639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b4102212-b90b-466f-af21-ec4896397d4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3883bda5-2585-40d4-942b-d23a135c78bc HTTP/1.1" status: 204 len: 168 time: 0.1473937 Jul 09 16:58:00.159776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4102212-b90b-466f-af21-ec4896397d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883bda5-2585-40d4-942b-d23a135c78bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:00.272255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa493fab-2c35-4032-b11e-c2c45264c09b req-7d580e90-1b37-4521-a5b5-8b8baeb20d39 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:00.273940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa493fab-2c35-4032-b11e-c2c45264c09b req-7d580e90-1b37-4521-a5b5-8b8baeb20d39 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0834105 Jul 09 16:58:00.324440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa493fab-2c35-4032-b11e-c2c45264c09b req-ee26c0eb-9097-46c4-bdcf-01176db9b05d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Jul 09 16:58:00.544801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:00.564328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233c07f6-b6db-4a52-b289-20e5becc26ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.568352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e745211-a3a1-4fa3-9af1-fa2b4d0d6aff req-8345d041-c85d-467a-9980-a883be2d069d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:00.569889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e745211-a3a1-4fa3-9af1-fa2b4d0d6aff req-8345d041-c85d-467a-9980-a883be2d069d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0892019 Jul 09 16:58:00.633804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e745211-a3a1-4fa3-9af1-fa2b4d0d6aff req-9e18c515-ec35-4f7d-80df-c2419fcaf804 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569842 Jul 09 16:58:00.707041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233c07f6-b6db-4a52-b289-20e5becc26ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.713835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233c07f6-b6db-4a52-b289-20e5becc26ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.785431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-233c07f6-b6db-4a52-b289-20e5becc26ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b040fa0c389e44c196cf306c08900234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393744 Jul 09 16:58:00.789257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:00.792678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c07f6-b6db-4a52-b289-20e5becc26ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e89709-d8ff-4e45-9546-596790bebd14,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:00.874189 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7432227-977d-4179-b44b-442949ef51ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:00.935620 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7432227-977d-4179-b44b-442949ef51ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:01.104760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd96b12-b808-43b2-9125-9f4ccd83c554 req-b667afe1-3b55-4a6a-bb10-0aa57a6692d7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:01.105315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fd96b12-b808-43b2-9125-9f4ccd83c554 req-b667afe1-3b55-4a6a-bb10-0aa57a6692d7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1347523 Jul 09 16:58:01.106286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7432227-977d-4179-b44b-442949ef51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:01.109062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7432227-977d-4179-b44b-442949ef51ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:01.113209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e7432227-977d-4179-b44b-442949ef51ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9e89709-d8ff-4e45-9546-596790bebd14 HTTP/1.1" status: 204 len: 168 time: 0.3199098 Jul 09 16:58:01.121351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432227-977d-4179-b44b-442949ef51ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e89709-d8ff-4e45-9546-596790bebd14,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:01.202727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fd96b12-b808-43b2-9125-9f4ccd83c554 req-9c6229d8-aaab-4df8-a7ba-d41c9723ccfe tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 Jul 09 16:58:01.304332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98206f4-46ed-48fa-975b-ec37c79cd663 req-a43d721b-e49b-46a4-93d5-ffbddaf0dbb4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:01.316434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e98206f4-46ed-48fa-975b-ec37c79cd663 req-a43d721b-e49b-46a4-93d5-ffbddaf0dbb4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1177993 Jul 09 16:58:01.368448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e98206f4-46ed-48fa-975b-ec37c79cd663 req-4641e136-1976-4d13-9406-cc19d0606d29 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507491 Jul 09 16:58:02.418322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c15a5-8442-4adb-a8ae-37454fe05927 req-4fab42e1-e9ba-4e92-82c7-c069eb9153c9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.419929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9c15a5-8442-4adb-a8ae-37454fe05927 req-4fab42e1-e9ba-4e92-82c7-c069eb9153c9 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0752647 Jul 09 16:58:02.485378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d9c15a5-8442-4adb-a8ae-37454fe05927 req-4c73ef8d-afcd-4dc6-92e4-a4baf185abd0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Jul 09 16:58:02.615484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166c41-7a4f-4a8b-9fa5-2a13129659c9 req-b3a902f9-de45-432c-8aa7-9ae63c4f7665 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.617137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69166c41-7a4f-4a8b-9fa5-2a13129659c9 req-b3a902f9-de45-432c-8aa7-9ae63c4f7665 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0985458 Jul 09 16:58:02.696191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69166c41-7a4f-4a8b-9fa5-2a13129659c9 req-0c20ac05-1b15-40b5-9c88-21ffefde99bc tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682611 Jul 09 16:58:02.720452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a329-4bdb-46dd-a71e-f74f32ba1511 req-7e7c3649-33d7-4e77-a4bb-7ea5103c7cad tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.722065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-faf8a329-4bdb-46dd-a71e-f74f32ba1511 req-7e7c3649-33d7-4e77-a4bb-7ea5103c7cad tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1039786 Jul 09 16:58:02.769475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-faf8a329-4bdb-46dd-a71e-f74f32ba1511 req-0ac93ed1-56c2-494e-a73e-ce0df239ebb7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Jul 09 16:58:03.004192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5a8d-9022-41b2-8e7e-ee515ff0eb93 req-b6eee510-6290-417a-95aa-489928b90fd0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.006173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ebec5a8d-9022-41b2-8e7e-ee515ff0eb93 req-b6eee510-6290-417a-95aa-489928b90fd0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0885675 Jul 09 16:58:03.093265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ebec5a8d-9022-41b2-8e7e-ee515ff0eb93 req-9f427886-c07d-420d-a3ba-d003e181cb80 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796452 Jul 09 16:58:03.354730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18a286-f10f-4c39-bb4a-517a223a2304 req-20314f26-c1c6-4e66-9ffe-8ebc6dab54c6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.356412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c18a286-f10f-4c39-bb4a-517a223a2304 req-20314f26-c1c6-4e66-9ffe-8ebc6dab54c6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0963805 Jul 09 16:58:03.406348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c18a286-f10f-4c39-bb4a-517a223a2304 req-792a911b-f2e7-434a-90b3-3376c4dc2595 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Jul 09 16:58:03.576313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950ef3c-f307-4357-b89d-693d62aac1cc req-48b1b827-a1f0-440f-9a23-1a4e9813b304 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.579311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e950ef3c-f307-4357-b89d-693d62aac1cc req-48b1b827-a1f0-440f-9a23-1a4e9813b304 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0699131 Jul 09 16:58:03.621371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e950ef3c-f307-4357-b89d-693d62aac1cc req-bc7c3588-c9ad-4823-86dc-15be7e1ae27f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341008 Jul 09 16:58:03.678637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-3fdb5d68-1f71-4d09-be2f-4cf2144a17b3 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e4e7d8f45ce84431bbcf08ccf60dee55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330787 Jul 09 16:58:03.915476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-c61d46dd-2c8b-4378-8141-6d0584dd3a12 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.916885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-c61d46dd-2c8b-4378-8141-6d0584dd3a12 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271912 Jul 09 16:58:03.931745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b0e1-5137-4fc8-a644-ab5f00a24982 req-b8b75405-0069-4e67-837c-3aa43bc0b995 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.933216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb2b0e1-5137-4fc8-a644-ab5f00a24982 req-b8b75405-0069-4e67-837c-3aa43bc0b995 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1733782 Jul 09 16:58:03.956259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-c3a51350-9ccc-40af-9454-f723cf922eb4 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/quotas/e4e7d8f45ce84431bbcf08ccf60dee55 HTTP/1.1" status: 200 len: 375 time: 0.0322928 Jul 09 16:58:04.004410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-5bbbd9c8-e4a5-4e4a-bba2-b1868133c38c tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4e7d8f45ce84431bbcf08ccf60dee55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402699 Jul 09 16:58:04.008378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3bb2b0e1-5137-4fc8-a644-ab5f00a24982 req-403d8213-a2b1-4556-90e9-fcd150320543 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681679 Jul 09 16:58:04.220445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85d82b56-f26a-4199-b530-000d08a52c32 req-8d549790-f6f3-4f52-b76e-934db8234851 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 210 time: 0.0513122 Jul 09 16:58:04.268713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5448d-7e43-47ea-a694-cb7742addfda req-15b298e6-a0e9-4ced-8aa2-415385b6ad1e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:04.270503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a5448d-7e43-47ea-a694-cb7742addfda req-15b298e6-a0e9-4ced-8aa2-415385b6ad1e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1037223 Jul 09 16:58:04.328726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2a5448d-7e43-47ea-a694-cb7742addfda req-6c4dd7fe-5388-47f2-881b-c5f109b2f6cd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511453 Jul 09 16:58:04.584980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a3b52-41b1-4cba-9dc3-4db2f52b4c4f req-4da08c7e-b275-46e7-82f6-4dfe23611414 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:04.586555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b7a3b52-41b1-4cba-9dc3-4db2f52b4c4f req-4da08c7e-b275-46e7-82f6-4dfe23611414 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1016135 Jul 09 16:58:04.633739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b7a3b52-41b1-4cba-9dc3-4db2f52b4c4f req-838fdf50-f67a-4a54-951e-7735c6455781 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Jul 09 16:58:04.748614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c236-34ac-4538-9b11-cb032020ec49 req-ec539d98-4baa-404f-9f5d-5381a0be0353 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:04.752116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a532c236-34ac-4538-9b11-cb032020ec49 req-ec539d98-4baa-404f-9f5d-5381a0be0353 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0913029 Jul 09 16:58:04.813783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a532c236-34ac-4538-9b11-cb032020ec49 req-3890e658-1570-4efd-9ca6-7add5d8c683e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504894 Jul 09 16:58:05.173236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17975bf6-e2d6-4d85-b55e-5b06064f0997 req-b24b9706-abff-4bff-8ffa-342dc09dfafc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:05.176524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17975bf6-e2d6-4d85-b55e-5b06064f0997 req-b24b9706-abff-4bff-8ffa-342dc09dfafc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1061192 Jul 09 16:58:05.246493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17975bf6-e2d6-4d85-b55e-5b06064f0997 req-b7d52f7f-b531-4670-bda3-02fd87ebed6d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Jul 09 16:58:05.445255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c059e0-a4ea-40c8-b0d8-e406f3b4e578 req-25d76a7d-455d-489c-9b79-7f1b4227373a tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 210 time: 0.0518913 Jul 09 16:58:05.731015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-faacc246-aa17-4a01-8974-c1f58eb3482c tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e4e7d8f45ce84431bbcf08ccf60dee55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314374 Jul 09 16:58:05.752951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12a9c2dd-ad07-47c0-8c44-0f401482f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:05.935527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-50cd8678-24fc-4014-aa80-3d8f0cca7928 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:05.937191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-50cd8678-24fc-4014-aa80-3d8f0cca7928 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983557 Jul 09 16:58:05.955453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Request body: {'port': {'device_id': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': 'e4e7d8f45ce84431bbcf08ccf60dee55'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:06.325805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Made reservation on behalf of e4e7d8f45ce84431bbcf08ccf60dee55 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:06.329481 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.339497 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.473226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.480501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.557893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:06.586081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e34b9-ee30-4387-bfe4-09251290a963 req-8880008b-c238-48a0-90b3-e3c484eeda3a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:06.587687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-266e34b9-ee30-4387-bfe4-09251290a963 req-8880008b-c238-48a0-90b3-e3c484eeda3a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1649847 Jul 09 16:58:06.662635 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-266e34b9-ee30-4387-bfe4-09251290a963 req-11b00597-0e88-403e-a1de-370d3492c2cd tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Jul 09 16:58:06.674234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Allocated IP 192.168.233.213 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/7f791b62-336a-4870-8d84-518e3bf1a08f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:06.833596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-0dbe410c-0166-40c7-a4c8-4999ff463711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:06.836369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-0dbe410c-0166-40c7-a4c8-4999ff463711 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.0890133 Jul 09 16:58:06.846628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0872975a-5ee7-4894-8440-72017f101a6b req-57ed2d08-851e-4c62-9c12-cdac5c01fc18 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 210 time: 0.0448058 Jul 09 16:58:06.919154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.938368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Transition to ACTIVE for port object 7f791b62-336a-4870-8d84-518e3bf1a08f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:06.976973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-ba4254bf-cdd4-4550-ad0b-25a0812e7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:06.981252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-ba4254bf-cdd4-4550-ad0b-25a0812e7344 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.1236873 Jul 09 16:58:07.026617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.032701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-56754a57-e606-475a-b0fc-710a77a0ca32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.0405371 Jul 09 16:58:07.081837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:07.090969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:07.097848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:07.099706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-236679d3-6681-4451-8419-2bcd0080d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.102084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-236679d3-6681-4451-8419-2bcd0080d724 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.0620513 Jul 09 16:58:07.112650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de00fec-ab9e-4e6a-ac01-7d2ec77f770c req-e95e9b33-deae-4f95-9a4f-442ad1e2c03e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.114308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de00fec-ab9e-4e6a-ac01-7d2ec77f770c req-e95e9b33-deae-4f95-9a4f-442ad1e2c03e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1503978 Jul 09 16:58:07.136139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Pushing event updated for resources: {'Port': ['ID=7f791b62-336a-4870-8d84-518e3bf1a08f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:07.181686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-70867955-eb56-48db-91a6-fe482e8e75b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693400 Jul 09 16:58:07.197856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.198986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.222697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7de00fec-ab9e-4e6a-ac01-7d2ec77f770c req-124b3ff6-4c91-4251-ae0f-cebe6a3ceb6c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807588 Jul 09 16:58:07.283296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a42677e4-79b1-41b3-9c06-e9ab30efa72f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3328829 Jul 09 16:58:07.299836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-331864f9-4de3-4259-a601-c3e8d9f153e4 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073987 Jul 09 16:58:07.305351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Request body: {'port': {'device_id': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:07.344744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc53630-3c48-428b-93ef-00ecc8a940ca req-2c98ab4a-dd46-41f5-9460-2e34dab50d86 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.352894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc53630-3c48-428b-93ef-00ecc8a940ca req-2c98ab4a-dd46-41f5-9460-2e34dab50d86 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.1289804 Jul 09 16:58:07.371997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbc53630-3c48-428b-93ef-00ecc8a940ca req-8c2f1871-bcd4-43e4-859c-a1df01fc72be tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.408434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-f072ab85-003e-48dd-aff4-4ab77f7b5adb req-680d42eb-f58f-4ec7-a0b6-d3c9de209fea service neutron] (93767) timed out ('10.222.0.48', 35846) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:58:07.409278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47aade2f-dc51-48b4-a6bc-2ff714ebd32b None None] Provisioning for port 7f791b62-336a-4870-8d84-518e3bf1a08f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:07.417917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47aade2f-dc51-48b4-a6bc-2ff714ebd32b None None] Provisioning complete for port 7f791b62-336a-4870-8d84-518e3bf1a08f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:07.419107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47aade2f-dc51-48b4-a6bc-2ff714ebd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.445437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.460518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47aade2f-dc51-48b4-a6bc-2ff714ebd32b None None] Port 7f791b62-336a-4870-8d84-518e3bf1a08f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:07.461250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc409cff-bcc6-4076-ac2b-ca4e7ab04428 req-0efbd37f-91d3-4d0f-b8f4-ac30bb4f54ba service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282933 Jul 09 16:58:07.632165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052d9-d028-4c7b-8cdc-520825983166 req-046f265b-09bd-4e4d-aef4-cfcfe52f6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.633943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-046f265b-09bd-4e4d-aef4-cfcfe52f6f24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 1097 time: 0.0671263 Jul 09 16:58:07.749379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052d9-d028-4c7b-8cdc-520825983166 req-b8448776-b337-49a1-864f-282269d34d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.751325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-b8448776-b337-49a1-864f-282269d34d96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 200 len: 914 time: 0.1065457 Jul 09 16:58:07.781064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbc53630-3c48-428b-93ef-00ecc8a940ca req-8c2f1871-bcd4-43e4-859c-a1df01fc72be tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.789486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbc53630-3c48-428b-93ef-00ecc8a940ca req-8c2f1871-bcd4-43e4-859c-a1df01fc72be tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.800538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-c359db9f-3be4-4be8-acc6-6222eaba1d21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 200 len: 217 time: 0.0411398 Jul 09 16:58:07.826735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbc53630-3c48-428b-93ef-00ecc8a940ca req-8c2f1871-bcd4-43e4-859c-a1df01fc72be tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4727647 Jul 09 16:58:07.842068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb58e4-0161-4976-980c-4d580a2d712f req-07754107-d024-4967-ab7d-7eb6b0cf0402 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.843862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05bb58e4-0161-4976-980c-4d580a2d712f req-07754107-d024-4967-ab7d-7eb6b0cf0402 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.2145619 Jul 09 16:58:07.857376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052d9-d028-4c7b-8cdc-520825983166 req-681b39af-a75f-49f9-b567-ed4b8fd6aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:07.858925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-681b39af-a75f-49f9-b567-ed4b8fd6aca1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 200 len: 853 time: 0.0519903 Jul 09 16:58:07.891171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1871-bcd4-43e4-859c-a1df01fc72be tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6bd718-8d59-48e2-a512-0efc06d9efde,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:07.914579 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-a1a6f1fe-00fa-4ce9-8e3d-e726c0cac571 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed23fc1d-6011-442a-946d-5d286dc192c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443461 Jul 09 16:58:07.924558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05bb58e4-0161-4976-980c-4d580a2d712f req-b3ace264-82e5-4eb1-8c77-03769c1a038c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Jul 09 16:58:07.983706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f791b62-336a-4870-8d84-518e3bf1a08f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:07.994708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.013321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Transition to ACTIVE for port object 7f791b62-336a-4870-8d84-518e3bf1a08f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:08.021525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.032266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-68cef0aa-d1dc-4ef5-ae7b-8433428a1563 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057045 Jul 09 16:58:08.111068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Pushing event updated for resources: {'Port': ['ID=7f791b62-336a-4870-8d84-518e3bf1a08f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:08.165249 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.188689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26052d9-d028-4c7b-8cdc-520825983166 req-2a91513c-47b0-417e-9b6f-d62fce253154 service neutron] 10.222.0.43 "GET /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424160 Jul 09 16:58:08.260357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Attempting to bind port 7f791b62-336a-4870-8d84-518e3bf1a08f on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:08.261174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Attempting to bind port 7f791b62-336a-4870-8d84-518e3bf1a08f by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:08.261530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Attempting to bind port 7f791b62-336a-4870-8d84-518e3bf1a08f on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:08.277554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Port 7f791b62-336a-4870-8d84-518e3bf1a08f on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:58:08.277961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Attempting to bind port 7f791b62-336a-4870-8d84-518e3bf1a08f on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:08.293821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:08.294183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:08.294681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:08.295209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Bound port: 7f791b62-336a-4870-8d84-518e3bf1a08f, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:08.295688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.295869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0a03b3d-c3ba-40c0-8524-b831cc5847d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.306326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e757f2f-cd4e-4ce3-bcf0-0448cd1506c1 req-bae68e07-0883-4be1-bab8-253d20a40b46 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:08.308147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e757f2f-cd4e-4ce3-bcf0-0448cd1506c1 req-bae68e07-0883-4be1-bab8-253d20a40b46 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 948 time: 0.1741469 Jul 09 16:58:08.329045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02114fa2-49c7-4804-9a24-6a1ed23fc524 req-01cea8ad-f3b1-4069-9f42-9286abdda4fb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:08.330667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02114fa2-49c7-4804-9a24-6a1ed23fc524 req-01cea8ad-f3b1-4069-9f42-9286abdda4fb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1953781 Jul 09 16:58:08.434124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e757f2f-cd4e-4ce3-bcf0-0448cd1506c1 req-b9d16a32-059b-4ff3-bd60-8ba5b1d7a30d tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146972 Jul 09 16:58:08.450790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02114fa2-49c7-4804-9a24-6a1ed23fc524 req-68b14db8-02e1-40fc-bdc5-21a5468e6213 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106262 Jul 09 16:58:08.462368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] For port 7f791b62-336a-4870-8d84-518e3bf1a08f, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:08.468921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] For port 7f791b62-336a-4870-8d84-518e3bf1a08f, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7f791b62-336a-4870-8d84-518e3bf1a08f,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:08.474403 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.484079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:08.572071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:08.574591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.578045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] 10.222.0.43 "PUT /v2.0/ports/7f791b62-336a-4870-8d84-518e3bf1a08f HTTP/1.1" status: 200 len: 1096 time: 1.2797847 Jul 09 16:58:08.579738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.592395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'tag': '7f791b62-336a-4870-8d84-518e3bf1a08f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:08.597445 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea2d49d-358c-4e98-abd1-76959d001a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "66a85cf8-2252-4c81-ba71-91160f4c1a57", "tag": "7f791b62-336a-4870-8d84-518e3bf1a08f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:08.632241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af11d7d4-dcfd-45d0-93c4-d32904396ef3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e HTTP/1.1" status: 200 len: 993 time: 0.1441443 Jul 09 16:58:08.666006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184ab76-b9f6-4050-81d4-b4d22543d31f service neutron] Pushing event updated for resources: {'Port': ['ID=7f791b62-336a-4870-8d84-518e3bf1a08f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:08.779311 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8180d07d-6961-418a-86e5-0185aebbaf05 x-openstack-request-id: req-8180d07d-6961-418a-86e5-0185aebbaf05 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:08.779795 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a85cf8-2252-4c81-ba71-91160f4c1a57", "tag": "7f791b62-336a-4870-8d84-518e3bf1a08f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:08.780192 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8180d07d-6961-418a-86e5-0185aebbaf05 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:08.780830 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'tag': '7f791b62-336a-4870-8d84-518e3bf1a08f', 'status': 'completed', 'code': 200} Jul 09 16:58:08.897289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-e77ceb84-2b25-443a-afd5-a33f85c2bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:08.900011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-e77ceb84-2b25-443a-afd5-a33f85c2bf3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4e7d8f45ce84431bbcf08ccf60dee55&device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 1099 time: 0.2049074 Jul 09 16:58:08.915674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbbc7b-c390-4dc5-8f8b-7ed083bfdc5a req-d30ab8d0-34fe-4b20-8557-956ca494d878 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:08.917360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24dbbc7b-c390-4dc5-8f8b-7ed083bfdc5a req-d30ab8d0-34fe-4b20-8557-956ca494d878 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1619422 Jul 09 16:58:08.976302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-a5ed9a14-158b-41a5-aa20-ed5ddce6498f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7f791b62-336a-4870-8d84-518e3bf1a08f HTTP/1.1" status: 200 len: 217 time: 0.0568950 Jul 09 16:58:09.075401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24dbbc7b-c390-4dc5-8f8b-7ed083bfdc5a req-caf757d0-837e-4a17-8ec4-21f5072fff11 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046572 Jul 09 16:58:09.092220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-d811f6a3-542b-4651-ad4e-cb501345ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:09.094678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-d811f6a3-542b-4651-ad4e-cb501345ba19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0962517 Jul 09 16:58:09.248587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-4eb3e6e0-677f-4753-a36b-3354d1edb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:09.250359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-4eb3e6e0-677f-4753-a36b-3354d1edb0f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477110 Jul 09 16:58:09.263524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.279743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3fa5f-5545-4de5-b112-857e194f1e48 req-f9ecc95b-e0df-4c8e-90a1-0100a711d0cc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:09.282850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20e3fa5f-5545-4de5-b112-857e194f1e48 req-f9ecc95b-e0df-4c8e-90a1-0100a711d0cc tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1260569 Jul 09 16:58:09.357832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:58:09.450058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-0bc721a9-32c3-463f-b986-e1ee82152cd0 req-3e7c092d-8031-4eb8-babd-0e4ed922e3fd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:58:09.451238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bc721a9-32c3-463f-b986-e1ee82152cd0 req-3e7c092d-8031-4eb8-babd-0e4ed922e3fd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151823 Jul 09 16:58:09.456967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20e3fa5f-5545-4de5-b112-857e194f1e48 req-0ca7548b-c484-4695-aff1-8fe325a40523 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562045 Jul 09 16:58:09.484711 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-03f21158-6892-4a77-9a66-fec1f3cd6c7f service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001462 Jul 09 16:58:09.638606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a92f76ae-9029-4a34-bb8c-fa7121ac8551 req-bc569740-85e0-4fa0-9303-b26448a71427 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409252 Jul 09 16:58:09.696469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783270-c189-4302-88fa-43a15b2dfd6a req-af83acf9-90b1-428f-95f9-944461bb825c tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:09.698131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e783270-c189-4302-88fa-43a15b2dfd6a req-af83acf9-90b1-428f-95f9-944461bb825c tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 948 time: 0.1012990 Jul 09 16:58:09.781472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e783270-c189-4302-88fa-43a15b2dfd6a req-99461fe5-eb46-4bd6-b116-2c0860631c1b tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769551 Jul 09 16:58:09.817674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-cbe4df20-535c-4921-b87a-0283e631adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:09.820911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-cbe4df20-535c-4921-b87a-0283e631adcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4e7d8f45ce84431bbcf08ccf60dee55&device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 1099 time: 0.0899472 Jul 09 16:58:10.037953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-b136532d-0e01-4b70-a5fc-4ffa4d4f8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.040009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-b136532d-0e01-4b70-a5fc-4ffa4d4f8e72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.2120309 Jul 09 16:58:10.042822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-1f4ab120-3087-4d42-b0a2-41b07953121f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142666 Jul 09 16:58:10.119971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-f5b97c87-3d34-4009-a289-b5753611c84f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=7f791b62-336a-4870-8d84-518e3bf1a08f HTTP/1.1" status: 200 len: 217 time: 0.0726004 Jul 09 16:58:10.185739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-12b5247e-4ad5-4651-8119-87e35f683567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.187347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-12b5247e-4ad5-4651-8119-87e35f683567 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0586405 Jul 09 16:58:10.208511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3f36d-21c5-46a4-9f3c-eb85e408617f req-054e760c-a98a-4ee0-ae51-3586ed9571de tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.210371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd3f36d-21c5-46a4-9f3c-eb85e408617f req-054e760c-a98a-4ee0-ae51-3586ed9571de tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1555431 Jul 09 16:58:10.341213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd3f36d-21c5-46a4-9f3c-eb85e408617f req-be89bb7a-0660-4541-aaef-086dc67dd9b1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995722 Jul 09 16:58:10.381119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-00672e22-cb54-4487-a28e-5457ffa7c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.386559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-00672e22-cb54-4487-a28e-5457ffa7c43c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723516 Jul 09 16:58:10.410725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150122-6a36-442b-b854-f2894b0c8981 req-251280bd-6251-40ec-a66d-9c03a1446c9d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.419071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06150122-6a36-442b-b854-f2894b0c8981 req-251280bd-6251-40ec-a66d-9c03a1446c9d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1552134 Jul 09 16:58:10.522291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06150122-6a36-442b-b854-f2894b0c8981 req-0424e6e0-48fc-4fe0-a981-2e24649f4f6e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933933 Jul 09 16:58:10.575177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-f0059c32-5c5b-48bb-876e-b8242fca8305 service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755834 Jul 09 16:58:10.723127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ea2d49d-358c-4e98-abd1-76959d001a0a req-02704521-b1f5-4d29-b055-28e81d8e8f5a service neutron] 10.222.0.43 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343274 Jul 09 16:58:10.741676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab06c6-84f8-4127-9863-0aef17726aa1 req-9d873c74-c1db-4bbe-8577-bcd26156057d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.744149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21ab06c6-84f8-4127-9863-0aef17726aa1 req-9d873c74-c1db-4bbe-8577-bcd26156057d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1068420 Jul 09 16:58:10.803492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21ab06c6-84f8-4127-9863-0aef17726aa1 req-b97b96d2-b5bc-4794-9fb9-b3591a4881ec tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510457 Jul 09 16:58:11.038614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866aea3-558a-4188-9e55-968ee7670fea req-dc1af996-287a-4805-b751-995bda585000 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:11.042956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b866aea3-558a-4188-9e55-968ee7670fea req-dc1af996-287a-4805-b751-995bda585000 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 948 time: 0.1111414 Jul 09 16:58:11.075968 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.112187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b866aea3-558a-4188-9e55-968ee7670fea req-f1b2bc13-7012-4006-8237-2a34758df0df tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619929 Jul 09 16:58:11.197903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7f791b62-336a-4870-8d84-518e3bf1a08f details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:58:11.229033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a0a0-bf11-4583-b4f9-821a551761ab req-cb88a3db-ce5f-4efa-83f1-c2de8b55f803 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:11.231675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17e5a0a0-bf11-4583-b4f9-821a551761ab req-cb88a3db-ce5f-4efa-83f1-c2de8b55f803 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0760558 Jul 09 16:58:11.286600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17e5a0a0-bf11-4583-b4f9-821a551761ab req-11985c95-3f45-4432-869a-7f6067aaad98 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483313 Jul 09 16:58:11.329010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7f791b62-336a-4870-8d84-518e3bf1a08f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7f791b62-336a-4870-8d84-518e3bf1a08f,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:11.350894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '7f791b62-336a-4870-8d84-518e3bf1a08f', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '7f791b62-336a-4870-8d84-518e3bf1a08f', 'mac_address': 'fa:16:3e:c6:1a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:58:11.394633 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.410693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f791b62-336a-4870-8d84-518e3bf1a08f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:11.437121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7f791b62-336a-4870-8d84-518e3bf1a08f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7f791b62-336a-4870-8d84-518e3bf1a08f,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:11.442213 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.498659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=7f791b62-336a-4870-8d84-518e3bf1a08f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:11.578203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfcc48-4142-40de-bc54-8557d510bd81 req-0b85715b-54c6-4362-98d9-850e85593e98 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:11.579600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbfcc48-4142-40de-bc54-8557d510bd81 req-0b85715b-54c6-4362-98d9-850e85593e98 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0953009 Jul 09 16:58:11.589804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f873d-86c5-4608-8e7a-be143592f2dc req-c2922814-25a2-430e-a696-e561accfef0a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:11.591415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc0f873d-86c5-4608-8e7a-be143592f2dc req-c2922814-25a2-430e-a696-e561accfef0a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1519966 Jul 09 16:58:11.644465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cbfcc48-4142-40de-bc54-8557d510bd81 req-541db961-e23d-4fff-9e23-aca668ed9d01 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520163 Jul 09 16:58:11.667596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc0f873d-86c5-4608-8e7a-be143592f2dc req-33b60f1d-8ef4-422f-b6bf-f7586d2ad1d3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591373 Jul 09 16:58:11.839016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7f791b62-336a-4870-8d84-518e3bf1a08f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:58:11.861046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-a7a256a2-c17f-4f11-8715-4af6b07a7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:11.862673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-a7a256a2-c17f-4f11-8715-4af6b07a7b99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.1063745 Jul 09 16:58:11.881255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111275fe-1743-4310-97e5-60fd8f543a18 req-18c58322-d460-490a-9ad8-8754e1b7376a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:11.882819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-111275fe-1743-4310-97e5-60fd8f543a18 req-18c58322-d460-490a-9ad8-8754e1b7376a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0895929 Jul 09 16:58:12.008472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-111275fe-1743-4310-97e5-60fd8f543a18 req-958ff47e-9390-40f3-aa9d-45a7b25c3a26 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071899 Jul 09 16:58:12.045630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-94925f17-3b80-4149-a8bd-99fdce946b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:12.047211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-94925f17-3b80-4149-a8bd-99fdce946b4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.1745193 Jul 09 16:58:12.067821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ac1fe-d67c-4850-8c43-db7141f9e689 req-22307a90-9667-4985-befe-bc713d927b5d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:12.069380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-192ac1fe-d67c-4850-8c43-db7141f9e689 req-22307a90-9667-4985-befe-bc713d927b5d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1159303 Jul 09 16:58:12.160856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-192ac1fe-d67c-4850-8c43-db7141f9e689 req-4224d2b7-b1cb-499e-b38b-dac150008423 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840132 Jul 09 16:58:12.162835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-0f896d33-e894-44c9-9c0e-8f658c9dc8e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 1001 time: 0.0924151 Jul 09 16:58:12.298194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-d881ae3c-6298-4a37-8138-e13b35f8f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:12.302840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-d881ae3c-6298-4a37-8138-e13b35f8f4c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.1237736 Jul 09 16:58:12.407462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7a28-3f89-411a-85cf-3c8242e9d350 req-bfed9562-fd35-4f2b-b050-91a1cf4a3d73 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:12.409148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c2f7a28-3f89-411a-85cf-3c8242e9d350 req-bfed9562-fd35-4f2b-b050-91a1cf4a3d73 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 949 time: 0.1651857 Jul 09 16:58:12.439146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-c3c85661-33ab-44da-ba50-98f8618aba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:12.440808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-c3c85661-33ab-44da-ba50-98f8618aba9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289217 Jul 09 16:58:12.563679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c2f7a28-3f89-411a-85cf-3c8242e9d350 req-a45d2691-7cc0-4299-bf2e-985259ca67a7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398187 Jul 09 16:58:12.662327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-8f028f65-2934-4b7f-9c50-ed76cf6a070d service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008319 Jul 09 16:58:12.677261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524fae-00a1-4718-87d7-6a5af45d0468 req-1193f58d-28cd-4f27-be3e-8d9186a82868 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:12.678899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72524fae-00a1-4718-87d7-6a5af45d0468 req-1193f58d-28cd-4f27-be3e-8d9186a82868 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1203158 Jul 09 16:58:13.073592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72524fae-00a1-4718-87d7-6a5af45d0468 req-f8f0448a-65d3-4467-bb04-2dcd1fd4138c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826015 Jul 09 16:58:13.123035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-22d017a3-3709-419c-bbc5-edc78e34c495 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430885 Jul 09 16:58:13.158983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977129a-5993-467e-af75-19a89884d830 req-b1bffb06-6a9e-43df-9130-e4194be15fde tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:13.160741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c977129a-5993-467e-af75-19a89884d830 req-b1bffb06-6a9e-43df-9130-e4194be15fde tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1474996 Jul 09 16:58:13.215181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c977129a-5993-467e-af75-19a89884d830 req-91f66a0f-9b7c-4d6b-a698-b4d1dc027b3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471334 Jul 09 16:58:13.297937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc407c72-97a1-4500-bfe3-b560112a66fd req-e42ffffb-659f-40b6-8d41-2668da716f5d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:13.302016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc407c72-97a1-4500-bfe3-b560112a66fd req-e42ffffb-659f-40b6-8d41-2668da716f5d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0834172 Jul 09 16:58:13.342660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc407c72-97a1-4500-bfe3-b560112a66fd req-8917e2f2-13b3-4b89-bb36-0ec2144c9823 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Jul 09 16:58:13.451221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce08b7-7a73-499e-9f09-0fd578ec5ac2 req-6a40843a-28d7-4138-aa03-24941e448aa8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:13.452856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13ce08b7-7a73-499e-9f09-0fd578ec5ac2 req-6a40843a-28d7-4138-aa03-24941e448aa8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0777736 Jul 09 16:58:13.518412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13ce08b7-7a73-499e-9f09-0fd578ec5ac2 req-84314e33-6345-4a2e-839c-69a0a8ced10d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Jul 09 16:58:13.743057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8676a8-ebff-442e-b6bf-5bc37bb50665 req-b2c3a323-faed-43b5-b1ad-fc40701102ce tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:13.745595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8676a8-ebff-442e-b6bf-5bc37bb50665 req-b2c3a323-faed-43b5-b1ad-fc40701102ce tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0745175 Jul 09 16:58:13.798447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf8676a8-ebff-442e-b6bf-5bc37bb50665 req-1adaee42-8866-47c1-81b9-9dfa41188e5d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 Jul 09 16:58:14.009313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4132d-84ba-4e63-b245-c82bf2a0570e req-5ab8e445-700b-473a-ad5b-4f5270a63b03 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:14.011477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54d4132d-84ba-4e63-b245-c82bf2a0570e req-5ab8e445-700b-473a-ad5b-4f5270a63b03 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 949 time: 0.0854278 Jul 09 16:58:14.079809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54d4132d-84ba-4e63-b245-c82bf2a0570e req-6b8f9725-e9d4-45e8-aa96-73680c4245fb tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Jul 09 16:58:14.228835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfe783-3b77-4783-ade8-97f46e6869eb req-58f62e92-a7dd-4020-ab8c-8b8422ecfd25 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:14.230904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6bfe783-3b77-4783-ade8-97f46e6869eb req-58f62e92-a7dd-4020-ab8c-8b8422ecfd25 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0794446 Jul 09 16:58:14.291407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6bfe783-3b77-4783-ade8-97f46e6869eb req-ebe94a22-49f6-4560-b29c-88acb276c053 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Jul 09 16:58:14.422710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58535b-46b1-4f64-9fca-846b77979c06 req-5c4f35ee-40ea-4b7c-a522-e7a32262b1a8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:14.424685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf58535b-46b1-4f64-9fca-846b77979c06 req-5c4f35ee-40ea-4b7c-a522-e7a32262b1a8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0787973 Jul 09 16:58:14.482017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf58535b-46b1-4f64-9fca-846b77979c06 req-23e5f17c-4db9-4c4c-94ae-e83b0c2e9ad0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443478 Jul 09 16:58:14.687858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af5928-c12e-402f-af05-77d2b90d58ef req-26867771-b1ee-4230-9afd-8a9ce8c4afdf tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:14.690242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44af5928-c12e-402f-af05-77d2b90d58ef req-26867771-b1ee-4230-9afd-8a9ce8c4afdf tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1660502 Jul 09 16:58:14.781035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44af5928-c12e-402f-af05-77d2b90d58ef req-065cd2ad-e7a5-499c-8efb-e341fdf49794 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842123 Jul 09 16:58:14.794930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272f0d-9a6b-464a-8b4e-822936664537 req-02692174-a2f6-4752-b79e-f7ab2b35842f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:14.798323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef272f0d-9a6b-464a-8b4e-822936664537 req-02692174-a2f6-4752-b79e-f7ab2b35842f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1896365 Jul 09 16:58:14.864909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef272f0d-9a6b-464a-8b4e-822936664537 req-42a45e27-a426-4d86-b4aa-3ca3b42da4e7 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Jul 09 16:58:15.068726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0590a-ea30-4a79-acc2-67ef8148740b req-337c1229-7c72-4a33-b680-86d7f651747d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.070438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cba0590a-ea30-4a79-acc2-67ef8148740b req-337c1229-7c72-4a33-b680-86d7f651747d tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0697052 Jul 09 16:58:15.132347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cba0590a-ea30-4a79-acc2-67ef8148740b req-7f2555a9-1247-47f8-9ed0-74260ddaeb18 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 Jul 09 16:58:15.203477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7f791b62-336a-4870-8d84-518e3bf1a08f up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:15.256194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 7f791b62-336a-4870-8d84-518e3bf1a08f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:15.263038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 7f791b62-336a-4870-8d84-518e3bf1a08f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:15.263635 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.377943 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.390096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f0322-7ba3-4170-bf13-70f5b83a0f53 req-916274df-4679-46f1-b9b4-6435f12219cc tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.391729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b80f0322-7ba3-4170-bf13-70f5b83a0f53 req-916274df-4679-46f1-b9b4-6435f12219cc tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 949 time: 0.1464953 Jul 09 16:58:15.426785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa411a6-c6fc-4101-ab1c-2feb29627512 req-bef38c63-658d-4410-8acc-1cb6bf710fc8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.427051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f791b62-336a-4870-8d84-518e3bf1a08f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:15.429069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baa411a6-c6fc-4101-ab1c-2feb29627512 req-bef38c63-658d-4410-8acc-1cb6bf710fc8 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1208549 Jul 09 16:58:15.439386 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbee794-b606-4fb0-9f51-497876736553" -d '{"events": [{"server_uuid": "66a85cf8-2252-4c81-ba71-91160f4c1a57", "name": "network-vif-plugged", "status": "completed", "tag": "7f791b62-336a-4870-8d84-518e3bf1a08f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:15.458514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7f791b62-336a-4870-8d84-518e3bf1a08f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7f791b62-336a-4870-8d84-518e3bf1a08f,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:15.464186 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.483351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b80f0322-7ba3-4170-bf13-70f5b83a0f53 req-d447cd53-b0f3-41cf-9599-994655a10514 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766098 Jul 09 16:58:15.519272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baa411a6-c6fc-4101-ab1c-2feb29627512 req-988b2aff-12c2-4135-abbe-9d0dbb7cbe7f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Jul 09 16:58:15.542096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=7f791b62-336a-4870-8d84-518e3bf1a08f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:15.582924 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830dc354-f98c-4aff-a56e-1d07333fd1be x-openstack-request-id: req-830dc354-f98c-4aff-a56e-1d07333fd1be {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:15.583215 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a85cf8-2252-4c81-ba71-91160f4c1a57", "name": "network-vif-plugged", "status": "completed", "tag": "7f791b62-336a-4870-8d84-518e3bf1a08f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:15.583667 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-830dc354-f98c-4aff-a56e-1d07333fd1be {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:15.584076 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f791b62-336a-4870-8d84-518e3bf1a08f', 'code': 200} Jul 09 16:58:15.803555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4abd78-8c1b-4a9a-ae2f-8259b52c7c45 req-d315535a-1645-4c47-b730-843f41f38723 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.805074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b4abd78-8c1b-4a9a-ae2f-8259b52c7c45 req-d315535a-1645-4c47-b730-843f41f38723 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1502459 Jul 09 16:58:15.814810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9433e0-a7f2-4f1c-80a8-24f34ea0102f req-538af26c-c25b-4c30-aa62-a2100cbc0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.816324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f9433e0-a7f2-4f1c-80a8-24f34ea0102f req-538af26c-c25b-4c30-aa62-a2100cbc0980 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 1101 time: 0.1290655 Jul 09 16:58:15.825091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6589a-70cf-4cae-bb43-e8491791a5bd req-5cce6c05-9c25-4438-a753-8c7dfeb6a39f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.826673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99c6589a-70cf-4cae-bb43-e8491791a5bd req-5cce6c05-9c25-4438-a753-8c7dfeb6a39f tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1308067 Jul 09 16:58:15.911908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99c6589a-70cf-4cae-bb43-e8491791a5bd req-13d26718-b75a-4d50-a582-2fc6865da129 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781558 Jul 09 16:58:15.914607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b4abd78-8c1b-4a9a-ae2f-8259b52c7c45 req-d65a2379-2004-4168-a956-f74696519954 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973620 Jul 09 16:58:15.916365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f9433e0-a7f2-4f1c-80a8-24f34ea0102f req-5480395a-4715-4b60-96f3-64b2ae508c6c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881312 Jul 09 16:58:16.130071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf50d-20c7-4eb8-85cc-21f60cacf7dc req-d1afccd7-7691-4e69-8ff4-a6c8e5a1f920 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:16.132812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52bbf50d-20c7-4eb8-85cc-21f60cacf7dc req-d1afccd7-7691-4e69-8ff4-a6c8e5a1f920 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0937166 Jul 09 16:58:16.189378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52bbf50d-20c7-4eb8-85cc-21f60cacf7dc req-ae587b6e-69ba-476e-af75-8665dae27c55 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Jul 09 16:58:16.319238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0072-8beb-4a80-a14a-438ae56c959d req-76110f0f-a655-4ef3-a357-dd07e7ee9688 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:16.321174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a8e0072-8beb-4a80-a14a-438ae56c959d req-76110f0f-a655-4ef3-a357-dd07e7ee9688 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0946288 Jul 09 16:58:16.363298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a8e0072-8beb-4a80-a14a-438ae56c959d req-b37b537f-c024-4927-bc89-0ed5f5358d09 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Jul 09 16:58:16.576404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80430146-2226-400b-90de-c516dc05238d req-4a8d8899-c500-45fe-9372-9c7da2d79db5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:16.579123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80430146-2226-400b-90de-c516dc05238d req-4a8d8899-c500-45fe-9372-9c7da2d79db5 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0937212 Jul 09 16:58:16.639027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80430146-2226-400b-90de-c516dc05238d req-6d88c641-2c29-482a-9fa9-08af1585c7f4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500407 Jul 09 16:58:16.752847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248760-f877-490a-b930-f2e0dcbd57c8 req-4d71703b-189c-428b-bf6b-a345b5f701c8 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:16.754748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a248760-f877-490a-b930-f2e0dcbd57c8 req-4d71703b-189c-428b-bf6b-a345b5f701c8 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 950 time: 0.0971527 Jul 09 16:58:16.800038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a248760-f877-490a-b930-f2e0dcbd57c8 req-90088b31-f61f-43f3-bc53-d29f476f195a tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Jul 09 16:58:16.915462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c9166-60db-4296-96b0-158bab05b88b req-78decaf0-ced7-4702-bb32-9d7bff19e513 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:16.917444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d57c9166-60db-4296-96b0-158bab05b88b req-78decaf0-ced7-4702-bb32-9d7bff19e513 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1049893 Jul 09 16:58:16.979312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d57c9166-60db-4296-96b0-158bab05b88b req-175c988d-75a0-4a35-8a2a-ec1f597abdc0 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Jul 09 16:58:17.382162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa880699-5b05-42d4-a5cf-43649f460642 req-ccc5a187-b199-49f3-99f9-09a67ba96478 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:17.396044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa880699-5b05-42d4-a5cf-43649f460642 req-ccc5a187-b199-49f3-99f9-09a67ba96478 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1912439 Jul 09 16:58:17.474038 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa880699-5b05-42d4-a5cf-43649f460642 req-1c728e10-fd2a-435f-96a8-399e13ba1005 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726311 Jul 09 16:58:17.590184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa505ffb-52d4-4db5-b570-e25516b361f1 req-3d3e265a-2e7f-4ed6-8913-c5b393a849f6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:17.591775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa505ffb-52d4-4db5-b570-e25516b361f1 req-3d3e265a-2e7f-4ed6-8913-c5b393a849f6 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0861931 Jul 09 16:58:17.642529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa505ffb-52d4-4db5-b570-e25516b361f1 req-a8106fd7-6561-433f-ae2c-07be1d6d589f tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Jul 09 16:58:18.043193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eb68a-fb32-403b-a86e-fb05d9c89e64 req-efd6447b-932a-4602-865b-f52c26e14443 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:18.045200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-154eb68a-fb32-403b-a86e-fb05d9c89e64 req-efd6447b-932a-4602-865b-f52c26e14443 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 950 time: 0.1038818 Jul 09 16:58:18.102223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-154eb68a-fb32-403b-a86e-fb05d9c89e64 req-254670be-9567-400c-ab9b-494946ee2b81 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510049 Jul 09 16:58:18.843364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c7315-a46e-4a4e-9f47-e8a1374bafa7 req-ea557b87-b3f0-4c26-868f-d251476601f2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:18.856719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-874c7315-a46e-4a4e-9f47-e8a1374bafa7 req-ea557b87-b3f0-4c26-868f-d251476601f2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1324801 Jul 09 16:58:18.955110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-874c7315-a46e-4a4e-9f47-e8a1374bafa7 req-033d1dea-fafe-4591-ad32-c966f20c1c50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989079 Jul 09 16:58:19.041950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c02725-1c9b-4246-98b7-cdd2fb72e2e5 req-e46a33c3-1acf-4b1f-a1dd-15428191bf28 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.043644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7c02725-1c9b-4246-98b7-cdd2fb72e2e5 req-e46a33c3-1acf-4b1f-a1dd-15428191bf28 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1523309 Jul 09 16:58:19.288658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356ada5-13c7-49d0-86fb-a57e5f093f2d req-538af505-3dc3-48bb-9cb7-52f5491a7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.290961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5356ada5-13c7-49d0-86fb-a57e5f093f2d req-538af505-3dc3-48bb-9cb7-52f5491a7cfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.0778706 Jul 09 16:58:19.364755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d7c02725-1c9b-4246-98b7-cdd2fb72e2e5 req-dba3a1dc-288a-4a0a-a7f0-9c0f3173c05e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134985 Jul 09 16:58:19.366779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5356ada5-13c7-49d0-86fb-a57e5f093f2d req-96798c2d-5ca0-4c62-9ac5-889a0cb51c4d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658863 Jul 09 16:58:20.234701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a46e53-b555-4c6e-9b48-749aba035545 req-9c0ed7c6-c4a4-4382-b458-d25f11444db0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:20.237200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29a46e53-b555-4c6e-9b48-749aba035545 req-9c0ed7c6-c4a4-4382-b458-d25f11444db0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1228731 Jul 09 16:58:20.295268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29a46e53-b555-4c6e-9b48-749aba035545 req-fea9046c-7465-48f3-9f9c-85707588e045 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516586 Jul 09 16:58:20.597895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29ffe-f86c-4bd7-bffe-7ff1d3eac068 req-8e926c14-a202-4dba-998f-a64e1355f4a4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:20.599622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b29ffe-f86c-4bd7-bffe-7ff1d3eac068 req-8e926c14-a202-4dba-998f-a64e1355f4a4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0824945 Jul 09 16:58:20.641466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52b29ffe-f86c-4bd7-bffe-7ff1d3eac068 req-f01cd87f-7cb4-449a-8795-aa741c3ad4f2 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360098 Jul 09 16:58:21.529493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54806b0a-042d-43d2-8cb4-1fc41f848531 req-19fa584d-5eef-43ad-a8c5-0ea3d6846555 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:21.540078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54806b0a-042d-43d2-8cb4-1fc41f848531 req-19fa584d-5eef-43ad-a8c5-0ea3d6846555 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1052225 Jul 09 16:58:21.597976 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54806b0a-042d-43d2-8cb4-1fc41f848531 req-46bb22b5-cee4-47b6-96ca-cb06314aa29f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564580 Jul 09 16:58:21.931578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed535f1-1af9-4d4c-9723-914bb886b64a req-8979a09c-2f52-4b12-a6e3-e4bed6d82a86 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:21.933385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eed535f1-1af9-4d4c-9723-914bb886b64a req-8979a09c-2f52-4b12-a6e3-e4bed6d82a86 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1154988 Jul 09 16:58:22.006838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eed535f1-1af9-4d4c-9723-914bb886b64a req-839732e2-b104-4c6b-8dcf-0546ad31a788 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628314 Jul 09 16:58:22.731096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e10ae-8798-478c-8aac-fc0389a73be6 req-689603c8-e5df-46dc-bd51-79e3954effe4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:22.732825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f04e10ae-8798-478c-8aac-fc0389a73be6 req-689603c8-e5df-46dc-bd51-79e3954effe4 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.1736205 Jul 09 16:58:22.783581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-860160d0-702b-4634-bf26-20dddd2cbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:22.785280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-860160d0-702b-4634-bf26-20dddd2cbd09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.1366644 Jul 09 16:58:22.835931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f04e10ae-8798-478c-8aac-fc0389a73be6 req-1980c862-14fc-4d7e-99d2-8404563b075c tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922146 Jul 09 16:58:22.916529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456822cc-2c15-41b8-9ef3-c93e41b127aa req-dadb8173-d1a1-47fb-b608-d33404e2b273 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:22.918341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-456822cc-2c15-41b8-9ef3-c93e41b127aa req-dadb8173-d1a1-47fb-b608-d33404e2b273 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1987162 Jul 09 16:58:22.947114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-5cbfb397-19a8-4b6b-a9e8-5a1f386a24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:22.948208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-5cbfb397-19a8-4b6b-a9e8-5a1f386a24d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.1459534 Jul 09 16:58:23.017232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-4da2d4e7-abe1-4f3c-bdfa-8f8fd102ae64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.0544560 Jul 09 16:58:23.179849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-3b615ea7-d5de-4b9a-8de6-71a3da7ab489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:23.182277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-3b615ea7-d5de-4b9a-8de6-71a3da7ab489 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.1176915 Jul 09 16:58:23.190022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-456822cc-2c15-41b8-9ef3-c93e41b127aa req-3a03fedb-889c-4d39-aa68-a43d62c2b271 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631235 Jul 09 16:58:23.249639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-739c83fc-706b-416d-bb4a-185fc238393c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552778 Jul 09 16:58:23.265449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fab58-9184-477f-8320-53b2295d3816 req-88963651-6147-44ef-8005-5433b99fb600 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:23.267905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e3fab58-9184-477f-8320-53b2295d3816 req-88963651-6147-44ef-8005-5433b99fb600 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.2483387 Jul 09 16:58:23.385670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e3fab58-9184-477f-8320-53b2295d3816 req-a403dc36-dd00-4462-9c58-ba6c3ada7b30 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049709 Jul 09 16:58:23.418513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-e83a7344-ddcb-4419-bdbd-9ff796a80fd1 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491311 Jul 09 16:58:23.543779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94e9b634-4b8d-4b5d-8b28-27cac4962740 req-195ae814-71eb-447b-bb10-34216a5a1f91 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159487 Jul 09 16:58:23.812627 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:24.093872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd101b2-662b-4ecc-923e-64526e2e50ea req-0b982fa7-5662-4ec2-b018-2711889c5dc3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:24.095755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd101b2-662b-4ecc-923e-64526e2e50ea req-0b982fa7-5662-4ec2-b018-2711889c5dc3 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0784140 Jul 09 16:58:24.142586 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dd101b2-662b-4ecc-923e-64526e2e50ea req-b777c646-b031-411e-9902-3312f599b85e tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Jul 09 16:58:24.412641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fd794-71ad-47f9-8c2d-54e246e745ab req-abfa0780-cbce-4d5e-8176-5e0d60d03566 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:24.415316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-374fd794-71ad-47f9-8c2d-54e246e745ab req-abfa0780-cbce-4d5e-8176-5e0d60d03566 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0894856 Jul 09 16:58:24.472121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-374fd794-71ad-47f9-8c2d-54e246e745ab req-e167f4b5-63ab-41b0-bec7-523c284d0a58 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470784 Jul 09 16:58:24.682374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047edcc-7f7d-43ed-bea4-73efcdf7adc5 req-b49df79e-4be4-4cd5-a6b5-a75d0ab2acf7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:24.684862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f047edcc-7f7d-43ed-bea4-73efcdf7adc5 req-b49df79e-4be4-4cd5-a6b5-a75d0ab2acf7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0884564 Jul 09 16:58:24.737610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f047edcc-7f7d-43ed-bea4-73efcdf7adc5 req-07caf618-d11a-4d35-8182-da826b22b063 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 Jul 09 16:58:24.918500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-5754d928-c996-4b52-b51b-85adba65e39a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:24.920099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-5754d928-c996-4b52-b51b-85adba65e39a tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 946 time: 0.0699315 Jul 09 16:58:25.023183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-d7ac5c72-f6db-4272-ad10-a2cc779fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:25.025179 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-d7ac5c72-f6db-4272-ad10-a2cc779fd1fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.0625744 Jul 09 16:58:25.037680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Deleting port ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:58:25.038019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.143171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-8156bbc1-8e28-42b7-9806-ea05c8874e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:25.144822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-8156bbc1-8e28-42b7-9806-ea05c8874e70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.0970230 Jul 09 16:58:25.152640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] For port ec0c26c3-2bf4-4034-a8de-ee29748ac98d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,segment=NetworkSegment(20d5b9d4-f028-49f4-bbfc-3af6c021d760),segment_id=20d5b9d4-f028-49f4-bbfc-3af6c021d760)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:25.153517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.171172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Calling delete_port for ec0c26c3-2bf4-4034-a8de-ee29748ac98d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:58:25.251331 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-59543c47-ba61-4de9-87ee-01843086cb75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.0941086 Jul 09 16:58:25.341244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-a756abe1-ce5f-4d0a-afb4-7075e9ed065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:25.346897 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-a756abe1-ce5f-4d0a-afb4-7075e9ed065b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.0833013 Jul 09 16:58:25.388060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.391270 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-676c363c-e341-41a1-bd8d-e1492e64de78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382454 Jul 09 16:58:25.435633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Pushing event deleted for resources: {'Port': ['ID=ec0c26c3-2bf4-4034-a8de-ee29748ac98d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:25.474569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.474932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.475271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.475606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.475991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.476547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.477107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.477677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.478252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.478871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.479431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.479994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:25.528401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-8baf5a2b-aaf3-435d-9961-eaee0e78a101 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277032 Jul 09 16:58:25.541623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142dfdf-043f-4aaa-a45b-f327340edd3a req-8e2ee6ec-fb81-428d-8761-d7d8ddfb5c30 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:25.541623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a142dfdf-043f-4aaa-a45b-f327340edd3a req-8e2ee6ec-fb81-428d-8761-d7d8ddfb5c30 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8151d-143a-4de4-a1ea-2b2de7909636 HTTP/1.1" status: 200 len: 868 time: 0.2158353 Jul 09 16:58:25.541623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] No DVR routers for this DVR port ec0c26c3-2bf4-4034-a8de-ee29748ac98d on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:58:25.543999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.547367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6edc66d8-1eaa-45d0-8b85-e74319f46648 req-510b493b-2529-49c7-ac8b-8d67146d8603 tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.43 "DELETE /v2.0/ports/ec0c26c3-2bf4-4034-a8de-ee29748ac98d HTTP/1.1" status: 204 len: 173 time: 0.6206839 Jul 09 16:58:25.548461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-deleted', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:25.552620 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3a89c7-cf59-48c0-b387-f9ebf44e7f34" -d '{"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-deleted", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:25.627740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a142dfdf-043f-4aaa-a45b-f327340edd3a req-312cde92-ae24-44cd-8dcb-9102ea6f443b tempest-ServersNegativeTestJSON-52859472 tempest-ServersNegativeTestJSON-52859472-project] 10.222.0.48 "GET /v2.0/security-groups?id=12bf054d-1350-4f9f-87a5-1cde39b77268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704439 Jul 09 16:58:25.707717 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2144572-43eb-4fb6-b9c1-8ec830cbdaff req-24011109-d555-4896-a15e-4b4888b1df7a service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634188 Jul 09 16:58:25.812693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7af8e-7761-4860-a184-5e6fe2030ae0 req-c7171ab3-7932-4a1c-8dc3-2510348ab813 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:25.815098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c7af8e-7761-4860-a184-5e6fe2030ae0 req-c7171ab3-7932-4a1c-8dc3-2510348ab813 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1155310 Jul 09 16:58:25.901507 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfac0d2-44b5-4bb2-bb53-f75067e6e64b x-openstack-request-id: req-6bfac0d2-44b5-4bb2-bb53-f75067e6e64b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:25.902290 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8151d-143a-4de4-a1ea-2b2de7909636", "name": "network-vif-deleted", "tag": "ec0c26c3-2bf4-4034-a8de-ee29748ac98d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:25.903181 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bfac0d2-44b5-4bb2-bb53-f75067e6e64b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:25.904258 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8151d-143a-4de4-a1ea-2b2de7909636', 'name': 'network-vif-deleted', 'tag': 'ec0c26c3-2bf4-4034-a8de-ee29748ac98d', 'status': 'completed', 'code': 200} Jul 09 16:58:25.922922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c7af8e-7761-4860-a184-5e6fe2030ae0 req-e918656d-0eb1-4440-8179-84b84fce9d12 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933859 Jul 09 16:58:26.101295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0e9d-1342-4698-be52-24757b242141 req-5fbaae70-aab7-4c25-8b75-b33d8f3c58e7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:26.102377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e22f0e9d-1342-4698-be52-24757b242141 req-5fbaae70-aab7-4c25-8b75-b33d8f3c58e7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0925539 Jul 09 16:58:26.146163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e22f0e9d-1342-4698-be52-24757b242141 req-dea2a9ca-c818-4035-b33b-b224cb33b910 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376163 Jul 09 16:58:26.731376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:26.777064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Deleting subnet c12fc149-8220-4b51-9537-6c362a322c00 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:58:26.780386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.813962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.856409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.909168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.935947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12fc149-8220-4b51-9537-6c362a322c00,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:26.944810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.944810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d5fe75b-ddaa-4cdd-9142-55d8ea781a3a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c12fc149-8220-4b51-9537-6c362a322c00 HTTP/1.1" status: 204 len: 168 time: 0.2092311 Jul 09 16:58:26.944810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:27.026159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.118197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.128897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed23fc1d-6011-442a-946d-5d286dc192c4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:27.142296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d5b9d4-f028-49f4-bbfc-3af6c021d760') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:27.142625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d5b9d4-f028-49f4-bbfc-3af6c021d760') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:27.153011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.170971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.180336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:58:27.180782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:58:27.184159 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:58:27.207606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa596b-8ab5-4bbd-8899-3871c6b134cc req-e4b31f89-d5eb-4269-a02e-0905bed8c5d8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:27.209322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddfa596b-8ab5-4bbd-8899-3871c6b134cc req-e4b31f89-d5eb-4269-a02e-0905bed8c5d8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0820799 Jul 09 16:58:27.252090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.259688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddfa596b-8ab5-4bbd-8899-3871c6b134cc req-e88268ab-3b64-45fd-bfb9-5a10351d23fb tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Jul 09 16:58:27.262170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.267034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ed23fc1d-6011-442a-946d-5d286dc192c4 HTTP/1.1" status: 204 len: 168 time: 0.3188124 Jul 09 16:58:27.275429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c3e7b-b1e6-45f7-910d-9cfba6682f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed23fc1d-6011-442a-946d-5d286dc192c4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:27.317529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:58:27.352936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: ec0c26c3-2bf4-4034-a8de-ee29748ac98d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:58:27.353471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ec0c26c3-2bf4-4034-a8de-ee29748ac98d not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:58:27.490751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3c86a-3faf-481c-907d-dfadd8e25ba8 req-bdeced8f-6d42-4b55-954d-2dc520bf0c6d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:27.492369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2e3c86a-3faf-481c-907d-dfadd8e25ba8 req-bdeced8f-6d42-4b55-954d-2dc520bf0c6d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0792046 Jul 09 16:58:27.527652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:27.558170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2e3c86a-3faf-481c-907d-dfadd8e25ba8 req-83ddd3f9-7b91-4662-8676-bf34d28c490b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585446 Jul 09 16:58:27.622047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06a8b7d4-9f66-4987-b691-a3a46b3378a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cdcf76ef03843e79db6d2ef8f40b8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917511 Jul 09 16:58:27.624570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:27.700268 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4739468-e4ba-4834-a9fc-08b916e26fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.725389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4739468-e4ba-4834-a9fc-08b916e26fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.777959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4739468-e4ba-4834-a9fc-08b916e26fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.780879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4739468-e4ba-4834-a9fc-08b916e26fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.784441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4739468-e4ba-4834-a9fc-08b916e26fe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12bf054d-1350-4f9f-87a5-1cde39b77268 HTTP/1.1" status: 204 len: 168 time: 0.1539221 Jul 09 16:58:27.791557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4739468-e4ba-4834-a9fc-08b916e26fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf054d-1350-4f9f-87a5-1cde39b77268,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:28.778663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b795-73a9-40e4-a76e-269fdf66cb6c req-ee651f5a-b312-4f6e-b432-130a97b7782d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:28.788282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ada4b795-73a9-40e4-a76e-269fdf66cb6c req-ee651f5a-b312-4f6e-b432-130a97b7782d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0997503 Jul 09 16:58:28.837357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ada4b795-73a9-40e4-a76e-269fdf66cb6c req-6936a367-f7e6-4a36-9ec8-39642451c241 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Jul 09 16:58:28.925606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:28.987533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271120c-5e16-4004-a985-ba9a61f48350 req-99697af9-a428-459f-a0c5-e88cbda08f6d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:28.989377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9271120c-5e16-4004-a985-ba9a61f48350 req-99697af9-a428-459f-a0c5-e88cbda08f6d tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1026282 Jul 09 16:58:29.042386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9271120c-5e16-4004-a985-ba9a61f48350 req-7c2b429d-d69a-4096-bb65-de0c83f8102c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Jul 09 16:58:29.102716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e846cf2-cb0b-4448-85ad-0c211a32fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.210692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e846cf2-cb0b-4448-85ad-0c211a32fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.215934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e846cf2-cb0b-4448-85ad-0c211a32fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.266366 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0e846cf2-cb0b-4448-85ad-0c211a32fa73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ca83a72542e421a8d08584a3eb9cd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339231 Jul 09 16:58:29.266366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e846cf2-cb0b-4448-85ad-0c211a32fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087cbaf-9729-4da7-a53f-51ff28db864f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:29.266366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:29.333817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce510c3-580a-4502-8d63-19da4ac20322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.367048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce510c3-580a-4502-8d63-19da4ac20322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.443670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce510c3-580a-4502-8d63-19da4ac20322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.446920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ce510c3-580a-4502-8d63-19da4ac20322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:29.450734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3ce510c3-580a-4502-8d63-19da4ac20322 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0087cbaf-9729-4da7-a53f-51ff28db864f HTTP/1.1" status: 204 len: 168 time: 0.1806531 Jul 09 16:58:29.458240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce510c3-580a-4502-8d63-19da4ac20322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087cbaf-9729-4da7-a53f-51ff28db864f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:30.077295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f40b2-3827-49ea-b4d4-8bc008bed25d req-9eca56ed-edb6-4e31-87e4-271c4ab7d927 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:30.082512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-760f40b2-3827-49ea-b4d4-8bc008bed25d req-9eca56ed-edb6-4e31-87e4-271c4ab7d927 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0989208 Jul 09 16:58:30.147857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-760f40b2-3827-49ea-b4d4-8bc008bed25d req-e7dc4a45-d4bc-47e6-9a3b-cacf1fc72c2c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579414 Jul 09 16:58:31.385413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:31.421227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ccd2c-0ea9-43f2-9770-e1382779fe12 req-0818475b-f441-4fa9-b6ca-d24968d2b80c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:31.423523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec1ccd2c-0ea9-43f2-9770-e1382779fe12 req-0818475b-f441-4fa9-b6ca-d24968d2b80c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0844572 Jul 09 16:58:31.478032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec1ccd2c-0ea9-43f2-9770-e1382779fe12 req-81f6a733-fb04-4621-928b-4f62d05dc180 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415230 Jul 09 16:58:31.565479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fb65bfd-bc6a-4833-8113-a0b0a605556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.672543 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fb65bfd-bc6a-4833-8113-a0b0a605556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.677500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fb65bfd-bc6a-4833-8113-a0b0a605556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.731030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb65bfd-bc6a-4833-8113-a0b0a605556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6098877-5f60-4dae-a7b8-c4df73e654a2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:31.737025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5fb65bfd-bc6a-4833-8113-a0b0a605556e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21569827387e492fa023995f18f5e8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433204 Jul 09 16:58:31.741033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43968) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:31.821952 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5b21-9260-4b1b-ab89-7b671ac9a3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.849160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5b21-9260-4b1b-ab89-7b671ac9a3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.908730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5b21-9260-4b1b-ab89-7b671ac9a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.913620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5b21-9260-4b1b-ab89-7b671ac9a3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.917168 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8d6d5b21-9260-4b1b-ab89-7b671ac9a3bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6098877-5f60-4dae-a7b8-c4df73e654a2 HTTP/1.1" status: 204 len: 168 time: 0.1721342 Jul 09 16:58:31.928193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5b21-9260-4b1b-ab89-7b671ac9a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6098877-5f60-4dae-a7b8-c4df73e654a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:32.660911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:32.684701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94686-edc5-489c-955e-57d8ae810198 req-47ab5938-6534-4dee-974f-f028238b6186 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:32.686266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23d94686-edc5-489c-955e-57d8ae810198 req-47ab5938-6534-4dee-974f-f028238b6186 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0856915 Jul 09 16:58:32.740241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23d94686-edc5-489c-955e-57d8ae810198 req-54d851e9-bb2a-46d6-93b7-9295e079446e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Jul 09 16:58:32.794770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-network', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:32.830982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Made reservation on behalf of 1b1f3a05b54948dbbbf0bfff9387f494 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:32.833976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:32.845500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:32.968315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:32.974756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.000474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:58:33.011150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cbbf03-a243-4249-b2c9-064534436803,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:33.016698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.016957 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Added segment 7e570130-7996-47d2-aa99-43afdb8b9ce1 of type vlan for network 6cbff6f1-f664-4ef9-b956-1524bf7b630c Jul 09 16:58:33.065530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.108329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.109482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:33.110161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.171328 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5083477 Jul 09 16:58:33.175908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:33.181477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Request body: {'subnet': {'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-subnet', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:33.194227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f315128-ed32-40a8-bac2-2eeadfddfa4a admin admin] Pushing event updated for resources: {'Network': ['ID=6cbff6f1-f664-4ef9-b956-1524bf7b630c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:33.206347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:58:33.212813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Made reservation on behalf of 1b1f3a05b54948dbbbf0bfff9387f494 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:33.215733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.429328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.488549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704bd363-e5af-49b7-9712-d199fe1b9b7f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:33.503738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Checking segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:33.504093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Network hostable DHCP agents. Network: 6cbff6f1-f664-4ef9-b956-1524bf7b630c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:58:33.524623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:58:33.535201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 6cbff6f1-f664-4ef9-b956-1524bf7b630c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:33.540776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:33.541601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.553771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec06d58-9f27-4043-9e16-aded11a4e014 None None] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:58:33.561249 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7a493259-33ca-415e-af3f-c34977fc06e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3836811 Jul 09 16:58:33.564939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:33.572215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:33.601264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.602947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.668308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.745343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:58:33.746921 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.828538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:33.980827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Allocated IP 172.20.0.2 (6cbff6f1-f664-4ef9-b956-1524bf7b630c/704bd363-e5af-49b7-9712-d199fe1b9b7f/d7099a28-e4a4-452b-b067-14ea3d7675d1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:34.088828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada379-c76c-485a-a490-33147a521c21 req-34a087e7-33d5-4d6e-a540-4086001a7093 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:34.091798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aaada379-c76c-485a-a490-33147a521c21 req-34a087e7-33d5-4d6e-a540-4086001a7093 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1487782 Jul 09 16:58:34.155106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aaada379-c76c-485a-a490-33147a521c21 req-fa0c6b14-b509-49b9-a440-8a3971e423a7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568433 Jul 09 16:58:34.170090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.189871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.204635 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.216335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Transition to ACTIVE for port object d7099a28-e4a4-452b-b067-14ea3d7675d1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:34.235858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Transition to ACTIVE for port object d7099a28-e4a4-452b-b067-14ea3d7675d1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:34.244434 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.296870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:34.298340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:34.301038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:34.338007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Pushing event updated for resources: {'Port': ['ID=d7099a28-e4a4-452b-b067-14ea3d7675d1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:34.365615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Allocated IP 172.25.7.119 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/37231662-5ba6-4f14-8125-bcb50db45374) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:34.382622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Attempting to bind port d7099a28-e4a4-452b-b067-14ea3d7675d1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:34.383663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Attempting to bind port d7099a28-e4a4-452b-b067-14ea3d7675d1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:34.383663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Attempting to bind port d7099a28-e4a4-452b-b067-14ea3d7675d1 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:34.389670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:34.390051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Checking segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:34.390524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.390874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Bound using segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:34.391353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Bound port: d7099a28-e4a4-452b-b067-14ea3d7675d1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:34.391738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.464970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] For port d7099a28-e4a4-452b-b067-14ea3d7675d1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:34.469373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] For port d7099a28-e4a4-452b-b067-14ea3d7675d1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d7099a28-e4a4-452b-b067-14ea3d7675d1,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:34.473870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.533821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.560415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03109d9-327b-4a05-a601-f554fff0292e None None] Pushing event updated for resources: {'Port': ['ID=d7099a28-e4a4-452b-b067-14ea3d7675d1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:34.579085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:34.627379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:34.630652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:34.634768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:34.664980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Pushing event updated for resources: {'Port': ['ID=37231662-5ba6-4f14-8125-bcb50db45374,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:35.454282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d7099a28-e4a4-452b-b067-14ea3d7675d1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:35.563635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d7099a28-e4a4-452b-b067-14ea3d7675d1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:35.577713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6451-56ba-46a3-86db-40142f7a1796 req-2fb7585b-bcd4-4567-9396-8e6db7a34381 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:35.591486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:35.592106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e54e6451-56ba-46a3-86db-40142f7a1796 req-2fb7585b-bcd4-4567-9396-8e6db7a34381 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.2160301 Jul 09 16:58:35.687383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e54e6451-56ba-46a3-86db-40142f7a1796 req-09330071-cf1c-485e-864c-e5adb2648661 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936615 Jul 09 16:58:35.768182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4cb7-fbae-429f-b17f-b1e5b49312ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:35.919682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:36.071385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dcf62a-5182-4e09-bb70-fa9f4ffc55ac None None] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:58:36.143135 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-e46783c9-0e2a-4946-90bf-6891b0a90315 service neutron] show failed (client error): The resource could not be found. Jul 09 16:58:36.144361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-e46783c9-0e2a-4946-90bf-6891b0a90315 service neutron] 10.222.0.43 "GET /v2.0/ports/a0ffd9e7-9f31-4426-853c-227956f17a28/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.1180444 Jul 09 16:58:36.157754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:58:36.206997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Provisioning for port d7099a28-e4a4-452b-b067-14ea3d7675d1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:36.253364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Provisioning complete for port d7099a28-e4a4-452b-b067-14ea3d7675d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:36.254218 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:36.526815 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:36.584194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:58:36.615918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:58:36.641510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] For port d7099a28-e4a4-452b-b067-14ea3d7675d1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d7099a28-e4a4-452b-b067-14ea3d7675d1,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:36.644672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:36.645715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:36.649258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:36.734317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:36.736699 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db799083-b206-42e0-8e0c-427c9be7c743 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1703272 Jul 09 16:58:36.739642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:36.946211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-b63ccf42-9a6d-4cea-85c7-d1563d721ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:36.949629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-b63ccf42-9a6d-4cea-85c7-d1563d721ce0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 1096 time: 0.3527524 Jul 09 16:58:36.953035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Pushing event updated for resources: {'Port': ['ID=d7099a28-e4a4-452b-b067-14ea3d7675d1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:36.983215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.983570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.983914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.987010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.987010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.987361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.987696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.988030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.988363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.988692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.989022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:36.989351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d895e-3bc8-462b-ac54-e3de70759ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:37.050260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:37.054055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:37.080992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394627cd-2556-4b27-bc74-ede5b3506e2c req-ff37780d-7558-41fc-b622-a93556a6fcad tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:37.082681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-394627cd-2556-4b27-bc74-ede5b3506e2c req-ff37780d-7558-41fc-b622-a93556a6fcad tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.1074293 Jul 09 16:58:37.185717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-394627cd-2556-4b27-bc74-ede5b3506e2c req-99473931-8de4-409c-8fcb-8091a088b858 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946312 Jul 09 16:58:37.226053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92b9f11d-a5e5-4469-ade7-e72cb3a68161 None None] Provisioning complete for port d7099a28-e4a4-452b-b067-14ea3d7675d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:37.226449 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92b9f11d-a5e5-4469-ade7-e72cb3a68161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:37.316552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d7099a28-e4a4-452b-b067-14ea3d7675d1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:37.406139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:37.438203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d7099a28-e4a4-452b-b067-14ea3d7675d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:37.438991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:37.463584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:34Z', 'revision_number': 3, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:37.522789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:58:37.523287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Updating router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 port 37231662-5ba6-4f14-8125-bcb50db45374 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:58:37.620924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:37.982754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:38.000138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.050666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:38.140351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:38.142710 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b64b2bc-0132-41ef-936d-750d7351e0e6" -d '{"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:38.148512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.172913 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.188221 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.199986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Transition to ACTIVE for port object 37231662-5ba6-4f14-8125-bcb50db45374 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:38.214736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.216586 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f18db9-d3f7-4370-87c2-265613e96901 x-openstack-request-id: req-92f18db9-d3f7-4370-87c2-265613e96901 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:38.217227 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:38.217582 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92f18db9-d3f7-4370-87c2-265613e96901 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:38.218169 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'code': 200} Jul 09 16:58:38.231195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Transition to ACTIVE for port object a0ffd9e7-9f31-4426-853c-227956f17a28 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:38.252434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.285571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Attempting to bind port 37231662-5ba6-4f14-8125-bcb50db45374 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:38.285909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Attempting to bind port 37231662-5ba6-4f14-8125-bcb50db45374 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:38.286281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Attempting to bind port 37231662-5ba6-4f14-8125-bcb50db45374 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:38.290310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4248-28ec-4af2-9138-32c6fd10dc9f None None] Pushing event updated for resources: {'Port': ['ID=37231662-5ba6-4f14-8125-bcb50db45374,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:38.297647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:38.298073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:38.298493 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.299924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:38.299924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Bound port: 37231662-5ba6-4f14-8125-bcb50db45374, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:38.299924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.302959 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f73ecf-98f4-4341-bffb-0afc400cde63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.370841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] For port 37231662-5ba6-4f14-8125-bcb50db45374, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:38.375354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] For port 37231662-5ba6-4f14-8125-bcb50db45374, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37231662-5ba6-4f14-8125-bcb50db45374,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:38.381321 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.477164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba4f1-4fe9-4aab-8b9a-f40a29666b28 req-7addb255-8d02-4320-9b1f-05e358c7a1e2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:38.486769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d08ba4f1-4fe9-4aab-8b9a-f40a29666b28 req-7addb255-8d02-4320-9b1f-05e358c7a1e2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1510649 Jul 09 16:58:38.490602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4248-28ec-4af2-9138-32c6fd10dc9f None None] Pushing event updated for resources: {'Port': ['ID=37231662-5ba6-4f14-8125-bcb50db45374,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:38.493420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:38.494121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:38.560534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] No DVR routers for this DVR port a0ffd9e7-9f31-4426-853c-227956f17a28 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:58:38.573345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d08ba4f1-4fe9-4aab-8b9a-f40a29666b28 req-0f6e3d21-0e61-4832-bff6-59a7c73d62ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762682 Jul 09 16:58:38.591999 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.622934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Allocated IP 172.20.0.1 (6cbff6f1-f664-4ef9-b956-1524bf7b630c/704bd363-e5af-49b7-9712-d199fe1b9b7f/b998e2ed-1816-4548-9571-a87ffcec9e8a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:38.667810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:38.706168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:38.834782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.853553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Transition to ACTIVE for port object b998e2ed-1816-4548-9571-a87ffcec9e8a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:38.904767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:34Z', 'revision_number': 3, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:38.930346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:38.930707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:38.931200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:38.936159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Port a0ffd9e7-9f31-4426-853c-227956f17a28 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:58:38.937551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Attempting to bind port a0ffd9e7-9f31-4426-853c-227956f17a28 on network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:38.938905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:38.940575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b45c-c99e-4ad7-875c-42eee7c46e9d None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:34Z', 'revision_number': 3, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:58:38.951570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:38.952007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Checking segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:38.953804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Bound using segment: {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:38.955151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Bound port: a0ffd9e7-9f31-4426-853c-227956f17a28, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:38.955699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.042939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:39.048080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Pushing event updated for resources: {'Port': ['ID=b998e2ed-1816-4548-9571-a87ffcec9e8a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:39.052278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:39.056194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:39.114635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:39.119798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:39.121436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.169990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.242164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:39.243253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.245469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] 10.222.0.37 "PUT /v2.0/ports/a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 1091 time: 2.2007320 Jul 09 16:58:39.260128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.284850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638908cb-ce36-4ffd-bd83-1896df0de06d service neutron] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:39.392250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:58:39.448836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.473824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-7c10da15-54f0-47b2-8b1c-088a444e18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:39.482273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-7c10da15-54f0-47b2-8b1c-088a444e18ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1094 time: 0.1519508 Jul 09 16:58:39.484607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-808a1023-ba53-418c-a3fb-2793ef7accfe None None] Provisioning for port b998e2ed-1816-4548-9571-a87ffcec9e8a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:39.491128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-808a1023-ba53-418c-a3fb-2793ef7accfe None None] Provisioning complete for port b998e2ed-1816-4548-9571-a87ffcec9e8a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:39.491506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-808a1023-ba53-418c-a3fb-2793ef7accfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.522787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:58:39.562378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-808a1023-ba53-418c-a3fb-2793ef7accfe None None] Port b998e2ed-1816-4548-9571-a87ffcec9e8a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:39.719231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-e6604646-3a49-4859-a209-4abf3c97eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:39.721056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-e6604646-3a49-4859-a209-4abf3c97eac6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.2328877 Jul 09 16:58:39.851613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2abd04-f8fb-4e0a-810a-11d0af7e690d req-e73f14ac-76f3-4ac1-97e2-d5e368b5ee8e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:39.853892 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c2abd04-f8fb-4e0a-810a-11d0af7e690d req-e73f14ac-76f3-4ac1-97e2-d5e368b5ee8e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1136894 Jul 09 16:58:39.912165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-7e1b4eb1-2097-40f5-8af8-a8baf9eb2cb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 999 time: 0.1643617 Jul 09 16:58:39.919937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c2abd04-f8fb-4e0a-810a-11d0af7e690d req-e3efdff4-0ad2-4982-837d-d8b8207a1792 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595744 Jul 09 16:58:39.920157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:39.951476 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:40.060298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Pushing event updated for resources: {'Port': ['ID=b998e2ed-1816-4548-9571-a87ffcec9e8a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:40.068788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-a3d2db20-ba9f-4ba2-9ec2-d12fe7fabfa5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2432082 Jul 09 16:58:40.071264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-9ca0b8d8-c89e-499d-8354-e999702fe9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:40.081930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-9ca0b8d8-c89e-499d-8354-e999702fe9b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.1505067 Jul 09 16:58:40.081930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:40.219782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:40.222046 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98abcd-f2fc-4862-a5bd-efee81c1d679" -d '{"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:40.299018 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9c0316-3cba-4276-8c6b-f67d26e586df x-openstack-request-id: req-8f9c0316-3cba-4276-8c6b-f67d26e586df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:40.299479 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:40.299710 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f9c0316-3cba-4276-8c6b-f67d26e586df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:40.299914 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'status': 'completed', 'code': 200} Jul 09 16:58:40.310266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:40.323417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:40.354044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-5011a714-cb07-4698-8cf3-bb79cee586df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:40.356252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-5011a714-cb07-4698-8cf3-bb79cee586df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283688 Jul 09 16:58:40.721989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39060d55-371d-41d6-8e7d-a9938922cba3 None None] Provisioning complete for port b998e2ed-1816-4548-9571-a87ffcec9e8a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:40.723905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39060d55-371d-41d6-8e7d-a9938922cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:40.773495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-39060d55-371d-41d6-8e7d-a9938922cba3 None None] Port b998e2ed-1816-4548-9571-a87ffcec9e8a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:40.879279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-d3506c1c-9981-4416-933e-e8d6838482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:40.880745 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-d3506c1c-9981-4416-933e-e8d6838482cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 1096 time: 0.7113693 Jul 09 16:58:41.108358 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:41.178770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:58:41.210909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-e3976c7e-2514-4701-a9eb-44761decfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.214313 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-e3976c7e-2514-4701-a9eb-44761decfd64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1094 time: 0.8625748 Jul 09 16:58:41.233234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-9150961c-59c5-44ad-8673-0aecef9adb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.234736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-9150961c-59c5-44ad-8673-0aecef9adb85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 200 len: 912 time: 0.3281164 Jul 09 16:58:41.312903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fb8a7-7fb0-4517-990e-a99add2a8c3e req-db885e21-7726-4991-8bad-a4d274bb7805 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.321188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-015fb8a7-7fb0-4517-990e-a99add2a8c3e req-db885e21-7726-4991-8bad-a4d274bb7805 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1925507 Jul 09 16:58:41.339725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-229a3bf1-3118-4db0-9f04-101cbdc0e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.341252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-229a3bf1-3118-4db0-9f04-101cbdc0e027 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.1101413 Jul 09 16:58:41.345456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-4daf3d7e-182a-483d-b0b4-19a62ea6773b service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679854 Jul 09 16:58:41.390669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37231662-5ba6-4f14-8125-bcb50db45374 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:41.395158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-015fb8a7-7fb0-4517-990e-a99add2a8c3e req-261448b5-bb79-4049-bd03-da05f19b30e0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729308 Jul 09 16:58:41.601037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-0b5b3815-e76c-472a-bb37-efef4119dfcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 200 len: 1001 time: 0.2545006 Jul 09 16:58:41.613627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-402f9ad9-d240-4f92-b3dc-e163f57428a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 999 time: 0.2217245 Jul 09 16:58:41.666511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-4a38837d-73a7-4d87-8e7b-96548fcf54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.669339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-4a38837d-73a7-4d87-8e7b-96548fcf54c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 200 len: 850 time: 0.0593953 Jul 09 16:58:41.721660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 37231662-5ba6-4f14-8125-bcb50db45374 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:41.730337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 37231662-5ba6-4f14-8125-bcb50db45374 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:41.731690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:41.743411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:58:41.750574 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84359fd1-458a-4ee7-8030-2d431c4cd11e admin admin] 10.222.0.48 "PUT /v2.0/routers/4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0096130 Jul 09 16:58:41.772662 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:58:41.784114 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:41.785635 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:41.814527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05607b7d-bca7-478d-82fb-57544841e0d3 req-ffb55235-f6bf-40e2-be3d-f23c7f5ec610 service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238713 Jul 09 16:58:41.816446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-39d7a79e-50a9-49d1-9f49-d9ab4502fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.818011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-39d7a79e-50a9-49d1-9f49-d9ab4502fc9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.1492097 Jul 09 16:58:41.863613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-e4117f8d-d13d-4305-a954-5dc600240d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:41.865166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-e4117f8d-d13d-4305-a954-5dc600240d5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f20b4c8-f49c-4d13-955b-b25dca8cdce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882524 Jul 09 16:58:41.956115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:42.028137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:42.042903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 37231662-5ba6-4f14-8125-bcb50db45374, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37231662-5ba6-4f14-8125-bcb50db45374,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:42.052240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:42.210340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-cbbab755-6023-4693-812d-715fb7a21c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:42.212599 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-cbbab755-6023-4693-812d-715fb7a21c62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3834271 Jul 09 16:58:42.229652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=37231662-5ba6-4f14-8125-bcb50db45374,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:42.464817 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-33b33ffd-43c9-4601-8862-0117fb1380e7 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360985 Jul 09 16:58:42.466535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-61e803a7-5ea5-4425-a4ab-94cf8f3f1983 service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935543 Jul 09 16:58:42.574690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-d4a1af43-fedf-4b90-af99-533efb80d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:42.576277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-d4a1af43-fedf-4b90-af99-533efb80d3ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1094 time: 0.4832726 Jul 09 16:58:42.642079 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 2, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:42.724052 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:58:42.725355 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Updating router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 port b998e2ed-1816-4548-9571-a87ffcec9e8a binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:58:42.760003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277700c-ccb5-4907-b935-3e0e99be2ee8 req-babf5330-ff3f-45a2-9794-0a934d251e23 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:42.768031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0277700c-ccb5-4907-b935-3e0e99be2ee8 req-babf5330-ff3f-45a2-9794-0a934d251e23 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.0772657 Jul 09 16:58:42.787053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:42.805414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952327147', 'description': 'tempest-description--270676104'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:42.816592 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-31f5c7b9-c42a-489f-a0a5-d704c441dfbb req-38c5b874-3cb5-4788-8864-5107eecd679c service neutron] 10.222.0.37 "GET /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429508 Jul 09 16:58:42.824972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0277700c-ccb5-4907-b935-3e0e99be2ee8 req-4a807d0d-e6b0-4224-8c09-1a878f69c4fc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540955 Jul 09 16:58:42.855386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-9bca9604-e034-4ed3-90c2-f6e42c013943 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737214 Jul 09 16:58:42.869297 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:42.886451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-91aed268-8190-43a7-9ef9-faa9184f463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:42.891526 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-91aed268-8190-43a7-9ef9-faa9184f463a service neutron] 10.222.0.37 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.3076823 Jul 09 16:58:42.911892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.014941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-88d94a5c-fd87-4b0a-b670-b038eb999f93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 999 time: 0.1097853 Jul 09 16:58:43.073852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.080906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.102957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-3f3143fa-3a96-4a5c-9db1-6a9236c56ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:43.104692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-3f3143fa-3a96-4a5c-9db1-6a9236c56ebd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.0828676 Jul 09 16:58:43.123197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.129078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3238642 Jul 09 16:58:43.130887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:43.138947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'security_group_rule': {'security_group_id': 'a9a591e0-83cb-4adf-9aac-f24fe30b1057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:43.193101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d90b5-9c9c-4889-8b33-67117e4e8a5c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a591e0-83cb-4adf-9aac-f24fe30b1057,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:43.243828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.252770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-89d1478c-07b6-44c0-865c-a9f85cd6f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:43.265362 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-89d1478c-07b6-44c0-865c-a9f85cd6f61e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522231 Jul 09 16:58:43.392244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37231662-5ba6-4f14-8125-bcb50db45374 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:43.437708 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.461729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-12d5ad2f-7302-4a4f-8e93-3005f55c86b4 service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907177 Jul 09 16:58:43.464837 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Transition to ACTIVE for port object b998e2ed-1816-4548-9571-a87ffcec9e8a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:43.499012 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.579598 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.591872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.644840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 37231662-5ba6-4f14-8125-bcb50db45374 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:43.645574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.668341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8770a6-2db2-439e-95b9-5db393070aca,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:43.712021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.714664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-639267fb-e633-45c9-a1bc-16203f4c419b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5823119 Jul 09 16:58:43.717675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:43.718768 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Pushing event updated for resources: {'Port': ['ID=b998e2ed-1816-4548-9571-a87ffcec9e8a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:43.732712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'security_group_rule': {'security_group_id': 'a9a591e0-83cb-4adf-9aac-f24fe30b1057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:43.830455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db98abcd-f2fc-4862-a5bd-efee81c1d679 req-fe90e93a-19de-4c0f-9a96-42ac79d808fb service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607235 Jul 09 16:58:43.834092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:43.892097 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.916423 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.917523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.918017 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.918521 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.919831 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.920455 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.923867 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.924976 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.927883 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.938312 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.938551 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:43.970426 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Attempting to bind port b998e2ed-1816-4548-9571-a87ffcec9e8a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:43.970901 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Attempting to bind port b998e2ed-1816-4548-9571-a87ffcec9e8a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:43.971320 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Attempting to bind port b998e2ed-1816-4548-9571-a87ffcec9e8a on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:43.995406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.006208 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.007147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:44.007840 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Checking segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:44.008466 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.011999 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Bound using segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:44.016676 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Bound port: b998e2ed-1816-4548-9571-a87ffcec9e8a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:44.017334 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.036987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f06678-3c39-430f-a578-7c49b509bd2c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:44.039599 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.041200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-139fd617-b39d-46e4-bd13-2bb43ca456fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214571 Jul 09 16:58:44.044352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44120) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:44.049963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:44.127410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.252581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10afd6-c6bc-450f-8026-a387f2133607 req-c9f88bf3-23c1-4bbe-b77b-88d0ad7cf3cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:44.262691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f10afd6-c6bc-450f-8026-a387f2133607 req-c9f88bf3-23c1-4bbe-b77b-88d0ad7cf3cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1057429 Jul 09 16:58:44.304632 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] For port b998e2ed-1816-4548-9571-a87ffcec9e8a, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:44.318050 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] For port b998e2ed-1816-4548-9571-a87ffcec9e8a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b998e2ed-1816-4548-9571-a87ffcec9e8a,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:44.329825 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.343123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f10afd6-c6bc-450f-8026-a387f2133607 req-89987552-5360-49b0-8337-df501a6f1388 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791304 Jul 09 16:58:44.405332 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4254de-6f77-4c23-9485-192b47abf6d0 None None] Pushing event updated for resources: {'Port': ['ID=b998e2ed-1816-4548-9571-a87ffcec9e8a,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:44.435147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:44.436794 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:44.595316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:44.667137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:44.793527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Allocated IP 172.25.7.130 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/aa44756d-9e0b-490a-ade3-201d8c2d39c0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:45.142234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:45.194570 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:44Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:45.267417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-e8a7ee60-0716-4b59-a8e1-4d1239d07d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:45.269129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-e8a7ee60-0716-4b59-a8e1-4d1239d07d50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.2524898 Jul 09 16:58:45.333283 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5af36-e1fb-4c0a-a93c-8f8e4b6c8b9b None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:44Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:58:45.477295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:45.630102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:45.643464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:45.652219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:45.689213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'Port': ['ID=aa44756d-9e0b-490a-ade3-201d8c2d39c0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:45.708713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-f44ad8d1-153d-45b7-b17b-7ff55b530725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:45.708981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-f44ad8d1-153d-45b7-b17b-7ff55b530725 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.4239559 Jul 09 16:58:45.887900 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-3f7ccfe5-1d24-4385-98d5-bc13824f8036 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.1613178 Jul 09 16:58:46.092614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:46.097268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-f326461f-8c9a-4652-9862-3686c9f2ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:46.098641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-f326461f-8c9a-4652-9862-3686c9f2ef79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.2003546 Jul 09 16:58:46.106326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66042-369f-42f4-8adb-beb60d2d88d6 req-cbcb1e29-e5ad-4f4d-93f7-4a6f60f4bdf0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:46.108078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79d66042-369f-42f4-8adb-beb60d2d88d6 req-cbcb1e29-e5ad-4f4d-93f7-4a6f60f4bdf0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.1527581 Jul 09 16:58:46.132241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52c20-e1bb-4e0c-af25-1ebd2afbde72 req-b6f5f7df-a59c-4465-91bf-503d4a057b04 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:46.133912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf52c20-e1bb-4e0c-af25-1ebd2afbde72 req-b6f5f7df-a59c-4465-91bf-503d4a057b04 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 1.0271952 Jul 09 16:58:46.158153 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-22382abd-f492-4307-917a-5945f2dd8fd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455062 Jul 09 16:58:46.192027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79d66042-369f-42f4-8adb-beb60d2d88d6 req-89b7e3b9-244a-42ac-8bcb-e4e8baa8f3fc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717402 Jul 09 16:58:46.253167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf52c20-e1bb-4e0c-af25-1ebd2afbde72 req-a925da9c-748d-4401-8e6c-ea483b7f0562 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Jul 09 16:58:46.360133 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:58:46.398247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:46.646931 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-ed35ad43-eba6-4e56-9050-4100ea16fe77 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440000 Jul 09 16:58:46.676327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:58:47.007869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:47.042079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'port_id': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'mac_address': 'fa:16:3e:9d:64:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:58:47.129704 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.131231 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7078b78b-4cc8-4e17-ba06-55b1f0e1f547 req-06903900-2df2-4620-8b1f-2ae8a1e3cb45 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549890 Jul 09 16:58:47.149291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ffd9e7-9f31-4426-853c-227956f17a28 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:47.168174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.176289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.220201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:47.227865 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.237710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a8d89-a908-4c04-b05c-f60ae5021926 req-bfcff507-ea9f-44a6-beeb-632f1ff3236c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:47.256969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b82a8d89-a908-4c04-b05c-f60ae5021926 req-bfcff507-ea9f-44a6-beeb-632f1ff3236c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 943 time: 0.2971251 Jul 09 16:58:47.353599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:47.401848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b998e2ed-1816-4548-9571-a87ffcec9e8a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:47.447325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'Port': ['ID=aa44756d-9e0b-490a-ade3-201d8c2d39c0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:47.485397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-fe9fd99c-d82a-4fc2-bb92-38259132f9ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:47.487743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-fe9fd99c-d82a-4fc2-bb92-38259132f9ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 943 time: 0.6338673 Jul 09 16:58:47.487884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b998e2ed-1816-4548-9571-a87ffcec9e8a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:47.511286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.520059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b998e2ed-1816-4548-9571-a87ffcec9e8a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:47.520426 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.549393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.561301 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b648b0c6-f02d-4578-a559-bd180e345b01 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5052471 Jul 09 16:58:47.611594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b82a8d89-a908-4c04-b05c-f60ae5021926 req-a0baceac-e3e1-432a-ab19-a47b4205a096 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534529 Jul 09 16:58:47.675630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a0ffd9e7-9f31-4426-853c-227956f17a28'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:58:47.787498 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-3f17b359-5cfa-49bf-974f-5bb44f29a43f service neutron] delete failed (client error): The resource could not be found. Jul 09 16:58:47.788823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-3f17b359-5cfa-49bf-974f-5bb44f29a43f service neutron] 10.222.0.43 "DELETE /v2.0/ports/a0ffd9e7-9f31-4426-853c-227956f17a28/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.2828331 Jul 09 16:58:47.880038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:47.888781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-afdb74e5-bef2-4444-a1c2-4727e1b65793 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--952327147&fields=id&tenant_id=1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 267 time: 0.0700645 Jul 09 16:58:48.016023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3d40-9d3e-41fb-b583-06bdef805a26 req-7dc57a94-f286-4fc5-9fa9-143f02bce0d1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.016724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b998e2ed-1816-4548-9571-a87ffcec9e8a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b998e2ed-1816-4548-9571-a87ffcec9e8a,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:48.018701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ccd3d40-9d3e-41fb-b583-06bdef805a26 req-7dc57a94-f286-4fc5-9fa9-143f02bce0d1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.3480353 Jul 09 16:58:48.023281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:48.107674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-b98afffa-3e96-4610-b495-ed6a4940f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.110688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-b98afffa-3e96-4610-b495-ed6a4940f27e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1095 time: 0.2181051 Jul 09 16:58:48.179238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b998e2ed-1816-4548-9571-a87ffcec9e8a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:48.234706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ccd3d40-9d3e-41fb-b583-06bdef805a26 req-cedb5094-ce91-4eb7-ab44-4fe99193b99e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679027 Jul 09 16:58:48.250262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a5bf563d-5cd5-4663-8603-0ef59f538881 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.258313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a5bf563d-5cd5-4663-8603-0ef59f538881 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 817 time: 0.3685210 Jul 09 16:58:48.283082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-8cb8eb48-a826-4bfe-aa26-5dd60d7b5029 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/quotas/1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 375 time: 0.0236521 Jul 09 16:58:48.368803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-b31734e7-a00d-4157-9d26-40b04582b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.370295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-b31734e7-a00d-4157-9d26-40b04582b94c service neutron] 10.222.0.43 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.2476835 Jul 09 16:58:48.449040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-9f53eadf-995f-433e-9bb4-62d45c2761ef tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648240 Jul 09 16:58:48.473369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-930c0958-ef6d-4013-85ce-d51d4d82c069 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 1000 time: 0.0941834 Jul 09 16:58:48.583246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-df40aaa1-965c-4513-8393-2ec40ff3653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.585138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-df40aaa1-965c-4513-8393-2ec40ff3653a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.1027246 Jul 09 16:58:48.635319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-ae699a50-6adb-43ff-b035-6f206fc5e8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645563 Jul 09 16:58:48.736923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-548ef2db-e893-4e1e-a7ea-d8ca728ed274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.738520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-548ef2db-e893-4e1e-a7ea-d8ca728ed274 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442993 Jul 09 16:58:48.765376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-d77c64a8-0a6c-4274-84f1-3d19ed5aa923 service neutron] 10.222.0.48 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217656 Jul 09 16:58:48.888849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-491e8398-509d-4e66-8f84-ee1b0dac121a service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374826 Jul 09 16:58:48.902517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e0cd6-1091-4a69-8349-91030addfab8 req-9399a378-f05c-4f3f-8f94-a7ad9da425cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:48.904097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d94e0cd6-1091-4a69-8349-91030addfab8 req-9399a378-f05c-4f3f-8f94-a7ad9da425cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 944 time: 0.1043015 Jul 09 16:58:49.051851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d94e0cd6-1091-4a69-8349-91030addfab8 req-5bcf8a2a-f28d-4441-afc4-26c54cc29ef1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368151 Jul 09 16:58:49.105939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ea5f30f-f5c2-4bbd-967e-19d54706210d req-3814e5ac-3304-49f2-85ab-fe1539f48dca tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 210 time: 0.0873039 Jul 09 16:58:49.168745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-693152cd-b2e4-4783-a3ae-ad68207e7596 req-0333bcf9-ae76-4db4-9524-c87a65803ce7 service neutron] 10.222.0.43 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614949 Jul 09 16:58:49.324808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b998e2ed-1816-4548-9571-a87ffcec9e8a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:49.514201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b998e2ed-1816-4548-9571-a87ffcec9e8a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:49.514653 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:49.740704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07185d-0181-4a84-b968-9a2dfe538231 req-fb787f18-ed46-4a6c-b88c-b30ed4d882e9 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:49.751603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c07185d-0181-4a84-b968-9a2dfe538231 req-fb787f18-ed46-4a6c-b88c-b30ed4d882e9 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.2320123 Jul 09 16:58:49.812779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c07185d-0181-4a84-b968-9a2dfe538231 req-da52b186-4af7-4e36-b87f-a0b300dc69ca tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597439 Jul 09 16:58:50.388273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81f05ad0-e573-4ff1-8d89-c68229ad098f req-4072695b-339e-4f80-9b3a-b60a7dcc6d09 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 210 time: 0.0356958 Jul 09 16:58:50.441421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2d49b-833d-4f76-a965-313059be66c3 req-72e773b3-8b99-4100-a135-dc767a37ac88 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:50.443168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74a2d49b-833d-4f76-a965-313059be66c3 req-72e773b3-8b99-4100-a135-dc767a37ac88 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 944 time: 0.1399348 Jul 09 16:58:50.487230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74a2d49b-833d-4f76-a965-313059be66c3 req-54b4989b-2de3-4468-9650-74d648aa5adb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368462 Jul 09 16:58:50.517038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:50.587875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8d0b6a7c-609e-44ce-97c1-9fc434cf0eea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e HTTP/1.1" status: 200 len: 992 time: 0.0696371 Jul 09 16:58:50.712475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:50.832171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port a0ffd9e7-9f31-4426-853c-227956f17a28 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:50.836365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port a0ffd9e7-9f31-4426-853c-227956f17a28 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:50.836748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:50.933945 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:50.997966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:50.999057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:51.002837 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb370938-fd3d-412c-8d91-9f2ddc46cf66" -d '{"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-plugged", "status": "completed", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:51.007432 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:51.068434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:51.089417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-8e2c97da-28e2-4f8f-ae52-74de899c1bfa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:51.097354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-8e2c97da-28e2-4f8f-ae52-74de899c1bfa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.37 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 817 time: 0.2198095 Jul 09 16:58:51.216537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-2da9d47b-7707-486c-8da6-ba2f2e3f0ff8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 379 time: 0.1041179 Jul 09 16:58:51.222823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6be03-dff1-464f-9550-e785900c7b56 req-68d20ff1-5eaa-43d3-a9b9-2ebadc3df2f5 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:51.225879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aba6be03-dff1-464f-9550-e785900c7b56 req-68d20ff1-5eaa-43d3-a9b9-2ebadc3df2f5 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1132290 Jul 09 16:58:51.241718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'port': {'device_id': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'admin_state_up': True, 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'security_groups': ['a9a591e0-83cb-4adf-9aac-f24fe30b1057']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:51.270299 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a0ce35-3fa9-4380-b2c2-c36b01d57cfd x-openstack-request-id: req-b8a0ce35-3fa9-4380-b2c2-c36b01d57cfd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:51.270674 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-plugged", "status": "completed", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:51.270931 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8a0ce35-3fa9-4380-b2c2-c36b01d57cfd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:51.271338 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'code': 200} Jul 09 16:58:51.298777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aba6be03-dff1-464f-9550-e785900c7b56 req-4c3e1eb5-f276-4b9e-a4d0-ef363e1ea8df tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559647 Jul 09 16:58:51.402258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Made reservation on behalf of 1b1f3a05b54948dbbbf0bfff9387f494 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:51.406260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:51.556602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Allocated IP 172.20.0.10 (6cbff6f1-f664-4ef9-b956-1524bf7b630c/704bd363-e5af-49b7-9712-d199fe1b9b7f/e991414f-27e3-46e7-ad5c-ccbc87d159d6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:51.622722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c0d34cd-97ed-443b-bae5-be6b5199d134 req-fe96eb23-3d13-45e7-a3c4-e2de257cc085 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 210 time: 0.0458856 Jul 09 16:58:51.728316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:51.743148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Transition to ACTIVE for port object e991414f-27e3-46e7-ad5c-ccbc87d159d6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:51.785721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:51.838264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:51.841854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:51.846214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:51.879534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:51.935498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:51.936567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:51.967371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-3420fde8-7159-47ed-93dd-dbe76e8a48e1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7428410 Jul 09 16:58:51.985378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Request body: {'port': {'device_id': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:52.214185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-788be061-4d5f-4e45-a796-6d945d40350a None None] Provisioning for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:52.220318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-788be061-4d5f-4e45-a796-6d945d40350a None None] Provisioning complete for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:52.221606 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-788be061-4d5f-4e45-a796-6d945d40350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:52.265219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-788be061-4d5f-4e45-a796-6d945d40350a None None] Port e991414f-27e3-46e7-ad5c-ccbc87d159d6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:52.475282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:52.512890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0ab8a-6467-42c2-9d83-0ee81dcb6c9d req-e7d91777-ef44-461d-a7f9-c1ebd5bfeccc tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:52.514452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8a0ab8a-6467-42c2-9d83-0ee81dcb6c9d req-e7d91777-ef44-461d-a7f9-c1ebd5bfeccc tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0737619 Jul 09 16:58:52.559277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8a0ab8a-6467-42c2-9d83-0ee81dcb6c9d req-e5b9a6d1-8041-4189-85f6-98f48105a3b5 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Jul 09 16:58:52.789198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:52.799564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:52.814888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Transition to ACTIVE for port object e991414f-27e3-46e7-ad5c-ccbc87d159d6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:52.821096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:52.841218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621bd27-68e6-48de-8197-fe58accb8a5d req-e586b30d-7108-4c35-aa64-8e6dd9800b40 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:52.843102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2621bd27-68e6-48de-8197-fe58accb8a5d req-e586b30d-7108-4c35-aa64-8e6dd9800b40 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 932 time: 0.0861220 Jul 09 16:58:52.907137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2621bd27-68e6-48de-8197-fe58accb8a5d req-edbd454f-9251-4de7-ab95-8269cd95dedf tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577316 Jul 09 16:58:52.954657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:52.981741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:52.982282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:52.982659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:52.991254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:58:52.992323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:52.999823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:53.000237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Checking segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:53.001137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Bound using segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:53.001764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Bound port: e991414f-27e3-46e7-ad5c-ccbc87d159d6, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:53.002313 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:53.095960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:53.101152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:53.105920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:53.171125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:53.171762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:53.173247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] 10.222.0.37 "PUT /v2.0/ports/e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1092 time: 1.1925392 Jul 09 16:58:53.173659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:53.176230 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae88c968-2787-4c95-af78-743a8c1b91e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:53.190250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3b30-e058-406d-8262-63dbb5383542 service neutron] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:53.220547 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d4326-b7bf-4680-bd44-bd066aee6752 x-openstack-request-id: req-b76d4326-b7bf-4680-bd44-bd066aee6752 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:53.220852 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:53.221073 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b76d4326-b7bf-4680-bd44-bd066aee6752 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:53.221487 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'status': 'completed', 'code': 200} Jul 09 16:58:53.325821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-82678c7c-1f52-4996-aef2-a1a57a98940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:53.327457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-82678c7c-1f52-4996-aef2-a1a57a98940e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1095 time: 0.0743113 Jul 09 16:58:53.392387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-36b47d53-c07c-4763-9577-2f00b0e35ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 217 time: 0.0490015 Jul 09 16:58:53.452887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-24dfe82a-2071-4a86-9fcf-ad30aaacaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:53.454441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-24dfe82a-2071-4a86-9fcf-ad30aaacaf9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0550675 Jul 09 16:58:53.527339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-19df7f24-b108-4830-9b64-1878826c193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:53.529049 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-19df7f24-b108-4830-9b64-1878826c193f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679433 Jul 09 16:58:53.637041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-54ca410e-5f99-496d-bce3-138c508afd7d service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009624 Jul 09 16:58:53.744643 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98e18a6d-2861-4cc7-9c05-13015099d8c7 req-7dc0700d-090a-466a-96fe-6659f395c8d8 service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011016 Jul 09 16:58:53.780793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:53.782058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae20cc-e528-4e29-9560-84a5742bbae6 req-04887432-f518-4b26-985a-277cb28c7d5a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:53.783893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ae20cc-e528-4e29-9560-84a5742bbae6 req-04887432-f518-4b26-985a-277cb28c7d5a tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0815065 Jul 09 16:58:53.830696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2ae20cc-e528-4e29-9560-84a5742bbae6 req-f085e1ef-9d3d-4dd3-82f8-2852248b9562 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Jul 09 16:58:53.902430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-5f3d9589-3c2c-40be-be7d-7e7c09198901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:53.904222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-5f3d9589-3c2c-40be-be7d-7e7c09198901 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1095 time: 0.0658846 Jul 09 16:58:54.024821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-6dc93c17-f3ea-444f-a689-e2bf9953332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:54.027441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-6dc93c17-f3ea-444f-a689-e2bf9953332e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.1149209 Jul 09 16:58:54.093458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-6e521628-4a0f-4ca4-94bd-0438ecdf34aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 217 time: 0.0588727 Jul 09 16:58:54.156336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3748b-8eb7-475b-b0a5-ad09871b94e2 req-80fa8d1a-40ec-49db-a8ef-c2c420ad4962 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:54.158411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ada3748b-8eb7-475b-b0a5-ad09871b94e2 req-80fa8d1a-40ec-49db-a8ef-c2c420ad4962 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.0832551 Jul 09 16:58:54.159532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-8cfb66e3-ccb6-4614-8545-4606af215aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:54.162075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-8cfb66e3-ccb6-4614-8545-4606af215aad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0614355 Jul 09 16:58:54.216552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ada3748b-8eb7-475b-b0a5-ad09871b94e2 req-0692ddbd-541a-4874-b34d-297b2c232ef8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498052 Jul 09 16:58:54.242950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-91e48e03-a03e-4327-b413-7be45e2d8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:54.244956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-91e48e03-a03e-4327-b413-7be45e2d8819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765142 Jul 09 16:58:54.365960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-83dd23fe-a42d-4d8a-9d3f-2366c479222b service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125472 Jul 09 16:58:54.472903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae88c968-2787-4c95-af78-743a8c1b91e2 req-20bad756-b244-4dc7-819d-73328a568429 service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005726 Jul 09 16:58:55.020833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc07ed-b3bd-4efa-9a9e-d30ec401899f req-3a2afd33-59fd-489e-9129-9996ff75714e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:55.023641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59fc07ed-b3bd-4efa-9a9e-d30ec401899f req-3a2afd33-59fd-489e-9129-9996ff75714e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0696557 Jul 09 16:58:55.071184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59fc07ed-b3bd-4efa-9a9e-d30ec401899f req-15964787-d95d-4596-83aa-c1f991d12bf4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Jul 09 16:58:55.426245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcf4de-92c0-4cd0-82fc-aeea889537f6 req-0d5d0322-1e90-4d34-82fc-9f705c52598c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:55.428021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2fcf4de-92c0-4cd0-82fc-aeea889537f6 req-0d5d0322-1e90-4d34-82fc-9f705c52598c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.0762942 Jul 09 16:58:55.476629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2fcf4de-92c0-4cd0-82fc-aeea889537f6 req-ff784169-d583-4e2b-af8d-8701b2b16675 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Jul 09 16:58:56.259706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfa2a7-a4dd-44ee-a3fd-d9d54932556f req-ff3393dd-19ce-4b1d-9faa-70ac48e2d202 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:56.261546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dadfa2a7-a4dd-44ee-a3fd-d9d54932556f req-ff3393dd-19ce-4b1d-9faa-70ac48e2d202 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0674813 Jul 09 16:58:56.301671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dadfa2a7-a4dd-44ee-a3fd-d9d54932556f req-313031e6-90b2-4b60-924c-f66681f85fe4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Jul 09 16:58:56.711445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8386f-0be4-4219-ba00-bb6ea6ead6b0 req-6dfd7e72-be24-413c-9d98-fa1e3403916e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:56.713686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71b8386f-0be4-4219-ba00-bb6ea6ead6b0 req-6dfd7e72-be24-413c-9d98-fa1e3403916e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.0913184 Jul 09 16:58:56.732559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:58:56.772018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71b8386f-0be4-4219-ba00-bb6ea6ead6b0 req-7c53567c-94f6-4a6c-91c6-3afc303ce39f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499153 Jul 09 16:58:56.843052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:56.855403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'mac_address': 'fa:16:3e:86:ab:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:58:56.896197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:56.907127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:56.928161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:56.943136 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:57.001824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:57.338885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfeeb4-4ad5-4c66-8dce-95abf84b79de req-086df183-6d7e-4fc6-9ba2-ae7ffefd692f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:57.340529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3acfeeb4-4ad5-4c66-8dce-95abf84b79de req-086df183-6d7e-4fc6-9ba2-ae7ffefd692f tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.0678787 Jul 09 16:58:57.363465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e991414f-27e3-46e7-ad5c-ccbc87d159d6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:58:57.383746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3acfeeb4-4ad5-4c66-8dce-95abf84b79de req-fcc9d242-2433-46bd-9ad3-4ce515ec513a tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369189 Jul 09 16:58:57.508082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4acdb-f056-4a52-bdcd-d97779b57564 req-3c004b9c-26a1-4e2f-ba40-3dcafdb1e922 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:57.509676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14f4acdb-f056-4a52-bdcd-d97779b57564 req-3c004b9c-26a1-4e2f-ba40-3dcafdb1e922 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0688901 Jul 09 16:58:57.588715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14f4acdb-f056-4a52-bdcd-d97779b57564 req-9db81fba-646f-46ca-a61b-d1e4b9ab4a9e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Jul 09 16:58:58.004288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00327de4-ebda-4641-b59e-8c7c9483a007 req-d53df1cf-9410-4b05-9715-c712e035f79b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:58.006878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00327de4-ebda-4641-b59e-8c7c9483a007 req-d53df1cf-9410-4b05-9715-c712e035f79b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1042633 Jul 09 16:58:58.059337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00327de4-ebda-4641-b59e-8c7c9483a007 req-9f505805-d6bb-4c3f-8f22-e7628f9c42c8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462148 Jul 09 16:58:58.612989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb657e4-98cb-4633-8a63-0d4b6f5a8793 req-bd2673e5-b4a2-480f-b9cb-98f6faf6c172 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:58.614506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fb657e4-98cb-4633-8a63-0d4b6f5a8793 req-bd2673e5-b4a2-480f-b9cb-98f6faf6c172 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.1007335 Jul 09 16:58:58.648327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb41ac7-f10a-4643-9317-1c67981a79b9 req-e1992a97-9376-49b3-ac20-15d4cea72f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:58.649825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdb41ac7-f10a-4643-9317-1c67981a79b9 req-e1992a97-9376-49b3-ac20-15d4cea72f80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.0951729 Jul 09 16:58:58.674348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fb657e4-98cb-4633-8a63-0d4b6f5a8793 req-e9b63e9b-bd99-40d6-8fc3-e42284e77806 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528486 Jul 09 16:58:58.706124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdb41ac7-f10a-4643-9317-1c67981a79b9 req-9fb6db2d-a00e-4cbc-af19-0102618c7342 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Jul 09 16:58:58.756947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:58.795655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcab25-6b53-4f98-8772-d5a584372d15 req-dd922f0e-6369-430a-834b-b69a8f614eec tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:58.798389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbcab25-6b53-4f98-8772-d5a584372d15 req-dd922f0e-6369-430a-834b-b69a8f614eec tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0762577 Jul 09 16:58:58.827212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:58.831235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:58.831617 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:58.841666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbbcab25-6b53-4f98-8772-d5a584372d15 req-c30dc02c-b691-4a6f-9359-3d01be8b9177 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jul 09 16:58:58.921757 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:58.948138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:58.950800 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85177c9a-32b1-4e83-a31a-e9fe1cca6041" -d '{"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-plugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:58.965128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:58.979020 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:58.997936 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8f68e3-7f0d-4685-add2-8962efbddb20 x-openstack-request-id: req-fc8f68e3-7f0d-4685-add2-8962efbddb20 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:58.998227 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-plugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:58.998715 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc8f68e3-7f0d-4685-add2-8962efbddb20 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:58.999115 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'code': 200} Jul 09 16:58:59.030710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:59.221339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9d6c5-791d-403e-9619-c4a4939a51f0 req-0dcf61ce-4023-49bf-8a4f-af8c4085e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:59.223042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-55c9d6c5-791d-403e-9619-c4a4939a51f0 req-0dcf61ce-4023-49bf-8a4f-af8c4085e089 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1097 time: 0.0629601 Jul 09 16:58:59.268182 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-55c9d6c5-791d-403e-9619-c4a4939a51f0 req-f5906504-62f8-4b7a-99b4-314aac881e39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364439 Jul 09 16:58:59.309606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df075a-87a7-45e9-a432-877e2588a9b4 req-4bdefef1-8d7d-4e6f-9bd7-62316a35405c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:59.311265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02df075a-87a7-45e9-a432-877e2588a9b4 req-4bdefef1-8d7d-4e6f-9bd7-62316a35405c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0821500 Jul 09 16:58:59.355012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02df075a-87a7-45e9-a432-877e2588a9b4 req-4395f737-af78-4eb8-a495-e8a180b99f04 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376215 Jul 09 16:58:59.831894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-51b85b62-96c8-41d6-9110-77dc5aec44e0 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:59.834067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-51b85b62-96c8-41d6-9110-77dc5aec44e0 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.0860186 Jul 09 16:58:59.879921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866ca06-3246-4e48-bedb-bbff28d7e9ce req-53cb9882-345c-4af8-b850-fdc04f16084e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:59.882301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1866ca06-3246-4e48-bedb-bbff28d7e9ce req-53cb9882-345c-4af8-b850-fdc04f16084e tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 945 time: 0.0873234 Jul 09 16:58:59.932381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1866ca06-3246-4e48-bedb-bbff28d7e9ce req-d9b38c90-f2d1-4127-a71c-06409bc5bb90 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups?id=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Jul 09 16:58:59.969511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Deleting port 404a9df1-15cb-461b-87e0-e128d3bd798c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:58:59.977558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:00.093803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] For port 404a9df1-15cb-461b-87e0-e128d3bd798c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=404a9df1-15cb-461b-87e0-e128d3bd798c,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:00.094162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:00.116822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8c0b-362a-4722-9d95-a5ecb483a006 req-2b0d15b3-f4b7-4838-8450-11abd11392b2 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:00.118495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d25c8c0b-362a-4722-9d95-a5ecb483a006 req-2b0d15b3-f4b7-4838-8450-11abd11392b2 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0769920 Jul 09 16:59:00.159498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d25c8c0b-362a-4722-9d95-a5ecb483a006 req-6c7ca125-bf13-493d-8ae6-62f5a21485ca tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Jul 09 16:59:00.302269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:00.302937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:00.303051 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Floating IP a4d0de9c-e697-48b3-94e3-170f6b86b35e disassociated. External IP: 172.25.7.205, port: 404a9df1-15cb-461b-87e0-e128d3bd798c. Jul 09 16:59:00.303323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Calling delete_port for 404a9df1-15cb-461b-87e0-e128d3bd798c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:00.445333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:00.485600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event deleted for resources: {'Port': ['ID=404a9df1-15cb-461b-87e0-e128d3bd798c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:00.557055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.557490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.557927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.558980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.558980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.559229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.559386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.559832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.560189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.560545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.561027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.561470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:00.650124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ee8db-f662-4ac1-bbf6-97f90cbcb912 req-273af891-b4de-4c74-9f84-cd126d844037 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:00.652840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c03ee8db-f662-4ac1-bbf6-97f90cbcb912 req-273af891-b4de-4c74-9f84-cd126d844037 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1420805 Jul 09 16:59:00.667477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Router 0e011355-2b13-4f0d-b822-d8de72654021 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:59:00.767443 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c03ee8db-f662-4ac1-bbf6-97f90cbcb912 req-84d0af07-c27d-4818-b11a-6bbb212585e6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076367 Jul 09 16:59:00.829153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:00.845110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:00.873190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:00.873190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:00.878651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d69d4-71d3-45bc-8b61-754c616d98d3 req-fa384a27-dc10-40a9-bf83-29dcaac83795 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:00.883036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e6d69d4-71d3-45bc-8b61-754c616d98d3 req-fa384a27-dc10-40a9-bf83-29dcaac83795 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1688097 Jul 09 16:59:00.976124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] No DVR routers for this DVR port 404a9df1-15cb-461b-87e0-e128d3bd798c on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:00.979486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:00.982857 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-00fe3d08-e953-4033-b571-c16ffe1a2d24 req-e1e74efa-a2d9-4925-92e7-dfa02f70e4c5 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.37 "DELETE /v2.0/ports/404a9df1-15cb-461b-87e0-e128d3bd798c HTTP/1.1" status: 204 len: 173 time: 1.1418896 Jul 09 16:59:00.983391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'name': 'network-vif-deleted', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:00.987172 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d04d3-f6d2-4b30-ba37-822d210f3cb1" -d '{"events": [{"server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "name": "network-vif-deleted", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:01.166105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:01.393114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-1997159e-a64b-46ed-bb2d-72a024d77736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:01.398204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-1997159e-a64b-46ed-bb2d-72a024d77736 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6707de682664058845a9dc9c16ab1de&device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 1096 time: 0.7019885 Jul 09 16:59:01.450333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5124ca40-44da-4797-b693-c49281f070fe req-682b6101-28bd-4553-ac05-16da43a2bb36 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe95ed8-2d0b-4f97-a2bf-132fc611208c HTTP/1.1" status: 200 len: 210 time: 0.0533922 Jul 09 16:59:01.472988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:01.486395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e6d69d4-71d3-45bc-8b61-754c616d98d3 req-a316d21b-a987-47c8-bfb8-309ca1f0e8d4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013041 Jul 09 16:59:01.501002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:01.510942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:01.511569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:01.525859 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10639ad-75ee-41a7-8794-f4a519c6dcc2 x-openstack-request-id: req-f10639ad-75ee-41a7-8794-f4a519c6dcc2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:01.526999 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe95ed8-2d0b-4f97-a2bf-132fc611208c", "name": "network-vif-deleted", "tag": "404a9df1-15cb-461b-87e0-e128d3bd798c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:01.527413 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f10639ad-75ee-41a7-8794-f4a519c6dcc2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:01.528876 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe95ed8-2d0b-4f97-a2bf-132fc611208c', 'name': 'network-vif-deleted', 'tag': '404a9df1-15cb-461b-87e0-e128d3bd798c', 'status': 'completed', 'code': 200} Jul 09 16:59:01.550551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-b84f66f1-049a-451b-afd9-ccd8198f01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:01.557269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-b84f66f1-049a-451b-afd9-ccd8198f01f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 200 len: 919 time: 0.1406016 Jul 09 16:59:01.598736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-c3f5508f-eb94-4a00-adaa-93360677440a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 200 len: 217 time: 0.0396605 Jul 09 16:59:01.657952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:01.673483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-46f741e1-b2b8-46e2-8e54-87a79bc4f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:01.679356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-46f741e1-b2b8-46e2-8e54-87a79bc4f864 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 200 len: 858 time: 0.0677195 Jul 09 16:59:01.732643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-f647b10c-4bd5-49c9-946a-310bbd3ae189 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ecdad143-ed49-4acb-8a69-f8f892c3656f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445356 Jul 09 16:59:01.856893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-79b6f9d1-8f54-4753-b92f-217c64fd0a2a service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086812 Jul 09 16:59:01.910951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:01.960707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce4c1b-ff32-40b5-8dda-e2b1a128597a None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:48:43Z', 'revision_number': 4, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '308db1e9-40b6-4dd5-b731-9e281a4ca027', 'name': '', 'network_id': '5f20b4c8-f49c-4d13-955b-b25dca8cdce9', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'mac_address': 'fa:16:3e:f6:f7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:38Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'subnets': [{'id': '9b07a0c7-e212-4974-9f65-f370ffbc11ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:59:02.065525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dff3834-1c37-4812-a243-e7ffac4b0bc4 req-585a5e6a-3d95-498c-ae4d-4564b28257b4 service neutron] 10.222.0.43 "GET /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970479 Jul 09 16:59:02.114018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77142c5e-baa3-473d-b631-b005b691180f req-e097b8a0-cac8-4746-9e6b-506f0e1320e6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:02.115688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77142c5e-baa3-473d-b631-b005b691180f req-e097b8a0-cac8-4746-9e6b-506f0e1320e6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0931001 Jul 09 16:59:02.190706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77142c5e-baa3-473d-b631-b005b691180f req-46a0410d-b3cd-45c0-8945-09ca385c7e1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680857 Jul 09 16:59:02.334017 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69864c69-9516-4d6b-bd88-e5d3dd0928cd None None] New status for floating IP a4d0de9c-e697-48b3-94e3-170f6b86b35e: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:59:02.474785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1af9-f82a-4cd8-9b72-e9a02031ebaf req-de322c9b-cbe8-4ca2-bb70-6bacaf3a473b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:02.476455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76be1af9-f82a-4cd8-9b72-e9a02031ebaf req-de322c9b-cbe8-4ca2-bb70-6bacaf3a473b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1136725 Jul 09 16:59:02.496799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:02.507571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'floatingip': {'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:02.584055 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:02.637221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:02.695336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d300eae-91ae-4a57-b87e-b75370b5e25f req-d2ffca1e-0e66-45af-a5e8-0d4ff50b3b0c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:02.697232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d300eae-91ae-4a57-b87e-b75370b5e25f req-d2ffca1e-0e66-45af-a5e8-0d4ff50b3b0c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0953505 Jul 09 16:59:02.747452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 404a9df1-15cb-461b-87e0-e128d3bd798c no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:02.766526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d300eae-91ae-4a57-b87e-b75370b5e25f req-489b8d82-0bfa-4d7d-90c7-db0b0263fa77 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 Jul 09 16:59:02.786747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 404a9df1-15cb-461b-87e0-e128d3bd798c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:02.786747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 404a9df1-15cb-461b-87e0-e128d3bd798c not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:02.836445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03884d4e-d29d-4e6d-b686-eb9c08d3b2cd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:02.897608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03884d4e-d29d-4e6d-b686-eb9c08d3b2cd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.039900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03884d4e-d29d-4e6d-b686-eb9c08d3b2cd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.042541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03884d4e-d29d-4e6d-b686-eb9c08d3b2cd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.043781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-03884d4e-d29d-4e6d-b686-eb9c08d3b2cd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "DELETE /v2.0/security-groups/dadcb3bd-c74f-4c3a-9ee7-a54ce3882479 HTTP/1.1" status: 204 len: 168 time: 0.4053929 Jul 09 16:59:03.047075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:03.069860 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d316cede-e826-4e82-a69e-78d2793986f7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] show failed (client error): The resource could not be found. Jul 09 16:59:03.072817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d316cede-e826-4e82-a69e-78d2793986f7 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "GET /v2.0/security-groups/dadcb3bd-c74f-4c3a-9ee7-a54ce3882479 HTTP/1.1" status: 404 len: 347 time: 0.0242138 Jul 09 16:59:03.076815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:03.091922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03884d4e-d29d-4e6d-b686-eb9c08d3b2cd tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcb3bd-c74f-4c3a-9ee7-a54ce3882479,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:03.236558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Deleting port 3f7bddf0-0c73-44e0-9c76-9228f5b42d3b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:03.237137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.254142 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.261582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.342956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.343478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.363020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Calling delete_port for 3f7bddf0-0c73-44e0-9c76-9228f5b42d3b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:03.402871 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Floating IP f092f323-7d61-4dc8-a114-0dff5e681918 associated. External IP: 172.25.7.130, port: e991414f-27e3-46e7-ad5c-ccbc87d159d6. Jul 09 16:59:03.570972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.604834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Pushing event deleted for resources: {'Port': ['ID=3f7bddf0-0c73-44e0-9c76-9228f5b42d3b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:03.695316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.698903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.703007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ba526a6-f7fd-4367-acb4-ad758fe2be06 tempest-AttachVolumeTestJSON-1071590477 tempest-AttachVolumeTestJSON-1071590477-project] 10.222.0.48 "DELETE /v2.0/floatingips/a4d0de9c-e697-48b3-94e3-170f6b86b35e HTTP/1.1" status: 204 len: 168 time: 0.6211340 Jul 09 16:59:03.720362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:59:03.883941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:03.897830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:03.903628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:03.925106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:03.926097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:04.017500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-37bf9eb7-722d-498a-a7fb-57e4ea83c2c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "PUT /v2.0/floatingips/f092f323-7d61-4dc8-a114-0dff5e681918 HTTP/1.1" status: 200 len: 992 time: 1.5192394 Jul 09 16:59:04.030688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:04.033044 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297af32-c14b-418b-bdaa-afdde6dcdbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:04.132200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac27-5a5c-4957-89a3-294c204a0dc0 req-dcdaac1d-c9bf-4e27-a938-58267b1120b9 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:04.139296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-37e7ac27-5a5c-4957-89a3-294c204a0dc0 req-dcdaac1d-c9bf-4e27-a938-58267b1120b9 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1173048 Jul 09 16:59:04.243262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-37e7ac27-5a5c-4957-89a3-294c204a0dc0 req-fde975dc-23dc-4586-99f0-e8efa27e75d8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982466 Jul 09 16:59:04.247837 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70154d26-82e8-4079-bc49-b2565ba40359 x-openstack-request-id: req-70154d26-82e8-4079-bc49-b2565ba40359 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:04.248297 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:04.248499 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70154d26-82e8-4079-bc49-b2565ba40359 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:04.248829 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'status': 'completed', 'code': 200} Jul 09 16:59:04.398762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:04.426193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-503b307b-5628-4a46-85ab-498d684f2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:04.428320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-503b307b-5628-4a46-85ab-498d684f2900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1097 time: 0.1362345 Jul 09 16:59:04.549329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-f454b09d-6687-46f5-abf3-420f43b667b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:04.551376 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-f454b09d-6687-46f5-abf3-420f43b667b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.1041129 Jul 09 16:59:04.634157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-1ef88bab-2fb0-462a-a897-11d4132b48f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1000 time: 0.0756013 Jul 09 16:59:04.703459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f092f323-7d61-4dc8-a114-0dff5e681918', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'mac_address': 'fa:16:3e:86:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:45Z', 'updated_at': '2021-07-09T16:59:03Z', 'revision_number': 1, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:04.713017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-f69927a7-4ac8-4fe6-b4af-31d28fa14345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:04.714988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-f69927a7-4ac8-4fe6-b4af-31d28fa14345 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0734847 Jul 09 16:59:04.754089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:04.769677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:04.770986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:58:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:04.805557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-3547defd-c0f4-4c4f-b18c-42fabce9dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:04.810923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-3547defd-c0f4-4c4f-b18c-42fabce9dee4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865040 Jul 09 16:59:04.918878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:04.931459 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-fe7a400a-69d9-4167-96b0-f426f2179a5b service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148541 Jul 09 16:59:05.079557 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4297af32-c14b-418b-bdaa-afdde6dcdbf4 req-f7cf4520-e1cf-4959-a0bf-71473805d19e service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325057 Jul 09 16:59:05.307780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f092f323-7d61-4dc8-a114-0dff5e681918', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'mac_address': 'fa:16:3e:86:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:45Z', 'updated_at': '2021-07-09T16:59:03Z', 'revision_number': 1, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:05.347250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d7fc4-bf03-4f8c-977c-aa3b2e6813eb None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f092f323-7d61-4dc8-a114-0dff5e681918', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'mac_address': 'fa:16:3e:86:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:45Z', 'updated_at': '2021-07-09T16:59:03Z', 'revision_number': 1, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:59:05.490026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dbc3b-5e39-4ae8-a043-61119762f3c6 req-819f9575-24cc-428b-ba67-37a358661063 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:05.491990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b2dbc3b-5e39-4ae8-a043-61119762f3c6 req-819f9575-24cc-428b-ba67-37a358661063 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0924499 Jul 09 16:59:05.544842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b2dbc3b-5e39-4ae8-a043-61119762f3c6 req-97b10f80-f542-4b71-ad06-c825474dc5b9 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Jul 09 16:59:05.683986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ec595a-0848-4c69-a4e8-415a7daa1be3 None None] New status for floating IP f092f323-7d61-4dc8-a114-0dff5e681918: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:59:05.778307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bdcd29fd-ce16-41cf-86a8-1adca946375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:08.199112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:08.300135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-427d3bb9-d1fd-4977-a813-2814c5b3a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:08.543882 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:09.249763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:11.084099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:16.449299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:16.712369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d48584-cc45-40e1-a27c-5158ad85b1e0 req-04a42aef-1036-4bb5-8796-a2a47ebc19e8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:16.714014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14d48584-cc45-40e1-a27c-5158ad85b1e0 req-04a42aef-1036-4bb5-8796-a2a47ebc19e8 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1451247 Jul 09 16:59:16.828623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14d48584-cc45-40e1-a27c-5158ad85b1e0 req-6f8c9f10-0876-4906-9c12-8518cd90ec11 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762057 Jul 09 16:59:17.077874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:17.389241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Deleting port 308db1e9-40b6-4dd5-b731-9e281a4ca027 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:17.389588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:17.466538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] For port 308db1e9-40b6-4dd5-b731-9e281a4ca027, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=308db1e9-40b6-4dd5-b731-9e281a4ca027,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:17.467169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:17.480533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Calling delete_port for 308db1e9-40b6-4dd5-b731-9e281a4ca027 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:17.668482 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:17.693723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Pushing event deleted for resources: {'Port': ['ID=308db1e9-40b6-4dd5-b731-9e281a4ca027,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:17.903435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:18.390254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d547e9b-b8e0-4ce1-a2b2-b5e150469270 req-48f2914c-bf55-433c-a055-ef1b63d6a88b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:18.391789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d547e9b-b8e0-4ce1-a2b2-b5e150469270 req-48f2914c-bf55-433c-a055-ef1b63d6a88b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.4098530 Jul 09 16:59:18.473576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d547e9b-b8e0-4ce1-a2b2-b5e150469270 req-eb96ef6e-cea4-46ea-88f7-bea5fc39032c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733395 Jul 09 16:59:18.498816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Router 0e011355-2b13-4f0d-b822-d8de72654021 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:59:18.618512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:18.632596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d49e4bf-c1d2-4f15-b765-c4661fa122ab admin admin] 10.222.0.48 "PUT /v2.0/routers/0e011355-2b13-4f0d-b822-d8de72654021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1759343 Jul 09 16:59:18.632759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:18.633227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] Sync routers for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:18.643883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:18.645577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:18.741307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:18.767618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:18.849835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:18.922826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Deleting port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:18.923147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:18.973041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:59:17Z', 'revision_number': 5, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port': {'id': 'b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e011355-2b13-4f0d-b822-d8de72654021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:30Z', 'updated_at': '2021-07-09T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:19.001502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] Checking router: 0e011355-2b13-4f0d-b822-d8de72654021 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:19.009121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] Routers {'0e011355-2b13-4f0d-b822-d8de72654021'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:19.009799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0e011355-2b13-4f0d-b822-d8de72654021'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:19.071108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] For port b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:19.071495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:19.091106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Calling delete_port for b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:19.108615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] Set router 0e011355-2b13-4f0d-b822-d8de72654021 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:19.170654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:59:18Z', 'revision_number': 6, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:19.172173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-e66868a8-c0bc-4054-94a2-f2b915ce18be tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:19.173702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-e66868a8-c0bc-4054-94a2-f2b915ce18be tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.37 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.1525846 Jul 09 16:59:19.197504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae7e54-f812-4609-b201-28026ba60221 None None] The sync data for ids ['0e011355-2b13-4f0d-b822-d8de72654021'] in n-d-800085-2 is: [{'id': '0e011355-2b13-4f0d-b822-d8de72654021', 'name': 'tempest-AttachVolumeTestJSON-1751917261-router', 'tenant_id': '5d7f8e88114a494f9fdbb585eae9802b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:29Z', 'updated_at': '2021-07-09T16:59:18Z', 'revision_number': 6, 'project_id': '5d7f8e88114a494f9fdbb585eae9802b', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:59:19.404550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:19.412505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Deleting port 2acb089b-82b1-424e-82bc-9114cf967131 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:19.412842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:19.446260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:19.701849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b427a-28e5-45be-8e67-589daabf5a38 req-80599c1d-1c67-48b4-ac84-efec290badcf tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:19.703898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa2b427a-28e5-45be-8e67-589daabf5a38 req-80599c1d-1c67-48b4-ac84-efec290badcf tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 946 time: 0.0830135 Jul 09 16:59:19.766759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa2b427a-28e5-45be-8e67-589daabf5a38 req-f7c6d255-f8ab-45a6-845b-b0aeb36071e7 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Jul 09 16:59:19.934819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:19.941481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] For port 2acb089b-82b1-424e-82bc-9114cf967131, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2acb089b-82b1-424e-82bc-9114cf967131,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:19.941821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.033655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Calling delete_port for 2acb089b-82b1-424e-82bc-9114cf967131 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:20.043191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.048519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.134886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.143013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e011355-2b13-4f0d-b822-d8de72654021 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:59:20.148283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.149473 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4b475694-9d70-458f-abda-847be155fc3f admin admin] 10.222.0.48 "DELETE /v2.0/routers/0e011355-2b13-4f0d-b822-d8de72654021 HTTP/1.1" status: 204 len: 168 time: 1.5193858 Jul 09 16:59:20.152223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:20.207579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Deleting subnet 9b07a0c7-e212-4974-9f65-f370ffbc11ad {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:59:20.211568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.248377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.254168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.261311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['ed136890-1468-477e-8e69-5dda2b0c0305'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:59:20.285850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Pushing event deleted for resources: {'Port': ['ID=2acb089b-82b1-424e-82bc-9114cf967131,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:20.324328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2acb089b-82b1-424e-82bc-9114cf967131'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:59:20.347300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] No DVR routers for this DVR port 2acb089b-82b1-424e-82bc-9114cf967131 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:20.350330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.354219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eebba69c-0af6-4336-b50a-bc78b14018f3 req-caf07dc0-4ee1-4a57-8576-3ccca418b21e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.37 "DELETE /v2.0/ports/2acb089b-82b1-424e-82bc-9114cf967131 HTTP/1.1" status: 204 len: 173 time: 1.1713569 Jul 09 16:59:20.355301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'name': 'network-vif-deleted', 'tag': '2acb089b-82b1-424e-82bc-9114cf967131'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:20.362338 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9157970-2ee6-4e17-b6f1-7bfa7e75dc50" -d '{"events": [{"server_uuid": "850874ea-c58f-41b6-b02f-a2b9e6cef57e", "name": "network-vif-deleted", "tag": "2acb089b-82b1-424e-82bc-9114cf967131"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:20.447106 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d254df6-f49c-4c1e-a6b7-3b7b6cae7999 x-openstack-request-id: req-1d254df6-f49c-4c1e-a6b7-3b7b6cae7999 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:20.447675 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850874ea-c58f-41b6-b02f-a2b9e6cef57e", "name": "network-vif-deleted", "tag": "2acb089b-82b1-424e-82bc-9114cf967131", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:20.448134 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d254df6-f49c-4c1e-a6b7-3b7b6cae7999 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:20.449189 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850874ea-c58f-41b6-b02f-a2b9e6cef57e', 'name': 'network-vif-deleted', 'tag': '2acb089b-82b1-424e-82bc-9114cf967131', 'status': 'completed', 'code': 200} Jul 09 16:59:20.464939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.558070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.595636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b07a0c7-e212-4974-9f65-f370ffbc11ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:20.603889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e62b51-18d3-4af4-8aa8-aff67f1bcd8c None None] Network 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:59:20.605510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.607356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ffd261c3-eeb0-479d-9c90-c142ea468aa4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b07a0c7-e212-4974-9f65-f370ffbc11ad HTTP/1.1" status: 204 len: 168 time: 0.4539165 Jul 09 16:59:20.609961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:20.714193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.791369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Deleting port d256802e-29d3-4e3f-abd3-2a4f298d96a5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:20.792314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.865951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] DHCP port deletion for 5f20b4c8-f49c-4d13-955b-b25dca8cdce9 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:59:20.904517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] For port d256802e-29d3-4e3f-abd3-2a4f298d96a5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d256802e-29d3-4e3f-abd3-2a4f298d96a5,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:20.904885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:20.922810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Calling delete_port for d256802e-29d3-4e3f-abd3-2a4f298d96a5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:20.945134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] Deleting port d256802e-29d3-4e3f-abd3-2a4f298d96a5 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:20.945709 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.012739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc2f1dd9-ed2c-4d69-a46e-9b90698bb3f0 req-bfe3bef9-6127-40a4-9cc2-830868c3750c tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=850874ea-c58f-41b6-b02f-a2b9e6cef57e HTTP/1.1" status: 200 len: 210 time: 0.0522075 Jul 09 16:59:21.036007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] For port d256802e-29d3-4e3f-abd3-2a4f298d96a5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d256802e-29d3-4e3f-abd3-2a4f298d96a5,segment=NetworkSegment(895c117e-a015-468e-bd49-d7a82ba109dd),segment_id=895c117e-a015-468e-bd49-d7a82ba109dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:21.036460 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.040588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.058183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] Calling delete_port for d256802e-29d3-4e3f-abd3-2a4f298d96a5 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:21.071861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d256802e-29d3-4e3f-abd3-2a4f298d96a5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:21.074208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] No DVR routers for this DVR port d256802e-29d3-4e3f-abd3-2a4f298d96a5 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:21.159272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.183910 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.193926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] No DVR routers for this DVR port d256802e-29d3-4e3f-abd3-2a4f298d96a5 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:21.196072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0545a24-55f6-424a-bd66-b39fe9d2dcb1 None None] Pushing event deleted for resources: {'Port': ['ID=d256802e-29d3-4e3f-abd3-2a4f298d96a5,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:21.197257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f20b4c8-f49c-4d13-955b-b25dca8cdce9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:21.214526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895c117e-a015-468e-bd49-d7a82ba109dd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:21.215064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895c117e-a015-468e-bd49-d7a82ba109dd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:21.226083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.244309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.255269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:59:21.255872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:59:21.259355 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:59:21.333866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.334710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 308db1e9-40b6-4dd5-b731-9e281a4ca027 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:21.338621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.342883 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5f20b4c8-f49c-4d13-955b-b25dca8cdce9 HTTP/1.1" status: 204 len: 168 time: 0.7292271 Jul 09 16:59:21.363682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaaa8c-a900-41b9-afb7-fa2477839e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f20b4c8-f49c-4d13-955b-b25dca8cdce9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:21.371163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 308db1e9-40b6-4dd5-b731-9e281a4ca027 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:21.371417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 308db1e9-40b6-4dd5-b731-9e281a4ca027 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:21.371846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d256802e-29d3-4e3f-abd3-2a4f298d96a5 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:21.392937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d256802e-29d3-4e3f-abd3-2a4f298d96a5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:21.393299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d256802e-29d3-4e3f-abd3-2a4f298d96a5 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:21.393733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:21.417389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:21.417739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b3c0bf21-9cb2-4047-bd0e-ab08236a7d2f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:21.488865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:21.533009 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5c5f608d-de16-4ed8-a7cc-5fb6131f4c61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d7f8e88114a494f9fdbb585eae9802b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405612 Jul 09 16:59:21.533404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:21.606152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2209c212-a9e4-4569-9a47-c01d7567c288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.633230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2209c212-a9e4-4569-9a47-c01d7567c288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.685815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2209c212-a9e4-4569-9a47-c01d7567c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.688459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2209c212-a9e4-4569-9a47-c01d7567c288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:21.689744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2209c212-a9e4-4569-9a47-c01d7567c288 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90e13562-e0d4-48b3-a674-d00f71bf55d7 HTTP/1.1" status: 204 len: 168 time: 0.1550434 Jul 09 16:59:21.698281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c212-a9e4-4569-9a47-c01d7567c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e13562-e0d4-48b3-a674-d00f71bf55d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:22.471843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:22.569985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bbeae-87de-430f-82dd-c189e7c3b3d1 req-ee9f7802-57e6-4c29-8a0b-3fd82f05f24b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:22.574503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a89bbeae-87de-430f-82dd-c189e7c3b3d1 req-ee9f7802-57e6-4c29-8a0b-3fd82f05f24b tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1326504 Jul 09 16:59:22.629436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-317881494-network', 'tenant_id': 'b30861197d49470fabf644bc9794a456'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:22.639129 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a89bbeae-87de-430f-82dd-c189e7c3b3d1 req-1ccd1705-1755-43f0-82a6-ed7263c832c5 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Jul 09 16:59:22.670836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Made reservation on behalf of b30861197d49470fabf644bc9794a456 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:59:22.673340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.683349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.819227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.824535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.862269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2acb089b-82b1-424e-82bc-9114cf967131 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:22.864679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:59:22.888186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 2acb089b-82b1-424e-82bc-9114cf967131 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:22.888973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2acb089b-82b1-424e-82bc-9114cf967131 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:22.891884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:22.896320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.896666 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Added segment ecf9b273-c98d-4f0f-9831-58d829a56765 of type vlan for network be3cfcc3-6652-4c92-bda1-b52ece803f12 Jul 09 16:59:22.944058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.982391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:22.983869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:22.984734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:23.048793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5739665 Jul 09 16:59:23.050975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:23.055886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Request body: {'subnet': {'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-317881494-subnet', 'tenant_id': 'b30861197d49470fabf644bc9794a456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:23.062395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c7acd-66e8-40b4-ae72-3213370e353f admin admin] Pushing event updated for resources: {'Network': ['ID=be3cfcc3-6652-4c92-bda1-b52ece803f12,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:23.077765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:59:23.089939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Made reservation on behalf of b30861197d49470fabf644bc9794a456 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:59:23.093241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:23.289163 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:23.349779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=262b6042-d925-4c2c-bb9a-56a4a9300718,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:23.363003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Checking segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:59:23.363369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Network hostable DHCP agents. Network: be3cfcc3-6652-4c92-bda1-b52ece803f12, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:59:23.366864 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:59:23.385289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:59:23.407140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, be3cfcc3-6652-4c92-bda1-b52ece803f12) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:59:23.412057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:23.414979 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:23.418125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88774c7c-e145-4495-bed2-70cc6222635f None None] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:59:23.429837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-daa72478-669b-4973-9e9d-d321509aa69e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3777907 Jul 09 16:59:23.594958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27510f2a-2e21-40cd-9817-511de287f73d None None] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:59:23.786145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:24.034120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec13e3-cdba-46bb-b998-c6452debeb7f req-85b779c7-20e7-46db-a204-8f41df96a5e1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:24.035909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27ec13e3-cdba-46bb-b998-c6452debeb7f req-85b779c7-20e7-46db-a204-8f41df96a5e1 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1675670 Jul 09 16:59:24.043098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-a1bc9989-eda6-4311-b299-9b2ec3cf6a9c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:24.044784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-a1bc9989-eda6-4311-b299-9b2ec3cf6a9c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.1743386 Jul 09 16:59:24.080455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-a118d98d-4868-4dc6-9d46-cce3981459c9 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/quotas/b30861197d49470fabf644bc9794a456 HTTP/1.1" status: 200 len: 375 time: 0.0209770 Jul 09 16:59:24.132536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27ec13e3-cdba-46bb-b998-c6452debeb7f req-38e6ac57-cd42-4859-bdd2-5264ddf90b64 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867546 Jul 09 16:59:24.136257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-2ac04986-9f97-4301-a2f9-73ac2068fe40 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389299 Jul 09 16:59:24.253418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-510d6e40-26a3-4471-bdec-6804ec748553 service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099379 Jul 09 16:59:24.364619 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b02185a9-29b2-40c6-b8b8-0586abacd0b6 service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045377 Jul 09 16:59:24.566420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e5e7163-aefe-475f-99a9-cd0ba7fe0851 req-23b3093b-804a-4ae1-b2c8-23cc0f5531bd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 210 time: 0.0299013 Jul 09 16:59:25.419734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d852015-0541-49bc-8029-79b06a29c763 req-1e98085f-ca93-4fa2-8af1-e9f39987d660 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:25.422437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d852015-0541-49bc-8029-79b06a29c763 req-1e98085f-ca93-4fa2-8af1-e9f39987d660 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1185424 Jul 09 16:59:25.484839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d852015-0541-49bc-8029-79b06a29c763 req-581aae74-ecc6-4916-92fa-649a9c128437 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Jul 09 16:59:25.722631 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce3e638d-7603-44bf-9176-2c08e9ee2aab req-5e3bd565-28be-4d03-ab58-0ced70c792d1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 210 time: 0.0338304 Jul 09 16:59:26.060692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-22ca3770-e099-4d3e-926e-12fabbafe39b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:26.064617 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-22ca3770-e099-4d3e-926e-12fabbafe39b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.1703227 Jul 09 16:59:26.082870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Request body: {'port': {'device_id': '23c14b2e-995a-4163-8c5a-46623c169e31', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'admin_state_up': True, 'tenant_id': 'b30861197d49470fabf644bc9794a456'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:26.206951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Made reservation on behalf of b30861197d49470fabf644bc9794a456 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:59:26.211375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:26.365860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Allocated IP 172.20.0.6 (be3cfcc3-6652-4c92-bda1-b52ece803f12/262b6042-d925-4c2c-bb9a-56a4a9300718/1a83dcab-f9fb-4263-b6c4-abf5e160615a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:59:26.566636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:26.624421 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:26.676722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:59:26.680321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:59:26.685632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:59:26.695304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45738ee0-c890-4584-9fa5-292e121858aa req-d151a2f2-0c6d-48e7-ac1c-2cf589e4beb4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:26.697055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45738ee0-c890-4584-9fa5-292e121858aa req-d151a2f2-0c6d-48e7-ac1c-2cf589e4beb4 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.0797446 Jul 09 16:59:26.712288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event updated for resources: {'Port': ['ID=1a83dcab-f9fb-4263-b6c4-abf5e160615a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:26.754595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:26.755587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:26.756043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45738ee0-c890-4584-9fa5-292e121858aa req-660a6cd3-df3c-434e-b876-c97462123fcf tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485206 Jul 09 16:59:26.786339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-b7a52fe7-89b1-4335-b583-0c221cdd99dd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7081375 Jul 09 16:59:26.804915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Request body: {'port': {'device_id': '23c14b2e-995a-4163-8c5a-46623c169e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:26.887554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:26.940931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93daab-d622-44e6-b749-a12d6b991e22 req-aae3a4b0-a490-4057-ae4c-15cef9f74cfa tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:26.943906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b93daab-d622-44e6-b749-a12d6b991e22 req-aae3a4b0-a490-4057-ae4c-15cef9f74cfa tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 931 time: 0.0855227 Jul 09 16:59:26.997360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b93daab-d622-44e6-b749-a12d6b991e22 req-c98d1806-5be7-421c-a6bf-9d86c5119f46 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Jul 09 16:59:27.209394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a83dcab-f9fb-4263-b6c4-abf5e160615a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:59:27.217945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:27.232014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Transition to ACTIVE for port object 1a83dcab-f9fb-4263-b6c4-abf5e160615a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:59:27.236858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:27.298799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=1a83dcab-f9fb-4263-b6c4-abf5e160615a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:27.387418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Attempting to bind port 1a83dcab-f9fb-4263-b6c4-abf5e160615a on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:59:27.387728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Attempting to bind port 1a83dcab-f9fb-4263-b6c4-abf5e160615a by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:59:27.388098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Attempting to bind port 1a83dcab-f9fb-4263-b6c4-abf5e160615a on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:59:27.393262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Port 1a83dcab-f9fb-4263-b6c4-abf5e160615a on network be3cfcc3-6652-4c92-bda1-b52ece803f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:59:27.393612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Attempting to bind port 1a83dcab-f9fb-4263-b6c4-abf5e160615a on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:59:27.400142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:59:27.400562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Checking segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:59:27.401034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Bound using segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:59:27.405172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Bound port: 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:59:27.405172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:27.478399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] For port 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:59:27.482229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] For port 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:59:27.488649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:27.526319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:27.527255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:27.528565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] 10.222.0.37 "PUT /v2.0/ports/1a83dcab-f9fb-4263-b6c4-abf5e160615a HTTP/1.1" status: 200 len: 1091 time: 0.7283440 Jul 09 16:59:27.529223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c14b2e-995a-4163-8c5a-46623c169e31', 'tag': '1a83dcab-f9fb-4263-b6c4-abf5e160615a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:27.531573 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4" -d '{"events": [{"name": "network-changed", "server_uuid": "23c14b2e-995a-4163-8c5a-46623c169e31", "tag": "1a83dcab-f9fb-4263-b6c4-abf5e160615a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:27.573521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17395261-30c8-4079-aa05-230fab60bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=1a83dcab-f9fb-4263-b6c4-abf5e160615a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:27.598843 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb7c6fa-1d41-46dc-ad33-6122336d48d1 x-openstack-request-id: req-8eb7c6fa-1d41-46dc-ad33-6122336d48d1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:27.599116 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c14b2e-995a-4163-8c5a-46623c169e31", "tag": "1a83dcab-f9fb-4263-b6c4-abf5e160615a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:27.599370 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8eb7c6fa-1d41-46dc-ad33-6122336d48d1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:27.599755 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c14b2e-995a-4163-8c5a-46623c169e31', 'tag': '1a83dcab-f9fb-4263-b6c4-abf5e160615a', 'status': 'completed', 'code': 200} Jul 09 16:59:27.664430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-2bc2d675-150a-4f1e-8d74-4f8acee2ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:27.667566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-2bc2d675-150a-4f1e-8d74-4f8acee2ae3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 1094 time: 0.0781908 Jul 09 16:59:27.720710 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-bf16dbb6-d00c-4ad4-8110-1f20d1b5c9ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a HTTP/1.1" status: 200 len: 217 time: 0.0395274 Jul 09 16:59:27.787026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-ff4b3437-afea-4ef7-9332-27ca7f4ae6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:27.789279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-ff4b3437-afea-4ef7-9332-27ca7f4ae6fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0624406 Jul 09 16:59:27.833242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-ad45f686-2334-443f-9d0c-21b4c904d883 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365269 Jul 09 16:59:27.952856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-bb227fac-f372-414b-9b44-8373a30b3db9 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130707 Jul 09 16:59:27.978208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7c35e-0adc-4634-a3d4-fc6c981ba69e req-6d89dc47-f22b-4de2-8845-f3d9c6c9260e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:27.980439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12a7c35e-0adc-4634-a3d4-fc6c981ba69e req-6d89dc47-f22b-4de2-8845-f3d9c6c9260e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1009262 Jul 09 16:59:28.029843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12a7c35e-0adc-4634-a3d4-fc6c981ba69e req-ae205807-ee70-4014-8972-6ec2be21bfd9 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Jul 09 16:59:28.078064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c1a55eb-8d20-4abe-8bae-56dfde1162e5 req-f9686a9f-d796-4754-8167-a8a470b538f1 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167679 Jul 09 16:59:28.234657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5714bc-0da1-4384-8064-fec98307e91f req-879e2a2d-55c9-417a-8653-587fea73bc1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:28.236281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa5714bc-0da1-4384-8064-fec98307e91f req-879e2a2d-55c9-417a-8653-587fea73bc1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 943 time: 0.0745387 Jul 09 16:59:28.282310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-07454e64-b2c5-49e2-a7b5-cfac8518bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:28.285076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-07454e64-b2c5-49e2-a7b5-cfac8518bf5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 1094 time: 0.0820303 Jul 09 16:59:28.286212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa5714bc-0da1-4384-8064-fec98307e91f req-8be91d77-3904-4f99-af14-4e34e8e7d4dc tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Jul 09 16:59:28.392355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-7ef1b437-1c2c-416a-805b-07d18929c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:28.394823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-7ef1b437-1c2c-416a-805b-07d18929c7f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 915 time: 0.1016173 Jul 09 16:59:28.441470 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-60e6ff91-7d40-4377-9204-f92643696720 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a HTTP/1.1" status: 200 len: 217 time: 0.0408127 Jul 09 16:59:28.499181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-50bc8013-baae-4383-8753-d665d881568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:28.500992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-50bc8013-baae-4383-8753-d665d881568e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0519114 Jul 09 16:59:28.539958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-1c042962-a253-4dc7-bbdb-d317813943cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325732 Jul 09 16:59:28.642625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-cbdf37ce-dad5-4daa-be1d-86bff30ab182 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951848 Jul 09 16:59:28.744335 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b40530d-8a3e-4f0a-b86a-c1c5453430e4 req-57a8555c-2411-4d6d-aa50-340c645be482 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955651 Jul 09 16:59:29.222015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-aa4f1bd3-695c-43e1-be28-8fecebb8de7e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:29.224291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-aa4f1bd3-695c-43e1-be28-8fecebb8de7e tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1080852 Jul 09 16:59:29.305512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f38977-f388-438b-83f3-781db700c102 req-d9745e72-7874-4d55-bd5a-2e727f12ffa3 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:29.305816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1f38977-f388-438b-83f3-781db700c102 req-d9745e72-7874-4d55-bd5a-2e727f12ffa3 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 945 time: 0.1282473 Jul 09 16:59:29.379456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1f38977-f388-438b-83f3-781db700c102 req-c3c3ff48-5dbd-43e5-8b45-f39b400569a7 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/security-groups?id=36b1173f-f481-4989-aa75-1be7bee6f827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528274 Jul 09 16:59:29.400529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Deleting port ed136890-1468-477e-8e69-5dda2b0c0305 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:29.400886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:29.538461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] For port ed136890-1468-477e-8e69-5dda2b0c0305, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=ed136890-1468-477e-8e69-5dda2b0c0305,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:29.538865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:29.553627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Calling delete_port for ed136890-1468-477e-8e69-5dda2b0c0305 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:29.568507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c1635-daa1-447c-94af-f5dc4bac5f21 req-d2a54f9e-ea84-4444-bdb0-b764702e39bb tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:29.570125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d96c1635-daa1-447c-94af-f5dc4bac5f21 req-d2a54f9e-ea84-4444-bdb0-b764702e39bb tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 943 time: 0.1263874 Jul 09 16:59:29.661195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d96c1635-daa1-447c-94af-f5dc4bac5f21 req-28fb572b-c82e-4951-b9a6-f03db23f84c7 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850563 Jul 09 16:59:29.742318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:29.776389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Pushing event deleted for resources: {'Port': ['ID=ed136890-1468-477e-8e69-5dda2b0c0305,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:29.805383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.805737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.806078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.806440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.806801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.807137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.807469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.807799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.808129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.808458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.808819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.809140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:29.832839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] No DVR routers for this DVR port ed136890-1468-477e-8e69-5dda2b0c0305 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:29.835557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:29.839843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b91ac321-c61e-4531-9f63-6fea7e29e0fc req-6d5a9e5e-8e6a-455a-8f39-7173a9773641 tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.43 "DELETE /v2.0/ports/ed136890-1468-477e-8e69-5dda2b0c0305 HTTP/1.1" status: 204 len: 173 time: 0.6037223 Jul 09 16:59:29.839843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'name': 'network-vif-deleted', 'tag': 'ed136890-1468-477e-8e69-5dda2b0c0305'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:29.840615 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5fb14-9419-4de4-92c1-2dc8954999e2" -d '{"events": [{"server_uuid": "ef6c7508-a93b-409e-b9ec-3123559ea26e", "name": "network-vif-deleted", "tag": "ed136890-1468-477e-8e69-5dda2b0c0305"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:29.968438 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929260d-81de-4698-97fa-0884de18e5dd x-openstack-request-id: req-3929260d-81de-4698-97fa-0884de18e5dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:29.968738 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6c7508-a93b-409e-b9ec-3123559ea26e", "name": "network-vif-deleted", "tag": "ed136890-1468-477e-8e69-5dda2b0c0305", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:29.968990 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3929260d-81de-4698-97fa-0884de18e5dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:29.969389 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6c7508-a93b-409e-b9ec-3123559ea26e', 'name': 'network-vif-deleted', 'tag': 'ed136890-1468-477e-8e69-5dda2b0c0305', 'status': 'completed', 'code': 200} Jul 09 16:59:30.567563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd9aaa58-4c53-4591-81c3-4d419d3ef114 req-d8849f3b-e7a9-4f62-89f2-d7576f2c6abd tempest-ServerRescueNegativeTestJSON-35814300 tempest-ServerRescueNegativeTestJSON-35814300-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef6c7508-a93b-409e-b9ec-3123559ea26e HTTP/1.1" status: 200 len: 210 time: 0.0425022 Jul 09 16:59:30.841830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6469a-d767-4ca9-9d68-01e7f7964cfc req-4164f2c5-d6f4-4f2a-bdbd-43516732312d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:30.843384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cce6469a-d767-4ca9-9d68-01e7f7964cfc req-4164f2c5-d6f4-4f2a-bdbd-43516732312d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 943 time: 0.0699646 Jul 09 16:59:30.884139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cce6469a-d767-4ca9-9d68-01e7f7964cfc req-f4f33c2a-92df-468f-b33a-de2bf293c560 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Jul 09 16:59:30.944859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1a83dcab-f9fb-4263-b6c4-abf5e160615a details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:59:31.051995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:31.068341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '1a83dcab-f9fb-4263-b6c4-abf5e160615a', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'port_id': '1a83dcab-f9fb-4263-b6c4-abf5e160615a', 'mac_address': 'fa:16:3e:68:0b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262b6042-d925-4c2c-bb9a-56a4a9300718', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:59:31.289554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:31.303875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a83dcab-f9fb-4263-b6c4-abf5e160615a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:59:31.330036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:31.335377 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:31.390423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=1a83dcab-f9fb-4263-b6c4-abf5e160615a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:31.643404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ed136890-1468-477e-8e69-5dda2b0c0305 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:31.670407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:31.671499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: ed136890-1468-477e-8e69-5dda2b0c0305 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:31.672002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device ed136890-1468-477e-8e69-5dda2b0c0305 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:31.753474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:59:32.083116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:32.134181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab4a6-7c52-4bbf-ad56-0ba34656ff04 req-47f78d58-52ad-48a8-89a3-dfae9767628d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:32.136150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f49ab4a6-7c52-4bbf-ad56-0ba34656ff04 req-47f78d58-52ad-48a8-89a3-dfae9767628d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 944 time: 0.1233420 Jul 09 16:59:32.217256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f49ab4a6-7c52-4bbf-ad56-0ba34656ff04 req-f26295f4-eb9c-4e98-b891-11189b5ff01e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743921 Jul 09 16:59:32.658060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Deleting port 7e301e3e-223a-4639-8828-88a9b53b220e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:32.658399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:32.740304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] For port 7e301e3e-223a-4639-8828-88a9b53b220e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7e301e3e-223a-4639-8828-88a9b53b220e,segment=NetworkSegment(91c8de42-ab85-4d00-805f-d9512ea3e836),segment_id=91c8de42-ab85-4d00-805f-d9512ea3e836)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:32.741472 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:32.756001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Calling delete_port for 7e301e3e-223a-4639-8828-88a9b53b220e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:32.942786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:32.962707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1a83dcab-f9fb-4263-b6c4-abf5e160615a up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:59:32.972451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Pushing event deleted for resources: {'Port': ['ID=7e301e3e-223a-4639-8828-88a9b53b220e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:33.052749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 1a83dcab-f9fb-4263-b6c4-abf5e160615a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:59:33.060007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 1a83dcab-f9fb-4263-b6c4-abf5e160615a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:59:33.060783 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.146786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.147348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.171761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c14b2e-995a-4163-8c5a-46623c169e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a83dcab-f9fb-4263-b6c4-abf5e160615a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:33.173912 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc786d1f-fbdd-4c93-8cb2-545e7c543cc0" -d '{"events": [{"server_uuid": "23c14b2e-995a-4163-8c5a-46623c169e31", "name": "network-vif-plugged", "status": "completed", "tag": "1a83dcab-f9fb-4263-b6c4-abf5e160615a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:33.210075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:33.221038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.277959 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13158f-134c-4efd-b130-2e0791fdc9d7 x-openstack-request-id: req-0e13158f-134c-4efd-b130-2e0791fdc9d7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:33.278334 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c14b2e-995a-4163-8c5a-46623c169e31", "name": "network-vif-plugged", "status": "completed", "tag": "1a83dcab-f9fb-4263-b6c4-abf5e160615a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:33.278761 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e13158f-134c-4efd-b130-2e0791fdc9d7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:33.279332 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c14b2e-995a-4163-8c5a-46623c169e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a83dcab-f9fb-4263-b6c4-abf5e160615a', 'code': 200} Jul 09 16:59:33.280381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=1a83dcab-f9fb-4263-b6c4-abf5e160615a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:33.424316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1903-48e2-4676-a16f-a07bda57fdad req-47dddefb-f295-4a44-9685-b3541be767c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:33.426486 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ac1903-48e2-4676-a16f-a07bda57fdad req-47dddefb-f295-4a44-9685-b3541be767c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 1096 time: 0.0900240 Jul 09 16:59:33.456815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Router 165a3889-5518-47be-b449-9477f472f9a9 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:59:33.467506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ac1903-48e2-4676-a16f-a07bda57fdad req-78fa643a-8b67-4ec2-8d99-e836efb5088f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Jul 09 16:59:33.535840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca7b08-149b-4c05-bd77-cdb49f780285 req-61565b90-05b8-42d0-9e82-cc44987859ec tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:33.537447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36ca7b08-149b-4c05-bd77-cdb49f780285 req-61565b90-05b8-42d0-9e82-cc44987859ec tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 945 time: 0.1259649 Jul 09 16:59:33.619696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36ca7b08-149b-4c05-bd77-cdb49f780285 req-b81ed85a-77ce-46ab-87a7-0bb1d13e9fd7 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 Jul 09 16:59:33.621061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:33.628775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45190) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:33.628929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e553c600-7208-4cfb-b652-de1014620def admin admin] 10.222.0.48 "PUT /v2.0/routers/165a3889-5518-47be-b449-9477f472f9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9572363 Jul 09 16:59:33.630528 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] Sync routers for ids ['165a3889-5518-47be-b449-9477f472f9a9'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:33.640731 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] Routers {'165a3889-5518-47be-b449-9477f472f9a9'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:33.641491 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['165a3889-5518-47be-b449-9477f472f9a9'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:33.741586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.752981 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] Set router 165a3889-5518-47be-b449-9477f472f9a9 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:33.845096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.902402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Deleting port bc4bf302-f459-4aca-ae0d-6112dc4215ca {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:33.902717 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:33.933479 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:59:32Z', 'revision_number': 5, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port': {'id': 'bc4bf302-f459-4aca-ae0d-6112dc4215ca', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a3889-5518-47be-b449-9477f472f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:56:57Z', 'updated_at': '2021-07-09T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:33.963462 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] Checking router: 165a3889-5518-47be-b449-9477f472f9a9 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:33.972489 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] Routers {'165a3889-5518-47be-b449-9477f472f9a9'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:33.973599 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['165a3889-5518-47be-b449-9477f472f9a9'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:34.015186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] For port bc4bf302-f459-4aca-ae0d-6112dc4215ca, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bc4bf302-f459-4aca-ae0d-6112dc4215ca,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:34.015543 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.028325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Calling delete_port for bc4bf302-f459-4aca-ae0d-6112dc4215ca owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:34.062625 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] Set router 165a3889-5518-47be-b449-9477f472f9a9 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:34.115503 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:59:33Z', 'revision_number': 6, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:34.141488 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176423-d364-4ce6-bded-8b537ca663f5 None None] The sync data for ids ['165a3889-5518-47be-b449-9477f472f9a9'] in n-d-800085-2 is: [{'id': '165a3889-5518-47be-b449-9477f472f9a9', 'name': 'tempest-ServerRescueNegativeTestJSON-252906280-router', 'tenant_id': 'c6707de682664058845a9dc9c16ab1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:56Z', 'updated_at': '2021-07-09T16:59:33Z', 'revision_number': 6, 'project_id': 'c6707de682664058845a9dc9c16ab1de', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:59:34.208234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.236757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4bf302-f459-4aca-ae0d-6112dc4215ca,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:34.308856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.398460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.401350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.450593 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.451285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165a3889-5518-47be-b449-9477f472f9a9 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:59:34.456151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.457419 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d91f402b-3276-49f6-a780-be086bf13327 admin admin] 10.222.0.48 "DELETE /v2.0/routers/165a3889-5518-47be-b449-9477f472f9a9 HTTP/1.1" status: 204 len: 168 time: 0.8272219 Jul 09 16:59:34.460131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:34.514657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Deleting subnet 89c6b711-c13c-4dce-8037-82b154734a7b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:59:34.521039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.556994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.607471 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.660500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.690901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.692889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/89c6b711-c13c-4dce-8037-82b154734a7b HTTP/1.1" status: 204 len: 168 time: 0.2315016 Jul 09 16:59:34.694132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c7e4-cdaa-4008-ac2b-1fa74ad0cb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c6b711-c13c-4dce-8037-82b154734a7b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:34.695525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:34.788126 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.911314 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:34.925341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717015b3-fd48-440f-8ce6-74fe8806243f req-4f7343c2-894f-4706-a06e-99b93edc179b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:34.927789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-717015b3-fd48-440f-8ce6-74fe8806243f req-4f7343c2-894f-4706-a06e-99b93edc179b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 945 time: 0.1551871 Jul 09 16:59:34.939446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdad143-ed49-4acb-8a69-f8f892c3656f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:34.964227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c8de42-ab85-4d00-805f-d9512ea3e836') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:34.964649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c8de42-ab85-4d00-805f-d9512ea3e836') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:34.982832 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.005951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-717015b3-fd48-440f-8ce6-74fe8806243f req-8ecec374-b29e-468a-bda2-e8ad83f185ba tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715945 Jul 09 16:59:35.010915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.018425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:59:35.018879 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: timer() Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:59:35.020822 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:59:35.077317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.082821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.084897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ecdad143-ed49-4acb-8a69-f8f892c3656f HTTP/1.1" status: 204 len: 168 time: 0.3874717 Jul 09 16:59:35.099614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99e61-4cdd-41f7-8e09-8d26cd121414 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdad143-ed49-4acb-8a69-f8f892c3656f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:35.216931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:35.289927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:35.292147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3ff90e07-eb8e-4e72-815a-f990aed40d18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6707de682664058845a9dc9c16ab1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731926 Jul 09 16:59:35.310086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bc4bf302-f459-4aca-ae0d-6112dc4215ca no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:35.371387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: bc4bf302-f459-4aca-ae0d-6112dc4215ca {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:35.374194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bc4bf302-f459-4aca-ae0d-6112dc4215ca not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:35.376050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7e301e3e-223a-4639-8828-88a9b53b220e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:35.376592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b63d-80fd-412e-8040-26d1ee908d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.410405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b63d-80fd-412e-8040-26d1ee908d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.417958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 7e301e3e-223a-4639-8828-88a9b53b220e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:35.418685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7e301e3e-223a-4639-8828-88a9b53b220e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:35.474268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b63d-80fd-412e-8040-26d1ee908d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.478346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b63d-80fd-412e-8040-26d1ee908d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:35.483750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1f1b63d-80fd-412e-8040-26d1ee908d11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36b1173f-f481-4989-aa75-1be7bee6f827 HTTP/1.1" status: 204 len: 168 time: 0.1886134 Jul 09 16:59:35.493980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1b63d-80fd-412e-8040-26d1ee908d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1173f-f481-4989-aa75-1be7bee6f827,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:35.767535 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3c08a01-50d6-4658-886d-9b3afe296c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:36.260007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c718b0-e74d-4120-bc41-45ed7dd4b437 req-ed32db17-ed25-49c4-8ad2-fe5086f004ee tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:36.267585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c718b0-e74d-4120-bc41-45ed7dd4b437 req-ed32db17-ed25-49c4-8ad2-fe5086f004ee tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 945 time: 0.0996523 Jul 09 16:59:36.332785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c718b0-e74d-4120-bc41-45ed7dd4b437 req-cf063a00-aecd-49da-bd97-c615e932cba2 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633128 Jul 09 16:59:37.308047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9db586ef-fc86-45b7-b0fe-acd858374761 req-a7ca2b46-e7db-4dce-8d15-18af7cdd97f4 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0439389 Jul 09 16:59:37.951669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f0ee890-6724-4a95-8ec2-a34852251463 req-675eaa50-38da-4a5e-bfbb-67189a4bdd16 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0499971 Jul 09 16:59:38.212747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:38.296502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4df50555-da06-43d3-9ab9-9f94fde6be98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:38.537651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:39.178008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-006b9eb2-d4ee-4651-b07d-d666b303b6a2 req-15eb7f70-0e09-4791-8550-92363d2ef770 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0374634 Jul 09 16:59:39.255406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:40.395006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcd1ff63-6688-41eb-ab7d-5c663d3b939f req-2a6c3dc3-2389-46ef-ab08-4bb34b2b3c12 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0306799 Jul 09 16:59:40.597526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de3bb5c5-7057-483c-832b-8a3fe87c3bf3 req-53d32929-ad6b-406c-bf4b-ca315efcfa13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0339341 Jul 09 16:59:40.876711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-84a47f70-13bf-4f5b-9b2b-ccfa06512281 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558002 Jul 09 16:59:40.985884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-64a9e55c-bdb7-43d6-a27c-567ec7551fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:40.989642 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-64a9e55c-bdb7-43d6-a27c-567ec7551fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.0740604 Jul 09 16:59:41.091304 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:41.111721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4fa5b733-e750-4077-be6f-3646ab224bf9 req-b7511f23-b763-49dc-9edf-d734dd9d3143 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0402157 Jul 09 16:59:41.116980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-c920118a-1344-4337-9c79-4d335ec20d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:41.119778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-c920118a-1344-4337-9c79-4d335ec20d3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.1014764 Jul 09 16:59:41.198153 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-96d1f378-7602-4db9-b711-28af60cb3b0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 1001 time: 0.0712051 Jul 09 16:59:41.252569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-3e299c50-9f5f-444f-8ffc-c528cd178f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:41.254364 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-3e299c50-9f5f-444f-8ffc-c528cd178f97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.0502524 Jul 09 16:59:41.315148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-e12757ec-0597-475f-aa00-0d53693f7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:41.316690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-e12757ec-0597-475f-aa00-0d53693f7d16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562556 Jul 09 16:59:41.482728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-d1680825-53ab-4a28-b3bb-1c8aeb9871d7 service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590633 Jul 09 16:59:41.602946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-061c69a7-a520-41cb-9841-23e562a61616 req-e1385032-1304-42e3-9c92-cc3baa30e178 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0406125 Jul 09 16:59:41.615826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7dff246e-8847-4258-94bb-31ab1a09e850 req-54c260b0-e693-4313-a17c-081d706dfa56 service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251023 Jul 09 16:59:42.748614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54138924-26a5-422f-ad3e-d46cd0da305f req-bcb5fb28-cf53-4cdc-9e24-25ba5930806a tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0291333 Jul 09 16:59:43.252948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6ac3b9c-623d-4c32-9384-bd91133a18e4 req-e2f50d1f-e178-4ee2-85eb-faad07f69537 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0343862 Jul 09 16:59:43.791162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a44e7-5c18-4826-a97e-d4c1123e7c97 req-1d447a5b-cdf3-41cd-87e5-0f72bd706303 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:43.792813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-169a44e7-5c18-4826-a97e-d4c1123e7c97 req-1d447a5b-cdf3-41cd-87e5-0f72bd706303 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.0603302 Jul 09 16:59:43.829219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-169a44e7-5c18-4826-a97e-d4c1123e7c97 req-7a8867a3-f0f1-46a2-a760-1f1c3851bd33 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303195 Jul 09 16:59:43.853937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:44.016148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 2b0ea8c2-d18a-4916-856f-dc9d732d9826 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:44.016494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:44.091655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:44.091986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:44.104866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 2b0ea8c2-d18a-4916-856f-dc9d732d9826 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:44.285235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:44.314937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=2b0ea8c2-d18a-4916-856f-dc9d732d9826,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:44.385297 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:44.386811 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e disassociated (deleted). External IP: 172.25.7.123, port: a0ffd9e7-9f31-4426-853c-227956f17a28. Jul 09 16:59:44.465462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-596100dd-377f-4da4-836f-9f721fbb328f req-6dfca1c6-187c-4f60-b45f-5a306e83d986 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0412629 Jul 09 16:59:44.650663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router ce602ca4-8535-4213-9cef-ac0ff158bed3 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:59:44.773539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:44.779021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:44.787229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] Sync routers for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:44.805612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:44.806994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:44.819997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef16f272-20f4-4521-bbe4-28dd1a69fa08 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/floatingips/dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e HTTP/1.1" status: 204 len: 168 time: 0.9648387 Jul 09 16:59:44.821299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:44.824767 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:44.889462 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05f6ef5-7e6f-4e81-be7e-45ba0bdce303 x-openstack-request-id: req-b05f6ef5-7e6f-4e81-be7e-45ba0bdce303 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:44.889767 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:44.890021 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b05f6ef5-7e6f-4e81-be7e-45ba0bdce303 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:44.890422 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'status': 'completed', 'code': 200} Jul 09 16:59:44.939060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:45.069196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-d042d5f0-1d69-4f09-9cd0-22eebdb3281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:45.074047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-d042d5f0-1d69-4f09-9cd0-22eebdb3281f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 1096 time: 0.1298010 Jul 09 16:59:45.179523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:13Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:45.240806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] Checking router: ce602ca4-8535-4213-9cef-ac0ff158bed3 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:45.256149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:45.257358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:45.265625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-266b730d-672a-4bd9-b3bc-31cfe7352865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:45.280640 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-266b730d-672a-4bd9-b3bc-31cfe7352865 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 200 len: 897 time: 0.1970863 Jul 09 16:59:45.357931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a4ab7-3b0a-4451-ad1d-2ccb4eadfa45 req-6fff8c77-bcfc-47bb-a4f7-ce9ce2dcd782 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:45.359897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f92a4ab7-3b0a-4451-ad1d-2ccb4eadfa45 req-6fff8c77-bcfc-47bb-a4f7-ce9ce2dcd782 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0727427 Jul 09 16:59:45.393473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:45.406418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f92a4ab7-3b0a-4451-ad1d-2ccb4eadfa45 req-831d0abf-9beb-4820-80f8-3f876ade5dc8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404918 Jul 09 16:59:45.419848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-48e48439-cbc4-4460-bca4-41a13c60a0c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 200 len: 217 time: 0.1312854 Jul 09 16:59:45.493728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-39312cb1-ed48-476b-9282-8cd76861ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:45.496811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-39312cb1-ed48-476b-9282-8cd76861ca1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 200 len: 835 time: 0.0697470 Jul 09 16:59:45.631602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-db80b537-506b-48f2-8125-e3f23bac4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:45.634790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-db80b537-506b-48f2-8125-e3f23bac4f1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56e190f6-9ab3-4f8b-ac72-203cd6f5d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269538 Jul 09 16:59:45.783278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:13Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:45.803087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90bfa035-3a49-4c8d-a4bf-b4f9710a5f19 req-20f94197-9ee9-4dab-ac53-0ec0aaef5b5a tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0463083 Jul 09 16:59:45.809618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-ab512050-ca01-4b3f-a74c-77319adcfefa service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668866 Jul 09 16:59:45.841281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4d4a4-8854-4b41-8325-7d83419a7519 None None] The sync data for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 is: [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '84202b9c-1974-4fbc-b106-743b8b2b4637', 'name': '', 'network_id': '56e190f6-9ab3-4f8b-ac72-203cd6f5d876', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:75:e0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '8940062b-2c16-4b07-881b-97f83600f10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:04Z', 'updated_at': '2021-07-09T16:57:13Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '8940062b-2c16-4b07-881b-97f83600f10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:59:45.924923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-70a4d45b-41ea-4585-9ebd-ec4ca6829cbc req-f2203aa3-4aef-44f6-99f9-b47922f8b190 service neutron] 10.222.0.37 "GET /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084836 Jul 09 16:59:45.931794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb94ef5-8a59-4d63-83b8-31208ee6910d req-08100ad3-1b41-4747-8afc-8cb4ec6e3edf tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:45.933550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acb94ef5-8a59-4d63-83b8-31208ee6910d req-08100ad3-1b41-4747-8afc-8cb4ec6e3edf tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 950 time: 0.1033735 Jul 09 16:59:46.007211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acb94ef5-8a59-4d63-83b8-31208ee6910d req-0841d053-9be4-4482-b602-e9806de04eb2 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676303 Jul 09 16:59:46.221061 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab94fe0-0d92-4818-b2e0-1d7fe66c9dc2 None None] New status for floating IP dc62f1a0-fc75-4ffa-b0a3-bf4e177ec88e: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:59:46.613685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2872a9-1cc1-438e-9c3a-aabd6c12a29f req-43b191ad-d77f-4bba-9ce9-65c500e156e1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:46.615675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c2872a9-1cc1-438e-9c3a-aabd6c12a29f req-43b191ad-d77f-4bba-9ce9-65c500e156e1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0773666 Jul 09 16:59:46.678101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c2872a9-1cc1-438e-9c3a-aabd6c12a29f req-022fa1eb-b79c-499f-b1bf-4e8d8a9b736b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac4835b4-f033-433e-934c-79f276c24329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549068 Jul 09 16:59:46.958160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a551779-1960-41ac-817f-76f91c3131e7 req-04f3007e-135e-4aef-ba1b-a2913c28fc88 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0336854 Jul 09 16:59:46.975731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-220a0349-78f8-479a-99d9-49aca7163478 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:46.977430 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-220a0349-78f8-479a-99d9-49aca7163478 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 945 time: 0.0727599 Jul 09 16:59:47.105384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port a0ffd9e7-9f31-4426-853c-227956f17a28 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:47.105858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:47.201818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea9b1b-2abb-405d-a3cf-7b45d97c96e0 req-24138838-8ab3-473c-849a-9d3806dad599 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:47.203857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54ea9b1b-2abb-405d-a3cf-7b45d97c96e0 req-24138838-8ab3-473c-849a-9d3806dad599 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 950 time: 0.0699539 Jul 09 16:59:47.213408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port a0ffd9e7-9f31-4426-853c-227956f17a28, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a0ffd9e7-9f31-4426-853c-227956f17a28,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:47.213768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:47.233133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for a0ffd9e7-9f31-4426-853c-227956f17a28 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:47.252819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54ea9b1b-2abb-405d-a3cf-7b45d97c96e0 req-3a3d9f6f-c301-4217-bcf4-c2afc259894f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Jul 09 16:59:47.383745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:47.420744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=a0ffd9e7-9f31-4426-853c-227956f17a28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:47.479311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] No DVR routers for this DVR port a0ffd9e7-9f31-4426-853c-227956f17a28 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:47.482168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:47.484237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a652159-ef01-49ec-a0ed-c8970207d737 req-5b078177-1197-4f06-a5f6-35705d6f7958 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "DELETE /v2.0/ports/a0ffd9e7-9f31-4426-853c-227956f17a28 HTTP/1.1" status: 204 len: 173 time: 0.5009065 Jul 09 16:59:47.484687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-deleted', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:47.487010 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1916698-99f8-4710-bbb4-e414f4b9b689" -d '{"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-deleted", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:47.614624 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f82db5-d880-4713-bfe7-8b32fc4c549c x-openstack-request-id: req-16f82db5-d880-4713-bfe7-8b32fc4c549c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:47.615055 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5149b198-18d7-4d41-badf-9df6a642b863", "name": "network-vif-deleted", "tag": "a0ffd9e7-9f31-4426-853c-227956f17a28", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:47.615431 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16f82db5-d880-4713-bfe7-8b32fc4c549c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:47.615963 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5149b198-18d7-4d41-badf-9df6a642b863', 'name': 'network-vif-deleted', 'tag': 'a0ffd9e7-9f31-4426-853c-227956f17a28', 'status': 'completed', 'code': 200} Jul 09 16:59:47.686415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e982a8a-8012-483a-bd37-07280e4365dc req-0f67768b-a3f4-46ff-b652-ec2c53e43715 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:47.688100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e982a8a-8012-483a-bd37-07280e4365dc req-0f67768b-a3f4-46ff-b652-ec2c53e43715 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.43 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 950 time: 0.0793500 Jul 09 16:59:48.025338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb10441b-59f9-48a6-92da-f46fa9afbee9 req-e5bb3fe9-79b5-4aa2-8fba-e854026178c3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=5149b198-18d7-4d41-badf-9df6a642b863 HTTP/1.1" status: 200 len: 210 time: 0.0355303 Jul 09 16:59:48.100236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Deleting port 7f791b62-336a-4870-8d84-518e3bf1a08f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:48.100601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:48.184414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-723d3feb-bdcf-4c3e-90df-3f47e0295286 req-9fbbbf78-7ebd-4e9a-ba0e-78fe75ef2bb4 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0632968 Jul 09 16:59:48.240797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] For port 7f791b62-336a-4870-8d84-518e3bf1a08f, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7f791b62-336a-4870-8d84-518e3bf1a08f,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:48.241145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:48.261122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Calling delete_port for 7f791b62-336a-4870-8d84-518e3bf1a08f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:48.452967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:48.465609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7f791b62-336a-4870-8d84-518e3bf1a08f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:59:48.491212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Pushing event deleted for resources: {'Port': ['ID=7f791b62-336a-4870-8d84-518e3bf1a08f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:48.544834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] No DVR routers for this DVR port 7f791b62-336a-4870-8d84-518e3bf1a08f on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:48.547916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:48.549938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e982a8a-8012-483a-bd37-07280e4365dc req-5b084511-98f6-47a6-8301-8f80a9d0c0b7 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.43 "DELETE /v2.0/ports/7f791b62-336a-4870-8d84-518e3bf1a08f HTTP/1.1" status: 204 len: 173 time: 0.8557191 Jul 09 16:59:48.550352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'name': 'network-vif-deleted', 'tag': '7f791b62-336a-4870-8d84-518e3bf1a08f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:48.552654 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef16073d-38a8-4b66-8d4a-47cd2ed521d7" -d '{"events": [{"server_uuid": "66a85cf8-2252-4c81-ba71-91160f4c1a57", "name": "network-vif-deleted", "tag": "7f791b62-336a-4870-8d84-518e3bf1a08f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:48.566006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252171-e61c-4928-afe2-b80dc46a7bd0 req-6cbe5241-8dff-4d36-a958-ae8e6b8fe46f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:48.567775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7252171-e61c-4928-afe2-b80dc46a7bd0 req-6cbe5241-8dff-4d36-a958-ae8e6b8fe46f tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/ports?device_id=66a85cf8-2252-4c81-ba71-91160f4c1a57 HTTP/1.1" status: 200 len: 867 time: 0.1552815 Jul 09 16:59:48.605893 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86fb2b4-f1a1-4b7f-a4c4-5a9a242b7b5b x-openstack-request-id: req-b86fb2b4-f1a1-4b7f-a4c4-5a9a242b7b5b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:48.606195 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a85cf8-2252-4c81-ba71-91160f4c1a57", "name": "network-vif-deleted", "tag": "7f791b62-336a-4870-8d84-518e3bf1a08f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:48.606614 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b86fb2b4-f1a1-4b7f-a4c4-5a9a242b7b5b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:48.607017 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a85cf8-2252-4c81-ba71-91160f4c1a57', 'name': 'network-vif-deleted', 'tag': '7f791b62-336a-4870-8d84-518e3bf1a08f', 'status': 'completed', 'code': 200} Jul 09 16:59:48.616517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7252171-e61c-4928-afe2-b80dc46a7bd0 req-2187abc2-bc5e-4815-8e60-335c6ed9e2e9 tempest-VolumesBackupsTest-929815250 tempest-VolumesBackupsTest-929815250-project] 10.222.0.48 "GET /v2.0/security-groups?id=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Jul 09 16:59:49.147927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:49.404237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef058be0-3ff5-40d7-a3a3-6f98a31245e5 req-f20bde98-8b31-4ac5-8da4-08a923215dc5 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0508633 Jul 09 16:59:49.666274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:49.971805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 84202b9c-1974-4fbc-b106-743b8b2b4637 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:49.972401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:50.067758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 84202b9c-1974-4fbc-b106-743b8b2b4637, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=84202b9c-1974-4fbc-b106-743b8b2b4637,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:50.068116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:50.081058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 84202b9c-1974-4fbc-b106-743b8b2b4637 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:50.273763 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:50.307061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=84202b9c-1974-4fbc-b106-743b8b2b4637,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:50.549110 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:50.644139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27062656-7f96-4d8a-ab51-4d54a33064c9 req-f7b33e5a-f017-4b47-9ebc-8e1e49b7de7b tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0346816 Jul 09 16:59:50.810266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router ce602ca4-8535-4213-9cef-ac0ff158bed3 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:59:50.916272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:50.927719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b5c9badd-e1e9-45ba-a506-0a1cc866f1fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/ce602ca4-8535-4213-9cef-ac0ff158bed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751374 Jul 09 16:59:50.928177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:50.930621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] Sync routers for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:50.943138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:50.944259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:50.989061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting subnet 8940062b-2c16-4b07-881b-97f83600f10d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:59:50.993021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.041906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.062332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:51.092953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:51.129410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.146903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: a0ffd9e7-9f31-4426-853c-227956f17a28 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:51.147226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a0ffd9e7-9f31-4426-853c-227956f17a28 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:51.195910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.225864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Subnet': ['ID=8940062b-2c16-4b07-881b-97f83600f10d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:51.235282 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.240181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:51.246260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97482a7-de9c-45e5-a50f-a9ef9a90ab52 None None] Network 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:59:51.249744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0a9a5d0-51e3-4fef-8dc7-8ab7f0757d49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/subnets/8940062b-2c16-4b07-881b-97f83600f10d HTTP/1.1" status: 204 len: 168 time: 0.3195081 Jul 09 16:59:51.371503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.384374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:59:50Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:51.424955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] Checking router: ce602ca4-8535-4213-9cef-ac0ff158bed3 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:51.443307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] Routers {'ce602ca4-8535-4213-9cef-ac0ff158bed3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:51.444029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['ce602ca4-8535-4213-9cef-ac0ff158bed3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:51.485189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.570000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port d66ce800-7459-4969-a2cf-3e26529127b5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:51.574614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.641607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] DHCP port deletion for 56e190f6-9ab3-4f8b-ac72-203cd6f5d876 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:59:51.649308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] Set router ce602ca4-8535-4213-9cef-ac0ff158bed3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:51.760813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7f791b62-336a-4870-8d84-518e3bf1a08f no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:51.786082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 7f791b62-336a-4870-8d84-518e3bf1a08f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:51.786408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7f791b62-336a-4870-8d84-518e3bf1a08f not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:51.899756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Deleting port 097ff77c-55d1-4e48-a0fa-f8399afda05b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:59:51.900471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:51.927060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7feda828-185f-41c8-9b04-61fb51509883 req-a9c6be4b-f852-4048-9e5a-6a2c585c88d3 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0637684 Jul 09 16:59:52.006048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] For port 097ff77c-55d1-4e48-a0fa-f8399afda05b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=097ff77c-55d1-4e48-a0fa-f8399afda05b,segment=NetworkSegment(f2b84e69-24cc-4a99-9cf5-06ec3f229a80),segment_id=f2b84e69-24cc-4a99-9cf5-06ec3f229a80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:52.006765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.036675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Calling delete_port for 097ff77c-55d1-4e48-a0fa-f8399afda05b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:52.065592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:59:50Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:52.120300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca30dc6-2463-4336-9c20-74b0444002b7 None None] The sync data for ids ['ce602ca4-8535-4213-9cef-ac0ff158bed3'] in n-d-800085-2 is: [{'id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401550688', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:56:59Z', 'updated_at': '2021-07-09T16:59:50Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': 'd66ce800-7459-4969-a2cf-3e26529127b5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce602ca4-8535-4213-9cef-ac0ff158bed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:57:00Z', 'updated_at': '2021-07-09T16:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:59:52.237209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port d66ce800-7459-4969-a2cf-3e26529127b5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d66ce800-7459-4969-a2cf-3e26529127b5,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:59:52.237830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.253022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for d66ce800-7459-4969-a2cf-3e26529127b5 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:59:52.254201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.311049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Pushing event deleted for resources: {'Port': ['ID=097ff77c-55d1-4e48-a0fa-f8399afda05b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:52.319993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] No DVR routers for this DVR port 097ff77c-55d1-4e48-a0fa-f8399afda05b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:59:52.322547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.323006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.323439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.323872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.324411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.324854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.325404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.326068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.326510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.326940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.327363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.327788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f30633-489a-451f-98b7-64e29bcc5d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:52.480236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.511800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=d66ce800-7459-4969-a2cf-3e26529127b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:52.613077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.843909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.856040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.956968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.958041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Fanout notify agent at l3_agent the message router_deleted on router ce602ca4-8535-4213-9cef-ac0ff158bed3 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:59:52.974184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.974184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f8aa8692-d800-4ad8-938f-4564551cd15d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/routers/ce602ca4-8535-4213-9cef-ac0ff158bed3 HTTP/1.1" status: 204 len: 168 time: 1.7303934 Jul 09 16:59:52.974450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45980) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:53.123618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.259399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55fdde4d-cc98-4c0c-8c9d-a37923f3b81d req-b010acb0-2507-4a1b-8f42-7739dcbe65d3 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0544751 Jul 09 16:59:53.261731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.282977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e190f6-9ab3-4f8b-ac72-203cd6f5d876']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:53.303618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:53.304219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b84e69-24cc-4a99-9cf5-06ec3f229a80') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:53.331230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.359722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.378644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:59:53.379504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: timer() Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:59:53.388223 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:59:53.411453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-977cd344-51e8-4761-bde8-181ebb9d6376 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:53.418089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-977cd344-51e8-4761-bde8-181ebb9d6376 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.1927230 Jul 09 16:59:53.430831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-6c0f1db2-5859-4ed1-9896-0b48276bb129 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/quotas/b30861197d49470fabf644bc9794a456 HTTP/1.1" status: 200 len: 375 time: 0.0117304 Jul 09 16:59:53.462503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.480441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.483719 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/networks/56e190f6-9ab3-4f8b-ac72-203cd6f5d876 HTTP/1.1" status: 204 len: 168 time: 0.5078063 Jul 09 16:59:53.488241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:53.575672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940d69e-7b21-43bb-b8b9-c2230e7b0374 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Network': ['ID=56e190f6-9ab3-4f8b-ac72-203cd6f5d876,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:53.581206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-34bceaa2-35a2-4538-a700-118759b2ae20 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442707 Jul 09 16:59:53.630976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 097ff77c-55d1-4e48-a0fa-f8399afda05b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:53.641695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e32a6252-4721-479d-8415-9c40f337cfcd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.661051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 097ff77c-55d1-4e48-a0fa-f8399afda05b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:53.661498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 097ff77c-55d1-4e48-a0fa-f8399afda05b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:53.662081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d66ce800-7459-4969-a2cf-3e26529127b5 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:53.686312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e32a6252-4721-479d-8415-9c40f337cfcd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.764316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-127ec50c-b5c9-436f-a3d1-fb5834327a99 service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782479 Jul 09 16:59:53.798244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e32a6252-4721-479d-8415-9c40f337cfcd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.803045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e32a6252-4721-479d-8415-9c40f337cfcd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:53.807808 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e32a6252-4721-479d-8415-9c40f337cfcd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac4835b4-f033-433e-934c-79f276c24329 HTTP/1.1" status: 204 len: 168 time: 0.3145397 Jul 09 16:59:53.824543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a6252-4721-479d-8415-9c40f337cfcd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4835b4-f033-433e-934c-79f276c24329,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:53.882871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-f7becd21-aedb-4c3a-96f3-7d395d55ad8a service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172307 Jul 09 16:59:53.940894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d66ce800-7459-4969-a2cf-3e26529127b5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:53.941430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d66ce800-7459-4969-a2cf-3e26529127b5 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:53.943324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 84202b9c-1974-4fbc-b106-743b8b2b4637 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:59:53.982001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 84202b9c-1974-4fbc-b106-743b8b2b4637 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:59:53.982667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 84202b9c-1974-4fbc-b106-743b8b2b4637 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:59:54.013944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.189815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:54.198337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853105329', 'description': 'tempest-secgroup-smoke-853105329 description', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:54.271880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc8d4645-3d14-4aca-9582-977fd0dc8236 req-1c998817-acba-44b3-8c4f-a92212ef81ad tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 210 time: 0.0370505 Jul 09 16:59:54.274285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.398085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.405284 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.445177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.446827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2557728 Jul 09 16:59:54.451805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:54.457186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': '89ebfa0f-858e-4801-9761-e7c5c39c7a93', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:54.463405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbf03e-8647-4bac-ad6b-92a6aa07bc3d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ebfa0f-858e-4801-9761-e7c5c39c7a93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:54.519122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c7fff60-426f-4b66-8409-b014ba5ec97c req-8ad5e295-3865-4d8d-b647-3ffde4857894 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0412869 Jul 09 16:59:54.533820 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.599686 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.608796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.639644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c082db5c-4877-4941-aaf6-435491d1c3ab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:54.650433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.652601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f90455a2-6981-4c44-9710-d4df4c4309ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1990881 Jul 09 16:59:54.656215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:54.661297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': '89ebfa0f-858e-4801-9761-e7c5c39c7a93', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:54.695299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.760911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.766796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.785112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84f5bd7-4b9e-4e41-837e-f2af52c9c36c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:54.797321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.802435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-29c18f58-a89d-4465-95e3-d23cac0df80d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411595 Jul 09 16:59:54.802953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:54.807952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': '89ebfa0f-858e-4801-9761-e7c5c39c7a93', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:54.846237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.929625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.932971 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.965217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db07c411-d9ab-4a2b-b74c-1b935632b9c1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:54.977713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:54.979692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c619c694-96c9-4789-b3e7-9c3115a2b4d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753042 Jul 09 16:59:54.982357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:54.987426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': '89ebfa0f-858e-4801-9761-e7c5c39c7a93', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:55.022737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.088566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.094779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.113914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67f143d-af1c-46d9-aff9-a4f4a13b470d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:55.121252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.122538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-88f0fda8-83d2-4872-ad03-b5f3b7669274 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390767 Jul 09 16:59:55.126567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:55.132371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': '89ebfa0f-858e-4801-9761-e7c5c39c7a93', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:55.163572 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:59:55.170293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.240181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.257879 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.286072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56921f51-04e0-4748-b6da-193e70df13b9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:55.293563 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.300575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d40cea44-82ba-411b-8f42-9c0ab926d750 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1710467 Jul 09 16:59:55.301546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:55.308477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': '89ebfa0f-858e-4801-9761-e7c5c39c7a93', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:55.360699 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:59:55.372444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.518011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.521829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-248dd173-348c-4638-898a-73474aaa4591 req-c7228954-caa5-4275-975a-6d85b8bcf3b4 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 210 time: 0.0451539 Jul 09 16:59:55.524670 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.550367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ab4c12-00e8-4f8f-86f2-dcc7ecf28935,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:55.558370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.568656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7812ca8c-19fe-483a-81c5-2ad9b801b39d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2653744 Jul 09 16:59:55.570378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:55.592092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'network': {'name': 'tempest-network-smoke--2124789853', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:55.656895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:59:55.664780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.708821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:59:55.714362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-058a8c44-c6bf-4ab6-8c55-48b7304a9c2e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:55.716131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-058a8c44-c6bf-4ab6-8c55-48b7304a9c2e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.2436731 Jul 09 16:59:55.737851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Request body: {'port': {'device_id': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'admin_state_up': True, 'tenant_id': 'b30861197d49470fabf644bc9794a456'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:55.761718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73b6246a-710d-4c15-a4f2-2dafdd7edf2f req-1d75a839-e155-43e6-a75a-35770f227aad tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0469434 Jul 09 16:59:55.777778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.778118 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Added segment 2dbf3266-8420-46be-a737-f092555f294d of type vlan for network 46851caa-c8b8-41fc-a56a-6886f8b1784a Jul 09 16:59:55.849228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.892150 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.898275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:55.898985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.903905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Made reservation on behalf of b30861197d49470fabf644bc9794a456 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:59:55.908303 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.988742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4112184 Jul 09 16:59:55.992341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:56.007176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'admin_state_up': True, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:56.039144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58442d9e-43d7-4648-a849-eccfcf4fb59a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Network': ['ID=46851caa-c8b8-41fc-a56a-6886f8b1784a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:56.059296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:59:56.066049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.069422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.162601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Allocated IP 172.20.0.3 (be3cfcc3-6652-4c92-bda1-b52ece803f12/262b6042-d925-4c2c-bb9a-56a4a9300718/61c255c9-d8d9-4440-b1cd-21baebc9c689) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:59:56.172985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.387697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.445894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.482672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:59:56.525397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event updated for resources: {'Port': ['ID=61c255c9-d8d9-4440-b1cd-21baebc9c689,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:56.534640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:59:56.536380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:59:56.545724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:59:56.606056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:56.606923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.639067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7c75648b-ba91-49d8-ad77-406233e90e1b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9071519 Jul 09 16:59:56.645068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.660854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Request body: {'port': {'device_id': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:56.782745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.846749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49eff0-806e-47bf-9088-43e538b6dd9b req-6c41c9fa-8572-40db-984d-f369120caa81 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:56.848331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc49eff0-806e-47bf-9088-43e538b6dd9b req-6c41c9fa-8572-40db-984d-f369120caa81 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 931 time: 0.1136141 Jul 09 16:59:56.913782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc49eff0-806e-47bf-9088-43e538b6dd9b req-31e533cf-c7e3-4cc8-a825-f1a5a72d3047 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Jul 09 16:59:57.032724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90cfa23c-2ec7-46d0-be26-fd95d1fd4fe0 req-31765171-333e-42ae-b047-187172fff697 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0757010 Jul 09 16:59:57.068251 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.098843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.189499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c255c9-d8d9-4440-b1cd-21baebc9c689 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:59:57.199289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.212357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Transition to ACTIVE for port object 61c255c9-d8d9-4440-b1cd-21baebc9c689 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:59:57.219592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.248355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.122 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/1fcb6b8d-6791-4001-92ca-8347064711a6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:59:57.276889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Pushing event updated for resources: {'Port': ['ID=61c255c9-d8d9-4440-b1cd-21baebc9c689,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:57.365352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Attempting to bind port 61c255c9-d8d9-4440-b1cd-21baebc9c689 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:59:57.365797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Attempting to bind port 61c255c9-d8d9-4440-b1cd-21baebc9c689 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:59:57.366236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Attempting to bind port 61c255c9-d8d9-4440-b1cd-21baebc9c689 on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:59:57.371302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Port 61c255c9-d8d9-4440-b1cd-21baebc9c689 on network be3cfcc3-6652-4c92-bda1-b52ece803f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:59:57.371707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Attempting to bind port 61c255c9-d8d9-4440-b1cd-21baebc9c689 on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:59:57.377149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:59:57.377816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Checking segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:59:57.378398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Bound using segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:59:57.378953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Bound port: 61c255c9-d8d9-4440-b1cd-21baebc9c689, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:59:57.379411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.387184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.443313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.461100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] For port 61c255c9-d8d9-4440-b1cd-21baebc9c689, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:59:57.464691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] For port 61c255c9-d8d9-4440-b1cd-21baebc9c689, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:59:57.469391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.494402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:59:57.499350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:59:57.503128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:59:57.509777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=1fcb6b8d-6791-4001-92ca-8347064711a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:57.512748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:57.513397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.514923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] 10.222.0.37 "PUT /v2.0/ports/61c255c9-d8d9-4440-b1cd-21baebc9c689 HTTP/1.1" status: 200 len: 1091 time: 0.8610702 Jul 09 16:59:57.515406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'tag': '61c255c9-d8d9-4440-b1cd-21baebc9c689'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:59:57.518061 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd0f4e9-5885-4227-b4e4-9681c55cf377" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bd04cd-1bca-458d-9cdd-572bb2281b1b", "tag": "61c255c9-d8d9-4440-b1cd-21baebc9c689"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:59:57.587102 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc801b-3fe8-4466-9f83-4273b5fb1d0d x-openstack-request-id: req-badc801b-3fe8-4466-9f83-4273b5fb1d0d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:59:57.587470 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bd04cd-1bca-458d-9cdd-572bb2281b1b", "tag": "61c255c9-d8d9-4440-b1cd-21baebc9c689", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:59:57.587792 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-badc801b-3fe8-4466-9f83-4273b5fb1d0d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:59:57.588270 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'tag': '61c255c9-d8d9-4440-b1cd-21baebc9c689', 'status': 'completed', 'code': 200} Jul 09 16:59:57.594642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94abc6e-2d93-4e51-9ef2-143c90a8387a service neutron] Pushing event updated for resources: {'Port': ['ID=61c255c9-d8d9-4440-b1cd-21baebc9c689,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:57.665861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7ecfb4f0-e4d9-4754-a2d1-c91af6bd456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:57.669002 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-7ecfb4f0-e4d9-4754-a2d1-c91af6bd456c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 1094 time: 0.0702629 Jul 09 16:59:57.757080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-9a88d05b-66fc-4aba-a47b-bc28b5615607 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689 HTTP/1.1" status: 200 len: 217 time: 0.0485792 Jul 09 16:59:57.821746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-5f9385af-0d43-4434-97e7-a8961c6cf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:57.823241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-5f9385af-0d43-4434-97e7-a8961c6cf4d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0591614 Jul 09 16:59:57.838004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.860250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-20ee9ba6-3c03-46ef-acec-80118c870e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306365 Jul 09 16:59:57.981629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-cb60bbc3-bb76-4aca-b426-fc6a8512e69f service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119397 Jul 09 16:59:58.132275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e603efa6-4394-4c9f-9e39-25169b3f776e req-66257615-5a09-407e-9283-2a44ff92975c service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427190 Jul 09 16:59:58.255263 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.282658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcbd71-62da-4e8f-b74d-4e0c7e669a7b req-23f61e5d-6f68-46e8-9d85-ea35c2e27612 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:58.284796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61fcbd71-62da-4e8f-b74d-4e0c7e669a7b req-23f61e5d-6f68-46e8-9d85-ea35c2e27612 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 943 time: 0.1461630 Jul 09 16:59:58.315461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-1505ca75-d4cb-4c4d-bbf9-c051fface4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:58.319985 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-1505ca75-d4cb-4c4d-bbf9-c051fface4bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 1094 time: 0.0939758 Jul 09 16:59:58.407803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fbcd605a-4327-4a2c-998c-b8262ad8bd8a req-7f18b9de-3c7b-446b-8a16-db79f5c372c9 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0631499 Jul 09 16:59:58.474205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61fcbd71-62da-4e8f-b74d-4e0c7e669a7b req-e6f30d38-9326-4bc5-b526-0c0e6da9a67e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313317 Jul 09 16:59:58.479427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-12c40631-3535-4bc5-83af-edb219f48fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:58.481425 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-12c40631-3535-4bc5-83af-edb219f48fcd service neutron] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 915 time: 0.1550095 Jul 09 16:59:58.529691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-7deb24e2-775f-44f1-9761-6ae6625aebb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689 HTTP/1.1" status: 200 len: 217 time: 0.0399570 Jul 09 16:59:58.535405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router e59d58ca-5874-4f8c-8b29-d240f92496fe is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:59:58.605712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-2cccd594-10a4-4ff3-9dd5-03110149a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:58.609057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-2cccd594-10a4-4ff3-9dd5-03110149a4ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0730700 Jul 09 16:59:58.650400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-87f6bd11-a60c-4924-a663-cdc2f8bcffb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354488 Jul 09 16:59:58.675646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:59:58.693875 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Sync routers for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:59:58.701055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.705307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d28ed286-81c1-4b56-9cc5-dc2edb078f5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7117894 Jul 09 16:59:58.710100 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:58.711120 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:58.713541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:58.815705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8a0de293-a718-4201-bd40-3a2620cb157d tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=829ea95d3c2e4ddaa8a7e517da95126c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1010029 Jul 09 16:59:58.821252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:58.834320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-4956c527-64d0-4e97-8433-ca8316e9cd18 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759756 Jul 09 16:59:58.879986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:59:58.956303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8ca98-8133-4fd6-821f-acf599c635d4 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:58.959294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1f8ca98-8133-4fd6-821f-acf599c635d4 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333160 Jul 09 16:59:58.960790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:59.022605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:59.023699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2bc857dc-81cf-42b4-b606-e4478f400e4f tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598483 Jul 09 16:59:59.033336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695733119', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:59:59.039376 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1dd0f4e9-5885-4227-b4e4-9681c55cf377 req-5539063c-6d62-4cf6-82b0-7dbbd0e4d9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840706 Jul 09 16:59:59.137840 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T16:59:57Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T16:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:59.157179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:59:59.160801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.168752 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Checking router: e59d58ca-5874-4f8c-8b29-d240f92496fe for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:59:59.169114 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Updating router e59d58ca-5874-4f8c-8b29-d240f92496fe port 1fcb6b8d-6791-4001-92ca-8347064711a6 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:59:59.220050 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.430105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.489328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Subnet': ['ID=94a37eb8-6502-417b-a7b3-3fd8078fe210,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:59.540460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Checking segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:59:59.540838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network hostable DHCP agents. Network: 46851caa-c8b8-41fc-a56a-6886f8b1784a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:59:59.574016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:59:59.576777 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.592869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 46851caa-c8b8-41fc-a56a-6886f8b1784a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:59:59.596823 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Transition to ACTIVE for port object 1fcb6b8d-6791-4001-92ca-8347064711a6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:59:59.604120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:59.605996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.606135 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.606644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef7fdc-e08c-4fef-94d7-c986e0693ea9 None None] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:59:59.639906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43a0e25e-5d5a-4bc4-970b-9b4e1100f3ff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6147926 Jul 09 16:59:59.640519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:59.643406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d864886d-b0f8-42ef-a301-31b741d3fa9d req-643cef4e-b977-4bd2-895a-13039a2f32b2 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0812569 Jul 09 16:59:59.694925 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Attempting to bind port 1fcb6b8d-6791-4001-92ca-8347064711a6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:59:59.695491 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Attempting to bind port 1fcb6b8d-6791-4001-92ca-8347064711a6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:59:59.695796 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Attempting to bind port 1fcb6b8d-6791-4001-92ca-8347064711a6 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:59:59.715036 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:59:59.715428 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:59:59.716611 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.717023 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:59:59.718203 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Bound port: 1fcb6b8d-6791-4001-92ca-8347064711a6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:59:59.719302 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.728842 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Pushing event updated for resources: {'Port': ['ID=1fcb6b8d-6791-4001-92ca-8347064711a6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:59:59.740173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e75d0-b07a-466e-a135-244674602515 req-9e634c19-5d82-4af6-a14b-a3693f916aae tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:59.741812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a9e75d0-b07a-466e-a135-244674602515 req-9e634c19-5d82-4af6-a14b-a3693f916aae tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 943 time: 0.1136923 Jul 09 16:59:59.790751 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] For port 1fcb6b8d-6791-4001-92ca-8347064711a6, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:59:59.797505 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] For port 1fcb6b8d-6791-4001-92ca-8347064711a6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1fcb6b8d-6791-4001-92ca-8347064711a6,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:59:59.807289 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.807638 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.807977 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.808313 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.809122 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.809466 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.809798 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.810124 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.810449 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.810857 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.811182 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.811499 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:59:59.816157 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.827485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a9e75d0-b07a-466e-a135-244674602515 req-4057f480-a4ce-4191-a3c3-d5ad74463d90 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796666 Jul 09 16:59:59.836477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-46851caa-c8b8-41fc-a56a-6886f8b1784a', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:59:59.840194 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:59.889553 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:59:59.890211 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:00.043757 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d9fff-d190-40a2-8534-fdf34860381e None None] Pushing event updated for resources: {'Port': ['ID=1fcb6b8d-6791-4001-92ca-8347064711a6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:00.052081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Allocated IP 172.20.0.2 (46851caa-c8b8-41fc-a56a-6886f8b1784a/94a37eb8-6502-417b-a7b3-3fd8078fe210/3b549275-b6a5-481c-8939-2a1d15484444) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:00.155637 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:00.264219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:00.277738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Transition to ACTIVE for port object 3b549275-b6a5-481c-8939-2a1d15484444 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:00.301305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Transition to ACTIVE for port object 3b549275-b6a5-481c-8939-2a1d15484444 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:00.309159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:00.356957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:00.372955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:00.375264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Pushing event updated for resources: {'Port': ['ID=3b549275-b6a5-481c-8939-2a1d15484444,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:00.378501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:00.395464 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:00:00.417102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:00.452141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Attempting to bind port 3b549275-b6a5-481c-8939-2a1d15484444 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:00.452587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Attempting to bind port 3b549275-b6a5-481c-8939-2a1d15484444 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:00.453223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Attempting to bind port 3b549275-b6a5-481c-8939-2a1d15484444 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:00.458795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:00.459254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Checking segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:00.459881 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:00.460489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Bound using segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:00.461280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Bound port: 3b549275-b6a5-481c-8939-2a1d15484444, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:00.461628 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T16:59:57Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T16:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:00.462237 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:00.502915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5f7fe-4fa6-4254-aaa1-337f434c754e None None] The sync data for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 is: [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T16:59:57Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T16:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:00.541141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] For port 3b549275-b6a5-481c-8939-2a1d15484444, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:00.544847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] For port 3b549275-b6a5-481c-8939-2a1d15484444, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3b549275-b6a5-481c-8939-2a1d15484444,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:00.550367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:00.613024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e5ec5-1d6e-4e14-817f-205d4667c7d4 None None] Pushing event updated for resources: {'Port': ['ID=3b549275-b6a5-481c-8939-2a1d15484444,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:00.772704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.1 (46851caa-c8b8-41fc-a56a-6886f8b1784a/94a37eb8-6502-417b-a7b3-3fd8078fe210/6ffb2520-dad6-46a6-acc5-99abcaf3dd51) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:00.953659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e43f0a99-1010-47d5-96e5-379b4e3736da req-a64935a9-d745-4845-ba16-946d66180746 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0949638 Jul 09 17:00:01.085547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.105247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:01.113714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61c255c9-d8d9-4440-b1cd-21baebc9c689 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:00:01.154424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.199839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ebce-0d5a-4ce1-89b1-8179fea26fe1 req-086243f5-df50-4b72-b005-2e37a3d533f1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:01.208313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12c2ebce-0d5a-4ce1-89b1-8179fea26fe1 req-086243f5-df50-4b72-b005-2e37a3d533f1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 943 time: 0.1328003 Jul 09 17:00:01.229002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:01.232930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:01.242766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:01.251114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:01.287457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12c2ebce-0d5a-4ce1-89b1-8179fea26fe1 req-57b06657-a155-4400-a91f-032727f32ab0 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Jul 09 17:00:01.369435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.369921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.370263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.370974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.371653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.372041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.372608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.376854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.377596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.378056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.378733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.379304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:01.397617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 61c255c9-d8d9-4440-b1cd-21baebc9c689, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:01.418411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '61c255c9-d8d9-4440-b1cd-21baebc9c689', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'port_id': '61c255c9-d8d9-4440-b1cd-21baebc9c689', 'mac_address': 'fa:16:3e:f3:a9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262b6042-d925-4c2c-bb9a-56a4a9300718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:00:01.421698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.477134 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.513037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c255c9-d8d9-4440-b1cd-21baebc9c689 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:01.524855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3b549275-b6a5-481c-8939-2a1d15484444 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:01.576568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 61c255c9-d8d9-4440-b1cd-21baebc9c689, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:01.585770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.655327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3b549275-b6a5-481c-8939-2a1d15484444 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:01.671085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1fcb6b8d-6791-4001-92ca-8347064711a6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:01.675156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=61c255c9-d8d9-4440-b1cd-21baebc9c689,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:01.719444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.740750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1fcb6b8d-6791-4001-92ca-8347064711a6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:01.745564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1fcb6b8d-6791-4001-92ca-8347064711a6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:01.746300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.902548 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.935557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1fcb6b8d-6791-4001-92ca-8347064711a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1fcb6b8d-6791-4001-92ca-8347064711a6,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:01.942598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.030122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['61c255c9-d8d9-4440-b1cd-21baebc9c689'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:02.038643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1fcb6b8d-6791-4001-92ca-8347064711a6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:02.182303 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.185778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00e592-8f05-44c3-8c1d-f36c5e4a9f2e None None] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:00:02.193567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.215790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ffcff4f-a0eb-4c62-9b53-f62fe4648bcb req-215301a2-e42b-498b-a4a6-1f93eaf73589 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jul 09 17:00:02.292572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.294039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] Provisioning for port 3b549275-b6a5-481c-8939-2a1d15484444 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:02.307449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] Provisioning complete for port 3b549275-b6a5-481c-8939-2a1d15484444 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:02.307802 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.436155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.491810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] For port 3b549275-b6a5-481c-8939-2a1d15484444, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3b549275-b6a5-481c-8939-2a1d15484444,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:02.498407 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:02.628831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d94675-1758-4847-9b10-eeaf15880c22 None None] Pushing event updated for resources: {'Port': ['ID=3b549275-b6a5-481c-8939-2a1d15484444,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:02.638521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6999dc-85ab-488e-9a13-26a6834f5f49 req-5b6938f4-7ec5-47dd-af5e-d0a8014dc5e4 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:02.649130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f6999dc-85ab-488e-9a13-26a6834f5f49 req-5b6938f4-7ec5-47dd-af5e-d0a8014dc5e4 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 944 time: 0.1615343 Jul 09 17:00:02.719376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f6999dc-85ab-488e-9a13-26a6834f5f49 req-0e6a7faf-5c4a-415c-9ecc-a68d0fe4c692 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629625 Jul 09 17:00:02.917421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:03.008352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:03.010713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:03.032772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75d5ff9f-e31a-4fef-91ad-09607b69dcbf None None] Provisioning for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:03.037881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75d5ff9f-e31a-4fef-91ad-09607b69dcbf None None] Provisioning complete for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:03.038526 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75d5ff9f-e31a-4fef-91ad-09607b69dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.089505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-75d5ff9f-e31a-4fef-91ad-09607b69dcbf None None] Port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:03.113933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75d5ff9f-e31a-4fef-91ad-09607b69dcbf None None] Provisioning complete for port 3b549275-b6a5-481c-8939-2a1d15484444 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:03.114712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75d5ff9f-e31a-4fef-91ad-09607b69dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.140324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61c255c9-d8d9-4440-b1cd-21baebc9c689 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:03.163888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router e59d58ca-5874-4f8c-8b29-d240f92496fe has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:00:03.246230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 61c255c9-d8d9-4440-b1cd-21baebc9c689 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:03.285653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 61c255c9-d8d9-4440-b1cd-21baebc9c689 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:03.286225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.360098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:00:03.376413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Sync routers for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:00:03.380201 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-66d9df57-0e26-4737-b3c1-a22b9d0ecc42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/e59d58ca-5874-4f8c-8b29-d240f92496fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7365141 Jul 09 17:00:03.441704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3b549275-b6a5-481c-8939-2a1d15484444 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:03.489138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.494117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:03.495377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:03.514292 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-018719f6-517f-422f-be66-8842a4fa5e0d None None] Provisioning complete for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:03.514633 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-018719f6-517f-422f-be66-8842a4fa5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.607969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eeb861f-13f9-4fb9-bc8d-f5aa0fbb1246 req-fe81166e-dccf-46e6-b896-df7757ebab54 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0427473 Jul 09 17:00:03.656839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c255c9-d8d9-4440-b1cd-21baebc9c689'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:03.659279 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a95d2-62d0-4156-886d-37b2844ebbf2" -d '{"events": [{"server_uuid": "d7bd04cd-1bca-458d-9cdd-572bb2281b1b", "name": "network-vif-plugged", "status": "completed", "tag": "61c255c9-d8d9-4440-b1cd-21baebc9c689"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:03.714145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 61c255c9-d8d9-4440-b1cd-21baebc9c689, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:03.717833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-018719f6-517f-422f-be66-8842a4fa5e0d None None] Port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:03.728820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.783057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-caa9f46c-9123-4ec9-8a7e-b94f0a42720b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853105329&fields=id&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 267 time: 0.0715361 Jul 09 17:00:03.791198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3b549275-b6a5-481c-8939-2a1d15484444 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:03.792136 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.890131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:03.899066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=61c255c9-d8d9-4440-b1cd-21baebc9c689,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:03.951861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-200f44f8-c09e-4067-b242-b5fa16664c72 None None] Provisioning complete for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:03.952923 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-200f44f8-c09e-4067-b242-b5fa16664c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:03.970601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-e4cf1299-880d-4ebc-94e7-54392144b826 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:03.972616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-e4cf1299-880d-4ebc-94e7-54392144b826 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 797 time: 0.1799536 Jul 09 17:00:04.003320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-21682896-3699-4ae4-aef4-464807d7f3b3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/quotas/829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 375 time: 0.0189807 Jul 09 17:00:04.027328 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56881e6-1d8e-474a-9c97-5b0aa34e874b x-openstack-request-id: req-c56881e6-1d8e-474a-9c97-5b0aa34e874b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:04.027646 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd04cd-1bca-458d-9cdd-572bb2281b1b", "name": "network-vif-plugged", "status": "completed", "tag": "61c255c9-d8d9-4440-b1cd-21baebc9c689", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:04.027859 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c56881e6-1d8e-474a-9c97-5b0aa34e874b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:04.028256 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c255c9-d8d9-4440-b1cd-21baebc9c689', 'code': 200} Jul 09 17:00:04.037600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-200f44f8-c09e-4067-b242-b5fa16664c72 None None] Port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:04.091244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-22c37b9c-a460-4a2b-9628-e737ce0b634e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823851 Jul 09 17:00:04.134112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1fcb6b8d-6791-4001-92ca-8347064711a6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:04.231347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1fcb6b8d-6791-4001-92ca-8347064711a6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:04.231877 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:04.232467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e6391-bb6f-4e15-826b-50b2b90e6146 req-76b35096-7e8a-4633-9172-b60f56e5030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:04.235234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-012e6391-bb6f-4e15-826b-50b2b90e6146 req-76b35096-7e8a-4633-9172-b60f56e5030b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 1096 time: 0.0894060 Jul 09 17:00:04.280739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-012e6391-bb6f-4e15-826b-50b2b90e6146 req-72af6f1a-aa35-4927-998f-64a0f7b9c9c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Jul 09 17:00:04.282419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 2, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:04.305372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-99533fbe-9d4c-4209-a455-a9e8797f19c2 service neutron] 10.222.0.48 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036946 Jul 09 17:00:04.319129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c58035-3c39-4674-b02a-a39006292b69 req-cd403f89-b6c1-4d45-ae74-920ee8bf9da7 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:04.320233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Checking router: e59d58ca-5874-4f8c-8b29-d240f92496fe for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:00:04.320650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Updating router e59d58ca-5874-4f8c-8b29-d240f92496fe port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:00:04.321385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79c58035-3c39-4674-b02a-a39006292b69 req-cd403f89-b6c1-4d45-ae74-920ee8bf9da7 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 945 time: 0.1444724 Jul 09 17:00:04.386788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:04.422541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79c58035-3c39-4674-b02a-a39006292b69 req-e5320800-c3aa-4534-b5fb-c5c31a10c057 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802722 Jul 09 17:00:04.459673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-02fc1ccb-808f-4f6e-b0dc-4907a8959894 service neutron] 10.222.0.48 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369224 Jul 09 17:00:04.753276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09c53dc0-eb57-4e39-8f5a-55a70899274c req-42e2cea5-a69f-4336-9ecc-83776921fb8a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 210 time: 0.0639417 Jul 09 17:00:04.829042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88094b3b-1ace-4d08-9ef1-5bc497e890fc req-e5e0e103-77ce-4ccd-8d6b-8ed9bba36234 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0364239 Jul 09 17:00:04.833709 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:04.847778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Transition to ACTIVE for port object 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:04.859971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:04.920332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894d471-1414-44b3-96fc-ad2356c64e8c None None] Pushing event updated for resources: {'Port': ['ID=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:04.990817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Attempting to bind port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:04.991191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Attempting to bind port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:04.991554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Attempting to bind port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:04.998757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:04.999046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Checking segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:04.999333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:05.000031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Bound using segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:05.000197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Bound port: 6ffb2520-dad6-46a6-acc5-99abcaf3dd51, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:05.000776 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:05.095845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] For port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:05.099383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] For port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:05.104107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:05.176327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:05.177055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T16:59:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:05.398566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894d471-1414-44b3-96fc-ad2356c64e8c None None] Pushing event updated for resources: {'Port': ['ID=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:05.478562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:05.747554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bc4ed-af06-42bb-a65b-785d371e4b4d req-7407db51-5e62-459e-b614-8a6ba979d394 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:05.752401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a6bc4ed-af06-42bb-a65b-785d371e4b4d req-7407db51-5e62-459e-b614-8a6ba979d394 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 945 time: 0.1786084 Jul 09 17:00:05.801345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:05Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:05.805365 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-833364fe-ac4c-4e22-bd89-8aa0c1803d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:05.832164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1a3ca-6703-4dd2-98af-a88172d45281 None None] The sync data for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 is: [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:05Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:05.859435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a6bc4ed-af06-42bb-a65b-785d371e4b4d req-0942b22f-910e-45a7-988a-927470500f88 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955949 Jul 09 17:00:06.115458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-752b6622-5a96-41d6-86e2-42bf9699f4de req-4b6861e5-759a-4dd4-abb3-5eb412d2822b tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0504861 Jul 09 17:00:06.155009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87b84255-dbeb-46ee-9fcf-ec7ee3d38574 req-1625d80b-ead3-4db9-a04e-6b0d38d4675c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 210 time: 0.0783937 Jul 09 17:00:06.724364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-a1741107-181c-41a9-ac5c-f38188508430 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:06.726516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-a1741107-181c-41a9-ac5c-f38188508430 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 797 time: 0.1584473 Jul 09 17:00:06.816796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-c6965069-91cd-44ad-96b5-fcef7f27ad2c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 379 time: 0.0703890 Jul 09 17:00:06.832591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'port': {'device_id': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'admin_state_up': True, 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'security_groups': ['89ebfa0f-858e-4801-9761-e7c5c39c7a93']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:07.132526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:07.136983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:07.389016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:07.462184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:07.467699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:07.468382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:07.589774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32ac0fb0-18b4-4cd9-ab5d-74b8b031337c req-d8425824-25d1-4dac-ac01-08908b004687 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0472853 Jul 09 17:00:07.592493 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:07.649614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:07.657335 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:07.666200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f4e84-a090-40d1-8bb8-a64fa296f458 req-23ac9858-912a-40a9-a79a-57411f1f1efa tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:07.668547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d69f4e84-a090-40d1-8bb8-a64fa296f458 req-23ac9858-912a-40a9-a79a-57411f1f1efa tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 945 time: 0.6123204 Jul 09 17:00:07.717526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:07.787263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d41c7e39-c3eb-48a2-ad40-62c36e25d85d req-c3278945-202f-4aa1-837c-0982ee20a6e9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 210 time: 0.0418918 Jul 09 17:00:07.793166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d69f4e84-a090-40d1-8bb8-a64fa296f458 req-fffeab58-75a9-4952-b694-e3567fca537b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107314 Jul 09 17:00:07.802893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.11 (46851caa-c8b8-41fc-a56a-6886f8b1784a/94a37eb8-6502-417b-a7b3-3fd8078fe210/e2117e2c-09a8-4289-97f6-1f4754e69437) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:08.023359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.054065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object e2117e2c-09a8-4289-97f6-1f4754e69437 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:08.108340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.208985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:08.215440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:08.219365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:08.226825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.287478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:08.291231 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d81b19ce-570e-43db-a3b2-b1472c969f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.302120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:08.302881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.329352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-f2da668f-1418-401f-88f5-a5198e7a8963 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5051248 Jul 09 17:00:08.349027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Request body: {'port': {'device_id': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:08.456653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.545201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.619356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c17d817b-f64b-4175-9a6b-0c038e083d71 None None] Provisioning for port e2117e2c-09a8-4289-97f6-1f4754e69437 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:08.624940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c17d817b-f64b-4175-9a6b-0c038e083d71 None None] Provisioning complete for port e2117e2c-09a8-4289-97f6-1f4754e69437 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:08.625489 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c17d817b-f64b-4175-9a6b-0c038e083d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.703421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c17d817b-f64b-4175-9a6b-0c038e083d71 None None] Port e2117e2c-09a8-4289-97f6-1f4754e69437 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:08.814158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d4c6e5a-3e8c-4744-9697-707cb5544042 req-e2a7dba7-80e5-41df-b7a6-2f51edfec20d tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0418010 Jul 09 17:00:08.892106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2117e2c-09a8-4289-97f6-1f4754e69437 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:08.905081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:08.920126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Transition to ACTIVE for port object e2117e2c-09a8-4289-97f6-1f4754e69437 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:08.925233 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:09.021853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:09.148539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78f4ab-f443-4d3c-b3a9-217144ac3851 req-1a5ae840-671a-430c-943b-797454da2a97 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:09.150285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb78f4ab-f443-4d3c-b3a9-217144ac3851 req-1a5ae840-671a-430c-943b-797454da2a97 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.2195940 Jul 09 17:00:09.189018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:09.189414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:09.189693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:09.197080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Port e2117e2c-09a8-4289-97f6-1f4754e69437 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:00:09.197407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:09.214529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:09.214529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Checking segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:09.214529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Bound using segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:09.214529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Bound port: e2117e2c-09a8-4289-97f6-1f4754e69437, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:09.214529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:09.233072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb78f4ab-f443-4d3c-b3a9-217144ac3851 req-669b6584-8e8a-49e6-9b2c-3dd3b4daacaf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718815 Jul 09 17:00:09.257063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:09.350972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:09.358042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:09.367470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:09.370493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:09.436915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:09.437342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:09.442684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:09.455847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:09.456975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:09.459418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-1d791dc7-e468-42fd-9abd-5d6e4f86f981 service neutron] 10.222.0.43 "PUT /v2.0/ports/e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1092 time: 1.1181540 Jul 09 17:00:09.460064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:09.462698 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2" -d '{"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:09.521633 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6e72ce-52ae-48af-8870-143c9d974a3f x-openstack-request-id: req-7d6e72ce-52ae-48af-8870-143c9d974a3f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:09.522195 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:09.522644 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d6e72ce-52ae-48af-8870-143c9d974a3f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:09.523205 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'status': 'completed', 'code': 200} Jul 09 17:00:09.649430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-8c4d441e-5f01-4731-9bd4-b39fa2c7c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:09.651402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-8c4d441e-5f01-4731-9bd4-b39fa2c7c5b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1095 time: 0.1155074 Jul 09 17:00:09.722576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-00b16779-552d-4c64-a5f3-695b92aa4566 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 217 time: 0.0562925 Jul 09 17:00:09.797106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-31025f44-37ff-494a-82d8-cd61fc7864d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:09.798650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-31025f44-37ff-494a-82d8-cd61fc7864d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0587146 Jul 09 17:00:09.881221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-de91ba78-1275-4195-bea1-d1ba64c57490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:09.883047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-de91ba78-1275-4195-bea1-d1ba64c57490 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762994 Jul 09 17:00:10.002995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-04e341ee-4c2c-4a0b-be24-bfd8387dfdca service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119101 Jul 09 17:00:10.044531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5363595-4573-4f91-8da4-f59d86c57f57 req-59979a65-c196-478b-819b-08358f11eff6 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0399408 Jul 09 17:00:10.168064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2ae2774-e30c-40b2-a99b-01b73a00d4f7 req-25949261-6a5f-4a2a-b542-cde525aa0d7e service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337395 Jul 09 17:00:10.320536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-83dbe0b4-a8ff-4454-9cb4-06a12bd3daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:10.322212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-83dbe0b4-a8ff-4454-9cb4-06a12bd3daa4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1095 time: 0.0815871 Jul 09 17:00:10.465959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-8072bbb8-9803-4b31-9bf8-930420473211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:10.467511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-8072bbb8-9803-4b31-9bf8-930420473211 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1308632 Jul 09 17:00:10.523286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-444a05e3-d55b-40bc-b530-0c4589640c2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 217 time: 0.0458102 Jul 09 17:00:10.547973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541c1-b258-4d17-b15c-2d1ae94a1490 req-10c5f2c7-fe26-4f0c-bd58-91d297ec0f33 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:10.550016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a9541c1-b258-4d17-b15c-2d1ae94a1490 req-10c5f2c7-fe26-4f0c-bd58-91d297ec0f33 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.1385767 Jul 09 17:00:10.655402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-bf1434ba-0697-4124-8678-a71803790caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:10.657029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-bf1434ba-0697-4124-8678-a71803790caf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.1215200 Jul 09 17:00:10.660306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a9541c1-b258-4d17-b15c-2d1ae94a1490 req-e05c1a58-4821-4bac-b1d9-d3490867ef4b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996394 Jul 09 17:00:10.756223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-a30410af-a334-4faf-bc40-609b60f10790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:10.758569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-a30410af-a334-4faf-bc40-609b60f10790 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889916 Jul 09 17:00:10.931208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-53186082-58e7-415f-9d4a-175ae2e1c2ab service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548750 Jul 09 17:00:11.070295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a3f822f-88a0-48a2-9f65-a0f8f9b349f2 req-50e9fe90-07c7-4467-ae10-3e24a940dad2 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304080 Jul 09 17:00:11.097571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:11.241854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9b2a12e-c87c-43c3-8526-58c9038a5965 req-e2289f81-c887-465e-a693-751add2b287f tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0429933 Jul 09 17:00:11.932105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cde99-6279-40f2-a553-4f3d65420497 req-11cdaa2a-d3a6-4060-bbfc-815602362263 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:11.944124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb6cde99-6279-40f2-a553-4f3d65420497 req-11cdaa2a-d3a6-4060-bbfc-815602362263 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.1027930 Jul 09 17:00:11.997542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb6cde99-6279-40f2-a553-4f3d65420497 req-2f7949c9-2aa6-4b7e-8575-362c77b3621c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476091 Jul 09 17:00:12.419116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2eac4ebf-9ec6-419a-9975-c348dbb451dd req-6b962b04-9ca7-4318-b47f-c7a7a23632c9 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0376754 Jul 09 17:00:13.183698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23dc60-f039-4154-aa26-e1f96355f0fe req-6b3367cb-2c96-4fd2-b20f-7cefaeac07a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:13.185251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f23dc60-f039-4154-aa26-e1f96355f0fe req-6b3367cb-2c96-4fd2-b20f-7cefaeac07a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.0677333 Jul 09 17:00:13.225022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f23dc60-f039-4154-aa26-e1f96355f0fe req-2882c00d-2785-4dd5-9b01-7902c7cdf5d4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340762 Jul 09 17:00:13.595829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5dc3259-5a76-4c83-b48e-675cf055e50a req-1a070a8e-bc77-431d-a10a-d8b3fe0edd53 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0433562 Jul 09 17:00:13.800321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:00:13.940199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:13.956254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'port_id': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'mac_address': 'fa:16:3e:46:3f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:00:14.007821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:14.026508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2117e2c-09a8-4289-97f6-1f4754e69437 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:14.053564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:14.061267 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:14.160891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:14.453536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-c0acda75-3c23-486f-8605-9e89c43c301f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:14.455407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-c0acda75-3c23-486f-8605-9e89c43c301f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.1817124 Jul 09 17:00:14.486080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-5a8aad04-16bb-474d-a0a7-860df8c8e995 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/quotas/b30861197d49470fabf644bc9794a456 HTTP/1.1" status: 200 len: 375 time: 0.0215323 Jul 09 17:00:14.499815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56197069-1f47-4022-bbe6-45bd271f7732 req-7ef1aeca-cc95-4328-93a8-655055332d43 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:14.502262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56197069-1f47-4022-bbe6-45bd271f7732 req-7ef1aeca-cc95-4328-93a8-655055332d43 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 945 time: 0.1276879 Jul 09 17:00:14.505674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e2117e2c-09a8-4289-97f6-1f4754e69437'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:14.599299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56197069-1f47-4022-bbe6-45bd271f7732 req-212268d1-b876-4597-a66d-971d9577cab3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800369 Jul 09 17:00:14.655960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-2e00421d-1330-47dd-9e98-884410fd82cb tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525061 Jul 09 17:00:14.791749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a991ac7a-ec30-469d-89ea-a1efb7087e35 req-305e7651-b3f3-4cf6-8cb2-9130b7dd1179 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0411153 Jul 09 17:00:14.800957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-22a45538-25d5-48f0-b030-49f583b92b26 service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436405 Jul 09 17:00:14.924007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-a10c0ed4-7056-47ec-b157-76426d4923c5 service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225495 Jul 09 17:00:15.180521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acaef7c6-8b8c-46ee-b1a1-03fda6e63f21 req-002c27a9-728d-4ce0-9e22-fb23d955f9c8 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 210 time: 0.0592580 Jul 09 17:00:15.830086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:15.894559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e2117e2c-09a8-4289-97f6-1f4754e69437 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:15.904783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e2117e2c-09a8-4289-97f6-1f4754e69437 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:15.905256 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.038454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.041725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8bbe559-8b0d-4bd6-8d4d-604aee199016 req-41b7cf88-17c7-4f0b-b7f2-08f367674b12 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0588124 Jul 09 17:00:16.083972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:16.085423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8181e-e9be-4d9c-93a1-9132e1087544 req-2e4c642d-d784-479a-ac86-5a1e2ffc06f4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:16.086382 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe3bdf-d843-4e00-b67d-6735812175e3" -d '{"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-plugged", "status": "completed", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:16.087475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30f8181e-e9be-4d9c-93a1-9132e1087544 req-2e4c642d-d784-479a-ac86-5a1e2ffc06f4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 945 time: 0.1448781 Jul 09 17:00:16.104163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:16.111525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.150039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30f8181e-e9be-4d9c-93a1-9132e1087544 req-69c0202a-4def-4a71-b27c-f4d5af312a16 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504863 Jul 09 17:00:16.190695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:16.213092 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524d635f-86a5-49c9-90e5-323d098c1203 x-openstack-request-id: req-524d635f-86a5-49c9-90e5-323d098c1203 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:16.213897 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-plugged", "status": "completed", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:16.214625 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-524d635f-86a5-49c9-90e5-323d098c1203 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:16.215515 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'code': 200} Jul 09 17:00:16.357690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a19cb341-3fe6-4830-abcc-2300ac0f33cb req-6a45db20-a48f-45f9-aad7-a81ee2b0b9de tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 210 time: 0.0371380 Jul 09 17:00:16.397574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b68c9-5704-4606-9e1b-54c34163c0f9 req-830fab00-a0d4-4955-a1c2-0309befdfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:16.399220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-086b68c9-5704-4606-9e1b-54c34163c0f9 req-830fab00-a0d4-4955-a1c2-0309befdfbc6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.1105115 Jul 09 17:00:16.442227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-086b68c9-5704-4606-9e1b-54c34163c0f9 req-1058bd51-db86-4799-9538-43b1d1ebad57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326138 Jul 09 17:00:16.640162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-66f091ef-28bc-462c-b710-826f1a39eb55 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:16.642847 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-66f091ef-28bc-462c-b710-826f1a39eb55 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.1452107 Jul 09 17:00:16.666994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Request body: {'port': {'device_id': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'admin_state_up': True, 'tenant_id': 'b30861197d49470fabf644bc9794a456'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:16.811152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Made reservation on behalf of b30861197d49470fabf644bc9794a456 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:16.817384 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.879392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e5f2a47-462c-4392-ba63-ec283b1d46de req-5c332343-a17c-4ea8-80f7-93652bb76f09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0353971 Jul 09 17:00:16.963922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Allocated IP 172.20.0.14 (be3cfcc3-6652-4c92-bda1-b52ece803f12/262b6042-d925-4c2c-bb9a-56a4a9300718/5642b7a1-cfe0-46a3-9321-c0f4ef62909d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:17.167909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.229157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.249672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b53e5eae-1fa3-4a4f-877c-d9026bea15f1 req-11f29120-e762-432f-b3df-ba124b1c0883 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0441968 Jul 09 17:00:17.274752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a', '61c255c9-d8d9-4440-b1cd-21baebc9c689'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:17.327449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:17.332740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:17.344877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:17.347999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event updated for resources: {'Port': ['ID=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:17.431694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.433298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.458155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbea10a-27da-4dc3-89ce-d6b451e79917 req-1fe7923c-3f5f-40cc-bed2-ebd841fd95d7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.464968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-91b53340-0d8b-43b6-b08f-109f26271b45 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8022692 Jul 09 17:00:17.468348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cbea10a-27da-4dc3-89ce-d6b451e79917 req-1fe7923c-3f5f-40cc-bed2-ebd841fd95d7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1484609 Jul 09 17:00:17.486729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Request body: {'port': {'device_id': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:17.595142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cbea10a-27da-4dc3-89ce-d6b451e79917 req-0faa670b-3552-4b82-977a-0fc29b739776 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189010 Jul 09 17:00:17.648702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.832474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab8d3-de3a-4f8f-a8cc-6a77d206907d req-064f21fe-0901-4c32-9f3c-44b8ffaff517 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.844117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-abeab8d3-de3a-4f8f-a8cc-6a77d206907d req-064f21fe-0901-4c32-9f3c-44b8ffaff517 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 932 time: 0.1244864 Jul 09 17:00:17.880106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-abeab8d3-de3a-4f8f-a8cc-6a77d206907d req-e4424737-86d3-4d07-ac8b-f45456bfd52e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Jul 09 17:00:18.052605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5642b7a1-cfe0-46a3-9321-c0f4ef62909d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:18.064742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:18.084379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Transition to ACTIVE for port object 5642b7a1-cfe0-46a3-9321-c0f4ef62909d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:18.096836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:18.183641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Pushing event updated for resources: {'Port': ['ID=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:18.261155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Attempting to bind port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:18.261724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Attempting to bind port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:18.262370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Attempting to bind port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:18.270462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d on network be3cfcc3-6652-4c92-bda1-b52ece803f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:00:18.271175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Attempting to bind port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:18.281355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:18.282064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Checking segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:18.282724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Bound using segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:18.283512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Bound port: 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:18.284343 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:18.388279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] For port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:18.391893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] For port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:18.396945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:18.442004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:18.442674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:18.444146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] 10.222.0.37 "PUT /v2.0/ports/5642b7a1-cfe0-46a3-9321-c0f4ef62909d HTTP/1.1" status: 200 len: 1092 time: 0.9632108 Jul 09 17:00:18.444636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'tag': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:18.447466 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52882da9-dc7d-478f-a2b6-d329651594fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff24d801-1b51-42ef-9548-4b04f025fca4", "tag": "5642b7a1-cfe0-46a3-9321-c0f4ef62909d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:18.448720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e242d56a-4b67-4677-8299-588dca45a8ab req-548e2354-53a5-427c-a6c0-9f399140c71b tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0424218 Jul 09 17:00:18.477892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc735c-28c3-468a-8f43-73151a4b5541 service neutron] Pushing event updated for resources: {'Port': ['ID=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:18.498764 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2697b6d-5108-4b64-b905-e19214b2a4b8 x-openstack-request-id: req-a2697b6d-5108-4b64-b905-e19214b2a4b8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:18.498764 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff24d801-1b51-42ef-9548-4b04f025fca4", "tag": "5642b7a1-cfe0-46a3-9321-c0f4ef62909d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:18.499923 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2697b6d-5108-4b64-b905-e19214b2a4b8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:18.499923 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'tag': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d', 'status': 'completed', 'code': 200} Jul 09 17:00:18.578129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-ced6de3c-09eb-43b1-8f5b-3d0085b75216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:18.580028 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-ced6de3c-09eb-43b1-8f5b-3d0085b75216 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 1095 time: 0.0646088 Jul 09 17:00:18.660216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-e5e6c04b-e0a2-48d2-8bf8-12812a98230f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d HTTP/1.1" status: 200 len: 217 time: 0.0649090 Jul 09 17:00:18.767499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bc33144c-8b65-4f23-94a1-46af3de37f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:18.770771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bc33144c-8b65-4f23-94a1-46af3de37f4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0803783 Jul 09 17:00:18.809239 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-d4e07086-c5af-44c1-a295-20a1499ac475 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320935 Jul 09 17:00:18.810868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94b854d2-fde1-4759-8d7d-9c37bbbf4068 req-8abaec26-a079-49ed-bf93-8bdf021a707e tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c&device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0484607 Jul 09 17:00:18.894983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60453b7-7cd6-49bd-8663-03f1822609e5 req-3341950c-6443-48a6-934e-a887f1e96982 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:18.897085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b60453b7-7cd6-49bd-8663-03f1822609e5 req-3341950c-6443-48a6-934e-a887f1e96982 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0887003 Jul 09 17:00:18.937597 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-7160dcdc-7ac7-4529-afcd-c5f8d4d19e09 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198354 Jul 09 17:00:18.971676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b60453b7-7cd6-49bd-8663-03f1822609e5 req-90fc00cc-d3e0-4eac-abfc-e237d61e8ea9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680315 Jul 09 17:00:19.100552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1f7f95c7-ef22-490e-943f-91e902e73925 req-bf91ace3-e988-4acb-b4ae-10ac24785707 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550786 Jul 09 17:00:19.257248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68cefdb1-6744-48d3-b1e8-ccbf2873969d req-3970f84e-9c91-47ec-877f-5e0ff9edb664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7b49c80e4d04682b652713381dd7cde&device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0683877 Jul 09 17:00:19.317703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52882da9-dc7d-478f-a2b6-d329651594fc req-3f74571d-e065-4a35-bf0f-b5cc251270ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.320310 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-3f74571d-e065-4a35-bf0f-b5cc251270ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 1095 time: 0.0977466 Jul 09 17:00:19.356483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68cefdb1-6744-48d3-b1e8-ccbf2873969d req-4d450548-a072-45d7-85bc-ad397c582a7d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b7b49c80e4d04682b652713381dd7cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882168 Jul 09 17:00:19.439915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52882da9-dc7d-478f-a2b6-d329651594fc req-1e7079c9-77b5-4642-8f85-fa8dfcc72451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.441266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-1e7079c9-77b5-4642-8f85-fa8dfcc72451 service neutron] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 915 time: 0.1137877 Jul 09 17:00:19.493631 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-46e43d57-6991-44db-9b9c-c3cfb8aa92d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d HTTP/1.1" status: 200 len: 217 time: 0.0455077 Jul 09 17:00:19.548278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52882da9-dc7d-478f-a2b6-d329651594fc req-a78ded99-9de6-467f-8082-4310bc25996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.549909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-a78ded99-9de6-467f-8082-4310bc25996a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0491889 Jul 09 17:00:19.570291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139ff58-5bf7-499f-914f-1e6ae0bdeaed req-0dbacf6a-b790-498d-8880-a7029a3be55e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.572834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a139ff58-5bf7-499f-914f-1e6ae0bdeaed req-0dbacf6a-b790-498d-8880-a7029a3be55e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 944 time: 0.2816312 Jul 09 17:00:19.585154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7faf1b8-4c6e-4e45-b360-aef604de62ae req-de031da7-b9f7-44e4-bc18-b7c073e9696d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.586701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7faf1b8-4c6e-4e45-b360-aef604de62ae req-de031da7-b9f7-44e4-bc18-b7c073e9696d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2628706 Jul 09 17:00:19.587102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-748c99fe-b468-4def-bf4e-b90249ab3f64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299799 Jul 09 17:00:19.599544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cefdb1-6744-48d3-b1e8-ccbf2873969d req-201326ab-6f60-48ab-b9df-3872c0a96386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.600979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68cefdb1-6744-48d3-b1e8-ccbf2873969d req-201326ab-6f60-48ab-b9df-3872c0a96386 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2215014 Jul 09 17:00:19.659756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7faf1b8-4c6e-4e45-b360-aef604de62ae req-7401982c-a58d-40b8-a22b-5eba859e6de0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638072 Jul 09 17:00:19.668354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a139ff58-5bf7-499f-914f-1e6ae0bdeaed req-8b0d1511-a5b0-401f-8a5f-14e3ba6fd368 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712414 Jul 09 17:00:19.719024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:19.763303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-111f0d90-9543-4c66-b75a-68a083a74dc6 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673021 Jul 09 17:00:19.783421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60079cb7-b100-4df4-bcd9-c91b1f077a74 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.785021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-60079cb7-b100-4df4-bcd9-c91b1f077a74 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1092 time: 0.0648909 Jul 09 17:00:19.803293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:19.809997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:19.825211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14a30246-52c7-40e5-a56f-b4318c1231f7 req-bb374154-bd49-476f-8c4b-611ded9f8f4b tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0352695 Jul 09 17:00:19.885116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:19.953753 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-52882da9-dc7d-478f-a2b6-d329651594fc req-910de52e-585a-4335-8c90-eb1f77a0e47b service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800835 Jul 09 17:00:20.025745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:20.180864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.191 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/08bdef05-d914-4070-860a-3345113c1c47) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:20.316968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:20.370462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:20.415657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:20.418863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:20.422581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:20.451611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=08bdef05-d914-4070-860a-3345113c1c47,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:20.879192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd3b2-c01d-4e05-83dc-67106415c701 req-a218b01f-f2b1-4d06-bb66-42ebf64eba56 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:20.880993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c05dd3b2-c01d-4e05-83dc-67106415c701 req-a218b01f-f2b1-4d06-bb66-42ebf64eba56 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 944 time: 0.0818479 Jul 09 17:00:20.919159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:20.928372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c05dd3b2-c01d-4e05-83dc-67106415c701 req-d21c4f50-094e-4deb-adad-40cf874b1a00 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jul 09 17:00:21.079985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a78e3244-6543-4f0f-bbce-8ceaa0259dfe req-0fc7ddbc-a677-4df4-9741-459c3b9cb01b tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0719569 Jul 09 17:00:21.123131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:21.442546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68cefdb1-6744-48d3-b1e8-ccbf2873969d req-4ac3bb7c-262c-462e-9c32-48947bdd8e07 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0659392 Jul 09 17:00:21.449263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:21.457692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:21.560711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=08bdef05-d914-4070-860a-3345113c1c47,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:21.566402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:21.682830 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7 associated. External IP: 172.25.7.191, port: e2117e2c-09a8-4289-97f6-1f4754e69437. Jul 09 17:00:21.908372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router e59d58ca-5874-4f8c-8b29-d240f92496fe has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:00:22.024933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:00:22.038715 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] Sync routers for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:00:22.052330 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:22.053181 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:00:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:22.057024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:22.117338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4e99c346-4a71-4daf-b7eb-1be814731a3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3120513 Jul 09 17:00:22.118323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:22.121760 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:22.179590 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:22.199770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d494f04-1b1a-4818-8dd0-618d0c07f9cc req-bab8baa2-d257-469b-b512-c3396e39d58b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.210809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d494f04-1b1a-4818-8dd0-618d0c07f9cc req-bab8baa2-d257-469b-b512-c3396e39d58b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 944 time: 0.1344616 Jul 09 17:00:22.250090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d494f04-1b1a-4818-8dd0-618d0c07f9cc req-730142fb-bd7d-4847-8335-bcede14c8261 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382729 Jul 09 17:00:22.283224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-359caea6-8995-4a9b-add7-64249fc32894 req-5a9347a9-17e2-44fa-823a-5aab7de84f6a tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f5684b3-96c7-4198-84cc-07f0255a447c HTTP/1.1" status: 200 len: 210 time: 0.0365434 Jul 09 17:00:22.335142 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dc3861-c7e1-4544-838e-a7c9c52b8653 x-openstack-request-id: req-d3dc3861-c7e1-4544-838e-a7c9c52b8653 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:22.335544 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:22.335915 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3dc3861-c7e1-4544-838e-a7c9c52b8653 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:22.336297 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'status': 'completed', 'code': 200} Jul 09 17:00:22.463148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-204f9d99-6a7c-4785-8ca9-2d38d58cd73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.465342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-204f9d99-6a7c-4785-8ca9-2d38d58cd73c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.0972419 Jul 09 17:00:22.548310 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.191', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'port_id': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'mac_address': 'fa:16:3e:46:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:00:20Z', 'updated_at': '2021-07-09T17:00:20Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:07Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:22.585730 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] Checking router: e59d58ca-5874-4f8c-8b29-d240f92496fe for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:00:22.593459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1772-2888-4b3f-ada7-ff2be2d50925 req-a7395dd3-a53a-4184-b3e0-7a6d7c9a9b35 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.597566 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:22.598535 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:00:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:22.601421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-105c1772-2888-4b3f-ada7-ff2be2d50925 req-a7395dd3-a53a-4184-b3e0-7a6d7c9a9b35 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1539567 Jul 09 17:00:22.656763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-01c195cb-2763-42d1-9e12-051c3e3cd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.658259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-01c195cb-2763-42d1-9e12-051c3e3cd0c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1721406 Jul 09 17:00:22.666935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-105c1772-2888-4b3f-ada7-ff2be2d50925 req-cef0cdcd-ea9e-4507-a575-ba1fb6bc32d4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632572 Jul 09 17:00:22.710151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46440) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:22.746010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:22.772680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-9e883c45-6835-429b-ab3e-221425f208db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1000 time: 0.1034739 Jul 09 17:00:22.798134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b562b9eb-3a4e-438f-98c9-b85a60a46420 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7 HTTP/1.1" status: 200 len: 992 time: 0.0862567 Jul 09 17:00:22.835800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-15dfcc1c-191b-47e0-8ca3-aae327e2cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.837471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-15dfcc1c-191b-47e0-8ca3-aae327e2cc9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0590456 Jul 09 17:00:22.927769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-1865c83c-b6e4-42df-a76f-45ca5267d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.929533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-1865c83c-b6e4-42df-a76f-45ca5267d274 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803120 Jul 09 17:00:23.027241 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.191', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'port_id': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'mac_address': 'fa:16:3e:46:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:00:20Z', 'updated_at': '2021-07-09T17:00:20Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:07Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:23.054582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c9dee-3e1d-496e-84e1-dd3893c5a88c None None] The sync data for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 is: [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.191', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'port_id': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'mac_address': 'fa:16:3e:46:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:00:20Z', 'updated_at': '2021-07-09T17:00:20Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:07Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:23.060880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-6bab147c-99ed-4a6c-aa17-2bfd9a762e30 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175838 Jul 09 17:00:23.168284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf348dfa-4c2c-4b86-9b0a-8be8c213bafa req-8ad56e0e-d151-45b5-9dcf-27c087a93add service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983603 Jul 09 17:00:23.218288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5642b7a1-cfe0-46a3-9321-c0f4ef62909d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:00:23.341028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:23.355109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'port_id': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d', 'mac_address': 'fa:16:3e:be:ac:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262b6042-d925-4c2c-bb9a-56a4a9300718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:00:23.390824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9aa25-cd91-49f1-a15f-7b49c0f6bea7 None None] New status for floating IP fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:00:23.484300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1932c0e-5a41-4d99-93f3-601c59981812 req-00fec0a9-f649-4ea5-a99c-5f95fb64f8db tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:23.486664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1932c0e-5a41-4d99-93f3-601c59981812 req-00fec0a9-f649-4ea5-a99c-5f95fb64f8db tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 944 time: 0.0841205 Jul 09 17:00:23.491803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:23.511271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5642b7a1-cfe0-46a3-9321-c0f4ef62909d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:23.542623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:23.589155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:23.655949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:23.794548 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:23.800408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:23.877093 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aa79e9db-3c17-4470-9425-53974bb6ac60 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7 HTTP/1.1" status: 200 len: 994 time: 0.0746996 Jul 09 17:00:23.952787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08190b76-082b-4ad4-b18c-42fedceb5453 req-f3fbd582-a65d-4e92-8c13-ce3b7955e8be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7b49c80e4d04682b652713381dd7cde&device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0464547 Jul 09 17:00:24.000334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d05ba3cf-cf6d-47bb-b176-4198aada462b req-b73cf366-1b3d-412c-9804-db9b45529a56 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0431147 Jul 09 17:00:24.007689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['5642b7a1-cfe0-46a3-9321-c0f4ef62909d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:24.014656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08190b76-082b-4ad4-b18c-42fedceb5453 req-f68607d3-8471-47ab-ac01-74d3586c8685 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b7b49c80e4d04682b652713381dd7cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473099 Jul 09 17:00:24.019910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1932c0e-5a41-4d99-93f3-601c59981812 req-6f9bd0df-8041-478f-8361-584fa654d784 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230861 Jul 09 17:00:24.176666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08190b76-082b-4ad4-b18c-42fedceb5453 req-250ce768-7028-45cc-a3ea-f9a96a37e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:24.178665 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08190b76-082b-4ad4-b18c-42fedceb5453 req-250ce768-7028-45cc-a3ea-f9a96a37e258 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429169 Jul 09 17:00:25.226458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fabb67fd-7cd3-4e74-8a39-1b994b1ef24c req-fa9d672f-005c-4796-87f6-936c07101332 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0549836 Jul 09 17:00:25.236375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5642b7a1-cfe0-46a3-9321-c0f4ef62909d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:25.290432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea783c5c-a2bb-4c2b-bbe6-7ed42db2e835 req-d66bd10d-bf17-47e4-9bd4-86fde78cfdb2 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:25.293830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea783c5c-a2bb-4c2b-bbe6-7ed42db2e835 req-d66bd10d-bf17-47e4-9bd4-86fde78cfdb2 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 945 time: 0.1379139 Jul 09 17:00:25.343587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:25.350780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:25.351669 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.381307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea783c5c-a2bb-4c2b-bbe6-7ed42db2e835 req-02b59e76-9d1c-4d06-ab9c-0617ec3f3e1e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Jul 09 17:00:25.460809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.487339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:25.489672 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478fbb5-d690-4189-a6f9-15c82dcfbc22" -d '{"events": [{"server_uuid": "ff24d801-1b51-42ef-9548-4b04f025fca4", "name": "network-vif-plugged", "status": "completed", "tag": "5642b7a1-cfe0-46a3-9321-c0f4ef62909d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:25.511311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:25.516108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.562916 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645275a1-6afb-4017-80e5-83dbaaaf1cf5 x-openstack-request-id: req-645275a1-6afb-4017-80e5-83dbaaaf1cf5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:25.563263 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff24d801-1b51-42ef-9548-4b04f025fca4", "name": "network-vif-plugged", "status": "completed", "tag": "5642b7a1-cfe0-46a3-9321-c0f4ef62909d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:25.563463 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-645275a1-6afb-4017-80e5-83dbaaaf1cf5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:25.563884 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d', 'code': 200} Jul 09 17:00:25.597389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:25.722450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84305-8e3b-421c-87b5-2f316111642f req-a9d5ed91-62c9-48b8-97dc-39a8e0bf7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:25.724640 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2fc84305-8e3b-421c-87b5-2f316111642f req-a9d5ed91-62c9-48b8-97dc-39a8e0bf7b5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 1097 time: 0.0742664 Jul 09 17:00:25.750541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08190b76-082b-4ad4-b18c-42fedceb5453 req-7f92b3b5-e202-4a87-bac1-aede277c926b tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Jul 09 17:00:25.762984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2fc84305-8e3b-421c-87b5-2f316111642f req-d12240b5-bf2c-4a87-b906-17c980f3ad96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Jul 09 17:00:25.976328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-f5aa250d-ad7c-473b-a767-f2032b11c084 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0784733 Jul 09 17:00:26.097133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.097686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.098159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.098651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.099117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.099580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.100103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.102208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-23bfcf3f-2a38-4fc6-a9e9-e7bcd9d899fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.0701294 Jul 09 17:00:26.237269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-941ff604-1ae3-4bdf-88d3-d330fbfd1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.237874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-941ff604-1ae3-4bdf-88d3-d330fbfd1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.238352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-941ff604-1ae3-4bdf-88d3-d330fbfd1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.240139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-941ff604-1ae3-4bdf-88d3-d330fbfd1285 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 2297 time: 0.1061213 Jul 09 17:00:26.317053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-9fbe6f91-4f4b-4ad9-a814-6dac48f5437b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1002 time: 0.0695324 Jul 09 17:00:26.416139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-900f68d7-467c-4b55-b796-41a2ee58839d req-e63d2f74-d3f3-4781-90b5-69ceb3f39330 tempest-ServerShowV247Test-851062844 tempest-ServerShowV247Test-851062844-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b7afafe-5d76-42b0-bd1c-b61c2d8505e1 HTTP/1.1" status: 200 len: 210 time: 0.0350556 Jul 09 17:00:26.426707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-798f042a-dc70-4852-9047-2fdf4593b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.428438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-798f042a-dc70-4852-9047-2fdf4593b1f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.1047916 Jul 09 17:00:26.523408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-0771a733-f047-4bdb-b135-35040aa17b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.525355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-0771a733-f047-4bdb-b135-35040aa17b1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894718 Jul 09 17:00:26.663920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-056ad1ee-c932-4c9d-a2d4-b560fdd0e362 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279883 Jul 09 17:00:26.677956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad13d-4480-4c8b-99e7-323899866531 req-fb24fc30-d2b1-415a-8e4c-5bd47858819c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.680614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fad13d-4480-4c8b-99e7-323899866531 req-fb24fc30-d2b1-415a-8e4c-5bd47858819c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 946 time: 0.0964656 Jul 09 17:00:26.779902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fad13d-4480-4c8b-99e7-323899866531 req-c7b9788a-a854-4b52-bbd3-13ed8bbb0360 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792816 Jul 09 17:00:26.802089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-6c0c04a1-cf88-47b9-97a1-01a80849882c service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197078 Jul 09 17:00:26.847794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-075e2a82-b686-4c72-80e5-9cea9a2a6037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 217 time: 0.0358458 Jul 09 17:00:26.894662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-be882620-c5fd-4e04-bc13-f1642a90c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.896291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-be882620-c5fd-4e04-bc13-f1642a90c11e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0454588 Jul 09 17:00:26.963828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a2314eaf-968e-40e7-a5d9-7a1c3a858857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:26.965425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a2314eaf-968e-40e7-a5d9-7a1c3a858857 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612566 Jul 09 17:00:27.071766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-74c8fdaf-bd82-4520-9aa3-b32445bc2b43 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989180 Jul 09 17:00:27.168628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-b9e531e4-554f-4d13-9409-4beb5bf6d257 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883274 Jul 09 17:00:27.217329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-f30b2dbc-3787-40fb-8f57-fd1654277392 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 217 time: 0.0421844 Jul 09 17:00:27.280470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-59a3ef7a-1385-424f-a825-09b270cd755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:27.283209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-59a3ef7a-1385-424f-a825-09b270cd755b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0574102 Jul 09 17:00:27.354705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-941ed60a-83b9-4e6b-a526-18205cde0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:27.356139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-941ed60a-83b9-4e6b-a526-18205cde0b47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659783 Jul 09 17:00:27.459062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-e6452f41-dfb2-4af0-ba7a-abd0c74862d2 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953922 Jul 09 17:00:27.569931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-1d1307a9-ffd2-4167-bbac-666944c0899d service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001999 Jul 09 17:00:27.627458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-7ef7d5c2-670c-46b7-845b-f20521ecbb63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 217 time: 0.0435243 Jul 09 17:00:27.694172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-2941c4d5-05f4-42c4-b640-e4b91a33e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:27.695793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-2941c4d5-05f4-42c4-b640-e4b91a33e0b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0611413 Jul 09 17:00:27.776844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-7fc6fddf-093a-43e8-b91e-2ee57fc7b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:27.778431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-7fc6fddf-093a-43e8-b91e-2ee57fc7b47d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757084 Jul 09 17:00:27.866727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:27.887938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-908fb7e5-3630-4449-9fc6-3c6bde2c44af service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008878 Jul 09 17:00:28.013443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb82ff7-912a-4a5d-b54b-83042ae65504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.037821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a4341063-303a-4870-9f25-ec89274ee8c7 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381676 Jul 09 17:00:28.047630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f169f-51cc-4dbc-9894-977e32df70b9 req-80748e8f-5f9c-492a-a030-b079cc9e2922 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:28.049261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c9f169f-51cc-4dbc-9894-977e32df70b9 req-80748e8f-5f9c-492a-a030-b079cc9e2922 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 946 time: 0.1242433 Jul 09 17:00:28.097250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a531ea60-d4bc-4418-a2f0-0b998cf1454e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 217 time: 0.0462449 Jul 09 17:00:28.116221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb82ff7-912a-4a5d-b54b-83042ae65504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.121929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb82ff7-912a-4a5d-b54b-83042ae65504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.163089 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbb82ff7-912a-4a5d-b54b-83042ae65504 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7b49c80e4d04682b652713381dd7cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950537 Jul 09 17:00:28.164129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb82ff7-912a-4a5d-b54b-83042ae65504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b65f6c-00ea-4782-baef-c61cbe941b5b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:28.164464 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c9f169f-51cc-4dbc-9894-977e32df70b9 req-dd74b51a-e4d0-4dc4-bc4b-fe46949b5bfc tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054487 Jul 09 17:00:28.166667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:28.185594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-274ecf4b-2bfb-4c8d-9cc6-43bd1d96e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:28.187940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-274ecf4b-2bfb-4c8d-9cc6-43bd1d96e8bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0827041 Jul 09 17:00:28.250670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75d037e9-16e8-4a79-a7fc-2c6c41a60b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.253171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-e85e694e-9629-4be9-a1fb-cee96e67ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:28.254736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-e85e694e-9629-4be9-a1fb-cee96e67ed1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595543 Jul 09 17:00:28.274962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75d037e9-16e8-4a79-a7fc-2c6c41a60b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.347763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75d037e9-16e8-4a79-a7fc-2c6c41a60b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.351960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75d037e9-16e8-4a79-a7fc-2c6c41a60b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.354345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-75d037e9-16e8-4a79-a7fc-2c6c41a60b19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95b65f6c-00ea-4782-baef-c61cbe941b5b HTTP/1.1" status: 204 len: 168 time: 0.1865788 Jul 09 17:00:28.364667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d037e9-16e8-4a79-a7fc-2c6c41a60b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b65f6c-00ea-4782-baef-c61cbe941b5b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:28.420244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-b41487aa-dbcb-407b-b420-67c01567f7e2 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575470 Jul 09 17:00:28.601060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-53469373-7208-4cba-be83-7599d858566e service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725228 Jul 09 17:00:28.651325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-dd36b8a4-c3db-440c-9d41-4ee8b12af2bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 217 time: 0.0430245 Jul 09 17:00:28.764919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-87d40e92-341e-456d-881d-739d727ca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:28.771909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-87d40e92-341e-456d-881d-739d727ca7aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1047049 Jul 09 17:00:28.862729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a67c07ac-ced0-4eec-9218-d0f5e2226a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:28.864504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a67c07ac-ced0-4eec-9218-d0f5e2226a87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867014 Jul 09 17:00:28.997724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-79fdb8d2-a937-4c06-9ab6-44417d4b6020 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194019 Jul 09 17:00:29.141731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-db8f47ff-0bdb-419f-9324-5cad9b88b505 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237762 Jul 09 17:00:29.231877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-a9d07b78-ce50-47ed-aa25-7d4949a44f2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.0718296 Jul 09 17:00:29.299585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-1d9a3956-1644-4f57-9455-2b482ff60d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:29.301142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-1d9a3956-1644-4f57-9455-2b482ff60d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.0597632 Jul 09 17:00:29.404969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-c28b7eb0-887c-4d07-877b-4eff619d99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:29.407380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-c28b7eb0-887c-4d07-877b-4eff619d99bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847545 Jul 09 17:00:29.548084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-f59635f2-fb4c-4a70-a26a-ad4ff9f36ca1 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311402 Jul 09 17:00:29.671895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36af1085-5abb-4c6b-8e70-28bbf06b9b51 req-564a705b-364c-402f-8a89-ea049f59253a service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161835 Jul 09 17:00:29.899985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6822acb8-ec1d-4e62-94b6-52b1a02b843d req-6dad3990-983c-4b5a-b292-2d29f3c85eba tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0364561 Jul 09 17:00:31.121648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9dc3084-a1f1-4679-b48f-e09fffb5ccbe req-d946a16b-3819-47d9-84f7-b47412b10478 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0510924 Jul 09 17:00:32.332141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1f48496-15c9-4b61-b799-17101b950f3e req-90abdc2d-bb68-440f-a3a7-c19fdc6992b4 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0431106 Jul 09 17:00:32.868462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63c9922c-f9d6-4e06-9e9b-df3162138ca0 req-eb751590-1ee3-44a6-b526-55a259804494 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0326278 Jul 09 17:00:33.504262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a05c1fd-b96a-4f85-8df7-5d3fe70de198 req-3e18e653-cd87-4eae-b173-fb6e8a158c8c tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0329869 Jul 09 17:00:34.688453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff470a6c-76ac-416c-ad4d-aa326a4d3740 req-f679cf7b-1def-43fd-ad56-74a03fb7706c tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Jul 09 17:00:35.239260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40adce08-3301-4ab5-87a9-90814cc226b5 req-b4a573fd-519e-4f4f-a815-019dadb6994c tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0499973 Jul 09 17:00:35.761830 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e85f045-68b3-4b4c-98f6-76f24507a8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.420600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-340fd50d-c8ef-4f3b-b69e-fb332e1a0612 req-5e9244da-1f67-453a-bcf5-0b2b976485e7 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0339768 Jul 09 17:00:37.366195 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:00:37.589761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d721f4b5-3ab2-47f7-8831-b5931210226e req-6f32ffb2-d39f-4d7e-b567-1f32dc252dde tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0366712 Jul 09 17:00:38.230915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.296935 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0efe270c-63e1-4103-8c7f-394c64a92cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.532340 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.796310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6316560-65db-4230-88c0-edafcad4e496 req-0dbe4677-0a66-41f4-90ef-c129850aa54c tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0365951 Jul 09 17:00:39.252012 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:39.968092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8a5a829-0bd9-4a92-ad88-71e96a3de2d4 req-cca94a7d-7f3b-461b-8a69-005529ff44ad tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0373387 Jul 09 17:00:41.099467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:41.147638 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb49ab9a-a7b4-4916-ae06-59fdd09c70ac req-9e8859f8-40ff-46bc-948a-2106333655d9 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0368648 Jul 09 17:00:41.848479 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-16dc57dc-8286-4a00-b035-65c45a1acbc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616150 Jul 09 17:00:41.982718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-1ef834ed-f7a6-4a16-9b51-df641fb05c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:41.984333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-1ef834ed-f7a6-4a16-9b51-df641fb05c31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1097 time: 0.0690317 Jul 09 17:00:42.108283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-e00f838c-1ab2-439a-9e39-ad5448882e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:42.108774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-e00f838c-1ab2-439a-9e39-ad5448882e79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.0933652 Jul 09 17:00:42.186033 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-730fce90-dac6-4277-9930-702a0afb94ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1002 time: 0.0648403 Jul 09 17:00:42.247951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-4adfb673-f762-4a09-99af-b90120139814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:42.250243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-4adfb673-f762-4a09-99af-b90120139814 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0556850 Jul 09 17:00:42.322435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-287d3b31-895c-4b99-8160-da17d4428843 req-99c631b2-0973-42b0-898b-a269ba674465 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0335917 Jul 09 17:00:42.323355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-9e752ef4-4dc3-4441-bb6f-babcc2650e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:42.326027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-9e752ef4-4dc3-4441-bb6f-babcc2650e8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683825 Jul 09 17:00:42.428768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-c318755e-6036-4c30-b493-acc94f428ba9 service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956070 Jul 09 17:00:42.593317 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d9b3067-12a4-40f0-a6ff-e442538dfd77 req-32034eee-0281-4092-a2fa-e176165957d2 service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479714 Jul 09 17:00:43.509986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bf0ca47-6bd1-4c68-a501-8ff999106f29 req-392c1b16-f703-4cda-aa64-563a06e7761b tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Jul 09 17:00:44.701607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bd0dd8c-4d67-46df-b2e4-f4263cecc45f req-a5be4e32-14a0-453c-a189-795cc825cfa7 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0342674 Jul 09 17:00:45.939028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67fad964-e85d-4ff6-9ec0-03ab4a35cc7b req-1981e052-e67f-4dda-bb71-10eaefb3f809 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0885332 Jul 09 17:00:46.237924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-e90792ef-cbe9-4c45-84cf-ace3123d48a0 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:46.239328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-e90792ef-cbe9-4c45-84cf-ace3123d48a0 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.1190212 Jul 09 17:00:46.255427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-919297ec-ef2f-4c93-97a1-2d6524fa1c72 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/quotas/b30861197d49470fabf644bc9794a456 HTTP/1.1" status: 200 len: 375 time: 0.0100570 Jul 09 17:00:46.334883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-66b96170-52ed-4305-9292-6090dee148b1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735419 Jul 09 17:00:46.446140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-57c16864-fe1a-49a8-a47a-c28f184e40c3 service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038010 Jul 09 17:00:46.543543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-f2e72bb5-e978-4046-8549-c7f20bd0becb service neutron] 10.222.0.48 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908735 Jul 09 17:00:46.727561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26f88785-def7-4137-8203-ba85b9329c4b req-c5dc4ebd-aada-4621-8bb1-88ee4eb55226 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 210 time: 0.0312831 Jul 09 17:00:47.138652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f673dfeb-be0d-4e76-8d06-27fae19d63da req-81c46b17-1f2a-439f-9b59-b536794e6244 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0383947 Jul 09 17:00:47.885548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd07b69-5f71-4d4d-94a1-c88731aa107f req-d115ae2f-917f-4cc3-8497-7cb9ad580ad0 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 210 time: 0.0333655 Jul 09 17:00:48.358796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1378d398-0da1-49cd-a43e-28afbac1fb4f req-d59ee79c-3fbb-4b0c-b52c-c936459eb3c4 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0462441 Jul 09 17:00:48.499919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-eeddf718-bfdd-4049-974d-44f1c82489be tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:48.501312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-eeddf718-bfdd-4049-974d-44f1c82489be tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 814 time: 0.5388255 Jul 09 17:00:48.521007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Request body: {'port': {'device_id': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'admin_state_up': True, 'tenant_id': 'b30861197d49470fabf644bc9794a456'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:48.650299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Made reservation on behalf of b30861197d49470fabf644bc9794a456 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:48.654711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:48.803756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Allocated IP 172.20.0.8 (be3cfcc3-6652-4c92-bda1-b52ece803f12/262b6042-d925-4c2c-bb9a-56a4a9300718/4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:48.994630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.035945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.078847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a', '61c255c9-d8d9-4440-b1cd-21baebc9c689', '5642b7a1-cfe0-46a3-9321-c0f4ef62909d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:49.080197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Network be3cfcc3-6652-4c92-bda1-b52ece803f12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:49.083947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:49.091811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:49.117446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828d560-d7b3-4e6a-af39-93d5f108b529 req-a36f17de-5636-4bf3-b975-1a677d99ee31 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:49.119332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4828d560-d7b3-4e6a-af39-93d5f108b529 req-a36f17de-5636-4bf3-b975-1a677d99ee31 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 931 time: 0.0819943 Jul 09 17:00:49.122425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event updated for resources: {'Port': ['ID=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:49.159814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:49.160640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.177740 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-1eb25296-781d-46db-a952-b6032db75209 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611464 Jul 09 17:00:49.181280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4828d560-d7b3-4e6a-af39-93d5f108b529 req-e3d95458-d2d4-45e3-bfbe-e10973c6b650 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526168 Jul 09 17:00:49.199919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Request body: {'port': {'device_id': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:49.289469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.586338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31b22bd4-39cb-4090-bfa3-9b9dfa47ecb7 req-4796a84e-b6b5-4c99-ace9-c95c0ce794c2 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0289817 Jul 09 17:00:49.624635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:49.633241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.647321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Transition to ACTIVE for port object 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:49.651969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.702792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:49.785648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Attempting to bind port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:49.785989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Attempting to bind port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:49.786327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Attempting to bind port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:49.790774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 on network be3cfcc3-6652-4c92-bda1-b52ece803f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:00:49.791101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Attempting to bind port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 on network be3cfcc3-6652-4c92-bda1-b52ece803f12 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:49.796388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:49.796734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Checking segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:49.797123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Bound using segment: {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:49.797638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Bound port: 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf9b273-c98d-4f0f-9831-58d829a56765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:49.798021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.876808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] For port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:49.882311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] For port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:49.889060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.926423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:49.926423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.927360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 HTTP/1.1" status: 200 len: 1091 time: 0.7344215 Jul 09 17:00:49.929444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'tag': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:49.929444 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c" -d '{"events": [{"name": "network-changed", "server_uuid": "140e3c96-ac0a-465e-bee7-f29db4b1433f", "tag": "4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:50.030289 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dedf83-7a04-4051-976c-e7fd532bd4f6 x-openstack-request-id: req-a8dedf83-7a04-4051-976c-e7fd532bd4f6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:50.030759 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140e3c96-ac0a-465e-bee7-f29db4b1433f", "tag": "4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:50.031107 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8dedf83-7a04-4051-976c-e7fd532bd4f6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:50.031783 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'tag': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630', 'status': 'completed', 'code': 200} Jul 09 17:00:50.067794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fe760-ba52-45d7-b6a0-ff6640e7e460 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:50.119538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-d1239b92-1f33-4c3c-bb8b-db271353b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.121936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-d1239b92-1f33-4c3c-bb8b-db271353b577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 1094 time: 0.1075013 Jul 09 17:00:50.182741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-19f7feb5-9845-4747-9631-81071b3dbf31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 HTTP/1.1" status: 200 len: 217 time: 0.0365744 Jul 09 17:00:50.245533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-e00fe5b7-5f6b-4bce-ae70-340980bb2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.247517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-e00fe5b7-5f6b-4bce-ae70-340980bb2d80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0574114 Jul 09 17:00:50.294910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-67afe193-14c1-4c51-89c8-32b797996fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391722 Jul 09 17:00:50.396842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55313f-c9c8-42e2-bb26-2579e3580d14 req-dfd84f97-e07e-43ff-af38-ab53dcf5c204 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.398693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d55313f-c9c8-42e2-bb26-2579e3580d14 req-dfd84f97-e07e-43ff-af38-ab53dcf5c204 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 943 time: 0.0900578 Jul 09 17:00:50.406027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-d4085ecd-3886-4f41-8b57-66cb141c0789 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025491 Jul 09 17:00:50.449902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d55313f-c9c8-42e2-bb26-2579e3580d14 req-af5fb750-b3e0-42cf-9f83-f533c6139d11 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Jul 09 17:00:50.514885 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d92d873-a82b-4b8e-b3cd-49527fb7ac39 req-f55335d9-d75b-41a4-b943-8583c0835d40 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019833 Jul 09 17:00:50.688697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-75833809-f2ec-40fb-9224-88e32bb9ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.694254 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-75833809-f2ec-40fb-9224-88e32bb9ad90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b30861197d49470fabf644bc9794a456&device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 1094 time: 0.0658443 Jul 09 17:00:50.766783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aad17f25-955f-4b19-a875-30388bc80dc5 req-e34ba252-b2ac-4b37-b0b2-05e6a6f12c0e tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Jul 09 17:00:50.790647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-72745e92-9b6b-4d5d-849f-cee9945f090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.790647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-72745e92-9b6b-4d5d-849f-cee9945f090b service neutron] 10.222.0.37 "GET /v2.0/networks?id=be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 200 len: 915 time: 0.0927770 Jul 09 17:00:50.839047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-b197215b-c00d-43fb-87ec-1deb744b9ef2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 HTTP/1.1" status: 200 len: 217 time: 0.0413818 Jul 09 17:00:50.898991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-81b7383d-6d80-4ebb-b6e2-411728a1ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.900539 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-81b7383d-6d80-4ebb-b6e2-411728a1ff96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 200 len: 854 time: 0.0538185 Jul 09 17:00:50.935619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-5b79df94-8a95-4f54-8cf4-64e98655ff4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=be3cfcc3-6652-4c92-bda1-b52ece803f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281756 Jul 09 17:00:51.033913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-3be1cad5-eab8-4e16-8980-e40121c21055 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914676 Jul 09 17:00:51.136653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c277a30-5f05-47b4-95cd-ba8d7e1e626c req-572e288d-9bf8-4392-ad6d-2af8a204e597 service neutron] 10.222.0.37 "GET /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962663 Jul 09 17:00:51.658324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e95d5c-3c34-4386-9cdc-eceba4f0ec32 req-917eed5e-5c8e-4a6b-b34e-2d1b91912411 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:51.659989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58e95d5c-3c34-4386-9cdc-eceba4f0ec32 req-917eed5e-5c8e-4a6b-b34e-2d1b91912411 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 943 time: 0.0765131 Jul 09 17:00:51.702030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58e95d5c-3c34-4386-9cdc-eceba4f0ec32 req-f4cf6bf7-1043-4f38-8650-e74ff3989cfd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Jul 09 17:00:51.936545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df8b60af-e03b-45ca-b27e-f6c5d8cbca6b req-ce86fc51-150d-42d4-bf1d-d801c545f8ad tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0351572 Jul 09 17:00:52.911997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71b02-ce18-4b4d-97a9-e631321e4f81 req-0c0fd16a-7b93-450b-9b44-6965731c11ee tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:52.914074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cf71b02-ce18-4b4d-97a9-e631321e4f81 req-0c0fd16a-7b93-450b-9b44-6965731c11ee tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 943 time: 0.0752597 Jul 09 17:00:52.962147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cf71b02-ce18-4b4d-97a9-e631321e4f81 req-1e3ea488-dbcd-43a5-91f8-bff416c8d8ae tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Jul 09 17:00:53.094036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dc855d6-4102-40e4-a647-b0c7bdece3c0 req-3b9b55df-5d06-4f13-83e1-de3ac31c5335 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0297308 Jul 09 17:00:53.399800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:00:53.516141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:53.529383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630', 'network_id': 'be3cfcc3-6652-4c92-bda1-b52ece803f12', 'port_id': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630', 'mac_address': 'fa:16:3e:f6:57:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262b6042-d925-4c2c-bb9a-56a4a9300718', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:00:53.583742 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.597126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:53.618306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:53.622780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.671552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:53.679477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.680254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.680761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.681326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.681779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.682232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.682759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.683204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.683643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.684548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.684965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.685377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:53.780204 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:54.066032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:54.201644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230ec09-19c1-4589-969d-ed95a55a7af0 req-1fa1bfeb-3fa6-49b7-aec5-4e92e65294a8 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:54.205029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c230ec09-19c1-4589-969d-ed95a55a7af0 req-1fa1bfeb-3fa6-49b7-aec5-4e92e65294a8 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 944 time: 0.0933530 Jul 09 17:00:54.252176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c230ec09-19c1-4589-969d-ed95a55a7af0 req-a56d616c-878b-4fc8-86a4-8f909c1c043c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Jul 09 17:00:54.322615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caa871be-8164-4ba4-83b3-21a89bafdf27 req-ed521bac-915d-4d56-9b81-3d1cbb274d76 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 09 17:00:55.417015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:55.452211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b6c2d-f6b1-4ad9-8b8c-cee5e7c5e7de req-0e7da902-f26a-486a-b4e4-5352049967ef tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:55.459622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c50b6c2d-f6b1-4ad9-8b8c-cee5e7c5e7de req-0e7da902-f26a-486a-b4e4-5352049967ef tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 944 time: 0.0919321 Jul 09 17:00:55.475224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:55.480596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:55.481062 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.517962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2e33741-1dae-4993-9507-94710c76d3ee req-721183f5-5fd1-4ff5-886c-b1de90b52c54 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0390265 Jul 09 17:00:55.544085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c50b6c2d-f6b1-4ad9-8b8c-cee5e7c5e7de req-dbd5b11b-1377-45a6-9b7d-4ae03559825a tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831122 Jul 09 17:00:55.590092 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.613815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:55.616213 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6eaa18-3446-47eb-9153-2457fd35254d" -d '{"events": [{"server_uuid": "140e3c96-ac0a-465e-bee7-f29db4b1433f", "name": "network-vif-plugged", "status": "completed", "tag": "4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:55.634355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:55.642840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.670137 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219734c-3ac3-4ee4-b57b-392ada985a41 x-openstack-request-id: req-7219734c-3ac3-4ee4-b57b-392ada985a41 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:55.670438 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e3c96-ac0a-465e-bee7-f29db4b1433f", "name": "network-vif-plugged", "status": "completed", "tag": "4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:55.670781 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7219734c-3ac3-4ee4-b57b-392ada985a41 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:55.671175 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630', 'code': 200} Jul 09 17:00:55.702330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:55.845148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2bcb9-18a2-4cb0-a9cf-1ae3863d5396 req-53e6faf3-5d9f-4fee-a388-adcd203b9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:55.847429 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-93e2bcb9-18a2-4cb0-a9cf-1ae3863d5396 req-53e6faf3-5d9f-4fee-a388-adcd203b9893 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 1096 time: 0.0596240 Jul 09 17:00:55.891310 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-93e2bcb9-18a2-4cb0-a9cf-1ae3863d5396 req-df751c25-af1e-4eaa-8df6-dafbd0e86e0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365324 Jul 09 17:00:56.715987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48831ce5-b012-43b5-a4f3-af00eefa49c2 req-6a947922-58bc-44c2-b9ab-dad501db3d3c tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0493474 Jul 09 17:00:56.776229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06816f1-beb3-4d5c-a1db-136a7667903c req-fb1e8f21-73d4-4266-8fb9-6283bbb81fa8 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:56.777754 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b06816f1-beb3-4d5c-a1db-136a7667903c req-fb1e8f21-73d4-4266-8fb9-6283bbb81fa8 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 945 time: 0.1074319 Jul 09 17:00:56.824396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b06816f1-beb3-4d5c-a1db-136a7667903c req-adf3cb86-e1b9-4c16-a054-a4fdd7a5eb11 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Jul 09 17:00:57.880791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c79ee2e9-a3e8-4447-bfc2-54e74c4102c6 req-378bee80-2dd0-4b25-85e3-90defb04c1f3 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0354984 Jul 09 17:00:58.026815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5259d7-3f24-4594-8814-2b448e698030 req-fff204ef-baf7-4dab-8fdf-feefd3863137 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:58.028465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f5259d7-3f24-4594-8814-2b448e698030 req-fff204ef-baf7-4dab-8fdf-feefd3863137 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 945 time: 0.0824182 Jul 09 17:00:58.072928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f5259d7-3f24-4594-8814-2b448e698030 req-d41c705c-32d3-4cac-a40d-6d85f053d2ac tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Jul 09 17:00:59.115123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63f36cf8-8e50-4485-85cb-968dfa0089ae req-adf608af-ce51-4928-b95a-020131b07e61 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0544405 Jul 09 17:00:59.310760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096dd2e-4599-4512-bb73-f551e4ed38dd req-89953fcb-d2ba-41de-8ea1-47f3e8716954 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:59.313458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3096dd2e-4599-4512-bb73-f551e4ed38dd req-89953fcb-d2ba-41de-8ea1-47f3e8716954 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.0957108 Jul 09 17:00:59.415404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3096dd2e-4599-4512-bb73-f551e4ed38dd req-38579dce-1c8c-47ee-87a2-f735cf2e3360 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847907 Jul 09 17:00:59.599674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035c5d4-8e59-404c-a546-97655bb70104 req-3a52f46a-92f9-40db-8530-9ceb91974e75 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:59.601456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e035c5d4-8e59-404c-a546-97655bb70104 req-3a52f46a-92f9-40db-8530-9ceb91974e75 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0709302 Jul 09 17:00:59.647871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e035c5d4-8e59-404c-a546-97655bb70104 req-41b01fec-e381-481f-a158-b6d2ec2b3c0d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358262 Jul 09 17:00:59.680452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:59.774396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a421b1b-ac80-4cad-98e7-31d278532e64 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7 HTTP/1.1" status: 200 len: 994 time: 0.0924499 Jul 09 17:01:00.358540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0001a36-2a44-4631-b1fc-bbd20dda2662 req-2a11626a-f0ab-4ca8-b926-48dff5672bb8 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0408616 Jul 09 17:01:00.632790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-b1d77b0c-bf7e-43ab-b7b7-60ffa09fbbbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901244 Jul 09 17:01:00.701324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973b747-237b-468a-8421-52fb78705aaf req-811614d9-d05b-4cdf-a5c2-7adf7f9fbb86 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:00.703176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5973b747-237b-468a-8421-52fb78705aaf req-811614d9-d05b-4cdf-a5c2-7adf7f9fbb86 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0931745 Jul 09 17:01:00.756663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5973b747-237b-468a-8421-52fb78705aaf req-3cb23c6d-dcf5-4f46-8a70-e2932c198b4b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Jul 09 17:01:01.622068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab71056c-01f3-46c8-9953-8c9f1879984c req-ee7de715-1d6c-434c-a9d0-56f7bed577af tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0588844 Jul 09 17:01:02.032757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5cafc-c667-4f84-8241-0f7cd9a3991b req-751dccc2-0265-426b-91a8-acb6ee9ea420 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:02.035091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73f5cafc-c667-4f84-8241-0f7cd9a3991b req-751dccc2-0265-426b-91a8-acb6ee9ea420 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1023185 Jul 09 17:01:02.082815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73f5cafc-c667-4f84-8241-0f7cd9a3991b req-4dba9e06-4903-42a3-9f4c-4f6f061792f4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403316 Jul 09 17:01:02.378165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-f07583ee-66c3-4e5b-923f-5f1cd18b09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:02.380256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-f07583ee-66c3-4e5b-923f-5f1cd18b09b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.0654073 Jul 09 17:01:02.495220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-31428259-f950-4254-a23a-7797623d92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:02.498799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-31428259-f950-4254-a23a-7797623d92b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1086965 Jul 09 17:01:02.584849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-d23e6ade-224b-4a34-92d9-02cc3bd1f761 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1002 time: 0.0705841 Jul 09 17:01:02.661713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-24e06148-64b4-4bb1-96c1-66c4f0d54703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:02.665578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-24e06148-64b4-4bb1-96c1-66c4f0d54703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0729728 Jul 09 17:01:02.741232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-949c38fd-1408-4709-a15e-24508b001aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:02.743738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-949c38fd-1408-4709-a15e-24508b001aab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700643 Jul 09 17:01:02.859437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-198c30e0-ca6b-4622-8d82-656b7f582563 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036794 Jul 09 17:01:03.348322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6135d0d-9d05-431e-8cd9-ccfea3e667b0 req-14f90bba-abf4-4f9b-b0e6-925609778dd7 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0724535 Jul 09 17:01:03.353203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-d0b97222-4023-48bd-9355-c538c59b6e63 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860079 Jul 09 17:01:03.391248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fa024-4269-40a6-a02a-2cb2bf0edc71 req-254d6af5-1196-4553-9b61-2269dfaab695 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:03.393564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a6fa024-4269-40a6-a02a-2cb2bf0edc71 req-254d6af5-1196-4553-9b61-2269dfaab695 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1196964 Jul 09 17:01:03.442280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a6fa024-4269-40a6-a02a-2cb2bf0edc71 req-478f68e1-dd2b-4b05-bf2b-699f9f68100b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Jul 09 17:01:04.585369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3001e357-4e5a-4ee8-b705-612608e0349b req-7bdd361b-fd75-4e39-927f-de40b61ade53 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0523164 Jul 09 17:01:04.665467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a826a2-9760-4e71-b9a8-6010ba9f7dd0 req-da832359-ccef-4a64-b997-76edac78c5a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:04.667012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04a826a2-9760-4e71-b9a8-6010ba9f7dd0 req-da832359-ccef-4a64-b997-76edac78c5a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0807352 Jul 09 17:01:04.709312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04a826a2-9760-4e71-b9a8-6010ba9f7dd0 req-0f90a117-4ed6-4eee-9e0b-8485a0aaf518 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343738 Jul 09 17:01:05.750792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3378f12-e21f-447b-864a-e00083bff6ca req-9ae6e589-4287-4f48-8321-3a4aca4b8ee8 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0338490 Jul 09 17:01:05.782530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c6af90a-5390-437d-a412-569d90e106c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:05.980888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f247f-b943-4b68-9514-ae845fd3e357 req-eb8f893e-3f0b-4eb0-94df-c702e4a2f9aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:05.983355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-115f247f-b943-4b68-9514-ae845fd3e357 req-eb8f893e-3f0b-4eb0-94df-c702e4a2f9aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0743189 Jul 09 17:01:06.027092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-115f247f-b943-4b68-9514-ae845fd3e357 req-70e8df41-0b77-4c10-b56c-c49387d2656f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370986 Jul 09 17:01:06.952317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a4f1c2b-08ae-4521-bbea-995ccb0153b1 req-bc4425bb-d497-42f3-ac73-edde4bce1421 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0429518 Jul 09 17:01:07.215755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89386d51-7ef9-4b10-8a3f-b29d07dca262 req-368de78f-52bc-4a7c-8770-6afa4fd42fb5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:07.217417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89386d51-7ef9-4b10-8a3f-b29d07dca262 req-368de78f-52bc-4a7c-8770-6afa4fd42fb5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0697451 Jul 09 17:01:07.259058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89386d51-7ef9-4b10-8a3f-b29d07dca262 req-86ce85b8-d3f6-48cc-8864-d3a17d106475 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350742 Jul 09 17:01:08.119605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fae8ee7b-3a2e-4a56-b208-715489bf5da4 req-cacc9ae2-5135-4198-bbfc-8e331e5b2ce1 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0344851 Jul 09 17:01:08.217210 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:08.295463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96267e54-8d68-49bd-8a91-dcc65d478fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:08.435195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-388ae071-e030-482c-b65f-dd8cca241393 req-fa8f6ffe-1f88-4c86-b850-b7b9b19029eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0506315 Jul 09 17:01:08.467699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4588fa5-e7bc-4b38-8a4c-38a7a0047f57 req-98e27dbe-1a0b-4362-9fbc-0278e7e46689 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:08.469195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4588fa5-e7bc-4b38-8a4c-38a7a0047f57 req-98e27dbe-1a0b-4362-9fbc-0278e7e46689 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0939627 Jul 09 17:01:08.516471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4588fa5-e7bc-4b38-8a4c-38a7a0047f57 req-5e956310-2694-4494-a8be-101d2e28d475 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400350 Jul 09 17:01:08.535875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:09.295518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:09.304497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-073ced9b-fa17-40b6-ab86-a80b63031e6a req-91b4f7fd-780d-4d88-92d9-4d705dba895d tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0401497 Jul 09 17:01:09.731499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96cd9-a638-44e0-9cac-5006ef9dacf6 req-727c4664-0c31-4f77-bb41-3c230561c48c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:09.733022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9f96cd9-a638-44e0-9cac-5006ef9dacf6 req-727c4664-0c31-4f77-bb41-3c230561c48c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0824409 Jul 09 17:01:09.773282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9f96cd9-a638-44e0-9cac-5006ef9dacf6 req-342dbcf2-3878-48b6-a191-7236b9d40922 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344150 Jul 09 17:01:10.475310 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da7dddaa-14e4-4ee5-81f0-edbfbe8896ad req-b4e15568-0c7c-4c6a-812b-189edb18d8f2 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0362220 Jul 09 17:01:10.832189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432c178-7427-4f76-8600-265c05f2408c req-6c5bc807-08aa-4156-9c38-542c2c9b3e97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad6792959535444f8d1856b8a4fd9a9e&device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0442595 Jul 09 17:01:10.901601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c623764-14c9-4ac7-8812-ef8e85514c39 req-384c23df-0483-4e00-b157-39c6c93a8391 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0330138 Jul 09 17:01:10.903322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432c178-7427-4f76-8600-265c05f2408c req-bae5f5eb-24be-464f-b43f-0120f16d4f16 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ad6792959535444f8d1856b8a4fd9a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584390 Jul 09 17:01:11.061902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432c178-7427-4f76-8600-265c05f2408c req-37848268-0a65-442e-ba5b-9c0e0b1c2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:11.063430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432c178-7427-4f76-8600-265c05f2408c req-37848268-0a65-442e-ba5b-9c0e0b1c2531 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502094 Jul 09 17:01:11.079821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdc773-5472-4a71-a70f-4d5174ad52fc req-2744fd4e-3d87-4583-a227-d6a64f36507c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:11.081356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02bdc773-5472-4a71-a70f-4d5174ad52fc req-2744fd4e-3d87-4583-a227-d6a64f36507c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0969739 Jul 09 17:01:11.099820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:11.127206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02bdc773-5472-4a71-a70f-4d5174ad52fc req-c08c6d93-8b77-4222-947d-bc8f729af9f4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364413 Jul 09 17:01:12.088517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea055df9-0b5f-4b44-bbb4-086cbe20a309 req-759b37d8-4645-41fd-9e6f-34483292a887 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0365012 Jul 09 17:01:12.390617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a9563-1677-4096-b10f-5ebc45238d32 req-f6b066e6-c650-41f7-89f8-ce76442636d0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:12.392284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f40a9563-1677-4096-b10f-5ebc45238d32 req-f6b066e6-c650-41f7-89f8-ce76442636d0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1105676 Jul 09 17:01:12.440231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f40a9563-1677-4096-b10f-5ebc45238d32 req-fe38fc4f-35e3-4bf3-923b-6cae8497d514 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Jul 09 17:01:12.538702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4432c178-7427-4f76-8600-265c05f2408c req-df01329b-ebc3-4ad7-9b7d-df0e2aa644c4 tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.43 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0439501 Jul 09 17:01:13.273164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1877472e-84ec-4874-83ce-4eb5a910b525 req-724f2633-c5ca-4fb4-9b63-ec18d4cce11e tempest-ServerShowV257Test-33847333 tempest-ServerShowV257Test-33847333-project] 10.222.0.48 "GET /v2.0/ports?device_id=6661f2d9-fa17-4289-b892-789fa25c7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0343113 Jul 09 17:01:13.626861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6594-3348-445e-bb41-f641e7b270b3 req-9031a4ba-af91-401f-9ac8-25410cae7adc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:13.628539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7efc6594-3348-445e-bb41-f641e7b270b3 req-9031a4ba-af91-401f-9ac8-25410cae7adc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0693774 Jul 09 17:01:13.699205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7efc6594-3348-445e-bb41-f641e7b270b3 req-68b009ed-0734-4351-a6ea-22e5a6af9598 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640271 Jul 09 17:01:14.371509 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:01:14.650160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:14.780799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:14.898941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:14.907104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:14.948804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9179187-4423-4a35-8835-cef8d390d515 req-5e3d4046-5dfe-4eaa-ae56-9434e79619f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:14.951381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9179187-4423-4a35-8835-cef8d390d515 req-5e3d4046-5dfe-4eaa-ae56-9434e79619f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1074121 Jul 09 17:01:14.959128 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad6792959535444f8d1856b8a4fd9a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077490 Jul 09 17:01:14.961555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b3c8e-73cf-4adb-83c0-41c9c32f5bdc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:14.963660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:14.991344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.991658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.992201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.992694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.993190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.993689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.994181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.994685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.995164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.995814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.996145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:14.996470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b12d3-2686-4175-8912-e2e3bf80a41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:15.022314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9179187-4423-4a35-8835-cef8d390d515 req-3353f3bd-351f-4476-b754-9ae853ad87c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647511 Jul 09 17:01:15.065108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b01e7c1-1a8a-4e2a-94fa-5d87b2ec947f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:15.091236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b01e7c1-1a8a-4e2a-94fa-5d87b2ec947f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:15.149043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b01e7c1-1a8a-4e2a-94fa-5d87b2ec947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:15.153951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b01e7c1-1a8a-4e2a-94fa-5d87b2ec947f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:15.155698 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3b01e7c1-1a8a-4e2a-94fa-5d87b2ec947f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/707b3c8e-73cf-4adb-83c0-41c9c32f5bdc HTTP/1.1" status: 204 len: 168 time: 0.1906433 Jul 09 17:01:15.167269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01e7c1-1a8a-4e2a-94fa-5d87b2ec947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b3c8e-73cf-4adb-83c0-41c9c32f5bdc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:15.895599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:16.009535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1977205463-network', 'tenant_id': '4fc5e6ee9d8e436fa6c7073d296524b0'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:01:16.031409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Made reservation on behalf of 4fc5e6ee9d8e436fa6c7073d296524b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:01:16.033752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.042329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.147695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.152934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.188336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa59ba9-f474-4769-8a2a-d63bdf4a9065,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:16.217252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:01:16.228962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.229772 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Added segment 0ed39e9c-1588-4efe-b4ea-7e09d5c8e224 of type vlan for network 69e772f7-4005-45ca-963b-4408d2a677c0 Jul 09 17:01:16.273360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ff6b2-1314-45f1-aa58-0a867038e635 req-fe2d40db-969f-4969-badf-f5fa764f961b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:16.279202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.291698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-924ff6b2-1314-45f1-aa58-0a867038e635 req-fe2d40db-969f-4969-badf-f5fa764f961b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1509418 Jul 09 17:01:16.321834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.323069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:16.325040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.345089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-924ff6b2-1314-45f1-aa58-0a867038e635 req-c1f6f811-ab46-40bf-b2df-a76acd58b7a2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464120 Jul 09 17:01:16.389837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4900188 Jul 09 17:01:16.390649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:16.395235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Request body: {'subnet': {'network_id': '69e772f7-4005-45ca-963b-4408d2a677c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1977205463-subnet', 'tenant_id': '4fc5e6ee9d8e436fa6c7073d296524b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:01:16.414331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21256eca-6282-43ff-84b4-596a3d0e89a2 admin admin] Pushing event updated for resources: {'Network': ['ID=69e772f7-4005-45ca-963b-4408d2a677c0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:16.427566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 69e772f7-4005-45ca-963b-4408d2a677c0 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:01:16.429014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Made reservation on behalf of 4fc5e6ee9d8e436fa6c7073d296524b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:01:16.432055 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.645208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.701708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f2af48-c176-4399-a7b1-4eafa42eddf1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:16.712539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Checking segment: {'id': '0ed39e9c-1588-4efe-b4ea-7e09d5c8e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69e772f7-4005-45ca-963b-4408d2a677c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:01:16.712862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Network hostable DHCP agents. Network: 69e772f7-4005-45ca-963b-4408d2a677c0, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:01:16.737875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Network 69e772f7-4005-45ca-963b-4408d2a677c0 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:01:16.763919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 69e772f7-4005-45ca-963b-4408d2a677c0) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:01:16.777611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4eb346-c8a3-4825-8fb6-5cb306dd2ce0 None None] Network 69e772f7-4005-45ca-963b-4408d2a677c0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:01:16.778737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:16.779936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:16.800621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed3f8e57-d3ac-479d-9064-e4a4d711ccea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4090524 Jul 09 17:01:16.912119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61708935-c579-440d-bf1b-b3d81255b6a4 None None] Network 69e772f7-4005-45ca-963b-4408d2a677c0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:01:16.981786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:17.070094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Deleting subnet f6f2af48-c176-4399-a7b1-4eafa42eddf1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:01:17.074401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.130703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.177512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.249251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.279586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f2af48-c176-4399-a7b1-4eafa42eddf1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:17.291417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.293713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7aa1c076-b707-4646-b1ec-1d0bebd86a02 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6f2af48-c176-4399-a7b1-4eafa42eddf1 HTTP/1.1" status: 204 len: 168 time: 0.3106928 Jul 09 17:01:17.296242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:17.407667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.518353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.532100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e772f7-4005-45ca-963b-4408d2a677c0']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:01:17.549777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed39e9c-1588-4efe-b4ea-7e09d5c8e224') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:01:17.550340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed39e9c-1588-4efe-b4ea-7e09d5c8e224') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:01:17.560435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.575584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.586594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee586176-ddf7-4e36-aeba-3357bfdd6ff7 req-5766a349-8516-4def-8550-243aa8726545 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:17.594511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee586176-ddf7-4e36-aeba-3357bfdd6ff7 req-5766a349-8516-4def-8550-243aa8726545 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0732210 Jul 09 17:01:17.602910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:01:17.603555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:01:17.605372 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:01:17.649221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee586176-ddf7-4e36-aeba-3357bfdd6ff7 req-dc034b5b-608e-43ec-a02a-2142f1672130 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510948 Jul 09 17:01:17.683734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.692622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.695362 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] 10.222.0.48 "DELETE /v2.0/networks/69e772f7-4005-45ca-963b-4408d2a677c0 HTTP/1.1" status: 204 len: 168 time: 0.3980024 Jul 09 17:01:17.708650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a6201-054c-45d3-92ad-19de3ec14edb admin admin] Pushing event deleted for resources: {'Network': ['ID=69e772f7-4005-45ca-963b-4408d2a677c0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:17.870300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:17.909850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab0ceb98-4154-4be3-a218-ae46f1b19906 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fc5e6ee9d8e436fa6c7073d296524b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382903 Jul 09 17:01:17.912892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:17.973093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:17.999466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:18.059895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:18.063102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:18.064295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8aa59ba9-f474-4769-8a2a-d63bdf4a9065 HTTP/1.1" status: 204 len: 168 time: 0.1503465 Jul 09 17:01:18.073976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa59ba9-f474-4769-8a2a-d63bdf4a9065,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:18.084032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.084514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.085058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.085552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.085963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.086387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.086992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.087542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.088114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.088754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.089298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.089870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24ae2d7-bf33-4ff2-bb6b-ea0740481108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:01:18.898484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd6646-86ac-487f-8092-930abecabbc5 req-0f759534-bc69-4a25-b688-855a334a7c95 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:18.901311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6bd6646-86ac-487f-8092-930abecabbc5 req-0f759534-bc69-4a25-b688-855a334a7c95 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1183658 Jul 09 17:01:18.979811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6bd6646-86ac-487f-8092-930abecabbc5 req-2614ae27-d9f5-47bf-bf3d-bc5af5eeac49 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678062 Jul 09 17:01:19.660304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:19.782146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95f37028-503c-4464-b8d1-8b1e7d35e0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:19.875644 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95f37028-503c-4464-b8d1-8b1e7d35e0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:19.880876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95f37028-503c-4464-b8d1-8b1e7d35e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:19.921633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-95f37028-503c-4464-b8d1-8b1e7d35e0a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b99ec5a4ecc4102aac8181998672beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601271 Jul 09 17:01:19.923261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37028-503c-4464-b8d1-8b1e7d35e0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e135db-f63a-4a94-914c-9127488e3ba5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:19.924491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:19.989829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f947848-06de-4d45-9b01-e5c77afce833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:20.040824 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f947848-06de-4d45-9b01-e5c77afce833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:20.107161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f947848-06de-4d45-9b01-e5c77afce833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:20.109735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f947848-06de-4d45-9b01-e5c77afce833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:20.110971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3f947848-06de-4d45-9b01-e5c77afce833 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55e135db-f63a-4a94-914c-9127488e3ba5 HTTP/1.1" status: 204 len: 168 time: 0.1854775 Jul 09 17:01:20.154595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f947848-06de-4d45-9b01-e5c77afce833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e135db-f63a-4a94-914c-9127488e3ba5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:20.246694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e314-c158-4a07-89f1-5e8ab579c055 req-ad9f7455-e9c9-4c00-a917-61113b63f470 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:20.254301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3550e314-c158-4a07-89f1-5e8ab579c055 req-ad9f7455-e9c9-4c00-a917-61113b63f470 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1217248 Jul 09 17:01:20.299151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3550e314-c158-4a07-89f1-5e8ab579c055 req-2549c220-273a-4b32-ab4e-9495f3053322 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Jul 09 17:01:20.523523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a0aa1-9181-42c5-99d0-d4c315665ba8 req-c2bc4a9f-d164-42e9-8a1c-0d849b6a27b1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:20.525305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a2a0aa1-9181-42c5-99d0-d4c315665ba8 req-c2bc4a9f-d164-42e9-8a1c-0d849b6a27b1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 945 time: 0.0681384 Jul 09 17:01:20.565965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a2a0aa1-9181-42c5-99d0-d4c315665ba8 req-1a841a4c-70c7-4d42-a19d-5e9eb7a331fd tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Jul 09 17:01:21.488680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4642f35-993a-4a48-bce0-888c70a053e4 req-1fce3702-5dc7-4181-9be8-bb7753a97d0c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:21.490228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4642f35-993a-4a48-bce0-888c70a053e4 req-1fce3702-5dc7-4181-9be8-bb7753a97d0c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0699222 Jul 09 17:01:21.541573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4642f35-993a-4a48-bce0-888c70a053e4 req-792868b8-a0ac-416a-b196-e98c0c68fc7e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Jul 09 17:01:21.781981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc597-1108-4a1a-93bc-b269ef33bd15 req-9e8ae9dc-86ac-4246-b05f-da6cdc73d37b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:21.784066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcbc597-1108-4a1a-93bc-b269ef33bd15 req-9e8ae9dc-86ac-4246-b05f-da6cdc73d37b tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 945 time: 0.0699804 Jul 09 17:01:21.826703 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffcbc597-1108-4a1a-93bc-b269ef33bd15 req-8731cef4-a894-49a3-a423-b3bf68ee4130 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364664 Jul 09 17:01:22.451451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-0f0a10fa-fc10-4568-a59e-30ca6df4fdca tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:22.453100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-0f0a10fa-fc10-4568-a59e-30ca6df4fdca tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 945 time: 0.0900600 Jul 09 17:01:22.577875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Deleting port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:01:22.578195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:22.697815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] For port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:22.698187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:22.713217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Calling delete_port for 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:01:22.778738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985a567-c7f0-44f6-82bc-28a7d347d483 req-702bc327-0f09-4dc6-b51a-764f5adbea16 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:22.781656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7985a567-c7f0-44f6-82bc-28a7d347d483 req-702bc327-0f09-4dc6-b51a-764f5adbea16 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1202359 Jul 09 17:01:22.838041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7985a567-c7f0-44f6-82bc-28a7d347d483 req-300c0331-868e-400d-bead-b453b992bd71 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506608 Jul 09 17:01:22.891401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:22.925802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a', '61c255c9-d8d9-4440-b1cd-21baebc9c689', '5642b7a1-cfe0-46a3-9321-c0f4ef62909d', '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:01:22.949380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event deleted for resources: {'Port': ['ID=4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:23.046194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] No DVR routers for this DVR port 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:01:23.049515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:23.052278 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e28c51fd-e217-4294-96d9-bbba54ea6aa1 req-838e342a-e6e3-4d88-acf1-682ec7458637 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "DELETE /v2.0/ports/4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 HTTP/1.1" status: 204 len: 173 time: 0.5928156 Jul 09 17:01:23.052895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f2e294e-d81b-4490-bdc3-c13043e0531b req-d059f1e8-eeae-419b-a928-19418fb26c79 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=140e3c96-ac0a-465e-bee7-f29db4b1433f HTTP/1.1" status: 200 len: 210 time: 0.0831404 Jul 09 17:01:23.054214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'name': 'network-vif-deleted', 'tag': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:23.059063 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c7581-64c1-4204-82d5-25fb32f62f5f" -d '{"events": [{"server_uuid": "140e3c96-ac0a-465e-bee7-f29db4b1433f", "name": "network-vif-deleted", "tag": "4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:23.155648 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d58f8d-4551-48f9-9a47-ed28f3a5b1cc x-openstack-request-id: req-f7d58f8d-4551-48f9-9a47-ed28f3a5b1cc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:23.156231 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e3c96-ac0a-465e-bee7-f29db4b1433f", "name": "network-vif-deleted", "tag": "4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:23.156708 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7d58f8d-4551-48f9-9a47-ed28f3a5b1cc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:23.157321 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e3c96-ac0a-465e-bee7-f29db4b1433f', 'name': 'network-vif-deleted', 'tag': '4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630', 'status': 'completed', 'code': 200} Jul 09 17:01:23.780102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:24.071625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6faa8-2ee0-4cd6-bb6a-9a9672da6997 req-46439595-d651-4e68-95c6-7b31602d3411 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:24.077496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ce6faa8-2ee0-4cd6-bb6a-9a9672da6997 req-46439595-d651-4e68-95c6-7b31602d3411 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0806665 Jul 09 17:01:24.131548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ce6faa8-2ee0-4cd6-bb6a-9a9672da6997 req-cc5a1ea1-28ae-4ec1-b9ce-6b2822c55de6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478702 Jul 09 17:01:25.321758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e69dce-25fa-420f-848a-afa73634ce51 req-b119bd93-20f0-4547-af73-be54c52b4919 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:25.324417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3e69dce-25fa-420f-848a-afa73634ce51 req-b119bd93-20f0-4547-af73-be54c52b4919 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0711384 Jul 09 17:01:25.416060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3e69dce-25fa-420f-848a-afa73634ce51 req-b4bb4605-e1c3-4a63-9649-e9a18963249a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835404 Jul 09 17:01:25.598609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:01:25.628669 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-4ac3f394-f013-406b-98fc-86baf18e44c5 service neutron] show failed (client error): The resource could not be found. Jul 09 17:01:25.629686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-4ac3f394-f013-406b-98fc-86baf18e44c5 service neutron] 10.222.0.43 "GET /v2.0/ports/e2117e2c-09a8-4289-97f6-1f4754e69437/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0649977 Jul 09 17:01:25.633411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:01:25.633760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 4d9d08cf-faa8-4dc7-8cc7-98ae66fa8630 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:01:25.992038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-5d6ddeff-35a6-4c5b-906d-cc8414ae50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:25.996219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-5d6ddeff-35a6-4c5b-906d-cc8414ae50ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 1097 time: 0.0870411 Jul 09 17:01:26.015714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:01:26.091822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.351498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 47984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:26.369049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:26.410726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:01:26.463580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:26.467263 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c4ef75-2bfa-4399-be9f-a9d5f731bc0b" -d '{"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-unplugged", "status": "completed", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:26.475415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.491344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Transition to ACTIVE for port object e2117e2c-09a8-4289-97f6-1f4754e69437 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:01:26.501308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.569421 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da267180-3e30-46ef-b518-fa876d0addd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.571272 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe66033-cd9c-4da6-b87b-360ee83cb7c5 x-openstack-request-id: req-bbe66033-cd9c-4da6-b87b-360ee83cb7c5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:26.571568 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-unplugged", "status": "completed", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:26.571820 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbe66033-cd9c-4da6-b87b-360ee83cb7c5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:26.572206 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'code': 200} Jul 09 17:01:26.659790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:26.736043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] No DVR routers for this DVR port e2117e2c-09a8-4289-97f6-1f4754e69437 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:01:26.777267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da267180-3e30-46ef-b518-fa876d0addd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.808970 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da267180-3e30-46ef-b518-fa876d0addd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.839541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 47996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:26.840424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da267180-3e30-46ef-b518-fa876d0addd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=958130f5f0854eba8529d4946c2be384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877331 Jul 09 17:01:26.861519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e3e2-e0e9-4690-9cc9-fff41658174a req-7e3262e5-f54c-4522-86ab-8eaebcb6f033 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:26.870000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c878e3e2-e0e9-4690-9cc9-fff41658174a req-7e3262e5-f54c-4522-86ab-8eaebcb6f033 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.1841991 Jul 09 17:01:26.927000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c878e3e2-e0e9-4690-9cc9-fff41658174a req-25e45d83-a214-4883-960e-7dd4f66c2e02 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557141 Jul 09 17:01:26.946140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da267180-3e30-46ef-b518-fa876d0addd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d1060-91ba-49d6-b740-e589dcd98e6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:26.954988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69c5d1-c721-4e39-8994-4a4658f2cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.971451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:01:26.971717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:01:26.972049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:01:26.981942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Port e2117e2c-09a8-4289-97f6-1f4754e69437 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:01:26.982275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Attempting to bind port e2117e2c-09a8-4289-97f6-1f4754e69437 on network 46851caa-c8b8-41fc-a56a-6886f8b1784a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:01:26.995113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69c5d1-c721-4e39-8994-4a4658f2cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.001883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:01:27.002226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Checking segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:01:27.002642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Bound using segment: {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:01:27.003225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Bound port: e2117e2c-09a8-4289-97f6-1f4754e69437, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbf3266-8420-46be-a737-f092555f294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:01:27.003583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.090365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:01:27.093710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:01:27.095157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69c5d1-c721-4e39-8994-4a4658f2cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.097951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69c5d1-c721-4e39-8994-4a4658f2cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.099111 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d69c5d1-c721-4e39-8994-4a4658f2cd49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d60d1060-91ba-49d6-b740-e589dcd98e6b HTTP/1.1" status: 204 len: 168 time: 0.2585628 Jul 09 17:01:27.107302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.187100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:27.188577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.190296 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1092 time: 1.1790061 Jul 09 17:01:27.191245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c5d1-c721-4e39-8994-4a4658f2cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d1060-91ba-49d6-b740-e589dcd98e6b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:27.291053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10138221-7772-439a-8c7b-3a21e5596bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:27.356468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-82ffd0c6-81fb-4de5-921b-c001f37f9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:27.358788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-82ffd0c6-81fb-4de5-921b-c001f37f9706 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1095 time: 0.1220653 Jul 09 17:01:27.494191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-3318cd38-2e28-4fdc-9cd3-8e2656c647f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:27.495725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-3318cd38-2e28-4fdc-9cd3-8e2656c647f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1285880 Jul 09 17:01:27.538884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:27.555102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c680a9d3-a0cb-48ca-b5ce-058a5770200a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.610620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-c70f8d0f-fde6-47c1-8548-b66c427cdd09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1000 time: 0.1076119 Jul 09 17:01:27.681138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-7c86f138-46fd-4e36-8b98-38e0b448497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:27.682759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-7c86f138-46fd-4e36-8b98-38e0b448497b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0644202 Jul 09 17:01:27.724101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c680a9d3-a0cb-48ca-b5ce-058a5770200a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.730977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c680a9d3-a0cb-48ca-b5ce-058a5770200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.756284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-88ba6e53-6b78-4788-8f48-7d2e8fe5ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:27.758276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-88ba6e53-6b78-4788-8f48-7d2e8fe5ab9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685673 Jul 09 17:01:27.782168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680a9d3-a0cb-48ca-b5ce-058a5770200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681ffc0-4b6b-4001-b269-db9088200c08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:27.838602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c680a9d3-a0cb-48ca-b5ce-058a5770200a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=282c9f98d5fc4f8a9d41e90a0a93e375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943580 Jul 09 17:01:27.838894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:27.876373 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-06a3a444-9b24-45f9-b408-018f0063e8f0 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110578 Jul 09 17:01:27.939694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e5e1ef-a7bc-429f-b4c8-17b984522251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:28.003382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e5e1ef-a7bc-429f-b4c8-17b984522251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:28.088171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e5e1ef-a7bc-429f-b4c8-17b984522251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:28.091262 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13dab786-3fd7-494b-bc0b-61e483c1a1e5 req-fd8f73fe-4706-47fb-ae76-8ae28f9a0000 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067437 Jul 09 17:01:28.092542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e5e1ef-a7bc-429f-b4c8-17b984522251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:28.097064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-48e5e1ef-a7bc-429f-b4c8-17b984522251 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3681ffc0-4b6b-4001-b269-db9088200c08 HTTP/1.1" status: 204 len: 168 time: 0.2570641 Jul 09 17:01:28.187302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5e1ef-a7bc-429f-b4c8-17b984522251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681ffc0-4b6b-4001-b269-db9088200c08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:28.255735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964983d-2c77-43b5-b7eb-f37afd17d6bb req-098512fc-c391-438c-bfd8-e31d864f6f2c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:28.257535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7964983d-2c77-43b5-b7eb-f37afd17d6bb req-098512fc-c391-438c-bfd8-e31d864f6f2c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 946 time: 0.1074023 Jul 09 17:01:28.270507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fe708-db82-4da3-98d6-b2b90533334f req-1f682e8b-a87e-46fa-9d85-74738a0667f8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:28.277691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc1fe708-db82-4da3-98d6-b2b90533334f req-1f682e8b-a87e-46fa-9d85-74738a0667f8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.1788189 Jul 09 17:01:28.348045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7964983d-2c77-43b5-b7eb-f37afd17d6bb req-596f8036-c4fa-4000-84a1-5f04017e790d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677896 Jul 09 17:01:28.357911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc1fe708-db82-4da3-98d6-b2b90533334f req-441c823e-a1e6-4b16-bdfa-be308094af5f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791061 Jul 09 17:01:28.573891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:28.576986 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d86c0d-845b-426c-99d0-b1fd7278b29d" -d '{"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:28.631317 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a2277b-c6ac-4830-b1bc-8f0e3284751b x-openstack-request-id: req-26a2277b-c6ac-4830-b1bc-8f0e3284751b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:28.631707 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:28.632049 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26a2277b-c6ac-4830-b1bc-8f0e3284751b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:28.632561 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'status': 'completed', 'code': 200} Jul 09 17:01:28.725852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-89616320-d737-4846-bd11-54e9bbe8a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:28.727894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-89616320-d737-4846-bd11-54e9bbe8a11f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1095 time: 0.0702174 Jul 09 17:01:28.741717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-d80007e5-71d3-4f5f-bd10-2213de8f1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:28.743803 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-d80007e5-71d3-4f5f-bd10-2213de8f1907 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1095 time: 0.0702546 Jul 09 17:01:28.852915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-5d14b112-82e9-46c8-95a1-525407db415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:28.855547 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-5d14b112-82e9-46c8-95a1-525407db415a service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1045179 Jul 09 17:01:28.870129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-56fcc853-11ba-404d-8ece-a3c7f2f58cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:28.874863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-56fcc853-11ba-404d-8ece-a3c7f2f58cd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1386895 Jul 09 17:01:28.949909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-6a757865-9069-4aac-8032-11b266a83a9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1000 time: 0.0862069 Jul 09 17:01:28.955481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-cfee8dea-f603-498d-9e46-085d8a141141 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1000 time: 0.0716846 Jul 09 17:01:29.006401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-8765ee2d-c10b-488a-94d5-becdd5094e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:29.010781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-8765ee2d-c10b-488a-94d5-becdd5094e2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0528893 Jul 09 17:01:29.031322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-e519a513-b131-4061-b657-214209e969ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:29.032931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-e519a513-b131-4061-b657-214209e969ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0653708 Jul 09 17:01:29.074214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-9ed847c0-f6d0-452a-a712-71b14ad38063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:29.075794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-9ed847c0-f6d0-452a-a712-71b14ad38063 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565064 Jul 09 17:01:29.102399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-cf5a9ba8-0f59-4143-9ff9-e32d421cf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:29.104007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-cf5a9ba8-0f59-4143-9ff9-e32d421cf78b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629773 Jul 09 17:01:29.185981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-1513c342-6060-4648-b3f4-e6a0635be679 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026578 Jul 09 17:01:29.204920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-03e5a9df-f6e4-4fea-b465-779e98cb4e0c service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931482 Jul 09 17:01:29.292215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-9c6e3688-0661-4a62-af3b-5a787de92ae8 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996046 Jul 09 17:01:29.307505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5d86c0d-845b-426c-99d0-b1fd7278b29d req-0b7a41ce-6463-4457-aaad-c7f7a56ce1a2 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926228 Jul 09 17:01:29.591506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62591c2-87fd-41bb-bad3-8b2d060931c4 req-fd074956-39f2-461b-a301-307bd0208388 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:29.593141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b62591c2-87fd-41bb-bad3-8b2d060931c4 req-fd074956-39f2-461b-a301-307bd0208388 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.1105721 Jul 09 17:01:29.615823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287916fc-ed17-45cd-a840-1075e816b579 req-7e248a46-22dd-4306-9122-f3bf6329f7d1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:29.617341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-287916fc-ed17-45cd-a840-1075e816b579 req-7e248a46-22dd-4306-9122-f3bf6329f7d1 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 946 time: 0.1047122 Jul 09 17:01:29.661723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b62591c2-87fd-41bb-bad3-8b2d060931c4 req-8b11fcd1-5c2c-44b3-af46-41618367d520 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608935 Jul 09 17:01:29.674636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-287916fc-ed17-45cd-a840-1075e816b579 req-130ad682-d809-4114-8005-89d02b115838 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506516 Jul 09 17:01:30.221739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:01:30.265113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac461c62-6110-4622-884f-920c4aaa2413 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.267506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac461c62-6110-4622-884f-920c4aaa2413 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 946 time: 0.0812893 Jul 09 17:01:30.292372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:01:30.389924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.396079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.404096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.410365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.418774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.422978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Deleting port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:01:30.423796 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:30.425208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.431564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.433724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46daf92a-1849-4705-957b-25f559456388 req-8f869349-fa60-4bcf-8d2d-dac3cf350860 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1401811 Jul 09 17:01:30.488192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46daf92a-1849-4705-957b-25f559456388 req-6613966c-1b06-4660-9a6c-a3981f80498d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465331 Jul 09 17:01:30.529221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] For port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:30.529660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:30.543516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Calling delete_port for 5642b7a1-cfe0-46a3-9321-c0f4ef62909d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:01:30.690242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:30.726516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a', '61c255c9-d8d9-4440-b1cd-21baebc9c689', '5642b7a1-cfe0-46a3-9321-c0f4ef62909d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:01:30.731727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event deleted for resources: {'Port': ['ID=5642b7a1-cfe0-46a3-9321-c0f4ef62909d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:30.772300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.799200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.801663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] No DVR routers for this DVR port 5642b7a1-cfe0-46a3-9321-c0f4ef62909d on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:01:30.806784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:30.815614 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81f2e1c4-4f2c-4d0a-ad9b-dc8b07f524ef req-ac552f6c-ed05-498d-9f95-5d379089be4f tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "DELETE /v2.0/ports/5642b7a1-cfe0-46a3-9321-c0f4ef62909d HTTP/1.1" status: 204 len: 173 time: 0.5368967 Jul 09 17:01:30.815614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'name': 'network-vif-deleted', 'tag': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:30.816429 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9f0c3c-dc43-44e1-bacb-dd76244e7bd1" -d '{"events": [{"server_uuid": "ff24d801-1b51-42ef-9548-4b04f025fca4", "name": "network-vif-deleted", "tag": "5642b7a1-cfe0-46a3-9321-c0f4ef62909d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:30.833698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.845724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.854100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.863035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.872313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:30.896552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-533d1885-2395-42f6-bd40-1ef07156c67e req-ba765b08-05d2-43b9-9ca6-e321b4456fda tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.2523756 Jul 09 17:01:31.008824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb5a8-f07e-468c-b8a9-c0b01a57f519 req-a9e5dc3d-310f-4089-b094-e73b80bea222 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:31.024845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4cccb5a8-f07e-468c-b8a9-c0b01a57f519 req-a9e5dc3d-310f-4089-b094-e73b80bea222 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 944 time: 0.1265898 Jul 09 17:01:31.078104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-067755ed-a090-440a-8503-0004d11d7689 req-34d83bf0-ddeb-404c-b44b-669a087d804e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff24d801-1b51-42ef-9548-4b04f025fca4 HTTP/1.1" status: 200 len: 210 time: 0.0430417 Jul 09 17:01:31.122767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4cccb5a8-f07e-468c-b8a9-c0b01a57f519 req-ca0d67be-42a9-4035-8033-f233efb4b9ef tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964570 Jul 09 17:01:31.142285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:31.175974 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2811101d-6a18-4bcd-b3d4-540d6e14078c x-openstack-request-id: req-2811101d-6a18-4bcd-b3d4-540d6e14078c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:31.176268 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff24d801-1b51-42ef-9548-4b04f025fca4", "name": "network-vif-deleted", "tag": "5642b7a1-cfe0-46a3-9321-c0f4ef62909d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:31.176522 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2811101d-6a18-4bcd-b3d4-540d6e14078c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:31.176918 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff24d801-1b51-42ef-9548-4b04f025fca4', 'name': 'network-vif-deleted', 'tag': '5642b7a1-cfe0-46a3-9321-c0f4ef62909d', 'status': 'completed', 'code': 200} Jul 09 17:01:31.273135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04adf52e-86eb-4ff0-bc3d-1eab34db9aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.369886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04adf52e-86eb-4ff0-bc3d-1eab34db9aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.374745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04adf52e-86eb-4ff0-bc3d-1eab34db9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.423156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adf52e-86eb-4ff0-bc3d-1eab34db9aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb369c0-8bd0-4f18-b939-fc2cc2210c76,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:31.431039 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04adf52e-86eb-4ff0-bc3d-1eab34db9aac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=575a3fba6d224047b3e1ede7b87ccda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876778 Jul 09 17:01:31.432068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:31.490800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e1993ae-180a-4990-85c3-6fb359da5fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.530300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e1993ae-180a-4990-85c3-6fb359da5fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.591113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e1993ae-180a-4990-85c3-6fb359da5fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.593953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e1993ae-180a-4990-85c3-6fb359da5fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.597515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e1993ae-180a-4990-85c3-6fb359da5fab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccb369c0-8bd0-4f18-b939-fc2cc2210c76 HTTP/1.1" status: 204 len: 168 time: 0.1609306 Jul 09 17:01:31.604411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1993ae-180a-4990-85c3-6fb359da5fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb369c0-8bd0-4f18-b939-fc2cc2210c76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:31.636780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:01:31.765557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:31.779079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'port_id': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'mac_address': 'fa:16:3e:46:3f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:01:31.819306 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.833687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2117e2c-09a8-4289-97f6-1f4754e69437 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:01:31.856717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:31.861222 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:31.930222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:31.944360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:31.961285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b3afb0-12e3-4998-9403-1f39678601de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.061981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b3afb0-12e3-4998-9403-1f39678601de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.067094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68b3afb0-12e3-4998-9403-1f39678601de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.114113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68b3afb0-12e3-4998-9403-1f39678601de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=720125095c0b440c95b15c61d45bf745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659303 Jul 09 17:01:32.114113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3afb0-12e3-4998-9403-1f39678601de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4526232-9736-4fac-9576-757145424740,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:32.114520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:32.181933 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1a719ec-a4f1-4abe-9698-53ea41466690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.206747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1a719ec-a4f1-4abe-9698-53ea41466690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.264644 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1a719ec-a4f1-4abe-9698-53ea41466690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.267516 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1a719ec-a4f1-4abe-9698-53ea41466690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:32.271981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1a719ec-a4f1-4abe-9698-53ea41466690 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4526232-9736-4fac-9576-757145424740 HTTP/1.1" status: 204 len: 168 time: 0.1565027 Jul 09 17:01:32.281527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a719ec-a4f1-4abe-9698-53ea41466690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4526232-9736-4fac-9576-757145424740,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:32.327958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e2117e2c-09a8-4289-97f6-1f4754e69437'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:01:32.780631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad5c3-1222-49ad-bd20-ae46d3a05706 req-ba037f35-2615-4aac-93cc-ebeb4008712d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:32.788042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47bad5c3-1222-49ad-bd20-ae46d3a05706 req-ba037f35-2615-4aac-93cc-ebeb4008712d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 945 time: 0.0808198 Jul 09 17:01:32.841566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47bad5c3-1222-49ad-bd20-ae46d3a05706 req-6f10a6dd-6c07-4b82-bbd1-dc966592974d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Jul 09 17:01:33.118324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:33.236628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.237376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.238005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.238664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.239286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.239935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.240631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:33.242848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2a9033fb-6159-4bba-8a32-e4ed9ff515a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.1234381 Jul 09 17:01:33.294812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2aff4264-bd34-4a78-9b7f-d01b91f2ead9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432603 Jul 09 17:01:33.658108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:01:33.723958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port e2117e2c-09a8-4289-97f6-1f4754e69437 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:01:33.733296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e2117e2c-09a8-4289-97f6-1f4754e69437 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:01:33.733930 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:33.831711 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:33.859394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:33.861878 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e30813-44a6-4227-a577-89fada421abc" -d '{"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-plugged", "status": "completed", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:33.888246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:33.897078 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:33.899121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5642b7a1-cfe0-46a3-9321-c0f4ef62909d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:01:33.928923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 5642b7a1-cfe0-46a3-9321-c0f4ef62909d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:01:33.929277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5642b7a1-cfe0-46a3-9321-c0f4ef62909d not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:01:33.996789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:34.055414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213eb75-c4f6-43c6-ab97-b214b55e222b req-5dfc6af0-e0df-4886-ba9d-b1b3a5f19758 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:34.060642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0213eb75-c4f6-43c6-ab97-b214b55e222b req-5dfc6af0-e0df-4886-ba9d-b1b3a5f19758 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 945 time: 0.0821722 Jul 09 17:01:34.099158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0213eb75-c4f6-43c6-ab97-b214b55e222b req-b6e70f6b-d6f5-4f6c-8b98-274833465cf7 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376010 Jul 09 17:01:34.172662 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bef3ad0-df1f-401d-a6d3-2f66b3d579c1 x-openstack-request-id: req-0bef3ad0-df1f-401d-a6d3-2f66b3d579c1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:34.173013 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-plugged", "status": "completed", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:34.173234 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bef3ad0-df1f-401d-a6d3-2f66b3d579c1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:34.173645 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'code': 200} Jul 09 17:01:34.232845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-579d8b01-fdf2-414d-9454-927472475b12 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:34.234459 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-579d8b01-fdf2-414d-9454-927472475b12 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 945 time: 0.0788889 Jul 09 17:01:34.335710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Deleting port 61c255c9-d8d9-4440-b1cd-21baebc9c689 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:01:34.336124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:34.439204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] For port 61c255c9-d8d9-4440-b1cd-21baebc9c689, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61c255c9-d8d9-4440-b1cd-21baebc9c689,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:34.439573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:34.453847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Calling delete_port for 61c255c9-d8d9-4440-b1cd-21baebc9c689 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:01:34.591373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:34.623074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event deleted for resources: {'Port': ['ID=61c255c9-d8d9-4440-b1cd-21baebc9c689,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:34.625244 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a', '61c255c9-d8d9-4440-b1cd-21baebc9c689'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:01:34.676183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] No DVR routers for this DVR port 61c255c9-d8d9-4440-b1cd-21baebc9c689 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:01:34.681965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:34.684041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb0976d4-86a8-4af6-999e-1a6005839337 req-c6397d50-078b-459b-b055-fc295ae8aa16 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "DELETE /v2.0/ports/61c255c9-d8d9-4440-b1cd-21baebc9c689 HTTP/1.1" status: 204 len: 173 time: 0.4438820 Jul 09 17:01:34.684471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'name': 'network-vif-deleted', 'tag': '61c255c9-d8d9-4440-b1cd-21baebc9c689'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:34.686785 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84885099-c958-4721-ad97-1d93d081e8fb" -d '{"events": [{"server_uuid": "d7bd04cd-1bca-458d-9cdd-572bb2281b1b", "name": "network-vif-deleted", "tag": "61c255c9-d8d9-4440-b1cd-21baebc9c689"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:34.729165 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d0a43d-08de-495b-ba80-8a96ed467982 x-openstack-request-id: req-01d0a43d-08de-495b-ba80-8a96ed467982 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:34.729458 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bd04cd-1bca-458d-9cdd-572bb2281b1b", "name": "network-vif-deleted", "tag": "61c255c9-d8d9-4440-b1cd-21baebc9c689", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:34.729714 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01d0a43d-08de-495b-ba80-8a96ed467982 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:34.730127 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bd04cd-1bca-458d-9cdd-572bb2281b1b', 'name': 'network-vif-deleted', 'tag': '61c255c9-d8d9-4440-b1cd-21baebc9c689', 'status': 'completed', 'code': 200} Jul 09 17:01:35.285444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a732a3e2-0d53-45bd-a13d-f90dbbabd099 req-afe49070-bf14-48bc-804e-3ab6a7f38606 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7bd04cd-1bca-458d-9cdd-572bb2281b1b HTTP/1.1" status: 200 len: 210 time: 0.0476544 Jul 09 17:01:35.757113 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1ac64713-7810-4e61-a253-64d1e7d83f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:37.697179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61c255c9-d8d9-4440-b1cd-21baebc9c689 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:01:37.739649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 61c255c9-d8d9-4440-b1cd-21baebc9c689 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:01:37.739989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61c255c9-d8d9-4440-b1cd-21baebc9c689 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:01:38.242953 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:38.300991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef043a29-76e1-4bb2-bf9f-9d1fba63f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:38.530165 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:38.731663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:38.852590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54dc5dd8-01e9-4dcb-8dc7-b98768f6142e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:38.945068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54dc5dd8-01e9-4dcb-8dc7-b98768f6142e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:38.950863 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54dc5dd8-01e9-4dcb-8dc7-b98768f6142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.018711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-54dc5dd8-01e9-4dcb-8dc7-b98768f6142e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b42f4b8f634741fd9492ec45d104c7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836213 Jul 09 17:01:39.018711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc5dd8-01e9-4dcb-8dc7-b98768f6142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf056b12-693b-41b0-b8cf-353caa70a745,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:39.020769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:39.077821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f315c12-88ce-49fb-8fa6-e522a087268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.100479 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f315c12-88ce-49fb-8fa6-e522a087268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.176043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f315c12-88ce-49fb-8fa6-e522a087268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.179320 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f315c12-88ce-49fb-8fa6-e522a087268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.183152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f315c12-88ce-49fb-8fa6-e522a087268b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf056b12-693b-41b0-b8cf-353caa70a745 HTTP/1.1" status: 204 len: 168 time: 0.1608222 Jul 09 17:01:39.191407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f315c12-88ce-49fb-8fa6-e522a087268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf056b12-693b-41b0-b8cf-353caa70a745,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:39.258399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.543445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:39.558535 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7cf5-7f69-4da4-9ee5-a984c311a53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.684926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7cf5-7f69-4da4-9ee5-a984c311a53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.693002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5ee7cf5-7f69-4da4-9ee5-a984c311a53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.746447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b5ee7cf5-7f69-4da4-9ee5-a984c311a53e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4be752f309a24c51913fb36aaf5a8cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018061 Jul 09 17:01:39.747346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee7cf5-7f69-4da4-9ee5-a984c311a53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e985544d-df6b-4c86-b35a-01357f837006,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:39.749169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:39.849490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f949db-ee78-4447-9f20-a93b7ef00b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.876297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f949db-ee78-4447-9f20-a93b7ef00b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.932007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f949db-ee78-4447-9f20-a93b7ef00b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.934432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f949db-ee78-4447-9f20-a93b7ef00b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:39.935633 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e2f949db-ee78-4447-9f20-a93b7ef00b9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e985544d-df6b-4c86-b35a-01357f837006 HTTP/1.1" status: 204 len: 168 time: 0.1854687 Jul 09 17:01:39.944208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f949db-ee78-4447-9f20-a93b7ef00b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985544d-df6b-4c86-b35a-01357f837006,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:40.152100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70535622-b366-418a-ba76-352157faf42b req-fcd4e73a-2bef-4523-a33b-6b254ace65da tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:40.153884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70535622-b366-418a-ba76-352157faf42b req-fcd4e73a-2bef-4523-a33b-6b254ace65da tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 945 time: 0.0820160 Jul 09 17:01:40.200052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70535622-b366-418a-ba76-352157faf42b req-173d3b65-65e1-48b1-9f25-cd4d9b19c85e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Jul 09 17:01:41.096397 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:41.390315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f804ec-25ca-4488-994d-598cb08f100c req-f9a96ba5-6c0d-4bf1-9b08-3d40279967bf tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:41.397612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97f804ec-25ca-4488-994d-598cb08f100c req-f9a96ba5-6c0d-4bf1-9b08-3d40279967bf tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 945 time: 0.0803125 Jul 09 17:01:41.436073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97f804ec-25ca-4488-994d-598cb08f100c req-09a9df05-8895-4b52-9fc5-312e62ac779d tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Jul 09 17:01:42.074138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-79ad8508-d932-44b4-b9fb-f47d5738c884 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:42.076176 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-79ad8508-d932-44b4-b9fb-f47d5738c884 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 945 time: 0.0944335 Jul 09 17:01:42.225809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Deleting port 1a83dcab-f9fb-4263-b6c4-abf5e160615a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:01:42.226153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:42.374069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-c83d41ac-6c81-4f8f-9ccb-63bd0da00a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:42.374874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] For port 1a83dcab-f9fb-4263-b6c4-abf5e160615a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=1a83dcab-f9fb-4263-b6c4-abf5e160615a,segment=NetworkSegment(ecf9b273-c98d-4f0f-9831-58d829a56765),segment_id=ecf9b273-c98d-4f0f-9831-58d829a56765)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:01:42.375472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:42.376301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-c83d41ac-6c81-4f8f-9ccb-63bd0da00a19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1097 time: 0.1546803 Jul 09 17:01:42.402782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Calling delete_port for 1a83dcab-f9fb-4263-b6c4-abf5e160615a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:01:42.468110 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-eae2614a-93e2-400f-a921-cd0c1f223bf6 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:01:42.469196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-eae2614a-93e2-400f-a921-cd0c1f223bf6 service neutron] 10.222.0.43 "DELETE /v2.0/ports/e2117e2c-09a8-4289-97f6-1f4754e69437/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0848212 Jul 09 17:01:42.676754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:42.721058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Pushing event deleted for resources: {'Port': ['ID=1a83dcab-f9fb-4263-b6c4-abf5e160615a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:42.729216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['1a83dcab-f9fb-4263-b6c4-abf5e160615a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:01:42.763730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828187f9-952f-4839-9d51-a6a1b7ccae11 req-b6e51759-8680-441b-b909-8247e8232e30 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:42.772668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-828187f9-952f-4839-9d51-a6a1b7ccae11 req-b6e51759-8680-441b-b909-8247e8232e30 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/ports?device_id=23c14b2e-995a-4163-8c5a-46623c169e31 HTTP/1.1" status: 200 len: 867 time: 0.2058890 Jul 09 17:01:42.801145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-98a8c954-3037-40f5-b18b-c0d1706ec59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:42.803302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-98a8c954-3037-40f5-b18b-c0d1706ec59a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.1660368 Jul 09 17:01:42.819205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] No DVR routers for this DVR port 1a83dcab-f9fb-4263-b6c4-abf5e160615a on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:01:42.824011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:42.826966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1e34d0ac-d6ba-4ec3-bb6e-6ae9912e84f1 req-b06f63a0-5138-4946-bd98-e312f0019719 tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.37 "DELETE /v2.0/ports/1a83dcab-f9fb-4263-b6c4-abf5e160615a HTTP/1.1" status: 204 len: 173 time: 0.7446015 Jul 09 17:01:42.827580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c14b2e-995a-4163-8c5a-46623c169e31', 'name': 'network-vif-deleted', 'tag': '1a83dcab-f9fb-4263-b6c4-abf5e160615a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:01:42.830296 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42514b5-0c1a-4812-b041-650fc28ec317" -d '{"events": [{"server_uuid": "23c14b2e-995a-4163-8c5a-46623c169e31", "name": "network-vif-deleted", "tag": "1a83dcab-f9fb-4263-b6c4-abf5e160615a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:01:42.920622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-828187f9-952f-4839-9d51-a6a1b7ccae11 req-2f9aca37-6ab3-4a58-aae7-e9867562cf4c tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456459 Jul 09 17:01:43.016203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-e7656838-8ccd-4346-a5ce-6b53f1092057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:43.018399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-e7656838-8ccd-4346-a5ce-6b53f1092057 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.2037230 Jul 09 17:01:43.032227 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7ec8b1-6b72-42d7-9f97-73192d9572c8 x-openstack-request-id: req-df7ec8b1-6b72-42d7-9f97-73192d9572c8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:01:43.032710 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c14b2e-995a-4163-8c5a-46623c169e31", "name": "network-vif-deleted", "tag": "1a83dcab-f9fb-4263-b6c4-abf5e160615a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:01:43.033132 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df7ec8b1-6b72-42d7-9f97-73192d9572c8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:01:43.033916 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c14b2e-995a-4163-8c5a-46623c169e31', 'name': 'network-vif-deleted', 'tag': '1a83dcab-f9fb-4263-b6c4-abf5e160615a', 'status': 'completed', 'code': 200} Jul 09 17:01:43.150044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-a07504c2-fdc1-4a26-82de-15454ce1c3d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1002 time: 0.1206393 Jul 09 17:01:43.229394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-a1ea4b34-f27a-4e2f-8130-7ced7e9c7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:43.231031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-a1ea4b34-f27a-4e2f-8130-7ced7e9c7765 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0708079 Jul 09 17:01:43.310006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-c16f36cd-2795-4bc3-a948-1a18a5fc5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:43.311680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-c16f36cd-2795-4bc3-a948-1a18a5fc5674 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721383 Jul 09 17:01:43.431262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-245a866c-6b0c-40c1-9156-475ba2efe361 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101544 Jul 09 17:01:43.586386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0bbe33a-24cd-48a1-bffe-35cc64e024f9 req-6489360c-2dfc-45cc-a859-7ba54fe56f04 service neutron] 10.222.0.43 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469495 Jul 09 17:01:44.059097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:44.548530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Deleting subnet 262b6042-d925-4c2c-bb9a-56a4a9300718 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:01:44.556041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.593311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.641806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.735809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.751256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.754243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/262b6042-d925-4c2c-bb9a-56a4a9300718 HTTP/1.1" status: 204 len: 168 time: 0.6932197 Jul 09 17:01:44.756472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:44.775945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b094cab-eeca-4cb1-92cd-fb626a00dd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262b6042-d925-4c2c-bb9a-56a4a9300718,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:44.858783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.958220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:44.973259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3cfcc3-6652-4c92-bda1-b52ece803f12']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:01:44.991271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf9b273-c98d-4f0f-9831-58d829a56765') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:01:44.991575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf9b273-c98d-4f0f-9831-58d829a56765') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:01:45.002330 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.019540 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.028162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:01:45.029028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:01:45.033976 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:01:45.115978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.124193 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.126838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] 10.222.0.48 "DELETE /v2.0/networks/be3cfcc3-6652-4c92-bda1-b52ece803f12 HTTP/1.1" status: 204 len: 168 time: 0.3685956 Jul 09 17:01:45.143081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9542c32-7f47-4926-89dc-5be1e1e5171b admin admin] Pushing event deleted for resources: {'Network': ['ID=be3cfcc3-6652-4c92-bda1-b52ece803f12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:45.511109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d30242-abf4-4b55-84c2-6befcd1432a7 req-3cf53559-f7b5-46f0-a947-69bdeebc71b1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:45.516812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89d30242-abf4-4b55-84c2-6befcd1432a7 req-3cf53559-f7b5-46f0-a947-69bdeebc71b1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0846360 Jul 09 17:01:45.540061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:45.580122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89d30242-abf4-4b55-84c2-6befcd1432a7 req-c7a272cf-bc84-4331-b49b-34066759ee5b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535171 Jul 09 17:01:45.611014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-687efcf5-c055-49f0-88a5-8fe0199ff817 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b30861197d49470fabf644bc9794a456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678144 Jul 09 17:01:45.611542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:45.663880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb39849a-1662-4d10-93c1-1d446c0c1496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.687504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb39849a-1662-4d10-93c1-1d446c0c1496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.741837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb39849a-1662-4d10-93c1-1d446c0c1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.744466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb39849a-1662-4d10-93c1-1d446c0c1496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.748239 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fb39849a-1662-4d10-93c1-1d446c0c1496 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39 HTTP/1.1" status: 204 len: 168 time: 0.1331685 Jul 09 17:01:45.753580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39849a-1662-4d10-93c1-1d446c0c1496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef99b9f-88c5-4e23-bb4f-4f7b4eeeeb39,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:45.851717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1a83dcab-f9fb-4263-b6c4-abf5e160615a no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:01:45.873834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 1a83dcab-f9fb-4263-b6c4-abf5e160615a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:01:45.874245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 1a83dcab-f9fb-4263-b6c4-abf5e160615a not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:01:46.809800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b307f-0867-44fd-99bb-ab90ea68f4f9 req-5c75177d-1500-4dbe-9e0e-77ac0ba4447c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:46.811466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba0b307f-0867-44fd-99bb-ab90ea68f4f9 req-5c75177d-1500-4dbe-9e0e-77ac0ba4447c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0777631 Jul 09 17:01:46.866493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba0b307f-0867-44fd-99bb-ab90ea68f4f9 req-ac5dd761-9745-4722-b782-54b0e975211d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Jul 09 17:01:48.081307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93102-ff21-44bb-af59-6fd9e13027ea req-a2213df8-0327-4715-9354-c3a4fd51d171 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:48.083078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bf93102-ff21-44bb-af59-6fd9e13027ea req-a2213df8-0327-4715-9354-c3a4fd51d171 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0775752 Jul 09 17:01:48.155195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2bf93102-ff21-44bb-af59-6fd9e13027ea req-b72148bc-8eb5-4919-87f1-5f8d0fe34a8c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647168 Jul 09 17:01:49.140853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:49.278060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4796-c82b-47af-b2ac-bbcb80166363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.405941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482498b1-11c7-4876-bfa3-15b74fc8c031 req-d66bdb91-b84c-4ff2-bf4e-caab9a20a5a7 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:49.417176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-482498b1-11c7-4876-bfa3-15b74fc8c031 req-d66bdb91-b84c-4ff2-bf4e-caab9a20a5a7 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1216981 Jul 09 17:01:49.420320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:49.431484 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4796-c82b-47af-b2ac-bbcb80166363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.439697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4796-c82b-47af-b2ac-bbcb80166363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.468177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-482498b1-11c7-4876-bfa3-15b74fc8c031 req-4fdb42d9-68e1-4fe2-8f10-adc8c9afac8d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501397 Jul 09 17:01:49.485234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4dfd4796-c82b-47af-b2ac-bbcb80166363 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6397f36a5d604d538f8aed273a384fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402345 Jul 09 17:01:49.485234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd4796-c82b-47af-b2ac-bbcb80166363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9028f1-b5cf-4b12-93a6-db41ef051c79,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:49.486913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:49.545078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cce71c4-c280-4917-abe9-8babf772aaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.579281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cce71c4-c280-4917-abe9-8babf772aaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.581085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d00b2527-d02b-4327-bd10-b0b22f9569e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.662560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cce71c4-c280-4917-abe9-8babf772aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.665098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cce71c4-c280-4917-abe9-8babf772aaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.666336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0cce71c4-c280-4917-abe9-8babf772aaac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e9028f1-b5cf-4b12-93a6-db41ef051c79 HTTP/1.1" status: 204 len: 168 time: 0.1784062 Jul 09 17:01:49.680361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce71c4-c280-4917-abe9-8babf772aaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9028f1-b5cf-4b12-93a6-db41ef051c79,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:49.729840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d00b2527-d02b-4327-bd10-b0b22f9569e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.734183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d00b2527-d02b-4327-bd10-b0b22f9569e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.778937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:49.779100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d00b2527-d02b-4327-bd10-b0b22f9569e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77b84ba83b2b4f958fbd6932bcb796e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564472 Jul 09 17:01:49.781179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b2527-d02b-4327-bd10-b0b22f9569e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44478fd0-c699-4d64-8f08-a6d86ed28173,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:49.833834 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-617e8607-f58b-41da-8d72-e0e8ca227706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.868854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-617e8607-f58b-41da-8d72-e0e8ca227706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.924537 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-617e8607-f58b-41da-8d72-e0e8ca227706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.927346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-617e8607-f58b-41da-8d72-e0e8ca227706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:49.928782 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-617e8607-f58b-41da-8d72-e0e8ca227706 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44478fd0-c699-4d64-8f08-a6d86ed28173 HTTP/1.1" status: 204 len: 168 time: 0.1484985 Jul 09 17:01:49.947851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e8607-f58b-41da-8d72-e0e8ca227706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44478fd0-c699-4d64-8f08-a6d86ed28173,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:50.048687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:50.085316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cafc6254-22c4-4d35-8dca-6fbd3cd990cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.187272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cafc6254-22c4-4d35-8dca-6fbd3cd990cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.192434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cafc6254-22c4-4d35-8dca-6fbd3cd990cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.235724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc6254-22c4-4d35-8dca-6fbd3cd990cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a407274-a58e-417f-abf8-d9febdf343db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:50.243233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:50.250854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cafc6254-22c4-4d35-8dca-6fbd3cd990cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aadd33072815419ea838e8b9b2dde5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007217 Jul 09 17:01:50.266109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 48890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:50.281547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82520822-0c78-4b88-b973-6b65c7bfe688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.305149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7890b3-cbbf-48d0-813f-12802dfcd374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.329657 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7890b3-cbbf-48d0-813f-12802dfcd374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.398564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82520822-0c78-4b88-b973-6b65c7bfe688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.401277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7890b3-cbbf-48d0-813f-12802dfcd374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.404002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82520822-0c78-4b88-b973-6b65c7bfe688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.404182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7890b3-cbbf-48d0-813f-12802dfcd374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.405418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7e7890b3-cbbf-48d0-813f-12802dfcd374 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a407274-a58e-417f-abf8-d9febdf343db HTTP/1.1" status: 204 len: 168 time: 0.1610699 Jul 09 17:01:50.419057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7890b3-cbbf-48d0-813f-12802dfcd374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a407274-a58e-417f-abf8-d9febdf343db,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:50.445905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-82520822-0c78-4b88-b973-6b65c7bfe688 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb3ae39cdb944f14821af28c7d18b46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786523 Jul 09 17:01:50.447818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82520822-0c78-4b88-b973-6b65c7bfe688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77746a1-d37d-4035-95da-ac7d3c5203b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:50.450256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 48898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:50.530406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bff7de54-0291-4d3e-8653-dfb9fd51ab26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.557655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bff7de54-0291-4d3e-8653-dfb9fd51ab26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.618340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bff7de54-0291-4d3e-8653-dfb9fd51ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.621375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bff7de54-0291-4d3e-8653-dfb9fd51ab26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:50.622774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bff7de54-0291-4d3e-8653-dfb9fd51ab26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f77746a1-d37d-4035-95da-ac7d3c5203b7 HTTP/1.1" status: 204 len: 168 time: 0.1713333 Jul 09 17:01:50.632498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7de54-0291-4d3e-8653-dfb9fd51ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77746a1-d37d-4035-95da-ac7d3c5203b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:50.692611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae122c-6e63-4fb8-9190-acd481f3ac9e req-8e281423-2d90-4839-883d-672a58346926 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:50.694430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9ae122c-6e63-4fb8-9190-acd481f3ac9e req-8e281423-2d90-4839-883d-672a58346926 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0932989 Jul 09 17:01:50.742884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9ae122c-6e63-4fb8-9190-acd481f3ac9e req-272ff712-1955-4b04-a730-76fa286315c8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Jul 09 17:01:51.372380 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:01:52.001289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43d994-6d5a-4cea-b47a-1e7e572572ca req-e46ee47d-1198-4df8-b3dc-1d90cf40680b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:52.008918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b43d994-6d5a-4cea-b47a-1e7e572572ca req-e46ee47d-1198-4df8-b3dc-1d90cf40680b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0898378 Jul 09 17:01:52.062011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b43d994-6d5a-4cea-b47a-1e7e572572ca req-7fef9490-9d85-4cf4-954e-bb1a1b81811a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521071 Jul 09 17:01:53.278409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620065-a6cc-48ba-93aa-6e720a44a639 req-20a91845-9c17-4b22-be3e-2093f8806e00 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:53.281024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53620065-a6cc-48ba-93aa-6e720a44a639 req-20a91845-9c17-4b22-be3e-2093f8806e00 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0876575 Jul 09 17:01:53.334052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53620065-a6cc-48ba-93aa-6e720a44a639 req-16930439-c5aa-4056-9959-06285b3e9ee5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463784 Jul 09 17:01:53.538448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:53.660656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d286c67b-73a9-4bc3-952b-f3729bb0484a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.782403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.787411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d286c67b-73a9-4bc3-952b-f3729bb0484a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.791812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d286c67b-73a9-4bc3-952b-f3729bb0484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.834835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286c67b-73a9-4bc3-952b-f3729bb0484a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b49b5c-22d2-4d08-b7d9-ebf2f74189a7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:53.845245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:53.845396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d286c67b-73a9-4bc3-952b-f3729bb0484a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=631ddfb85b7e426698b81c99a4aa2b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056362 Jul 09 17:01:53.899282 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad6adc3-481c-4558-8252-5568586d7548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.921808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad6adc3-481c-4558-8252-5568586d7548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.976279 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad6adc3-481c-4558-8252-5568586d7548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.979532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cad6adc3-481c-4558-8252-5568586d7548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:53.984365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cad6adc3-481c-4558-8252-5568586d7548 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4b49b5c-22d2-4d08-b7d9-ebf2f74189a7 HTTP/1.1" status: 204 len: 168 time: 0.1378670 Jul 09 17:01:53.994306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6adc3-481c-4558-8252-5568586d7548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b49b5c-22d2-4d08-b7d9-ebf2f74189a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:54.328010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:54.342005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed14e792-5b71-43ba-864f-7f65170672b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.458553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed14e792-5b71-43ba-864f-7f65170672b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.476620 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed14e792-5b71-43ba-864f-7f65170672b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.550068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed14e792-5b71-43ba-864f-7f65170672b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfc0e4546cac49f493fcd83c78d8aa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209125 Jul 09 17:01:54.552307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14e792-5b71-43ba-864f-7f65170672b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e056593-5689-4851-8567-d638a279c659,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:54.552903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:54.588318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c9a83-c3fb-4d44-978f-c85db0e78490 req-f412a502-fa5e-445b-87c4-4376650ed13c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:54.589928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-812c9a83-c3fb-4d44-978f-c85db0e78490 req-f412a502-fa5e-445b-87c4-4376650ed13c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1063421 Jul 09 17:01:54.636784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b67089-b149-44a9-82da-fb82e3c34406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.649004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-812c9a83-c3fb-4d44-978f-c85db0e78490 req-daaef32d-9577-42fe-a4f4-5ba1227bd2da tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529740 Jul 09 17:01:54.666223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b67089-b149-44a9-82da-fb82e3c34406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.721259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b67089-b149-44a9-82da-fb82e3c34406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.725256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b67089-b149-44a9-82da-fb82e3c34406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:54.727140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c0b67089-b149-44a9-82da-fb82e3c34406 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e056593-5689-4851-8567-d638a279c659 HTTP/1.1" status: 204 len: 168 time: 0.1731501 Jul 09 17:01:54.755505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67089-b149-44a9-82da-fb82e3c34406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e056593-5689-4851-8567-d638a279c659,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:54.809015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:55.062317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d4aba4-e908-481a-a2db-75565848c591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.186115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d4aba4-e908-481a-a2db-75565848c591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.192816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d4aba4-e908-481a-a2db-75565848c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.238117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4aba4-e908-481a-a2db-75565848c591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ff1f7-8d69-47ea-baa3-e882f735c833,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:55.244925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e6d4aba4-e908-481a-a2db-75565848c591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95d32af8d0904d799f6b3f91b7d1a5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347506 Jul 09 17:01:55.248394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:55.308361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2347f673-fd25-4d4c-a9c4-9ab91e3c56f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.333103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2347f673-fd25-4d4c-a9c4-9ab91e3c56f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.397882 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2347f673-fd25-4d4c-a9c4-9ab91e3c56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.400818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2347f673-fd25-4d4c-a9c4-9ab91e3c56f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.404412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2347f673-fd25-4d4c-a9c4-9ab91e3c56f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/119ff1f7-8d69-47ea-baa3-e882f735c833 HTTP/1.1" status: 204 len: 168 time: 0.1519077 Jul 09 17:01:55.409881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347f673-fd25-4d4c-a9c4-9ab91e3c56f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ff1f7-8d69-47ea-baa3-e882f735c833,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:55.721691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:56.069476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7512e2f-4eec-414e-ae4d-85bc6f70194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.170815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f622a-8726-4f71-b41b-0484b1519569 req-019b7855-b123-4c2d-8eb5-53ec81ec69fe tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:56.172345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f05f622a-8726-4f71-b41b-0484b1519569 req-019b7855-b123-4c2d-8eb5-53ec81ec69fe tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1000388 Jul 09 17:01:56.229304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f05f622a-8726-4f71-b41b-0484b1519569 req-7999cc11-dcaf-4830-85a5-062aeee31b83 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506463 Jul 09 17:01:56.250513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7512e2f-4eec-414e-ae4d-85bc6f70194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.256014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7512e2f-4eec-414e-ae4d-85bc6f70194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.299956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7512e2f-4eec-414e-ae4d-85bc6f70194a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a7876c2a2004634b22d031676b9419b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768747 Jul 09 17:01:56.301423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7512e2f-4eec-414e-ae4d-85bc6f70194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9dcfc6-6713-44e3-b2e3-6f33b871add9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:56.302689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:56.363879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85b718a-ac27-4fda-b06b-775710fd3854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.387500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85b718a-ac27-4fda-b06b-775710fd3854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.447810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85b718a-ac27-4fda-b06b-775710fd3854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.450553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85b718a-ac27-4fda-b06b-775710fd3854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.451836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e85b718a-ac27-4fda-b06b-775710fd3854 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a9dcfc6-6713-44e3-b2e3-6f33b871add9 HTTP/1.1" status: 204 len: 168 time: 0.1480255 Jul 09 17:01:56.461504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b718a-ac27-4fda-b06b-775710fd3854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9dcfc6-6713-44e3-b2e3-6f33b871add9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:57.460057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01a3a2-d736-4eb7-a702-3ad13768191f req-c0e7cad0-a76d-4982-ba2d-d9bfdff151df tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:57.462302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e01a3a2-d736-4eb7-a702-3ad13768191f req-c0e7cad0-a76d-4982-ba2d-d9bfdff151df tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0836322 Jul 09 17:01:57.516067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e01a3a2-d736-4eb7-a702-3ad13768191f req-5855fc79-0812-4c2c-8e4d-51d7e26021f9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454154 Jul 09 17:01:57.555427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:57.674191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed365b9-e7d7-4fd7-a9a8-724071080799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.779552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed365b9-e7d7-4fd7-a9a8-724071080799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.784250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed365b9-e7d7-4fd7-a9a8-724071080799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.821806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed365b9-e7d7-4fd7-a9a8-724071080799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d89162-ede4-4298-b44d-7c3953f375f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:57.831870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:01:57.838996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fed365b9-e7d7-4fd7-a9a8-724071080799 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d6c44e940d94895b2afd77affef9837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824292 Jul 09 17:01:57.881947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693e96dc-1a96-4f4a-852e-d16fe9fa5e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.904119 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693e96dc-1a96-4f4a-852e-d16fe9fa5e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.966078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693e96dc-1a96-4f4a-852e-d16fe9fa5e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.968644 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693e96dc-1a96-4f4a-852e-d16fe9fa5e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.969806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-693e96dc-1a96-4f4a-852e-d16fe9fa5e9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34d89162-ede4-4298-b44d-7c3953f375f7 HTTP/1.1" status: 204 len: 168 time: 0.1369750 Jul 09 17:01:57.977696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e96dc-1a96-4f4a-852e-d16fe9fa5e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d89162-ede4-4298-b44d-7c3953f375f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:01:58.724448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9d1c5-d3a9-4857-b76e-22b2f896040e req-2b00d92d-fe78-46e2-812d-119156f9e584 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:58.731777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae9d1c5-d3a9-4857-b76e-22b2f896040e req-2b00d92d-fe78-46e2-812d-119156f9e584 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0893800 Jul 09 17:01:58.785395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae9d1c5-d3a9-4857-b76e-22b2f896040e req-fcd91874-1403-4deb-b14b-6a3942611fac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527031 Jul 09 17:02:00.031196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ca692-25c2-4095-8043-638c0520a3fb req-7f5d0147-0591-4095-83ff-b7697811d283 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:00.038704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-662ca692-25c2-4095-8043-638c0520a3fb req-7f5d0147-0591-4095-83ff-b7697811d283 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1113825 Jul 09 17:02:00.086743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-662ca692-25c2-4095-8043-638c0520a3fb req-dc130aba-92ca-47c6-b4a2-021baad831c6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Jul 09 17:02:00.987416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:01.114878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fc58d0-c29e-4417-bfb3-371a0c54d082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.263604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fc58d0-c29e-4417-bfb3-371a0c54d082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.270231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fc58d0-c29e-4417-bfb3-371a0c54d082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.300784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc58d0-c29e-4417-bfb3-371a0c54d082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43b73f-4654-4657-97a8-b656b5665399,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:01.324484 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d5fc58d0-c29e-4417-bfb3-371a0c54d082 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9da4373dd0274a388b64c6dc2383d58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359427 Jul 09 17:02:01.328768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:01.363633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f1da-1e52-4c04-9ae0-9a6ba91a6628 req-6a80d7cb-e2a0-49da-9d5e-25948e8d5a8b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:01.365218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b128f1da-1e52-4c04-9ae0-9a6ba91a6628 req-6a80d7cb-e2a0-49da-9d5e-25948e8d5a8b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1037898 Jul 09 17:02:01.427766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b128f1da-1e52-4c04-9ae0-9a6ba91a6628 req-3a523fcb-d48e-4237-bf71-319e97fb4809 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565400 Jul 09 17:02:01.431293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae39e8df-1349-4e60-a6dd-aa7c21feeecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.455076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae39e8df-1349-4e60-a6dd-aa7c21feeecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.504757 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae39e8df-1349-4e60-a6dd-aa7c21feeecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.507773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae39e8df-1349-4e60-a6dd-aa7c21feeecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.511225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae39e8df-1349-4e60-a6dd-aa7c21feeecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b43b73f-4654-4657-97a8-b656b5665399 HTTP/1.1" status: 204 len: 168 time: 0.1814356 Jul 09 17:02:01.523531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39e8df-1349-4e60-a6dd-aa7c21feeecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43b73f-4654-4657-97a8-b656b5665399,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:01.820428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:01.834023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c13e1a5a-4065-4921-8e69-bcfe11e44483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.926695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c13e1a5a-4065-4921-8e69-bcfe11e44483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.931115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c13e1a5a-4065-4921-8e69-bcfe11e44483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:01.969622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c13e1a5a-4065-4921-8e69-bcfe11e44483 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e128210a631b444ab9b59ca220e55598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480553 Jul 09 17:02:01.971025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e1a5a-4065-4921-8e69-bcfe11e44483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416df68e-bf1b-43fd-ba5c-7bc7c5ff82a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:01.977195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 49714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:02.027927 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6105e0f-e88a-48c4-bd6a-2f42a6bde0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:02.050154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6105e0f-e88a-48c4-bd6a-2f42a6bde0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:02.097113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6105e0f-e88a-48c4-bd6a-2f42a6bde0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:02.099989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6105e0f-e88a-48c4-bd6a-2f42a6bde0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:02.101144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f6105e0f-e88a-48c4-bd6a-2f42a6bde0e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/416df68e-bf1b-43fd-ba5c-7bc7c5ff82a4 HTTP/1.1" status: 204 len: 168 time: 0.1267889 Jul 09 17:02:02.109725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6105e0f-e88a-48c4-bd6a-2f42a6bde0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416df68e-bf1b-43fd-ba5c-7bc7c5ff82a4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:02.659637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e383a-520e-4300-b64a-a4408bfa735b req-c0ec9546-f702-4613-a0e7-bcd6b8721c2b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:02.667097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-996e383a-520e-4300-b64a-a4408bfa735b req-c0ec9546-f702-4613-a0e7-bcd6b8721c2b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0807602 Jul 09 17:02:02.713479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-996e383a-520e-4300-b64a-a4408bfa735b req-9f1e7fe0-bbbf-42c2-80ad-20d86b7859b8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454342 Jul 09 17:02:03.807784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 49962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:03.897513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf3e13-2e4a-4cb9-b538-d0ce08ff05ab req-1c5fe043-6ccc-4edb-9cb7-61f055c0092d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:03.899220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dbf3e13-2e4a-4cb9-b538-d0ce08ff05ab req-1c5fe043-6ccc-4edb-9cb7-61f055c0092d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0686660 Jul 09 17:02:03.901792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:02:03.971273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2dbf3e13-2e4a-4cb9-b538-d0ce08ff05ab req-3e0c877e-ae67-4bd2-8bd7-8b074bc3e4b1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656326 Jul 09 17:02:04.006971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:04.009945 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bd64ae-ae36-413c-aacc-264c4d3d059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.021398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'mac_address': 'fa:16:3e:86:ab:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:02:04.064114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.083334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:02:04.110940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:04.115302 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.126997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bd64ae-ae36-413c-aacc-264c4d3d059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.132681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bd64ae-ae36-413c-aacc-264c4d3d059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.168112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:04.176326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.176855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.177351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.178046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.178346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.179439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.179439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.179439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.179909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.180299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.180683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.181066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:04.184556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2bd64ae-ae36-413c-aacc-264c4d3d059d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2598f7c8e984f3988e9d70c80e8f7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733511 Jul 09 17:02:04.184556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd64ae-ae36-413c-aacc-264c4d3d059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb35bd6a-cf0e-40d9-8146-9e5dee58753c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:04.185956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:04.246238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30fef0db-7f28-4ab5-a8bb-4a3b63e91cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.266496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['e991414f-27e3-46e7-ad5c-ccbc87d159d6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:02:04.283797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30fef0db-7f28-4ab5-a8bb-4a3b63e91cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.354005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30fef0db-7f28-4ab5-a8bb-4a3b63e91cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.357559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30fef0db-7f28-4ab5-a8bb-4a3b63e91cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.359246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-30fef0db-7f28-4ab5-a8bb-4a3b63e91cc0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb35bd6a-cf0e-40d9-8146-9e5dee58753c HTTP/1.1" status: 204 len: 168 time: 0.1723573 Jul 09 17:02:04.368643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fef0db-7f28-4ab5-a8bb-4a3b63e91cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb35bd6a-cf0e-40d9-8146-9e5dee58753c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:04.584969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:04.719280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b63e3e2d-6ae4-47ec-a277-8be2f2e1971c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.739748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:04.753623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a33b00-626a-49a8-a472-14f40bbcf262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.821111 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b63e3e2d-6ae4-47ec-a277-8be2f2e1971c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.826051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b63e3e2d-6ae4-47ec-a277-8be2f2e1971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.864598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b63e3e2d-6ae4-47ec-a277-8be2f2e1971c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33a31dcdb8b049b59b94ca8aeb1004b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784741 Jul 09 17:02:04.866597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e3e2d-6ae4-47ec-a277-8be2f2e1971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d80c1-e992-4940-9965-06c0cdf16d52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:04.869047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:04.922993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e95338d1-d423-4516-9110-36db1779dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.923880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a33b00-626a-49a8-a472-14f40bbcf262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.929299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35a33b00-626a-49a8-a472-14f40bbcf262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.951505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e95338d1-d423-4516-9110-36db1779dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:04.979593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33b00-626a-49a8-a472-14f40bbcf262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d1fe1-f54b-491f-b6bf-afc9b4c1dc90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:04.988550 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35a33b00-626a-49a8-a472-14f40bbcf262 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caf6328bdac04fa6a22e6b0652d419e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477071 Jul 09 17:02:04.990205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:05.011335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e95338d1-d423-4516-9110-36db1779dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.015416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e95338d1-d423-4516-9110-36db1779dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.016613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e95338d1-d423-4516-9110-36db1779dcb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f1d80c1-e992-4940-9965-06c0cdf16d52 HTTP/1.1" status: 204 len: 168 time: 0.1468174 Jul 09 17:02:05.025287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95338d1-d423-4516-9110-36db1779dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d80c1-e992-4940-9965-06c0cdf16d52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:05.069618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1149ee2-3b2d-4c2f-98d6-9ece6fa21ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.093957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1149ee2-3b2d-4c2f-98d6-9ece6fa21ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.148012 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1149ee2-3b2d-4c2f-98d6-9ece6fa21ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.151293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1149ee2-3b2d-4c2f-98d6-9ece6fa21ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.152706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a1149ee2-3b2d-4c2f-98d6-9ece6fa21ec9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e27d1fe1-f54b-491f-b6bf-afc9b4c1dc90 HTTP/1.1" status: 204 len: 168 time: 0.1610875 Jul 09 17:02:05.162249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149ee2-3b2d-4c2f-98d6-9ece6fa21ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d1fe1-f54b-491f-b6bf-afc9b4c1dc90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:05.250691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae71e04-bb55-441e-ab4b-3afa9c483c82 req-c9e2beee-2e72-453f-985b-47b160f72435 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:05.252456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ae71e04-bb55-441e-ab4b-3afa9c483c82 req-c9e2beee-2e72-453f-985b-47b160f72435 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1206329 Jul 09 17:02:05.303209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ae71e04-bb55-441e-ab4b-3afa9c483c82 req-1c8ba479-273d-4eba-9287-d222e016cb54 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Jul 09 17:02:05.528592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:05.542616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40cbe34a-0e42-4537-b860-8433b4ae7e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.631946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40cbe34a-0e42-4537-b860-8433b4ae7e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.637930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40cbe34a-0e42-4537-b860-8433b4ae7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.680930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-40cbe34a-0e42-4537-b860-8433b4ae7e20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ef7b50cfec649d5ae3b77448496167a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511729 Jul 09 17:02:05.681921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbe34a-0e42-4537-b860-8433b4ae7e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c1c99-6d57-4b89-810f-95e8fcbfebb9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:05.683642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:05.756649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381fd8e6-9338-4ee9-967b-6b2b5fee1d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.761258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f4e5e61-973c-4e84-9c8f-c0913b54ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.781873 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381fd8e6-9338-4ee9-967b-6b2b5fee1d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.848773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381fd8e6-9338-4ee9-967b-6b2b5fee1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.851803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-381fd8e6-9338-4ee9-967b-6b2b5fee1d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:05.856076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-381fd8e6-9338-4ee9-967b-6b2b5fee1d2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d3c1c99-6d57-4b89-810f-95e8fcbfebb9 HTTP/1.1" status: 204 len: 168 time: 0.1711340 Jul 09 17:02:05.869166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd8e6-9338-4ee9-967b-6b2b5fee1d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c1c99-6d57-4b89-810f-95e8fcbfebb9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:05.930341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:05.986164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:05.986754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:06.090540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:06.133058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:06.134367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:06.137501 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d7c31-c395-4649-b029-6b5650c9facb" -d '{"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-plugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:06.141234 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:06.202906 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256880d-8b49-49b6-a3a5-81a5177f1ce9 x-openstack-request-id: req-9256880d-8b49-49b6-a3a5-81a5177f1ce9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:06.203034 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-plugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:06.203250 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9256880d-8b49-49b6-a3a5-81a5177f1ce9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:06.203816 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'code': 200} Jul 09 17:02:06.216767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:06.527555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f5ff4-a1de-4d29-a222-27e037c5f92f req-57e739fc-4722-4ecb-92f0-81cecc0b46ab tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:06.529423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f5ff4-a1de-4d29-a222-27e037c5f92f req-57e739fc-4722-4ecb-92f0-81cecc0b46ab tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0755644 Jul 09 17:02:06.574083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bb7f5ff4-a1de-4d29-a222-27e037c5f92f req-e03ee0d0-6ae4-4bcf-a7c1-784efb0cb4b2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Jul 09 17:02:07.248313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:07.373770 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734102bc-753e-49f7-8e07-0b3a9aa05f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.482741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734102bc-753e-49f7-8e07-0b3a9aa05f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.488203 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734102bc-753e-49f7-8e07-0b3a9aa05f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.529728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-734102bc-753e-49f7-8e07-0b3a9aa05f49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3d78ddcf28c437bb5d27d0ca772b696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797017 Jul 09 17:02:07.532338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:07.538637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734102bc-753e-49f7-8e07-0b3a9aa05f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6d0324-8961-4e10-8f0b-3976184e2b56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:07.588722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55aa858-beae-4e62-a24b-6737c3073349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.610781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55aa858-beae-4e62-a24b-6737c3073349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.673054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55aa858-beae-4e62-a24b-6737c3073349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.676328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b55aa858-beae-4e62-a24b-6737c3073349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.677674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b55aa858-beae-4e62-a24b-6737c3073349 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e6d0324-8961-4e10-8f0b-3976184e2b56 HTTP/1.1" status: 204 len: 168 time: 0.1442759 Jul 09 17:02:07.687912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa858-beae-4e62-a24b-6737c3073349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6d0324-8961-4e10-8f0b-3976184e2b56,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:07.789561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90e32d-45bc-451e-9d84-05bf37ebf38c req-23941134-9b34-421d-af80-0eb0f0bc80c0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:07.799229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a90e32d-45bc-451e-9d84-05bf37ebf38c req-23941134-9b34-421d-af80-0eb0f0bc80c0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0807338 Jul 09 17:02:07.849233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a90e32d-45bc-451e-9d84-05bf37ebf38c req-7a0f8624-dab1-494d-b687-3eb68483085f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Jul 09 17:02:08.234112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.268162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:08.290140 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd46f486-0aa9-4aec-acd1-200d9dbcc8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.407038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996205c0-0ed6-47dd-b4fb-ea82855cb95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.543053 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.544075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996205c0-0ed6-47dd-b4fb-ea82855cb95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.548081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-996205c0-0ed6-47dd-b4fb-ea82855cb95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.587279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996205c0-0ed6-47dd-b4fb-ea82855cb95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305089c9-f188-4eca-9201-13b764d4a29d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:08.592021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-996205c0-0ed6-47dd-b4fb-ea82855cb95a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e1233ea69684d779c727acb7b28b514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226626 Jul 09 17:02:08.595530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:08.663520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e17b-588e-4dcc-aa34-b44240e480aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.690321 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e17b-588e-4dcc-aa34-b44240e480aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.749967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e17b-588e-4dcc-aa34-b44240e480aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.752719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e17b-588e-4dcc-aa34-b44240e480aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:08.757169 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bcc9e17b-588e-4dcc-aa34-b44240e480aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/305089c9-f188-4eca-9201-13b764d4a29d HTTP/1.1" status: 204 len: 168 time: 0.1604669 Jul 09 17:02:08.766458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9e17b-588e-4dcc-aa34-b44240e480aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305089c9-f188-4eca-9201-13b764d4a29d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:09.065661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feaa04-4fc6-48ab-8154-ddbc2e777693 req-e2358095-7f9c-4a44-90ad-3d14d5f115c8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:09.074342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40feaa04-4fc6-48ab-8154-ddbc2e777693 req-e2358095-7f9c-4a44-90ad-3d14d5f115c8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0778611 Jul 09 17:02:09.124540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40feaa04-4fc6-48ab-8154-ddbc2e777693 req-7cd5be41-c60b-4073-8149-6f17423eeb61 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472488 Jul 09 17:02:09.265675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.385329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:09.406491 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89379c5-beff-4e24-910f-0c1f216e393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.584375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89379c5-beff-4e24-910f-0c1f216e393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.592402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e89379c5-beff-4e24-910f-0c1f216e393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.653736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:09.654739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e89379c5-beff-4e24-910f-0c1f216e393b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=933547e549f84782b9d7bff91eb356a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675040 Jul 09 17:02:09.656492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89379c5-beff-4e24-910f-0c1f216e393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627534b2-2d1a-42c0-8853-aa063821e727,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:09.745296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-768c0521-52d0-43f9-a183-ba6adc804012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.784090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-768c0521-52d0-43f9-a183-ba6adc804012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.855143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-768c0521-52d0-43f9-a183-ba6adc804012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.858243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-768c0521-52d0-43f9-a183-ba6adc804012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:09.859642 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-768c0521-52d0-43f9-a183-ba6adc804012 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/627534b2-2d1a-42c0-8853-aa063821e727 HTTP/1.1" status: 204 len: 168 time: 0.2048943 Jul 09 17:02:09.869241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c0521-52d0-43f9-a183-ba6adc804012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627534b2-2d1a-42c0-8853-aa063821e727,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:09.973291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:10.156207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e502b127-e90a-4a8f-b1e0-00fe6edc60aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.172445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-2db2c048-d52c-4471-a864-b9c7ddb6bd8e req-9ebe32bb-4c61-479d-95fe-3171dd51f462 tempest-MigrationsAdminTest-1639448898 tempest-MigrationsAdminTest-1639448898-project] (93767) timed out ('10.222.0.37', 65132) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:02:10.376802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e502b127-e90a-4a8f-b1e0-00fe6edc60aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.383469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e502b127-e90a-4a8f-b1e0-00fe6edc60aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.464946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e502b127-e90a-4a8f-b1e0-00fe6edc60aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e475ac828ac410ba400e1dbc79796c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899435 Jul 09 17:02:10.466819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502b127-e90a-4a8f-b1e0-00fe6edc60aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd102d8-27e4-4c26-9f05-2693b12dbe99,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:10.470097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:10.484196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff76a8-7f78-4a05-8f2a-b2e90874d49b req-ba31b681-dd48-4ed4-bc2d-8c07fedfb198 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:10.486338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2ff76a8-7f78-4a05-8f2a-b2e90874d49b req-ba31b681-dd48-4ed4-bc2d-8c07fedfb198 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1641228 Jul 09 17:02:10.537630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac52-48c1-455e-ac3d-893880ec255f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.574822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac52-48c1-455e-ac3d-893880ec255f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.579462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2ff76a8-7f78-4a05-8f2a-b2e90874d49b req-da0fd514-0963-4363-a0bd-05c7187f3a03 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812993 Jul 09 17:02:10.657140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac52-48c1-455e-ac3d-893880ec255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.660764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bec4ac52-48c1-455e-ac3d-893880ec255f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.665624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bec4ac52-48c1-455e-ac3d-893880ec255f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bd102d8-27e4-4c26-9f05-2693b12dbe99 HTTP/1.1" status: 204 len: 168 time: 0.1945264 Jul 09 17:02:10.688176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4ac52-48c1-455e-ac3d-893880ec255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd102d8-27e4-4c26-9f05-2693b12dbe99,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:11.105046 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:11.862724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516733c1-3e62-43f7-bb9e-37b74cc8c797 req-4e0e84b5-eb91-4831-b0f5-0687d95b151a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:11.874027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-516733c1-3e62-43f7-bb9e-37b74cc8c797 req-4e0e84b5-eb91-4831-b0f5-0687d95b151a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.0991342 Jul 09 17:02:11.925301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-516733c1-3e62-43f7-bb9e-37b74cc8c797 req-b60ad3dc-c470-4e70-9571-9a2e3bba5180 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502746 Jul 09 17:02:12.194155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.329367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3aaa17ea-b3f3-49da-a489-3b41e2d5953b tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:12.374366 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3aaa17ea-b3f3-49da-a489-3b41e2d5953b tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "PUT /v2.0/quotas/7928363dc6a14bb19217d7deb93f4b3d HTTP/1.1" status: 200 len: 366 time: 0.1762438 Jul 09 17:02:12.375138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.390748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3034133a-309f-43d4-a59f-76c752b5a0be tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128670 Jul 09 17:02:12.391742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.406245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.406560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a959b836-fdcd-4ac8-9c4f-1cb8487cae06 tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "GET /v2.0/quotas/7928363dc6a14bb19217d7deb93f4b3d HTTP/1.1" status: 200 len: 366 time: 0.0134523 Jul 09 17:02:12.436250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bdaed5f5-3245-4b5f-a3d3-8d1b42ab0e15 tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/7928363dc6a14bb19217d7deb93f4b3d HTTP/1.1" status: 204 len: 168 time: 0.0277603 Jul 09 17:02:12.438879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.462594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dcefcb5d-3f69-4d3a-9f8f-8a46da3a4851 tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0224335 Jul 09 17:02:12.465126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50404) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.478095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.478406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e908847c-8139-400a-8963-27ffb23844c3 tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "GET /v2.0/quotas/7928363dc6a14bb19217d7deb93f4b3d HTTP/1.1" status: 200 len: 370 time: 0.0115256 Jul 09 17:02:12.485731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0c159645-6bd0-4ab7-ad3e-23652c04134c tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "GET /v2.0/quotas/7928363dc6a14bb19217d7deb93f4b3d/default HTTP/1.1" status: 200 len: 370 time: 0.0051460 Jul 09 17:02:12.489753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.503982 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c2850699-c090-4883-b273-50287d3b2076 tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] delete failed (client error): The resource could not be found. Jul 09 17:02:12.515978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2850699-c090-4883-b273-50287d3b2076 tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/7928363dc6a14bb19217d7deb93f4b3d HTTP/1.1" status: 404 len: 348 time: 0.0210590 Jul 09 17:02:12.790775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:12.832819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:network and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:12.846883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:12.856848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:subnet and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:12.874856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:12.883682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:subnetpool and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:12.890659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:12.907079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:port and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:12.914913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:12.921944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:router and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:12.928609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:12.938126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:floatingip and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:12.954194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:13.030098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-afcc7a67-c7e4-4dd7-93b9-c2546920a18f req-cc126956-c515-484b-8565-fe7480f920d1 service neutron] (93767) timed out ('10.222.0.37', 64929) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:02:13.039019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:security_group and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:13.049341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:13.057632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Usage tracker for resource:security_group_rule and tenant:45282d1ad81b48a0bcededc8f8e72696 is out of sync, need to count used quota {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:02:13.064477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.quota.resource [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93767) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:02:13.070338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4e7f292-1f19-44be-8fc4-124cff6c027f tempest-QuotasTest-2010324776 tempest-QuotasTest-2010324776-project-admin] 10.222.0.48 "GET /v2.0/quotas/45282d1ad81b48a0bcededc8f8e72696/details.json HTTP/1.1" status: 200 len: 703 time: 0.2775803 Jul 09 17:02:13.296893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1366-717c-4424-83b9-eab9a5e5e91d req-c054e777-8ce2-4bbf-8197-fe65f61dd42e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:13.298715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-061f1366-717c-4424-83b9-eab9a5e5e91d req-c054e777-8ce2-4bbf-8197-fe65f61dd42e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1291590 Jul 09 17:02:13.383822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-061f1366-717c-4424-83b9-eab9a5e5e91d req-f094f3e4-0d04-4cf0-b0a5-c1ab06fc53a7 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768971 Jul 09 17:02:13.607646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:13.802369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7edb8e2-9cf2-4424-9dc9-990830ea4073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:13.945044 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7edb8e2-9cf2-4424-9dc9-990830ea4073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:13.955022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7edb8e2-9cf2-4424-9dc9-990830ea4073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.001109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edb8e2-9cf2-4424-9dc9-990830ea4073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628f8074-32b0-4f73-8e79-03a91d7abcc1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:14.033278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b7edb8e2-9cf2-4424-9dc9-990830ea4073 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4481b8150dc49afb2b54c48b098119d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239249 Jul 09 17:02:14.036602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:14.103912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51fa-1fd2-47ae-9227-11571adafeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.125777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:14.144650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51fa-1fd2-47ae-9227-11571adafeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.215771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51fa-1fd2-47ae-9227-11571adafeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.219849 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51fa-1fd2-47ae-9227-11571adafeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.221996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3e6c51fa-1fd2-47ae-9227-11571adafeaf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/628f8074-32b0-4f73-8e79-03a91d7abcc1 HTTP/1.1" status: 204 len: 168 time: 0.1843281 Jul 09 17:02:14.247414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c51fa-1fd2-47ae-9227-11571adafeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f8074-32b0-4f73-8e79-03a91d7abcc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:14.325689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c274f557-0ed7-416b-bfbb-ebfaf0ad9609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.458099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c274f557-0ed7-416b-bfbb-ebfaf0ad9609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.466424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c274f557-0ed7-416b-bfbb-ebfaf0ad9609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.549239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:14.557730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c274f557-0ed7-416b-bfbb-ebfaf0ad9609 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76cf89c322bd4a7395ed739d1875ca57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305484 Jul 09 17:02:14.564619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274f557-0ed7-416b-bfbb-ebfaf0ad9609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3e6eac-ad2e-466b-8d08-86ac951204c9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:14.716389 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b883db9-0c33-4847-8031-75b696e2cf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.768291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b883db9-0c33-4847-8031-75b696e2cf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.797190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:14.820038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908da15f-68be-4efe-bbb6-b9971343388c req-f401f67d-c5b9-4806-aed4-efad95832d7a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:14.823341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.827018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-908da15f-68be-4efe-bbb6-b9971343388c req-f401f67d-c5b9-4806-aed4-efad95832d7a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1772184 Jul 09 17:02:14.883848 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b883db9-0c33-4847-8031-75b696e2cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.887642 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b883db9-0c33-4847-8031-75b696e2cf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:14.889057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0b883db9-0c33-4847-8031-75b696e2cf53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca3e6eac-ad2e-466b-8d08-86ac951204c9 HTTP/1.1" status: 204 len: 168 time: 0.3387392 Jul 09 17:02:14.900028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b883db9-0c33-4847-8031-75b696e2cf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3e6eac-ad2e-466b-8d08-86ac951204c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:14.925622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-908da15f-68be-4efe-bbb6-b9971343388c req-151d9e16-d66c-4cba-8e6a-f49340b0ab00 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961888 Jul 09 17:02:15.022282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.027865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.074914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45282d1ad81b48a0bcededc8f8e72696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763674 Jul 09 17:02:15.076810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b09542-24aa-4ca5-8bc3-b92adf24976d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:15.077525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:15.085910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.086564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.087066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.087560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.088300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.088819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.089454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.089944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.090443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.091193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.092192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.092776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6fd53-c0ce-4b88-b39d-1224453f5bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:15.187133 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f539ab63-d178-4e6b-a6db-496c931685ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.217383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f539ab63-d178-4e6b-a6db-496c931685ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.278037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f539ab63-d178-4e6b-a6db-496c931685ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.280697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f539ab63-d178-4e6b-a6db-496c931685ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.281980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f539ab63-d178-4e6b-a6db-496c931685ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46b09542-24aa-4ca5-8bc3-b92adf24976d HTTP/1.1" status: 204 len: 168 time: 0.2031763 Jul 09 17:02:15.296586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539ab63-d178-4e6b-a6db-496c931685ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b09542-24aa-4ca5-8bc3-b92adf24976d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:15.466677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:15.493111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20530d20-9f47-4477-8c37-be1e6890fd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.696082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20530d20-9f47-4477-8c37-be1e6890fd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.702593 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20530d20-9f47-4477-8c37-be1e6890fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.804070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:15.806997 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20530d20-9f47-4477-8c37-be1e6890fd13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=595a4f839d224fcf9cb4e2641732f9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384950 Jul 09 17:02:15.809850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20530d20-9f47-4477-8c37-be1e6890fd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6568aa-5d1b-4f10-b094-feccf0d3eb4e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:15.890197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cd61-1584-4713-be30-1daa386e2719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.952992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cd61-1584-4713-be30-1daa386e2719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:16.010582 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cd61-1584-4713-be30-1daa386e2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:16.013408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cd61-1584-4713-be30-1daa386e2719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:16.014700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7a5cd61-1584-4713-be30-1daa386e2719 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed6568aa-5d1b-4f10-b094-feccf0d3eb4e HTTP/1.1" status: 204 len: 168 time: 0.2095978 Jul 09 17:02:16.033027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5cd61-1584-4713-be30-1daa386e2719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6568aa-5d1b-4f10-b094-feccf0d3eb4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:16.245960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cc7b7-17f6-4d23-895f-b0969d1e271f req-77e88bb7-9da2-4247-ba17-09946affd359 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:16.254857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e80cc7b7-17f6-4d23-895f-b0969d1e271f req-77e88bb7-9da2-4247-ba17-09946affd359 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1062219 Jul 09 17:02:16.315287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e80cc7b7-17f6-4d23-895f-b0969d1e271f req-f7098174-b3ec-4c3c-8e59-ee7c58e75edb tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567367 Jul 09 17:02:16.580074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:16.918224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616980988'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:16.949443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:16.956068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:16.973392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.135689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.143480 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.179206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4cc89f-ad0c-4c7d-b289-23bfa90aabfd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:17.209996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:17.225115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.225936 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment d2220d21-c765-4d5a-af24-0b9b1f137e28 of type vlan for network 118fd6f0-2767-4675-b4f6-e5309594512f Jul 09 17:02:17.278294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.322519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.329159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:17.329725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:17.438687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8447621 Jul 09 17:02:17.438687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74934c-efb6-4fde-a59a-977204413085 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=118fd6f0-2767-4675-b4f6-e5309594512f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:17.446868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 118fd6f0-2767-4675-b4f6-e5309594512f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:17.770537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ddd5a-62c4-47a9-98d8-f044768078da req-a0ff9857-b765-4f5d-95bb-08dde715dde2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:17.770537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-565ddd5a-62c4-47a9-98d8-f044768078da req-a0ff9857-b765-4f5d-95bb-08dde715dde2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1860087 Jul 09 17:02:17.857545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-565ddd5a-62c4-47a9-98d8-f044768078da req-bec8f4e6-0199-44d3-a764-a13951a64503 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709567 Jul 09 17:02:19.162254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb5e06-246b-4497-95b5-edb0853cf974 req-3d10df3c-4d11-40a1-84c6-725af60f4344 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:19.164041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01bb5e06-246b-4497-95b5-edb0853cf974 req-3d10df3c-4d11-40a1-84c6-725af60f4344 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1350217 Jul 09 17:02:19.285525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01bb5e06-246b-4497-95b5-edb0853cf974 req-1ab80b4b-67e9-4227-a621-401706ea40d5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030164 Jul 09 17:02:20.647773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff0bd1-125e-4d9a-a871-72b21139720b req-bf92473a-0b5d-47ea-b259-ea2a40dd0946 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:20.657981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96ff0bd1-125e-4d9a-a871-72b21139720b req-bf92473a-0b5d-47ea-b259-ea2a40dd0946 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1622543 Jul 09 17:02:20.727944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96ff0bd1-125e-4d9a-a871-72b21139720b req-40a7c850-3a86-4f29-a988-f59fb55fbbb0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687120 Jul 09 17:02:20.801219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50776) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:20.806918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:20.913247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:20.917015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.183297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.262274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': 'd2220d21-c765-4d5a-af24-0b9b1f137e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:21.263131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 118fd6f0-2767-4675-b4f6-e5309594512f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:21.265698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=cc608a80-a5a1-452c-818c-c7fc263a568b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:21.286983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 118fd6f0-2767-4675-b4f6-e5309594512f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:21.301620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 118fd6f0-2767-4675-b4f6-e5309594512f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:21.310817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ced26-ceb6-4765-ba62-e8c06474bbcb None None] Network 118fd6f0-2767-4675-b4f6-e5309594512f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:21.316858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:21.317662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.344286 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61e0574e-7703-49fb-89cc-941295445e9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5415571 Jul 09 17:02:21.347742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50808) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:21.354071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723319524'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:21.400569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:21.404837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.454049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:21.477189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.477699 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment bb27dbea-3b37-452b-bee1-646ed0843aa3 of type vlan for network 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f Jul 09 17:02:21.549270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-118fd6f0-2767-4675-b4f6-e5309594512f', 'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': 'cc608a80-a5a1-452c-818c-c7fc263a568b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:21.550245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.558774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.630758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.654072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:21.654792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:21.723855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:21.724444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3744304 Jul 09 17:02:21.729392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '49ce9b3b-de28-4a46-98a7-30c6afc1bb3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:21.760042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf42b2-a360-4ec1-9429-a03c1be4029f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=49ce9b3b-de28-4a46-98a7-30c6afc1bb3f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:21.792378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:21.933630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Allocated IP 2001:db8:0:ffff::2 (118fd6f0-2767-4675-b4f6-e5309594512f/cc608a80-a5a1-452c-818c-c7fc263a568b/8883299f-095d-404e-9fbe-14ccb890ace0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:21.954408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:21.960468 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.048382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-ae3c2658-27fd-46ab-be6e-bc6b89e8483e req-c3302f41-f5ef-42c2-a6a6-329daaaf6586 service neutron] (93768) timed out ('10.222.0.37', 64827) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:02:22.201500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.231733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Transition to ACTIVE for port object 8883299f-095d-404e-9fbe-14ccb890ace0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:22.249936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104cf04-bb8a-4d7f-854f-e8bae3fe9441 req-93b045e1-b024-4f5d-b014-c98da36ce771 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:22.264766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a104cf04-bb8a-4d7f-854f-e8bae3fe9441 req-93b045e1-b024-4f5d-b014-c98da36ce771 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.2586095 Jul 09 17:02:22.285689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Transition to ACTIVE for port object 8883299f-095d-404e-9fbe-14ccb890ace0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:22.296816 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.337206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a104cf04-bb8a-4d7f-854f-e8bae3fe9441 req-51c08c84-7a81-4bcd-9d66-51b7b1db0917 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707712 Jul 09 17:02:22.403668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Network 118fd6f0-2767-4675-b4f6-e5309594512f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:22.416496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:22.436730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:22.474655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Pushing event updated for resources: {'Port': ['ID=8883299f-095d-404e-9fbe-14ccb890ace0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:22.589709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.590836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Attempting to bind port 8883299f-095d-404e-9fbe-14ccb890ace0 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:22.593069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Attempting to bind port 8883299f-095d-404e-9fbe-14ccb890ace0 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd2220d21-c765-4d5a-af24-0b9b1f137e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:22.594285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Attempting to bind port 8883299f-095d-404e-9fbe-14ccb890ace0 on network 118fd6f0-2767-4675-b4f6-e5309594512f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:22.606673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:22.609373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Checking segment: {'id': 'd2220d21-c765-4d5a-af24-0b9b1f137e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:22.609890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.610396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Bound using segment: {'id': 'd2220d21-c765-4d5a-af24-0b9b1f137e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:22.611015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Bound port: 8883299f-095d-404e-9fbe-14ccb890ace0, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2220d21-c765-4d5a-af24-0b9b1f137e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '118fd6f0-2767-4675-b4f6-e5309594512f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:22.611520 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.671910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': 'bb27dbea-3b37-452b-bee1-646ed0843aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49ce9b3b-de28-4a46-98a7-30c6afc1bb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:22.672284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:22.674432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=5d432fc2-e743-475c-9aaa-f345c0429718,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:22.686914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.687269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.687872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.688353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.689039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.689440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.690556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.691134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.691468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.692095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.692436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.692763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:22.721469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:22.741969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:22.747490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:22.748582 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.775418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6cb294ef-17c3-4043-9558-19ce3aab5883 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0503612 Jul 09 17:02:22.779068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:22.803798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] For port 8883299f-095d-404e-9fbe-14ccb890ace0, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:22.806798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52cd769-78e3-4a30-a691-4fd6ed191273 None None] Network 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:22.914328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.993474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] For port 8883299f-095d-404e-9fbe-14ccb890ace0, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8883299f-095d-404e-9fbe-14ccb890ace0,segment=NetworkSegment(d2220d21-c765-4d5a-af24-0b9b1f137e28),segment_id=d2220d21-c765-4d5a-af24-0b9b1f137e28)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:23.014319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.100563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.145748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ab862-997a-47ba-a652-b1ea9ce38de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-49ce9b3b-de28-4a46-98a7-30c6afc1bb3f', 'network_id': '49ce9b3b-de28-4a46-98a7-30c6afc1bb3f', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': '5d432fc2-e743-475c-9aaa-f345c0429718'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:23.147204 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-025ab862-997a-47ba-a652-b1ea9ce38de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.160914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1121e25-fd60-41c0-8183-88a94a970b96 None None] Pushing event updated for resources: {'Port': ['ID=8883299f-095d-404e-9fbe-14ccb890ace0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:23.274791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-025ab862-997a-47ba-a652-b1ea9ce38de5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d432fc2-e743-475c-9aaa-f345c0429718: This subnet is being modified by another concurrent operation. Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:02:23.351129 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d432fc2-e743-475c-9aaa-f345c0429718: This subnet is being modified by another concurrent operation. Jul 09 17:02:23.355863 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:02:23.360041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=5d432fc2-e743-475c-9aaa-f345c0429718,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:23.410046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028b9ca-5787-4611-a88b-a545aa20f6f4 None None] Network 49ce9b3b-de28-4a46-98a7-30c6afc1bb3f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:23.484766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.550404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ce9b3b-de28-4a46-98a7-30c6afc1bb3f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:23.589612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb27dbea-3b37-452b-bee1-646ed0843aa3') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:23.589980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb27dbea-3b37-452b-bee1-646ed0843aa3') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:23.631203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.666137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.701220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:23.702029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:23.708314 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:23.802264 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.819296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.831791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe58d6-feb9-4004-8ab6-f6f20228b9eb req-9eb7cd5a-b21f-462b-b4b4-d33349cd3b19 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:23.834164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fe58d6-feb9-4004-8ab6-f6f20228b9eb req-9eb7cd5a-b21f-462b-b4b4-d33349cd3b19 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1411850 Jul 09 17:02:23.844356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:23.851216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/49ce9b3b-de28-4a46-98a7-30c6afc1bb3f HTTP/1.1" status: 204 len: 168 time: 1.0668578 Jul 09 17:02:23.852630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 50946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:23.880606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189859739'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:23.908766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7fe58d6-feb9-4004-8ab6-f6f20228b9eb req-763fc14a-411d-46cf-b4ae-25228a990301 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565531 Jul 09 17:02:23.931323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b8bd8-4f71-4e40-903b-06efed8078eb tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=49ce9b3b-de28-4a46-98a7-30c6afc1bb3f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:23.933489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:23.938460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.006291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:24.020438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.021026 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 4734a359-bb6e-404e-a5fa-8247b4c394e2 of type vlan for network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 Jul 09 17:02:24.068101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.106410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.112197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:24.112642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.189369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3208191 Jul 09 17:02:24.192763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 50972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:24.201760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:24.219261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077425ba-ec2f-4cf8-8063-e382221a821d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=0254de1c-a403-4910-ae5a-2c31a9ab6d93,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:24.234517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:24.360138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:24.365120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.598972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.610861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34286b5-2c1b-4627-8dbd-f96f25e5e02a None None] Network 118fd6f0-2767-4675-b4f6-e5309594512f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:24.675671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=e5a0b420-1d50-4507-84e6-08069c40dd47,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:24.687892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': '4734a359-bb6e-404e-a5fa-8247b4c394e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:24.688535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 0254de1c-a403-4910-ae5a-2c31a9ab6d93, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:24.708287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:24.718183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a871ee68-9950-4037-a132-d177b55365c9 None None] Provisioning for port 8883299f-095d-404e-9fbe-14ccb890ace0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:24.719297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0254de1c-a403-4910-ae5a-2c31a9ab6d93) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:24.725808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:24.727011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.733865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4f70d-8286-4d71-8489-209f636e633f None None] Network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:24.745548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fbd29e6d-ff78-444b-a3d6-a2e761fbf5a3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5511467 Jul 09 17:02:24.749267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:24.759169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617385604'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:24.797497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:24.803219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.877686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:24.888876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.889643 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment c71ca173-62ea-4279-ace4-20c00533da98 of type vlan for network 1b58de3c-a026-4622-91df-57ce2b925f5c Jul 09 17:02:24.939614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.992219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:24.999087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:25.000431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.104036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=1b58de3c-a026-4622-91df-57ce2b925f5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:25.119702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d408d85-55a2-4255-b3e8-acd280cb375f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3691251 Jul 09 17:02:25.122958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:25.137472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '1b58de3c-a026-4622-91df-57ce2b925f5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:25.151561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1b58de3c-a026-4622-91df-57ce2b925f5c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:25.174295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-72663d8b-1092-47dd-923b-083dc48d5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:25.177344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-72663d8b-1092-47dd-923b-083dc48d5d57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1097 time: 0.1237757 Jul 09 17:02:25.305903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-8562fe95-5ffb-4f5a-b62e-f71034c8f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:25.308392 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-8562fe95-5ffb-4f5a-b62e-f71034c8f201 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.1233573 Jul 09 17:02:25.319707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:25.323055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.330960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-0254de1c-a403-4910-ae5a-2c31a9ab6d93', 'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': 'e5a0b420-1d50-4507-84e6-08069c40dd47'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:25.332280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.489136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-67b2e97e-6436-47f1-91ce-ffa5231f7aba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1002 time: 0.1728601 Jul 09 17:02:25.523809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Allocated IP 2001:db8::1 (0254de1c-a403-4910-ae5a-2c31a9ab6d93/e5a0b420-1d50-4507-84e6-08069c40dd47/10b2f8d4-5601-4113-9333-1c5534eb5745) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:25.525031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:02:25.526727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:02:25.569430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8883299f-095d-404e-9fbe-14ccb890ace0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:25.586546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28d28-5ed0-4224-889e-9ecd1f0f772d req-2fafdef9-6f0f-4e9a-b147-861374e1b5fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:25.598179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fa28d28-5ed0-4224-889e-9ecd1f0f772d req-2fafdef9-6f0f-4e9a-b147-861374e1b5fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.4473684 Jul 09 17:02:25.617834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-fd9c18a1-b974-4b76-88f7-6f7cbeee68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:25.619367 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-fd9c18a1-b974-4b76-88f7-6f7cbeee68cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.1233749 Jul 09 17:02:25.744798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 8883299f-095d-404e-9fbe-14ccb890ace0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:25.752351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fa28d28-5ed0-4224-889e-9ecd1f0f772d req-c8ee1cfa-8af6-4e55-8f5c-c14f4b5ab36b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368377 Jul 09 17:02:25.755599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8883299f-095d-404e-9fbe-14ccb890ace0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:25.756263 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.799620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-8f774d7e-82f4-4cf7-8457-7a9e42926ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:25.805262 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-8f774d7e-82f4-4cf7-8457-7a9e42926ee0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770754 Jul 09 17:02:25.845791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:25.846891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f866e76-fb00-4000-a55b-3ff7154751e1 None None] Provisioning complete for port 8883299f-095d-404e-9fbe-14ccb890ace0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:25.847588 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f866e76-fb00-4000-a55b-3ff7154751e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.923635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.929456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.941510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Transition to ACTIVE for port object 10b2f8d4-5601-4113-9333-1c5534eb5745 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:25.941777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-14ea3114-beb8-412f-969d-50606074c090 service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268017 Jul 09 17:02:25.969123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Transition to ACTIVE for port object 10b2f8d4-5601-4113-9333-1c5534eb5745 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:25.979700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.061697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:26.066781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-24d23df7-31ca-444d-88d5-89f9e052e658 req-e77226a0-fb3b-4ef6-85c9-ab72f5d793dc service neutron] 10.222.0.37 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185865 Jul 09 17:02:26.080452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=867c6e82-af47-45c9-951f-38bb62fc5597,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.082374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Pushing event updated for resources: {'Port': ['ID=10b2f8d4-5601-4113-9333-1c5534eb5745,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.091649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:26.097296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:26.102046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fe7b38-4897-4e2a-8ac8-98c672f739b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.112918 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.119647 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f866e76-fb00-4000-a55b-3ff7154751e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.140385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': 'c71ca173-62ea-4279-ace4-20c00533da98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1b58de3c-a026-4622-91df-57ce2b925f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:26.140821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 1b58de3c-a026-4622-91df-57ce2b925f5c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:26.179715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 1b58de3c-a026-4622-91df-57ce2b925f5c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:26.203043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1b58de3c-a026-4622-91df-57ce2b925f5c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:26.207563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:26.208369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.213807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6423f-6807-4443-af69-8bfcfe0d4c8f None None] Network 1b58de3c-a026-4622-91df-57ce2b925f5c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:26.216576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9f866e76-fb00-4000-a55b-3ff7154751e1 None None] For port 8883299f-095d-404e-9fbe-14ccb890ace0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8883299f-095d-404e-9fbe-14ccb890ace0,segment=NetworkSegment(d2220d21-c765-4d5a-af24-0b9b1f137e28),segment_id=d2220d21-c765-4d5a-af24-0b9b1f137e28)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:26.218103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Attempting to bind port 10b2f8d4-5601-4113-9333-1c5534eb5745 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:26.218594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Attempting to bind port 10b2f8d4-5601-4113-9333-1c5534eb5745 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4734a359-bb6e-404e-a5fa-8247b4c394e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:26.219248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Attempting to bind port 10b2f8d4-5601-4113-9333-1c5534eb5745 on network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:26.237312 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f866e76-fb00-4000-a55b-3ff7154751e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.266640 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fe7b38-4897-4e2a-8ac8-98c672f739b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.269252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:26.269817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Checking segment: {'id': '4734a359-bb6e-404e-a5fa-8247b4c394e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:26.270197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.270704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Bound using segment: {'id': '4734a359-bb6e-404e-a5fa-8247b4c394e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:26.271236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Bound port: 10b2f8d4-5601-4113-9333-1c5534eb5745, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4734a359-bb6e-404e-a5fa-8247b4c394e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0254de1c-a403-4910-ae5a-2c31a9ab6d93'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:26.271632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.274187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41fe7b38-4897-4e2a-8ac8-98c672f739b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.286838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-664f759a-fc8b-45dc-95b2-3e18b3dfd985 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1618788 Jul 09 17:02:26.289518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:26.322393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-41fe7b38-4897-4e2a-8ac8-98c672f739b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3742144d876b43b2a4b711c6298710e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750502 Jul 09 17:02:26.324477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:26.344105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe7b38-4897-4e2a-8ac8-98c672f739b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e157dd-9d7e-455f-a559-371683f87300,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.374704 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:02:26.375068 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:02:26.396584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0def5d4c-2a56-49ed-8c68-7918002c359c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.415214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f866e76-fb00-4000-a55b-3ff7154751e1 None None] Pushing event updated for resources: {'Port': ['ID=8883299f-095d-404e-9fbe-14ccb890ace0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.421973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0def5d4c-2a56-49ed-8c68-7918002c359c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.451059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.468602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] For port 10b2f8d4-5601-4113-9333-1c5534eb5745, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:26.473521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] For port 10b2f8d4-5601-4113-9333-1c5534eb5745, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10b2f8d4-5601-4113-9333-1c5534eb5745,segment=NetworkSegment(4734a359-bb6e-404e-a5fa-8247b4c394e2),segment_id=4734a359-bb6e-404e-a5fa-8247b4c394e2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:26.479548 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0def5d4c-2a56-49ed-8c68-7918002c359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.480671 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.482941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0def5d4c-2a56-49ed-8c68-7918002c359c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.489738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0def5d4c-2a56-49ed-8c68-7918002c359c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76e157dd-9d7e-455f-a559-371683f87300 HTTP/1.1" status: 204 len: 168 time: 0.1611111 Jul 09 17:02:26.507748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def5d4c-2a56-49ed-8c68-7918002c359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e157dd-9d7e-455f-a559-371683f87300,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.529922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.552876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94beb16b-98bd-412e-a564-c28ac1a6ae7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-1b58de3c-a026-4622-91df-57ce2b925f5c', 'network_id': '1b58de3c-a026-4622-91df-57ce2b925f5c', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': '867c6e82-af47-45c9-951f-38bb62fc5597'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:26.553876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94beb16b-98bd-412e-a564-c28ac1a6ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.608680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bf9f0-24ef-4975-a447-7516fa39e744 None None] Pushing event updated for resources: {'Port': ['ID=10b2f8d4-5601-4113-9333-1c5534eb5745,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.655136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.688107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=867c6e82-af47-45c9-951f-38bb62fc5597,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-94beb16b-98bd-412e-a564-c28ac1a6ae7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 867c6e82-af47-45c9-951f-38bb62fc5597: This subnet is being modified by another concurrent operation. Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:02:26.725911 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 867c6e82-af47-45c9-951f-38bb62fc5597: This subnet is being modified by another concurrent operation. Jul 09 17:02:26.730778 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:02:26.764292 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec615bcf-210c-4d80-b052-63db0f34ca5c None None] Network 1b58de3c-a026-4622-91df-57ce2b925f5c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:26.766995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.777637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b58de3c-a026-4622-91df-57ce2b925f5c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:26.804057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71ca173-62ea-4279-ace4-20c00533da98') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:26.805853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71ca173-62ea-4279-ace4-20c00533da98') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:26.823382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.848041 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.857681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:26.858097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:26.867932 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:27.018029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.027126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.032487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/1b58de3c-a026-4622-91df-57ce2b925f5c HTTP/1.1" status: 204 len: 168 time: 0.7380309 Jul 09 17:02:27.040464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:27.047248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1087278359'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:27.070054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbbd00-1e62-4b23-8624-344defa25483 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=1b58de3c-a026-4622-91df-57ce2b925f5c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:27.110073 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096630-9892-4dcb-ad71-db2e7e26055e req-512ba6ff-fe90-48c1-838d-c363db76d336 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:27.111843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14096630-9892-4dcb-ad71-db2e7e26055e req-512ba6ff-fe90-48c1-838d-c363db76d336 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1299229 Jul 09 17:02:27.116488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:27.122116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.153385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:27.164026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14096630-9892-4dcb-ad71-db2e7e26055e req-ddf20120-d87d-4520-8e0c-abf8731f9a26 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Jul 09 17:02:27.174885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.175358 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 886a3361-a70b-4453-81ba-2b34d64f054d of type vlan for network 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f Jul 09 17:02:27.240920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.273703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.279650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:27.280518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.337197 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2954869 Jul 09 17:02:27.340884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:27.346668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '05bccac2-1c9c-4aa0-97c1-981f99ac9a2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:27.409567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9d349-3965-4fd8-a6a8-e4c430a27c7b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=05bccac2-1c9c-4aa0-97c1-981f99ac9a2f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:27.423681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:27.464327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:27.469608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.630922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10b2f8d4-5601-4113-9333-1c5534eb5745 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:27.751377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 10b2f8d4-5601-4113-9333-1c5534eb5745 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:27.757630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8883299f-095d-404e-9fbe-14ccb890ace0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:27.819273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.880872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8883299f-095d-404e-9fbe-14ccb890ace0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:27.881676 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.923890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=7d309952-3d45-4317-b8af-55be629fef8a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:27.947769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': '886a3361-a70b-4453-81ba-2b34d64f054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05bccac2-1c9c-4aa0-97c1-981f99ac9a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:27.949302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:27.992277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:28.006050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:28.021816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:28.023146 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.031939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:28.040617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99134f7b-1eb4-41e9-a7e8-4e93fa69ad18 None None] Network 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:28.047258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9b89499-2ba4-4c73-9776-3321dbd5855f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7024672 Jul 09 17:02:28.048640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:28.165081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae554b-0ade-4bc9-bb1c-0e78eb944c59 None None] Network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:28.238464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.365768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] Provisioning for port 10b2f8d4-5601-4113-9333-1c5534eb5745 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:28.390194 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:02:28.405861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] Provisioning complete for port 10b2f8d4-5601-4113-9333-1c5534eb5745 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:28.406309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.468256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.546971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4802020-ac8d-4aed-969e-36f276d90196 req-1dc9b0d1-b798-4710-b211-c4bfeb57a882 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:28.548927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4802020-ac8d-4aed-969e-36f276d90196 req-1dc9b0d1-b798-4710-b211-c4bfeb57a882 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1665473 Jul 09 17:02:28.579465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.607111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:28.625224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=7d309952-3d45-4317-b8af-55be629fef8a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:28.644858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4802020-ac8d-4aed-969e-36f276d90196 req-a106d709-5fac-4787-ae75-4298468c7fc3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871828 Jul 09 17:02:28.693323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.731703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.740597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:28.740597 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61339407-da60-4f7e-bcfd-254f6f25605a" -d '{"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-unplugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:28.750991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bccac2-1c9c-4aa0-97c1-981f99ac9a2f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:28.773461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886a3361-a70b-4453-81ba-2b34d64f054d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:28.773707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886a3361-a70b-4453-81ba-2b34d64f054d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:28.781619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:28.799542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.823001 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.831416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800af24c-9265-4f76-8128-332f39b032d5 None None] Network 05bccac2-1c9c-4aa0-97c1-981f99ac9a2f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:28.833534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.840830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:28.841235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:28.846520 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:28.865292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-69760b49-ea7f-4eda-a3c2-d53fdc13b226 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:28.892082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-69760b49-ea7f-4eda-a3c2-d53fdc13b226 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] 10.222.0.48 "PUT /v2.0/quotas/fd99cbf5ecc747fb9595d0802d29003b HTTP/1.1" status: 200 len: 368 time: 0.2834599 Jul 09 17:02:28.897258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:28.902564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Request body: {'network': {'project_id': 'fd99cbf5ecc747fb9595d0802d29003b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:28.936216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:28.952463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Made reservation on behalf of fd99cbf5ecc747fb9595d0802d29003b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:28.955215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.969895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.984059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.000292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.007074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/05bccac2-1c9c-4aa0-97c1-981f99ac9a2f HTTP/1.1" status: 204 len: 168 time: 0.9544666 Jul 09 17:02:29.010781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:29.026031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584094136'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:29.029411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95ab52-d4a2-4d85-b41e-1e592e160f39 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=05bccac2-1c9c-4aa0-97c1-981f99ac9a2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:29.131755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.139521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.140156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.151546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:29.175024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.175741 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Added segment 92ea7eb8-4df6-4c15-8b3b-ca6d11bec019 of type vlan for network 680cdeb4-a57b-47cb-b9ae-e0fdf6b3d632 Jul 09 17:02:29.226350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] For port 10b2f8d4-5601-4113-9333-1c5534eb5745, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10b2f8d4-5601-4113-9333-1c5534eb5745,segment=NetworkSegment(4734a359-bb6e-404e-a5fa-8247b4c394e2),segment_id=4734a359-bb6e-404e-a5fa-8247b4c394e2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:29.237073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.245219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:29.250762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.290906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901e6567-9661-4574-8b46-46cebafa265b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:29.309265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.316661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf66aed-dd41-4baa-a24a-52f18d4b0959 None None] Pushing event updated for resources: {'Port': ['ID=10b2f8d4-5601-4113-9333-1c5534eb5745,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:29.328946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:29.346154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.346287 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 34ebc095-7f9c-4cb1-b793-5152f81b7397 of type vlan for network d99ded58-1d76-402f-ab54-b8737cf26862 Jul 09 17:02:29.397031 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3ff68-bffa-4451-b912-43d85b28c639 x-openstack-request-id: req-8fd3ff68-bffa-4451-b912-43d85b28c639 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:29.397923 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-unplugged", "status": "failed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:29.398223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.398352 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fd3ff68-bffa-4451-b912-43d85b28c639 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:29.399005 n-d-800085-2 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'code': 422} returned with failed status Jul 09 17:02:29.399268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:29.400074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.501901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.506439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10b2f8d4-5601-4113-9333-1c5534eb5745 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:29.550138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de32785-f065-439c-86d3-430a69d3dcba None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:02:29.567188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6681976 Jul 09 17:02:29.568668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b069999-8457-4534-abd6-9c06dc40ef28 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Pushing event updated for resources: {'Network': ['ID=680cdeb4-a57b-47cb-b9ae-e0fdf6b3d632,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:29.569657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:29.576517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Request body: {'network': {'project_id': 'fd99cbf5ecc747fb9595d0802d29003b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:29.595614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.597660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 680cdeb4-a57b-47cb-b9ae-e0fdf6b3d632 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:29.610124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:29.611634 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.634154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Made reservation on behalf of fd99cbf5ecc747fb9595d0802d29003b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:29.638597 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.676249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:29.687691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.688527 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Added segment af8cd0d6-3b5b-4865-9155-182d6973e068 of type vlan for network fc19e628-0120-4c68-a8f7-62d77029d69a Jul 09 17:02:29.700527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6854687 Jul 09 17:02:29.706849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:29.719283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:29.735220 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-afcf73a5-ae11-4763-91e1-0b3786e1ee62 None None] Provisioning complete for port 10b2f8d4-5601-4113-9333-1c5534eb5745 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:29.738218 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afcf73a5-ae11-4763-91e1-0b3786e1ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.748369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bf792-5420-4977-997a-9a32fab76735 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=d99ded58-1d76-402f-ab54-b8737cf26862,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:29.762979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.783213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network d99ded58-1d76-402f-ab54-b8737cf26862 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:29.805131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.806595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:29.807648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.875486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de32785-f065-439c-86d3-430a69d3dcba None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:02:29.884199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:29.891558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.912805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3407991 Jul 09 17:02:29.913491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:29.914100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca89bdb-aafd-48e9-91a3-3ed84d113cda tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Pushing event updated for resources: {'Network': ['ID=fc19e628-0120-4c68-a8f7-62d77029d69a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:29.921523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-32dd0bd9-652c-4a79-a539-713c9167910b tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Request body: {'network': {'project_id': 'fd99cbf5ecc747fb9595d0802d29003b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:29.926560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 10b2f8d4-5601-4113-9333-1c5534eb5745 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:29.927114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:29.943306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network fc19e628-0120-4c68-a8f7-62d77029d69a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:29.986343 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dd0bd9-652c-4a79-a539-713c9167910b tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 17:02:29.987453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dd0bd9-652c-4a79-a539-713c9167910b tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:29.991562 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-32dd0bd9-652c-4a79-a539-713c9167910b tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0736401 Jul 09 17:02:29.996386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:30.067135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-ae695385-ea3d-4021-aab9-8f25e30f02ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1431911 Jul 09 17:02:30.100756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.191313 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.243325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.253150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc19e628-0120-4c68-a8f7-62d77029d69a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:30.264065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8cd0d6-3b5b-4865-9155-182d6973e068') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:30.264406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8cd0d6-3b5b-4865-9155-182d6973e068') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:30.267046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=6ca96278-4780-4038-8900-77356ae75335,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:30.273622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.287082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.293482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:30.293890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.313281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': '34ebc095-7f9c-4cb1-b793-5152f81b7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:30.313645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: d99ded58-1d76-402f-ab54-b8737cf26862, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:30.335783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network d99ded58-1d76-402f-ab54-b8737cf26862 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:30.342079 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:30.357521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, d99ded58-1d76-402f-ab54-b8737cf26862) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:30.365975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.366619 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.372806 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.381422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.383361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] 10.222.0.48 "DELETE /v2.0/networks/fc19e628-0120-4c68-a8f7-62d77029d69a HTTP/1.1" status: 204 len: 168 time: 0.3846269 Jul 09 17:02:30.387305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-485ad3c6-72ec-462b-ad6c-b95f9e9d6d83 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6790702 Jul 09 17:02:30.390783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:30.390966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:30.414511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f59bc6c-03bd-4a15-bec3-57715693c010 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:02:30.417439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae82c1-34f4-4577-a5dc-14a52ffca9d9 tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc19e628-0120-4c68-a8f7-62d77029d69a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:30.477339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.477912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.478385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.478876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.479409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.479802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.480272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.484324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a01fd2d6-a2eb-4522-bf85-7acea2b453df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.3171086 Jul 09 17:02:30.541208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59bc6c-03bd-4a15-bec3-57715693c010 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:02:30.880243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-d99ded58-1d76-402f-ab54-b8737cf26862', 'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': '6ca96278-4780-4038-8900-77356ae75335'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:30.881138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:30.985861 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.048274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Allocated IP 2001:db8::1 (d99ded58-1d76-402f-ab54-b8737cf26862/6ca96278-4780-4038-8900-77356ae75335/98112150-f991-4fac-8c00-fd2a12c01718) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:31.064785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.086679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9d4c7118-543e-4eda-bf9a-70f5d4c8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.087176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9d4c7118-543e-4eda-bf9a-70f5d4c8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.087649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9d4c7118-543e-4eda-bf9a-70f5d4c8d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.089440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9d4c7118-543e-4eda-bf9a-70f5d4c8d34e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 2297 time: 0.5797379 Jul 09 17:02:31.104786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:31.220395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-7e873adb-41f7-47af-a9d1-2e5c41d2ead3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144061 Jul 09 17:02:31.227031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-80d5fa58-1de2-4482-a27d-e075f96d78ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1002 time: 0.0884113 Jul 09 17:02:31.227491 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.238620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Transition to ACTIVE for port object 98112150-f991-4fac-8c00-fd2a12c01718 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:31.260179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Transition to ACTIVE for port object 98112150-f991-4fac-8c00-fd2a12c01718 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:31.271285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.318540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Network d99ded58-1d76-402f-ab54-b8737cf26862 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:31.321802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:31.326416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:31.329544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Pushing event updated for resources: {'Port': ['ID=98112150-f991-4fac-8c00-fd2a12c01718,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:31.351251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d11fb-695e-47c5-a387-e23daa291ca6 req-d1e0d7c1-a3ea-4dee-871a-cb7c52220446 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.358774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c39d11fb-695e-47c5-a387-e23daa291ca6 req-d1e0d7c1-a3ea-4dee-871a-cb7c52220446 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.4524963 Jul 09 17:02:31.375135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.412109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Attempting to bind port 98112150-f991-4fac-8c00-fd2a12c01718 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:31.412639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Attempting to bind port 98112150-f991-4fac-8c00-fd2a12c01718 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '34ebc095-7f9c-4cb1-b793-5152f81b7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:31.413013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Attempting to bind port 98112150-f991-4fac-8c00-fd2a12c01718 on network d99ded58-1d76-402f-ab54-b8737cf26862 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:31.421462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680cdeb4-a57b-47cb-b9ae-e0fdf6b3d632']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:31.421957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:31.422345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Checking segment: {'id': '34ebc095-7f9c-4cb1-b793-5152f81b7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:31.422946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.423704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Bound using segment: {'id': '34ebc095-7f9c-4cb1-b793-5152f81b7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:31.424074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Bound port: 98112150-f991-4fac-8c00-fd2a12c01718, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ebc095-7f9c-4cb1-b793-5152f81b7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd99ded58-1d76-402f-ab54-b8737cf26862'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:31.424446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.440725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.448174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-0c57b095-500c-4293-b3f9-2da2526ed9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.449654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-0c57b095-500c-4293-b3f9-2da2526ed9a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.2056875 Jul 09 17:02:31.474455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ea7eb8-4df6-4c15-8b3b-ca6d11bec019') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:31.474825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ea7eb8-4df6-4c15-8b3b-ca6d11bec019') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:31.508366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] For port 98112150-f991-4fac-8c00-fd2a12c01718, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:31.513807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] For port 98112150-f991-4fac-8c00-fd2a12c01718, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=98112150-f991-4fac-8c00-fd2a12c01718,segment=NetworkSegment(34ebc095-7f9c-4cb1-b793-5152f81b7397),segment_id=34ebc095-7f9c-4cb1-b793-5152f81b7397)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:31.521226 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.534956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c39d11fb-695e-47c5-a387-e23daa291ca6 req-3fac26ce-f75c-4ac7-9722-abf2aa316ae5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749024 Jul 09 17:02:31.537027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.576536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.582189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:31.582777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.594418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c6d4f-a7d9-4129-819c-8b66dd242b04 None None] Pushing event updated for resources: {'Port': ['ID=98112150-f991-4fac-8c00-fd2a12c01718,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:31.653973 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:31.683264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.695210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.700471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] 10.222.0.48 "DELETE /v2.0/networks/680cdeb4-a57b-47cb-b9ae-e0fdf6b3d632 HTTP/1.1" status: 204 len: 168 time: 1.3001449 Jul 09 17:02:31.729908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9e3d7525-0d26-42a8-89ec-aa3b03194173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.731598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9e3d7525-0d26-42a8-89ec-aa3b03194173 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548065 Jul 09 17:02:31.732774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9b24d-9f04-46ca-b2de-8f17e4f6dc0c tempest-QuotasNegativeTest-637455945 tempest-QuotasNegativeTest-637455945-project-admin] Pushing event deleted for resources: {'Network': ['ID=680cdeb4-a57b-47cb-b9ae-e0fdf6b3d632,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:31.735679 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.767107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca96278-4780-4038-8900-77356ae75335,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:31.860406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.870922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99ded58-1d76-402f-ab54-b8737cf26862']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:31.893440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ebc095-7f9c-4cb1-b793-5152f81b7397') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:31.893814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ebc095-7f9c-4cb1-b793-5152f81b7397') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:31.909048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.923714 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.963399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:31.963690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:31.969992 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:32.040077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:32.103254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-a55af3b8-81d2-45ad-9acb-67c188dd4b72 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372362 Jul 09 17:02:32.143572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:02:32.143572 n-d-800085-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:02:32.143572 n-d-800085-2 neutron-server[93767]: [parameters: {'id': 'd99ded58-1d76-402f-ab54-b8737cf26862'}] Jul 09 17:02:32.143572 n-d-800085-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:02:32.144061 n-d-800085-2 neutron-server[93767]: DEBUG oslo_db.api [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:02:32.278677 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-770ab950-4d5b-4b66-892f-3b7bdeccd995 service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670978 Jul 09 17:02:32.381962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-03ca73e1-9000-42f0-866f-95c9cdc1cca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 217 time: 0.0968335 Jul 09 17:02:32.485620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:32.497311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9fe01837-ed9e-473c-bdc9-c1d9651061c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:32.499005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9fe01837-ed9e-473c-bdc9-c1d9651061c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1092613 Jul 09 17:02:32.634927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-682c33aa-62d4-495d-8587-46240ac29791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:32.636498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-682c33aa-62d4-495d-8587-46240ac29791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292729 Jul 09 17:02:32.654733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88bc4497-f561-448d-9561-ff764667bda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:32.656664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:32.808994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88bc4497-f561-448d-9561-ff764667bda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:32.822186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88bc4497-f561-448d-9561-ff764667bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:32.877961 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-88bc4497-f561-448d-9561-ff764667bda9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1b28358d878485ba248ff363eba6503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908608 Jul 09 17:02:32.879232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc4497-f561-448d-9561-ff764667bda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f60db3-6f6e-4257-9643-b83b7f77530e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:32.882706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:32.942400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25cda4-f63e-4083-82c0-e8eee62d3647 req-d62e4912-3aa7-452b-b852-d4c578ea3f79 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:32.954091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c25cda4-f63e-4083-82c0-e8eee62d3647 req-d62e4912-3aa7-452b-b852-d4c578ea3f79 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2204657 Jul 09 17:02:32.957586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60531569-cba7-42e6-916d-5345e61cfaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:32.997528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60531569-cba7-42e6-916d-5345e61cfaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.023508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c25cda4-f63e-4083-82c0-e8eee62d3647 req-57987fea-32cd-43b3-a929-819eaf29fdee tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680306 Jul 09 17:02:33.038091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-121748d2-f94b-4c47-900d-5d88fe1904a9 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785088 Jul 09 17:02:33.069423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting port 98112150-f991-4fac-8c00-fd2a12c01718 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:33.069859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.073253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60531569-cba7-42e6-916d-5345e61cfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.075599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60531569-cba7-42e6-916d-5345e61cfaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.076838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-60531569-cba7-42e6-916d-5345e61cfaa4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3f60db3-6f6e-4257-9643-b83b7f77530e HTTP/1.1" status: 204 len: 168 time: 0.1927767 Jul 09 17:02:33.092416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60531569-cba7-42e6-916d-5345e61cfaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f60db3-6f6e-4257-9643-b83b7f77530e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:33.154969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced1a70-6628-44ad-9b7c-f5fa9e695789 None None] Network d99ded58-1d76-402f-ab54-b8737cf26862 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:33.294406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f843cff-f90f-477f-ae0b-fee370a6b36c None None] Provisioning for port 98112150-f991-4fac-8c00-fd2a12c01718 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:33.332967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] For port 98112150-f991-4fac-8c00-fd2a12c01718, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=98112150-f991-4fac-8c00-fd2a12c01718,segment=NetworkSegment(34ebc095-7f9c-4cb1-b793-5152f81b7397),segment_id=34ebc095-7f9c-4cb1-b793-5152f81b7397)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:33.333570 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.361395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Calling delete_port for 98112150-f991-4fac-8c00-fd2a12c01718 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:33.390201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae569d-73f9-47bb-842d-0f0d7e48f93d None None] Network d99ded58-1d76-402f-ab54-b8737cf26862 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:33.393334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-5519c8b4-0b63-4efc-a7e8-b7ea355db77a service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430343 Jul 09 17:02:33.465600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61414-adda-42b2-8e5e-8264507bb142 req-87406172-6824-47e8-8cb5-d44077133290 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:33.467327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ed61414-adda-42b2-8e5e-8264507bb142 req-87406172-6824-47e8-8cb5-d44077133290 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.2056999 Jul 09 17:02:33.538791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-6687021f-53ed-4b83-9797-5b74bdfe5514 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 217 time: 0.1346593 Jul 09 17:02:33.556278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:33.579509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4866de3d-8d7e-42c8-88b4-428c4f638dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.583428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 98112150-f991-4fac-8c00-fd2a12c01718 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:33.709487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 98112150-f991-4fac-8c00-fd2a12c01718 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:33.715624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 98112150-f991-4fac-8c00-fd2a12c01718 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:33.716048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.723964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-7acea108-f368-432e-904e-b2cd839af594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:33.725963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-7acea108-f368-432e-904e-b2cd839af594 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1361148 Jul 09 17:02:33.758988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ed61414-adda-42b2-8e5e-8264507bb142 req-25ca79aa-eaa8-45b5-932c-39b26c59d6ce tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261345 Jul 09 17:02:33.790306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4866de3d-8d7e-42c8-88b4-428c4f638dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.795672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4866de3d-8d7e-42c8-88b4-428c4f638dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.829806 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4866de3d-8d7e-42c8-88b4-428c4f638dc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=373ff6b56a1841cc80b6efe69284bfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716167 Jul 09 17:02:33.832971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:33.853095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.868767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-360bdb08-5724-4bee-a2bf-eab76be03c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:33.870697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-360bdb08-5724-4bee-a2bf-eab76be03c4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102524 Jul 09 17:02:33.871675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No DVR routers for this DVR port 98112150-f991-4fac-8c00-fd2a12c01718 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:33.880656 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.885837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e533af1f-b285-448e-83e8-89b617488f0a None None] DHCP port deletion for d99ded58-1d76-402f-ab54-b8737cf26862 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:02:33.907709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Port': ['ID=98112150-f991-4fac-8c00-fd2a12c01718,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:33.926292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866de3d-8d7e-42c8-88b4-428c4f638dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92031c5-914c-439d-8a89-5577f6182a86,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:33.951330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eed7df02-8227-4640-ade0-2699c34bbed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:33.980004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eed7df02-8227-4640-ade0-2699c34bbed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.062778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eed7df02-8227-4640-ade0-2699c34bbed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.065486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eed7df02-8227-4640-ade0-2699c34bbed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.066729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eed7df02-8227-4640-ade0-2699c34bbed7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e92031c5-914c-439d-8a89-5577f6182a86 HTTP/1.1" status: 204 len: 168 time: 0.2322125 Jul 09 17:02:34.074929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7df02-8227-4640-ade0-2699c34bbed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92031c5-914c-439d-8a89-5577f6182a86,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:34.112082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-0006c332-e5e0-4969-892f-e36e5ecd8ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160175 Jul 09 17:02:34.124546 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.137580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99ded58-1d76-402f-ab54-b8737cf26862']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:34.151658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ebc095-7f9c-4cb1-b793-5152f81b7397') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:34.152078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ebc095-7f9c-4cb1-b793-5152f81b7397') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:34.171556 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.250879 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.265066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:34.265470 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:34.269522 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:34.371274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.399113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.400512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/d99ded58-1d76-402f-ab54-b8737cf26862 HTTP/1.1" status: 204 len: 168 time: 3.9989822 Jul 09 17:02:34.404159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:34.409580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188672342'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:34.416417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c8b2-e0ff-462e-8a17-185f68a39e68 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=d99ded58-1d76-402f-ab54-b8737cf26862,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:34.440391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987171e3-7b93-4c5e-825a-8dae0b33e672 req-9da1f96e-201b-4ef1-bd87-75c8c24d816f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.441996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-987171e3-7b93-4c5e-825a-8dae0b33e672 req-9da1f96e-201b-4ef1-bd87-75c8c24d816f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2604332 Jul 09 17:02:34.448176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-2d2a5849-2ebd-4f0f-acdb-d7253cf452a7 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882242 Jul 09 17:02:34.456243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:34.461956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.497060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:34.509238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.510236 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 4bc7aba9-1126-404a-b216-ca9a796a1583 of type vlan for network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 Jul 09 17:02:34.516662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-15f1075d-f537-430d-9339-7d98cf41a54c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 217 time: 0.0445948 Jul 09 17:02:34.519712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-987171e3-7b93-4c5e-825a-8dae0b33e672 req-b8121209-961d-4d67-826e-5865e49bc4fa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705452 Jul 09 17:02:34.595614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-93e98c05-934a-4188-a524-06eb924c45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.597225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-93e98c05-934a-4188-a524-06eb924c45e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0708435 Jul 09 17:02:34.649133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.690907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-1b62e50b-70ca-4951-b780-1e69d1056e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.694162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-1b62e50b-70ca-4951-b780-1e69d1056e67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852797 Jul 09 17:02:34.706878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.714118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.715225 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.778058 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3725893 Jul 09 17:02:34.781368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:34.801223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:34.853695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-c316af4d-453b-4afb-ab07-691d1df70529 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501420 Jul 09 17:02:34.916180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff6ed9-79f1-4c6c-8460-0ea1cb837715 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:34.929007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:34.977176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:34.984325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:35.203354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-3583f160-4ba1-473d-846d-85614996fb71 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414652 Jul 09 17:02:35.302564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-748b4208-a6a7-4d0d-8f13-ef9c3eb6b798 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 217 time: 0.0852225 Jul 09 17:02:35.317993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:35.328802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cb906-40a0-44d3-b81e-afb533cac582 req-ae478f47-ca02-4041-8043-25f4a398436b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:35.330451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a40cb906-40a0-44d3-b81e-afb533cac582 req-ae478f47-ca02-4041-8043-25f4a398436b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.2237382 Jul 09 17:02:35.409675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=64171e69-f9ec-4207-91ae-e45920d51370,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:35.437668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': '4bc7aba9-1126-404a-b216-ca9a796a1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:35.437910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:35.455439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-02c25b11-bcf3-44ad-96db-0f81ffe68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:35.464440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-02c25b11-bcf3-44ad-96db-0f81ffe68e19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.1505466 Jul 09 17:02:35.467962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:35.493713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:35.497316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:35.497909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:35.504733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a40cb906-40a0-44d3-b81e-afb533cac582 req-0b141ddf-7961-4784-90f4-567b1e809cf4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499891 Jul 09 17:02:35.507139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 98112150-f991-4fac-8c00-fd2a12c01718 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:35.542463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e64c5e-9025-4b64-a7e6-e5227325f167 None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:35.546664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1defdae2-bbca-455c-8409-6fdac3532b73 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7633045 Jul 09 17:02:35.549757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:35.555808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:35.559955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 98112150-f991-4fac-8c00-fd2a12c01718 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:02:35.560635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 98112150-f991-4fac-8c00-fd2a12c01718 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:35.573023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-642777c4-ad69-4a10-9a0d-915f9136e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:35.575568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-642777c4-ad69-4a10-9a0d-915f9136e044 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077647 Jul 09 17:02:35.808386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:35.821416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c0c3-a7fc-454a-99c3-d2d1c6a14194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:35.822260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:35.851584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-3ac7fd9a-d5b3-46b9-9da1-fc41544c8048 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677550 Jul 09 17:02:35.863629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51', 'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': '64171e69-f9ec-4207-91ae-e45920d51370'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:35.864711 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:36.031647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-ef808d71-ff4c-4402-90d1-95dddc2c1cd9 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701138 Jul 09 17:02:36.042964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Allocated IP 2001:db8::2 (4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51/64171e69-f9ec-4207-91ae-e45920d51370/1ef388ae-690b-4b24-a930-9ecd471f0c7c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:36.173515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-f89fadce-710b-4405-886e-be4f8cde1fdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 217 time: 0.0987697 Jul 09 17:02:36.253616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-d7effbd0-6142-4fb3-852b-050daf0b2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.255465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-d7effbd0-6142-4fb3-852b-050daf0b2f80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.0729141 Jul 09 17:02:36.333315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba3e1-0022-4b20-a44f-382857e2ecdc req-f69dc24f-76d8-46cd-97bc-1df6936150e1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.335075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:36.338046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c16ba3e1-0022-4b20-a44f-382857e2ecdc req-f69dc24f-76d8-46cd-97bc-1df6936150e1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.5185833 Jul 09 17:02:36.413988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=54866f2e-7ed1-4071-ab5d-734e5239187b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:36.422675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:36.449979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:36.464618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:36.470141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.471864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:36.486696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c16ba3e1-0022-4b20-a44f-382857e2ecdc req-6f9ebdcf-8df5-4118-855b-3abf77574028 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297278 Jul 09 17:02:36.494380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-5b918027-278e-4bc2-b504-39144e86fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.495987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-5b918027-278e-4bc2-b504-39144e86fde7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2296197 Jul 09 17:02:36.497083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1f4c0862-e515-4d20-8390-aef4394caa1b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9461596 Jul 09 17:02:36.499968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:36.599078 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:36.619739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Transition to ACTIVE for port object 1ef388ae-690b-4b24-a930-9ecd471f0c7c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:36.659718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Transition to ACTIVE for port object 1ef388ae-690b-4b24-a930-9ecd471f0c7c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:36.667341 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:36.772831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:36.776464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:36.786926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:36.800969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Pushing event updated for resources: {'Port': ['ID=1ef388ae-690b-4b24-a930-9ecd471f0c7c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:36.886527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Attempting to bind port 1ef388ae-690b-4b24-a930-9ecd471f0c7c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:36.886897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Attempting to bind port 1ef388ae-690b-4b24-a930-9ecd471f0c7c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4bc7aba9-1126-404a-b216-ca9a796a1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:36.887195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Attempting to bind port 1ef388ae-690b-4b24-a930-9ecd471f0c7c on network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:36.892806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:36.893186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Checking segment: {'id': '4bc7aba9-1126-404a-b216-ca9a796a1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:36.893594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:36.893978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Bound using segment: {'id': '4bc7aba9-1126-404a-b216-ca9a796a1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:36.894677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Bound port: 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc7aba9-1126-404a-b216-ca9a796a1583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:36.895160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.037048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] For port 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:37.052507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] For port 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ef388ae-690b-4b24-a930-9ecd471f0c7c,segment=NetworkSegment(4bc7aba9-1126-404a-b216-ca9a796a1583),segment_id=4bc7aba9-1126-404a-b216-ca9a796a1583)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:37.064774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.151829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1274482234'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:37.178956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af2ac-6a61-4e74-bb89-70740d1d4815 None None] Pushing event updated for resources: {'Port': ['ID=1ef388ae-690b-4b24-a930-9ecd471f0c7c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:37.221513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Made reservation on behalf of 0154406291964a19a444ae07eb5841bc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:37.225114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.257648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.275705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b17642-1240-4cdd-aed9-daa14b362cc9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.277231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b17642-1240-4cdd-aed9-daa14b362cc9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.279063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b17642-1240-4cdd-aed9-daa14b362cc9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.280660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b17642-1240-4cdd-aed9-daa14b362cc9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.282192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b17642-1240-4cdd-aed9-daa14b362cc9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.284169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1b17642-1240-4cdd-aed9-daa14b362cc9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7827804 Jul 09 17:02:37.288359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:37.295086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1202721027'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:37.337509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-39d82d4b-e895-400a-b06a-71d69dfe92bf service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150740 Jul 09 17:02:37.351903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:37.355904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.383868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1625d53-a12b-464e-bd51-1c38663e58c4 req-5b4a6bf1-0037-4c22-9055-0b85d1ffd268 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.386418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1625d53-a12b-464e-bd51-1c38663e58c4 req-5b4a6bf1-0037-4c22-9055-0b85d1ffd268 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.2759225 Jul 09 17:02:37.424469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:37.455666 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.456459 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 13a68875-15d4-47bc-bfab-9007696b962a of type vlan for network edf1b389-6b2d-4f52-b98d-784d3c0fd945 Jul 09 17:02:37.559358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.570347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1625d53-a12b-464e-bd51-1c38663e58c4 req-1e4eff64-252b-4e12-ad27-44a8d0c631d2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582198 Jul 09 17:02:37.618338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ef388ae-690b-4b24-a930-9ecd471f0c7c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:37.626516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-9e4a3494-4d87-45bb-b38c-3a5c7213acfa service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737372 Jul 09 17:02:37.639863 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.645807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.652784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.686152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-807eb8a2-5611-4c96-bbf8-0ec7d982b8f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.0496812 Jul 09 17:02:37.758552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:37.789036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=edf1b389-6b2d-4f52-b98d-784d3c0fd945,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:37.802462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:37.908089 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.918363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.922303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-c6a0d46c-ce70-461e-a634-08deb42d22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.926635 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-31a7f8c3-5080-4bd0-8bf2-4bea05c46b81 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6332207 Jul 09 17:02:37.926844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-c6a0d46c-ce70-461e-a634-08deb42d22e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1716719 Jul 09 17:02:37.927145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:37.932583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:37.983637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:38.015070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.015419 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Added segment 141a0603-a2d7-4e82-bc31-c29603cf2b44 of type vlan for network c4d43304-4bb9-4769-949a-3f6f4b7fef74 Jul 09 17:02:38.017837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e89f21-2e8f-43dd-97c5-395b10d338fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:38.162380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ed659-13d4-42f2-89ef-c4e672525c3b req-df523859-fa92-441b-8594-ee2030cb4717 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:38.169548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-443ed659-13d4-42f2-89ef-c4e672525c3b req-df523859-fa92-441b-8594-ee2030cb4717 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3252079 Jul 09 17:02:38.208960 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.252426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-28309f4f-fae4-4667-ae3c-b5feb3327a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:38.254161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-28309f4f-fae4-4667-ae3c-b5feb3327a8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3205950 Jul 09 17:02:38.262867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.277505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-443ed659-13d4-42f2-89ef-c4e672525c3b req-030b053b-f8c1-431a-8c29-a7ca87746b09 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069505 Jul 09 17:02:38.304799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ecc04117-c4bd-404e-9036-017a7960b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.313370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.319176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:38.319987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.393661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9682937 Jul 09 17:02:38.458284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50df31-1b78-4a98-ac04-dcbe1890a57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Pushing event updated for resources: {'Network': ['ID=c4d43304-4bb9-4769-949a-3f6f4b7fef74,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:38.469780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c4d43304-4bb9-4769-949a-3f6f4b7fef74 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:38.539617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-8dc6f9b6-5e0b-4196-92a4-8d973cde4555 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384191 Jul 09 17:02:38.645246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7a5e2-9826-4acc-b2e6-363f0eb6fce0 None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:38.669645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a5ac142-14f9-45ef-8065-38099b0de69c req-4ce0235e-175c-4c25-a335-9b3a296b94c9 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238465 Jul 09 17:02:38.674652 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.734270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.763812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.786994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] Provisioning for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:38.796913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] Provisioning complete for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:38.797440 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.808789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:38.821943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Request body: {'port': {'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74', 'binding:host_id': 'n-h2-800085-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683207212'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:38.869269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Made reservation on behalf of 5a5d77f6327c40cab9fe13221cba7a08 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:38.876539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.898508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:02:38.900155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.908959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:38.911669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.917658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "PUT /v2.0/networks/edf1b389-6b2d-4f52-b98d-784d3c0fd945 HTTP/1.1" status: 200 len: 723 time: 0.9858086 Jul 09 17:02:38.918510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:38.929956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:38.953518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750da172-abd9-43fe-829a-c1d80dafa537 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=edf1b389-6b2d-4f52-b98d-784d3c0fd945,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:38.967931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:39.061472 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.128634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.148868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.163438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port 61983457-78e4-4779-ad28-ba95fc80488d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:39.223756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] For port 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ef388ae-690b-4b24-a930-9ecd471f0c7c,segment=NetworkSegment(4bc7aba9-1126-404a-b216-ca9a796a1583),segment_id=4bc7aba9-1126-404a-b216-ca9a796a1583)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:39.233115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.285034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd6767-3d82-4b96-8f53-c54e14b8a95c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:39.316298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.322686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb3696-79e6-4e5c-b6c1-f7e171dff198 None None] Pushing event updated for resources: {'Port': ['ID=1ef388ae-690b-4b24-a930-9ecd471f0c7c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:39.396537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec1d4d-4405-43ca-b2dd-40c9530eddb3 req-e8d78638-4ff1-4d56-9377-ffdaf21aab09 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:39.403786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Update dhcp port {'port': {'network_id': '4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51', 'fixed_ips': [{'subnet_id': '64171e69-f9ec-4207-91ae-e45920d51370', 'ip_address': '2001:db8::2'}, {'subnet_id': '54866f2e-7ed1-4071-ab5d-734e5239187b'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '1ef388ae-690b-4b24-a930-9ecd471f0c7c'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:02:39.411214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baec1d4d-4405-43ca-b2dd-40c9530eddb3 req-e8d78638-4ff1-4d56-9377-ffdaf21aab09 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.4551823 Jul 09 17:02:39.425313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:39.430974 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.454898 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.519913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ef388ae-690b-4b24-a930-9ecd471f0c7c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:39.619611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baec1d4d-4405-43ca-b2dd-40c9530eddb3 req-e689fdb7-9caa-4677-9069-cd279ed8828f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070184 Jul 09 17:02:39.711276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port 61983457-78e4-4779-ad28-ba95fc80488d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:39.723831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.728256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:39.728637 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.742779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Transition to ACTIVE for port object 61983457-78e4-4779-ad28-ba95fc80488d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:39.786998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Allocated IP 172.20.0.1 (4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51/54866f2e-7ed1-4071-ab5d-734e5239187b/1ef388ae-690b-4b24-a930-9ecd471f0c7c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:39.829789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.926549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] For port 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ef388ae-690b-4b24-a930-9ecd471f0c7c,segment=NetworkSegment(4bc7aba9-1126-404a-b216-ca9a796a1583),segment_id=4bc7aba9-1126-404a-b216-ca9a796a1583)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:39.979327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:39.983449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=61983457-78e4-4779-ad28-ba95fc80488d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:39.993023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.009181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Transition to ACTIVE for port object 1ef388ae-690b-4b24-a930-9ecd471f0c7c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:40.014520 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.062008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Checking segment: {'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:40.062349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Network hostable DHCP agents. Network: c4d43304-4bb9-4769-949a-3f6f4b7fef74, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:40.089423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07961-8637-464d-806b-82d7511d7fde req-1b16ada9-1bfa-4702-a69b-dc19b063fe4b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.097315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52e07961-8637-464d-806b-82d7511d7fde req-1b16ada9-1bfa-4702-a69b-dc19b063fe4b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2920816 Jul 09 17:02:40.114819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b91f5-441e-4bd1-9ce0-22fcb41b3608 None None] Pushing event updated for resources: {'Port': ['ID=1ef388ae-690b-4b24-a930-9ecd471f0c7c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:40.136453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=16034e55-b84f-4ac7-a94d-79f66f9df42f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:40.179949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Network c4d43304-4bb9-4769-949a-3f6f4b7fef74 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:40.184003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': '13a68875-15d4-47bc-bfab-9007696b962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:40.184448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: edf1b389-6b2d-4f52-b98d-784d3c0fd945, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:40.217015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52e07961-8637-464d-806b-82d7511d7fde req-1d3b4a6b-7048-4f1b-b2e4-be08a8dd5aa8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188023 Jul 09 17:02:40.219347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c4d43304-4bb9-4769-949a-3f6f4b7fef74) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:40.228314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439f516-b434-4b71-961d-7a134104a466 None None] Network c4d43304-4bb9-4769-949a-3f6f4b7fef74 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:40.243201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:40.279979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:40.281513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.281649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.281923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.286716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, edf1b389-6b2d-4f52-b98d-784d3c0fd945) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:40.299585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3ab91-2dc9-4977-b3fd-0e100ad5d3b8 None None] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:40.304111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.304744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.310823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.311178 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.314689 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 2 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.318779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-ee4e1c46-83b4-462a-a99c-69ef6f0a04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.320329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-ee4e1c46-83b4-462a-a99c-69ef6f0a04d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26&tenant_id=1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 1095 time: 0.2035763 Jul 09 17:02:40.337952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:40.347585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fef3587-8400-475e-a27a-087388ac2be4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4239101 Jul 09 17:02:40.350923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:40.357604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:40.368314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.368648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.369004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.382751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.383223 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.386267 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 3 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.427314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.427666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.427983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.438986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.439315 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.445087 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 4 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.462080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.462419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.463183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.478106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.478866 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.479618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.500016 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 5 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.533743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-edf1b389-6b2d-4f52-b98d-784d3c0fd945', 'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': '16034e55-b84f-4ac7-a94d-79f66f9df42f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:40.534745 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.562806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8686218'] for subnet, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.582286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.582726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.583076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.653049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.653049 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.668352 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 6 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.739676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.742179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.742766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.798081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756497902623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10193781'] for subnet, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.828215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.828759 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.834861 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 7 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.854962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=16034e55-b84f-4ac7-a94d-79f66f9df42f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:40.858982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.859438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.859871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.867443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.867906 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.878763 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 8 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.878924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.879346 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.883564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4188d87-f2fc-4f19-ba77-9ec1bad7efd9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "PUT /v2.0/subnets/16034e55-b84f-4ac7-a94d-79f66f9df42f HTTP/1.1" status: 200 len: 826 time: 0.5309002 Jul 09 17:02:40.884325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:40.900316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Allocated IP 2001:db8::2 (edf1b389-6b2d-4f52-b98d-784d3c0fd945/16034e55-b84f-4ac7-a94d-79f66f9df42f/347aba8e-69ac-4526-8edf-fee0f253b9a1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:40.931207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.931932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.932524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:40.946516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:40.946516 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:40.948938 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 9 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:40.953494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:40.982598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:40.982977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:40.983327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:41.017377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719b16-baca-4743-a954-39fc2bc37d04 req-523fd15a-de7f-4e87-af3c-c1587d14c6c1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:41.021738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42719b16-baca-4743-a954-39fc2bc37d04 req-523fd15a-de7f-4e87-af3c-c1587d14c6c1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 944 time: 0.2302880 Jul 09 17:02:41.048685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:41.049006 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:41.058385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.074721 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 10 to bind port 61983457-78e4-4779-ad28-ba95fc80488d Jul 09 17:02:41.114324 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.120891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:41.121227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:41.121559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:41.123926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Transition to ACTIVE for port object 347aba8e-69ac-4526-8edf-fee0f253b9a1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:41.126708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h1-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:41.132850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c69484-4fd6-4e6e-ad58-3cff1f7c4eb0 None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:41.149737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.163640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-42719b16-baca-4743-a954-39fc2bc37d04 req-129b04c6-aa53-45a8-bd69-7957afe5a219 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354682 Jul 09 17:02:41.165883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 61983457-78e4-4779-ad28-ba95fc80488d on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:41.166211 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 61983457-78e4-4779-ad28-ba95fc80488d on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:41.166628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.187713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:02:41.214838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.242949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Transition to ACTIVE for port object e991414f-27e3-46e7-ad5c-ccbc87d159d6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:41.249473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Transition to ACTIVE for port object 347aba8e-69ac-4526-8edf-fee0f253b9a1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:41.251176 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.253059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.267620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d6e5293-eea0-47e7-8166-ee78adf9693e None None] Provisioning for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:41.275860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.292204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d6e5293-eea0-47e7-8166-ee78adf9693e None None] Provisioning complete for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:41.292611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5293-eea0-47e7-8166-ee78adf9693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.293034 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.312759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] For port 61983457-78e4-4779-ad28-ba95fc80488d, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:41.313139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:02:41.327265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.345031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=16034e55-b84f-4ac7-a94d-79f66f9df42f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:41.390142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:41.443692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:41.470991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.478205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:41.478842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.483509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf1b389-6b2d-4f52-b98d-784d3c0fd945']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:41.498601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a68875-15d4-47bc-bfab-9007696b962a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:41.498601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a68875-15d4-47bc-bfab-9007696b962a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:41.508856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.531293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.539769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:41.540191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.546060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:41.551276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ef388ae-690b-4b24-a930-9ecd471f0c7c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:41.557174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:41.559567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Pushing event updated for resources: {'Port': ['ID=347aba8e-69ac-4526-8edf-fee0f253b9a1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:41.619600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=61983457-78e4-4779-ad28-ba95fc80488d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:41.642327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dec065bf-bda2-40d4-a620-2618f7383dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8320756 Jul 09 17:02:41.643380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] No DVR routers for this DVR port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on host n-h1-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:41.645164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:41.661970 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:41.680011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:02:41.680011 n-d-800085-2 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:02:41.680011 n-d-800085-2 neutron-server[93768]: [parameters: {'id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945'}] Jul 09 17:02:41.680011 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:02:41.680528 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:02:41.753660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Attempting to bind port 347aba8e-69ac-4526-8edf-fee0f253b9a1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:41.754077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Attempting to bind port 347aba8e-69ac-4526-8edf-fee0f253b9a1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '13a68875-15d4-47bc-bfab-9007696b962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:41.754529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Attempting to bind port 347aba8e-69ac-4526-8edf-fee0f253b9a1 on network edf1b389-6b2d-4f52-b98d-784d3c0fd945 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:41.774600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:41.775010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Checking segment: {'id': '13a68875-15d4-47bc-bfab-9007696b962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:41.775370 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.775772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Bound using segment: {'id': '13a68875-15d4-47bc-bfab-9007696b962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:41.776447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Bound port: 347aba8e-69ac-4526-8edf-fee0f253b9a1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a68875-15d4-47bc-bfab-9007696b962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'edf1b389-6b2d-4f52-b98d-784d3c0fd945'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:41.776834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.780712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:41.781073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.838826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94c15f-b1b3-4c7d-b788-81a743597210 req-4c488523-c1ff-4841-bfec-01035121ab23 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:41.840559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa94c15f-b1b3-4c7d-b788-81a743597210 req-4c488523-c1ff-4841-bfec-01035121ab23 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3957074 Jul 09 17:02:41.919191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] For port 347aba8e-69ac-4526-8edf-fee0f253b9a1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:41.924553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa94c15f-b1b3-4c7d-b788-81a743597210 req-9f6b1d33-c472-4f09-8a9c-9de0ad346c9e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770111 Jul 09 17:02:41.926129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:41.927592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:41.927592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:41.928497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] For port 347aba8e-69ac-4526-8edf-fee0f253b9a1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=347aba8e-69ac-4526-8edf-fee0f253b9a1,segment=NetworkSegment(13a68875-15d4-47bc-bfab-9007696b962a),segment_id=13a68875-15d4-47bc-bfab-9007696b962a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:41.935241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Deleting port 61983457-78e4-4779-ad28-ba95fc80488d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:41.935622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.937298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:41.937617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Attempting to bind port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:41.962108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.963490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:41.963831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Checking segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:41.964206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Bound using segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:41.964656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Bound port: e991414f-27e3-46e7-ad5c-ccbc87d159d6, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:41.965022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.071489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] For port 61983457-78e4-4779-ad28-ba95fc80488d, host n-h2-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:42.072155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.088454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Calling delete_port for 61983457-78e4-4779-ad28-ba95fc80488d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:42.181598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.251446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:42.256893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1711d6c-0708-431d-8b7b-7a96eacb25fd None None] Pushing event updated for resources: {'Port': ['ID=347aba8e-69ac-4526-8edf-fee0f253b9a1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:42.268820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a5f574d0-b100-4c28-a48d-1dce0f179a34 None None] Provisioning complete for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:42.268992 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5f574d0-b100-4c28-a48d-1dce0f179a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.269783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.298480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:42.300482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac154b-be83-4d87-9576-377be55432f1 None None] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:42.323458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting port 347aba8e-69ac-4526-8edf-fee0f253b9a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:42.324183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.326396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.330779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "DELETE /v2.0/ports/61983457-78e4-4779-ad28-ba95fc80488d HTTP/1.1" status: 204 len: 168 time: 0.6807859 Jul 09 17:02:42.330779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbca31-38c8-4186-b829-55c59d349dd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event deleted for resources: {'Port': ['ID=61983457-78e4-4779-ad28-ba95fc80488d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:42.332594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.334354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:42.431035 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dade97eb-771e-49c3-9a82-85cf8836a92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:02:42.435303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dade97eb-771e-49c3-9a82-85cf8836a92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "GET /v2.0/ports/61983457-78e4-4779-ad28-ba95fc80488d HTTP/1.1" status: 404 len: 333 time: 0.0663841 Jul 09 17:02:42.442163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:42.447790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Request body: {'port': {'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-510613493'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:42.498947 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.499628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.501094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] 10.222.0.43 "PUT /v2.0/ports/e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1092 time: 2.1704099 Jul 09 17:02:42.501506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] For port 347aba8e-69ac-4526-8edf-fee0f253b9a1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=347aba8e-69ac-4526-8edf-fee0f253b9a1,segment=NetworkSegment(13a68875-15d4-47bc-bfab-9007696b962a),segment_id=13a68875-15d4-47bc-bfab-9007696b962a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:42.503498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:42.503918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.506082 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386efad7-446b-474a-8245-421ff9de0299" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:42.508630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Made reservation on behalf of 5a5d77f6327c40cab9fe13221cba7a08 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:42.510826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5bdefe-fb88-4139-8337-4226ffd5a78d None None] Network edf1b389-6b2d-4f52-b98d-784d3c0fd945 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:42.511662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.513936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95170dd-4b73-4d54-9a9d-e6e34e81db9d service neutron] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:42.538633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:42.559966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Calling delete_port for 347aba8e-69ac-4526-8edf-fee0f253b9a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:42.658315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.704767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Port': ['ID=347aba8e-69ac-4526-8edf-fee0f253b9a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:42.711817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No DVR routers for this DVR port 347aba8e-69ac-4526-8edf-fee0f253b9a1 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:42.716140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05061c18-b455-4be5-b7f4-6dceb43cd492 req-35832dc7-02db-4e8d-938b-4dc2cb472946 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.724941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05061c18-b455-4be5-b7f4-6dceb43cd492 req-35832dc7-02db-4e8d-938b-4dc2cb472946 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.3410144 Jul 09 17:02:42.760426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d065e-132c-4ea0-a4f3-56741ab7c116 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:02:42.809524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05061c18-b455-4be5-b7f4-6dceb43cd492 req-9bdcf6cd-b21c-48db-b52b-214fa6b6e625 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834897 Jul 09 17:02:42.834233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.846608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf1b389-6b2d-4f52-b98d-784d3c0fd945']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:42.864455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a68875-15d4-47bc-bfab-9007696b962a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:42.864763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a68875-15d4-47bc-bfab-9007696b962a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:42.878139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.888050 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7bfa66-ea1f-4ae1-b650-48aadcfe1060 x-openstack-request-id: req-5d7bfa66-ea1f-4ae1-b650-48aadcfe1060 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:42.888665 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:42.888665 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d7bfa66-ea1f-4ae1-b650-48aadcfe1060 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:42.888890 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'status': 'completed', 'code': 200} Jul 09 17:02:42.900217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.902911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-771e2536-0608-4401-afc6-9b7ba6b89c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.904578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-771e2536-0608-4401-afc6-9b7ba6b89c09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1096 time: 0.3471384 Jul 09 17:02:42.909909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:42.910350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:42.916632 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:42.947024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d065e-132c-4ea0-a4f3-56741ab7c116 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:02:43.002396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.044430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.052304 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/edf1b389-6b2d-4f52-b98d-784d3c0fd945 HTTP/1.1" status: 204 len: 168 time: 2.1663761 Jul 09 17:02:43.053645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd004f-bf3f-4116-9cac-40eba7a7e2f4 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=edf1b389-6b2d-4f52-b98d-784d3c0fd945,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:43.056763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.089586 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3054abba-da84-4071-a0c7-7875d5a143c2 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:43.090256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3054abba-da84-4071-a0c7-7875d5a143c2 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:43.096360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3054abba-da84-4071-a0c7-7875d5a143c2 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/edf1b389-6b2d-4f52-b98d-784d3c0fd945 HTTP/1.1" status: 404 len: 339 time: 0.0382547 Jul 09 17:02:43.104744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.111513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443154133', 'description': 'd1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:43.137891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:43.143050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.172791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:43.186342 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.187079 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 3942a69b-30ff-4ac4-89c1-92fcf75a5291 of type vlan for network 9e5c3181-0488-4027-bb17-037c92d57eb3 Jul 09 17:02:43.238899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.282553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.289369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.290059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.376792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2670705 Jul 09 17:02:43.378188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.397428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94ef45-f126-4c1c-af11-f96b3e1a34cc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=9e5c3181-0488-4027-bb17-037c92d57eb3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:43.409799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9e5c3181-0488-4027-bb17-037c92d57eb3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:43.449040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-97189b4d-f50f-451d-b953-5cd6b817cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.450537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-97189b4d-f50f-451d-b953-5cd6b817cba3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.5351915 Jul 09 17:02:43.456166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.501553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b5b4b-09d9-4919-b03c-5cbbaf5c1458 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.505556 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-131b5b4b-09d9-4919-b03c-5cbbaf5c1458 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks?id=9e5c3181-0488-4027-bb17-037c92d57eb3 HTTP/1.1" status: 200 len: 764 time: 0.1227422 Jul 09 17:02:43.505794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.511895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'description': 'd2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:43.558795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-3933442a-b8f6-4187-af67-75cca26f611c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1000 time: 0.0857384 Jul 09 17:02:43.622088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b093f5-1a72-4e85-91e3-3ec72e0510d1 req-4cfb0d33-4301-4f20-902b-37b7b7b96e7e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.623668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4b093f5-1a72-4e85-91e3-3ec72e0510d1 req-4cfb0d33-4301-4f20-902b-37b7b7b96e7e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1851916 Jul 09 17:02:43.627649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.651122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-fe7a39a5-c3f5-42b0-b7c9-e3e2c753670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.652485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-fe7a39a5-c3f5-42b0-b7c9-e3e2c753670b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0849912 Jul 09 17:02:43.689429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.711592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.723719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Network c4d43304-4bb9-4769-949a-3f6f4b7fef74 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:43.732381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 9e5c3181-0488-4027-bb17-037c92d57eb3 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:02:43.737800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.738509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.742690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "PUT /v2.0/networks/9e5c3181-0488-4027-bb17-037c92d57eb3 HTTP/1.1" status: 200 len: 761 time: 0.2331750 Jul 09 17:02:43.742896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:43.745178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.750819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:43.751868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.752399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.769008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4b093f5-1a72-4e85-91e3-3ec72e0510d1 req-32e15770-9ae1-46dd-a945-259939a33de2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371300 Jul 09 17:02:43.782311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=e16b9165-8a84-495a-8ac7-6f7d5ec0cf95,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:43.791657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa19ef-b9c1-4edf-9b60-67bbeaee8c63 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=9e5c3181-0488-4027-bb17-037c92d57eb3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:43.806917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9e5c3181-0488-4027-bb17-037c92d57eb3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:43.831787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6bc22b32-c84a-4b13-b4ab-b112f8d35ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3873060 Jul 09 17:02:43.833531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.839157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:43.870902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45824710-3148-409a-b6f6-70da71a9f6bc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.878018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-45824710-3148-409a-b6f6-70da71a9f6bc tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks?id=9e5c3181-0488-4027-bb17-037c92d57eb3 HTTP/1.1" status: 200 len: 764 time: 0.1255934 Jul 09 17:02:43.878667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:43.950418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.973990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-e1001cd7-5520-4359-b0b6-6b2f17ddb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.976254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-e1001cd7-5520-4359-b0b6-6b2f17ddb0a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988036 Jul 09 17:02:44.139410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:44.147661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:44.161398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Transition to ACTIVE for port object e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:44.166682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:44.188918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa296ee5-9a71-4940-8146-b2647280a394 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.193010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa296ee5-9a71-4940-8146-b2647280a394 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3106594 Jul 09 17:02:44.195193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:44.220379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-7a622a19-232a-4b55-894a-2d86077ce9a0 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364759 Jul 09 17:02:44.234364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44a5f9-d987-42bd-ba86-ca6f70e6a75e req-e859bdfc-e6d8-4ae0-8f95-9f5c7a24a44d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.238263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c44a5f9-d987-42bd-ba86-ca6f70e6a75e req-e859bdfc-e6d8-4ae0-8f95-9f5c7a24a44d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.2240913 Jul 09 17:02:44.266542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8aced864-ae8c-4a75-954e-723080cd399d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 207 time: 0.0650566 Jul 09 17:02:44.268607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:44.279204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=e16b9165-8a84-495a-8ac7-6f7d5ec0cf95,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:44.327574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c44a5f9-d987-42bd-ba86-ca6f70e6a75e req-4f9680b7-b960-438e-af6f-2f1cb434016e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824847 Jul 09 17:02:44.367114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c1dc7fa-40dc-4cb2-b38a-b724d8573104 req-11a78aad-56be-4043-81e6-138f2621c157 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303277 Jul 09 17:02:44.392376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.392700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.393047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.437808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.438121 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.445873 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 2 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.486535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.486879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.487223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.490157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386efad7-446b-474a-8245-421ff9de0299 req-63fa0f33-6ef9-465a-bc07-7a00c964475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.491867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-63fa0f33-6ef9-465a-bc07-7a00c964475d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1096 time: 0.0718081 Jul 09 17:02:44.504579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.505110 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.515155 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 3 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.533309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.539338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.545138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.551183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.557034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.563196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.570741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-898e8718-90c9-4713-9d3f-4a1162a99f9b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2954788 Jul 09 17:02:44.570741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.570741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.570741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.573294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:44.586735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.586970 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.597389 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 4 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.611292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386efad7-446b-474a-8245-421ff9de0299 req-f24bf347-c724-485e-a5f3-4a53d4c084ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.613580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-f24bf347-c724-485e-a5f3-4a53d4c084ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.1143329 Jul 09 17:02:44.646040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.646500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.647051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.658091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.658628 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.661252 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 5 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.685376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.685988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.686657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.698262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.698891 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.701342 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 6 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.718110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-66c71aa7-ff90-45a5-8324-825d4db6b092 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 200 len: 1000 time: 0.0965514 Jul 09 17:02:44.743668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.743987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.744318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.799026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386efad7-446b-474a-8245-421ff9de0299 req-b80dfb21-d338-4187-9b73-24c09b8dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.800674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-b80dfb21-d338-4187-9b73-24c09b8dbb42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0732393 Jul 09 17:02:44.806843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:44.807581 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fffcaa24-cf66-4e0a-a1bd-055c20bb2ff3 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2320819 Jul 09 17:02:44.810740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.811382 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.813122 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 7 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.863965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.864328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.864641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.877275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.877647 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.883700 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 8 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.914669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.914949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.915274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:44.917583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b74de5-3a7d-4156-8a4a-b575c77e54ba tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.919148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b74de5-3a7d-4156-8a4a-b575c77e54ba tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.921145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b74de5-3a7d-4156-8a4a-b575c77e54ba tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.922747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b74de5-3a7d-4156-8a4a-b575c77e54ba tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.924609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b74de5-3a7d-4156-8a4a-b575c77e54ba tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.926408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-51b74de5-3a7d-4156-8a4a-b575c77e54ba tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1179111 Jul 09 17:02:44.933023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386efad7-446b-474a-8245-421ff9de0299 req-eb48d937-2ae2-4af8-8d9a-9156734e1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.939906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-eb48d937-2ae2-4af8-8d9a-9156734e1bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299248 Jul 09 17:02:44.940482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:44.955874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:44.956232 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:44.957506 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 9 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:44.989029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:44.989322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:44.989668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:45.011249 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-086fdedb-135c-49e6-9441-759384e9211f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2620792 Jul 09 17:02:45.019117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:45.019438 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:45.020141 n-d-800085-2 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 10 to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 Jul 09 17:02:45.057697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:45.058251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:45.058990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:45.067813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:45.078138 n-d-800085-2 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:45.078984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:45.129539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-8926d618-c140-4227-9afc-8db8545b050e service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287403 Jul 09 17:02:45.228336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886843a-fb9d-43fc-96bc-08a499a76497 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.230029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886843a-fb9d-43fc-96bc-08a499a76497 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.231592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886843a-fb9d-43fc-96bc-08a499a76497 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.233004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886843a-fb9d-43fc-96bc-08a499a76497 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.234391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886843a-fb9d-43fc-96bc-08a499a76497 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.246210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6886843a-fb9d-43fc-96bc-08a499a76497 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3045065 Jul 09 17:02:45.258352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.323880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-d9d0fa45-1adc-43c6-b9d1-05f80a93b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.339388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-d9d0fa45-1adc-43c6-b9d1-05f80a93b3a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.2305553 Jul 09 17:02:45.344991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] For port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:45.344991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempted to set empty binding levels {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:02:45.358922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:45.378586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dd154-f371-4400-ab70-d590a73e76c9 req-1f201535-fbd9-4a35-825e-bdcfd41c42d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.386401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-145dd154-f371-4400-ab70-d590a73e76c9 req-1f201535-fbd9-4a35-825e-bdcfd41c42d6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2556021 Jul 09 17:02:45.429838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] In _notify_port_updated(), no bound segment for port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:02:45.430388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.431058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:45.432559 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "PUT /v2.0/ports/e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 HTTP/1.1" status: 200 len: 978 time: 1.5976884 Jul 09 17:02:45.438364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51612) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.465351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05312a-694f-4f47-95a0-4758b0374d07 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.466917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f05312a-694f-4f47-95a0-4758b0374d07 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks/118fd6f0-2767-4675-b4f6-e5309594512f HTTP/1.1" status: 200 len: 804 time: 0.2073634 Jul 09 17:02:45.477984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.513452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-145dd154-f371-4400-ab70-d590a73e76c9 req-9d99744c-b111-4b83-bee3-6c05ac8fea4b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060312 Jul 09 17:02:45.616271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-19f44543-5baf-4942-aed9-6ced48300714 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/networks/118fd6f0-2767-4675-b4f6-e5309594512f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1294613 Jul 09 17:02:45.617413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.618631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d071a-f478-427c-9061-de3644550eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=e16b9165-8a84-495a-8ac7-6f7d5ec0cf95,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:45.711273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a5603-8155-4acb-9df3-e9c78deff691 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.720742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e6a5603-8155-4acb-9df3-e9c78deff691 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/subnets/cc608a80-a5a1-452c-818c-c7fc263a568b HTTP/1.1" status: 200 len: 843 time: 0.0946653 Jul 09 17:02:45.721189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.742804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.743286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.743761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.744223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.744696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.745151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.745619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.746073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.746559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.747007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.747467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.747947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.748382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.748846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.749302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.749763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.750223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.750704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.751160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.751617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.752069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.752530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.752981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.753434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.753925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.754385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.754872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.755324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.755778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.756232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.756682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.760804 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9626cdde-f40f-4297-a017-aedc42ec7a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28199 time: 0.2944593 Jul 09 17:02:45.762056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-cbaa3ded-34c5-487a-a893-38164c913288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.764774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-cbaa3ded-34c5-487a-a893-38164c913288 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.3302166 Jul 09 17:02:45.765284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.806308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e3d5b-8898-4927-94d2-07d062f262b9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.817863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a03e3d5b-8898-4927-94d2-07d062f262b9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "GET /v2.0/subnets/cc608a80-a5a1-452c-818c-c7fc263a568b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0856447 Jul 09 17:02:45.822893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.829666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627455471'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:45.841700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-c1964452-1f36-4306-ba71-567fda227bf7 req-1710a046-40e0-41d4-8a14-99c0e50cbce3 service neutron] (93767) timed out ('10.222.0.43', 58040) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:02:45.877701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-42ede24c-1848-484e-b8bc-ae250bab4f6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1002 time: 0.1048865 Jul 09 17:02:45.910910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:45.916532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:45.987332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:46.021489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-7018d2a5-220a-49dd-b689-68293d64dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:46.021965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddeb03-3243-4a5f-a3e0-7bbcb5938a06 req-2957743d-2895-4727-abf2-2f9d03a8f220 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:46.023838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-7018d2a5-220a-49dd-b689-68293d64dfa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.1247189 Jul 09 17:02:46.030296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ddeb03-3243-4a5f-a3e0-7bbcb5938a06 req-2957743d-2895-4727-abf2-2f9d03a8f220 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1852064 Jul 09 17:02:46.097493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.098502 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Added segment 151a51c6-a704-4fff-82ac-1c72cad8955d of type vlan for network 706344e4-9741-476c-800e-97c50804d5d5 Jul 09 17:02:46.144745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Deleting port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:46.145693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.168593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2ddeb03-3243-4a5f-a3e0-7bbcb5938a06 req-d7f63473-4fdb-438f-a4cc-046f3bb30820 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371927 Jul 09 17:02:46.172518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.233332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.237120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-2e63259e-6d3c-4976-8e57-d1aa5b46a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:46.239315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-2e63259e-6d3c-4976-8e57-d1aa5b46a034 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079778 Jul 09 17:02:46.252334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:46.252987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.307600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] For port e16b9165-8a84-495a-8ac7-6f7d5ec0cf95, host n-h2-800085-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:46.308288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.334600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Calling delete_port for e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:46.358807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Network': ['ID=706344e4-9741-476c-800e-97c50804d5d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:46.374011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 706344e4-9741-476c-800e-97c50804d5d5 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:46.381558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4744cca2-8501-4ba7-b890-bfdfd4dc4083 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5564837 Jul 09 17:02:46.388560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:46.399272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'network_id': '706344e4-9741-476c-800e-97c50804d5d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:46.453733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-0af39bea-c188-4cbf-80f6-a67349102eac service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057061 Jul 09 17:02:46.564679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.610373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event deleted for resources: {'Port': ['ID=e16b9165-8a84-495a-8ac7-6f7d5ec0cf95,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:46.633960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.637777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d7619b14-aab2-4aaa-9604-1c50f1a92cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 HTTP/1.1" status: 204 len: 168 time: 0.8714025 Jul 09 17:02:46.640851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:46.662402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Made reservation on behalf of 52d7bccd66e1418ea678d88079d1beab for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:46.667570 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.674142 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e60ae99-5e2d-4674-90f1-654d4028bb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:02:46.676834 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3e60ae99-5e2d-4674-90f1-654d4028bb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "GET /v2.0/ports/e16b9165-8a84-495a-8ac7-6f7d5ec0cf95 HTTP/1.1" status: 404 len: 333 time: 0.0347154 Jul 09 17:02:46.680890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:46.686533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1922948697', 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:46.714715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2ef40976-18e2-46ca-b9ca-0aab4e67e71f req-809eb30e-e632-4b90-b80e-14cf544c2ee0 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523015 Jul 09 17:02:46.726747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Made reservation on behalf of 5a5d77f6327c40cab9fe13221cba7a08 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:46.729983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:46.750182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port 82b69e0d-dc21-436e-98d3-83fc131ebffe yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:46.891917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:02:46.892432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:02:46.968232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef94d06-4358-4575-94fe-4b0dcccce052 req-05062efd-7d1c-4787-9a98-f3d289987484 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:46.968232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ef94d06-4358-4575-94fe-4b0dcccce052 req-05062efd-7d1c-4787-9a98-f3d289987484 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1206701 Jul 09 17:02:47.020207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ef94d06-4358-4575-94fe-4b0dcccce052 req-9ecb2274-32b2-47ca-8028-595c6d92553d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528514 Jul 09 17:02:47.049630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.125555 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.196588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.216411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=d171f7a8-c67c-4fde-a160-693fd3c872ee,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:47.245730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Checking segment: {'id': '151a51c6-a704-4fff-82ac-1c72cad8955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '706344e4-9741-476c-800e-97c50804d5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:47.247381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network hostable DHCP agents. Network: 706344e4-9741-476c-800e-97c50804d5d5, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:47.284960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Network 706344e4-9741-476c-800e-97c50804d5d5 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:47.304626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 706344e4-9741-476c-800e-97c50804d5d5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:47.310803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:47.311866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630896'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.318544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019b0e0-daf5-4812-9776-adc9f9e53e9b None None] Network 706344e4-9741-476c-800e-97c50804d5d5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:47.340995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Network c4d43304-4bb9-4769-949a-3f6f4b7fef74 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:47.343177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:47.345391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=82b69e0d-dc21-436e-98d3-83fc131ebffe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:47.364724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:47.370415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4d0336fa-aad0-49b0-b281-f251a139c170 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9799020 Jul 09 17:02:47.373337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:47.374337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:47.375112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.385226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:47.413789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b26de5ba-b45f-4832-ba15-a33dafc90da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7314954 Jul 09 17:02:47.416348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:47.529830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361eb56-b677-46c3-b65b-32ec40404699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:47.531667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c361eb56-b677-46c3-b65b-32ec40404699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "GET /v2.0/ports/82b69e0d-dc21-436e-98d3-83fc131ebffe HTTP/1.1" status: 200 len: 959 time: 0.1139042 Jul 09 17:02:47.534704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:47.640551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-706344e4-9741-476c-800e-97c50804d5d5', 'network_id': '706344e4-9741-476c-800e-97c50804d5d5', 'tenant_id': '52d7bccd66e1418ea678d88079d1beab', 'fixed_ips': [{'subnet_id': 'd171f7a8-c67c-4fde-a160-693fd3c872ee'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:47.641522 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.656193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f0a4e-c27d-4d32-aead-e58ec34b510c req-adde835b-8105-43f1-9f75-41ee4c347318 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:47.658607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f8f0a4e-c27d-4d32-aead-e58ec34b510c req-adde835b-8105-43f1-9f75-41ee4c347318 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1842577 Jul 09 17:02:47.681825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8729867'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.757313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Deleting port 82b69e0d-dc21-436e-98d3-83fc131ebffe {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:47.757988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.777562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f8f0a4e-c27d-4d32-aead-e58ec34b510c req-a9c2b157-b94a-4dc8-a14d-2308e84ad45c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979779 Jul 09 17:02:47.871034 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.899607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Calling delete_port for 82b69e0d-dc21-436e-98d3-83fc131ebffe owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:48.062737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.094220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756497902623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9179047'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.106158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.116201 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "DELETE /v2.0/ports/82b69e0d-dc21-436e-98d3-83fc131ebffe HTTP/1.1" status: 204 len: 168 time: 0.5801017 Jul 09 17:02:48.119880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:48.180920 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8278b34-e42a-427d-bfc0-d44043408da7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event deleted for resources: {'Port': ['ID=82b69e0d-dc21-436e-98d3-83fc131ebffe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:48.211647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event updated for resources: {'Subnet': ['ID=d171f7a8-c67c-4fde-a160-693fd3c872ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:48.213863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Allocated IP 2001:db8::3 (706344e4-9741-476c-800e-97c50804d5d5/d171f7a8-c67c-4fde-a160-693fd3c872ee/5b70ac97-ba4f-4205-9f33-bd4cceb96cde) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:48.221328 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8587db6c-fb17-4d2c-8fe0-e69e34b228c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:02:48.233792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8587db6c-fb17-4d2c-8fe0-e69e34b228c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "GET /v2.0/ports/82b69e0d-dc21-436e-98d3-83fc131ebffe HTTP/1.1" status: 404 len: 333 time: 0.1088340 Jul 09 17:02:48.235814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:48.251739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Request body: {'port': {'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-646206678'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:48.293682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:48.294373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.298402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-be007aa4-f817-4d2b-83f6-377d50c58ab9 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "PUT /v2.0/subnets/d171f7a8-c67c-4fde-a160-693fd3c872ee HTTP/1.1" status: 200 len: 900 time: 0.9213648 Jul 09 17:02:48.299066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:48.325805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Made reservation on behalf of 5a5d77f6327c40cab9fe13221cba7a08 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:48.333331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.369414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21769ab1-a266-4a51-a252-6dd66e87b14d req-9322a016-6f47-423d-abb7-963cad3a3116 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:48.380629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21769ab1-a266-4a51-a252-6dd66e87b14d req-9322a016-6f47-423d-abb7-963cad3a3116 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1632292 Jul 09 17:02:48.425147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21769ab1-a266-4a51-a252-6dd66e87b14d req-ae1a1b26-4a06-4fcf-bd3f-fc92f2944af1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 Jul 09 17:02:48.473183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.480212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:48.501952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Transition to ACTIVE for port object 5b70ac97-ba4f-4205-9f33-bd4cceb96cde will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:48.520940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Transition to ACTIVE for port object 5b70ac97-ba4f-4205-9f33-bd4cceb96cde will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:48.530118 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.579030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Network 706344e4-9741-476c-800e-97c50804d5d5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:48.582541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:48.593315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:48.609038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Pushing event updated for resources: {'Port': ['ID=5b70ac97-ba4f-4205-9f33-bd4cceb96cde,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:48.623877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.683113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Attempting to bind port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:48.683790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Attempting to bind port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '151a51c6-a704-4fff-82ac-1c72cad8955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '706344e4-9741-476c-800e-97c50804d5d5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:48.683912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Attempting to bind port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde on network 706344e4-9741-476c-800e-97c50804d5d5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:48.689823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:48.690208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Checking segment: {'id': '151a51c6-a704-4fff-82ac-1c72cad8955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '706344e4-9741-476c-800e-97c50804d5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:48.690721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.691352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Bound using segment: {'id': '151a51c6-a704-4fff-82ac-1c72cad8955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '706344e4-9741-476c-800e-97c50804d5d5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:48.691867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Bound port: 5b70ac97-ba4f-4205-9f33-bd4cceb96cde, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151a51c6-a704-4fff-82ac-1c72cad8955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '706344e4-9741-476c-800e-97c50804d5d5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:48.692265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.789828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.814317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:48.814689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.814980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] For port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:48.835598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] For port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5b70ac97-ba4f-4205-9f33-bd4cceb96cde,segment=NetworkSegment(151a51c6-a704-4fff-82ac-1c72cad8955d),segment_id=151a51c6-a704-4fff-82ac-1c72cad8955d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:48.854004 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:48.954193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c915ef-66d7-4b1b-865e-250755cb65a8 None None] Pushing event updated for resources: {'Port': ['ID=5b70ac97-ba4f-4205-9f33-bd4cceb96cde,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:49.185205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ec705-408f-428e-9db5-8507053e804c req-eb18435f-6c60-407c-a534-dac2b5077ba9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:49.187279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-875ec705-408f-428e-9db5-8507053e804c req-eb18435f-6c60-407c-a534-dac2b5077ba9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1752040 Jul 09 17:02:49.349696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-875ec705-408f-428e-9db5-8507053e804c req-a42f34cc-f818-49f0-b364-6a1b90c75671 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424739 Jul 09 17:02:49.596198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5b70ac97-ba4f-4205-9f33-bd4cceb96cde up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:49.654960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:49.669589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-386efad7-446b-474a-8245-421ff9de0299 req-064085a0-fac3-49ff-bc24-e830786196cd service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031698 Jul 09 17:02:49.710133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] For port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde, host n-d-800085-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:49.710675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:49.728192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Calling delete_port for 5b70ac97-ba4f-4205-9f33-bd4cceb96cde owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:49.733596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:49.808037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Network c4d43304-4bb9-4769-949a-3f6f4b7fef74 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:49.840761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:49.844621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:49.845751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:49.846594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:49.882265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857eb08-a06b-4fb4-ae87-062299e42991 req-1377dbe9-4eb1-408d-b1ad-be0ce10d2c7b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:49.885092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9857eb08-a06b-4fb4-ae87-062299e42991 req-1377dbe9-4eb1-408d-b1ad-be0ce10d2c7b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1314540 Jul 09 17:02:49.964086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=6136c87b-0e12-4df2-8bbf-76a25c934cc7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:49.982001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14c7c84a-5969-4838-8b36-67eab86fca2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7447875 Jul 09 17:02:49.987220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:50.002159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:50.185569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.205472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9857eb08-a06b-4fb4-ae87-062299e42991 req-fb2aedae-4e90-4bc2-a0c4-b0636ad01c9e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114972 Jul 09 17:02:50.220115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.310250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Port': ['ID=5b70ac97-ba4f-4205-9f33-bd4cceb96cde,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:50.336578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No DVR routers for this DVR port 5b70ac97-ba4f-4205-9f33-bd4cceb96cde on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:50.464913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.496102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] device_id is not set on port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:50.516084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.550352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Transition to ACTIVE for port object 6136c87b-0e12-4df2-8bbf-76a25c934cc7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:50.556070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.637605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.651180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77134f00-b794-46e5-8758-dcdd9aab15e5 None None] Network 706344e4-9741-476c-800e-97c50804d5d5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:50.761485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=d171f7a8-c67c-4fde-a160-693fd3c872ee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:50.832672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1dd53394-e20d-4f58-8a10-86860436fc06 None None] Could not find standard attr ID for object 5b70ac97-ba4f-4205-9f33-bd4cceb96cde. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:02:50.837958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=6136c87b-0e12-4df2-8bbf-76a25c934cc7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:50.845340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:50.845495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:50.846036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:50.858849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:50.859281 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:50.860369 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 2 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:50.886232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:50.886449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:50.886892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:50.896658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.902388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:50.902801 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:50.905982 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 3 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:50.908569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706344e4-9741-476c-800e-97c50804d5d5']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:50.927132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:50.927476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:50.928019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:50.937160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151a51c6-a704-4fff-82ac-1c72cad8955d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:50.937469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151a51c6-a704-4fff-82ac-1c72cad8955d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:50.952381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82909dae-e284-4b55-b973-2e951eec36d1 req-7d1a526c-8f3f-4290-8915-c656c7a16caa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:50.954203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82909dae-e284-4b55-b973-2e951eec36d1 req-7d1a526c-8f3f-4290-8915-c656c7a16caa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.2829273 Jul 09 17:02:50.958353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.959786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:50.960181 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:50.960646 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 4 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:50.973981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.980705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:50.981123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:50.984642 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:50.990208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acabbff0-65cc-49cf-8b51-79ea444d115c None None] DHCP port deletion for 706344e4-9741-476c-800e-97c50804d5d5 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:02:50.996941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:50.997280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.005246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.028144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7f5ef-6933-4cd2-a332-ac67280bf855 None None] Network 706344e4-9741-476c-800e-97c50804d5d5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:51.035464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.041577 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.052628 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 5 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:51.073330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:51.076327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.076922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.095573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82909dae-e284-4b55-b973-2e951eec36d1 req-def50ed0-c61b-4d86-af7a-4659693b24e6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308415 Jul 09 17:02:51.096216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.096544 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.096948 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 6 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:51.115125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.131295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.135242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:51.135486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.135825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.151341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:51.154437 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/706344e4-9741-476c-800e-97c50804d5d5 HTTP/1.1" status: 204 len: 168 time: 2.8538089 Jul 09 17:02:51.179114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9636e-2f05-448a-97bf-e3fca0ad0a00 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=706344e4-9741-476c-800e-97c50804d5d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:51.189208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.189533 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.190237 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 7 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:51.204982 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a6ab4b-8f31-45df-b058-2566009e065c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:51.205361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a6ab4b-8f31-45df-b058-2566009e065c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:51.207513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2a6ab4b-8f31-45df-b058-2566009e065c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/d171f7a8-c67c-4fde-a160-693fd3c872ee HTTP/1.1" status: 404 len: 337 time: 0.0552700 Jul 09 17:02:51.210406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:51.217967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:51.218293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.218690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.243142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.243366 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.243760 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 8 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:51.258430 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f269c7-1df7-4a85-bd60-747ae91f442d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:51.259896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f269c7-1df7-4a85-bd60-747ae91f442d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:51.263306 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-92f269c7-1df7-4a85-bd60-747ae91f442d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/706344e4-9741-476c-800e-97c50804d5d5 HTTP/1.1" status: 404 len: 339 time: 0.0515995 Jul 09 17:02:51.269124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:51.290785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:51.291154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.291481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.299968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.300454 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.301030 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 9 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:51.363072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:51.363430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.363773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.425043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.425385 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.429080 n-d-800085-2 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempt 10 to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 Jul 09 17:02:51.476294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:51.476677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:51.476989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempting to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:51.485734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.490418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:51.490418 n-d-800085-2 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Failed to bind port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on host n-h2-800085-2 for vnic_type normal using segments [{'id': '141a0603-a2d7-4e82-bc31-c29603cf2b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c4d43304-4bb9-4769-949a-3f6f4b7fef74'}] Jul 09 17:02:51.490418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.560623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5b70ac97-ba4f-4205-9f33-bd4cceb96cde no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:51.589274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] For port 6136c87b-0e12-4df2-8bbf-76a25c934cc7, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:51.589839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:02:51.592623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5b70ac97-ba4f-4205-9f33-bd4cceb96cde {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:02:51.594789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5b70ac97-ba4f-4205-9f33-bd4cceb96cde not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:51.600118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420319f2-2ade-4e79-b147-fbc1a79b8b95 req-1d76bbcf-c3dc-403c-b402-5729aeb0b498 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:51.602508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-420319f2-2ade-4e79-b147-fbc1a79b8b95 req-1d76bbcf-c3dc-403c-b402-5729aeb0b498 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2406583 Jul 09 17:02:51.606185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.656845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event updated for resources: {'Port': ['ID=6136c87b-0e12-4df2-8bbf-76a25c934cc7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:51.688157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] In _notify_port_updated(), no bound segment for port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 on network c4d43304-4bb9-4769-949a-3f6f4b7fef74 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:02:51.689517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:51.690678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.696291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51726) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:51.698165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-706cd579-7ca2-49e8-b9a0-a8ee2fe85fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "PUT /v2.0/ports/6136c87b-0e12-4df2-8bbf-76a25c934cc7 HTTP/1.1" status: 200 len: 978 time: 1.7081239 Jul 09 17:02:51.826000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-420319f2-2ade-4e79-b147-fbc1a79b8b95 req-cb9644f8-6c7b-4a9f-b1d3-4180ed6e000d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167540 Jul 09 17:02:51.828100 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.847621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5c3181-0488-4027-bb17-037c92d57eb3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:51.871196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942a69b-30ff-4ac4-89c1-92fcf75a5291') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:51.872022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942a69b-30ff-4ac4-89c1-92fcf75a5291') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:51.879268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Deleting port 6136c87b-0e12-4df2-8bbf-76a25c934cc7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:51.879699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.886819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.920433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.927594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:51.928030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:51.931783 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:52.027088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] For port 6136c87b-0e12-4df2-8bbf-76a25c934cc7, host n-h2-800085-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:52.027858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.045438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Calling delete_port for 6136c87b-0e12-4df2-8bbf-76a25c934cc7 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:52.080288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.094921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.099991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/9e5c3181-0488-4027-bb17-037c92d57eb3 HTTP/1.1" status: 204 len: 168 time: 0.8248808 Jul 09 17:02:52.100813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:52.112107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3e34-1186-417d-9700-cc7e2c3fcf1d tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=9e5c3181-0488-4027-bb17-037c92d57eb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:52.147847 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c024158-16ec-40f1-8181-b386826fc82c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:52.148303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c024158-16ec-40f1-8181-b386826fc82c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:52.150357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c024158-16ec-40f1-8181-b386826fc82c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/16034e55-b84f-4ac7-a94d-79f66f9df42f HTTP/1.1" status: 404 len: 337 time: 0.0473065 Jul 09 17:02:52.153003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:52.183523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.185661 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb34e7b-60cb-4228-ad97-d2d4151b34c8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:52.186251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb34e7b-60cb-4228-ad97-d2d4151b34c8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:52.190962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5cb34e7b-60cb-4228-ad97-d2d4151b34c8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/edf1b389-6b2d-4f52-b98d-784d3c0fd945 HTTP/1.1" status: 404 len: 339 time: 0.0368485 Jul 09 17:02:52.191658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:52.228924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.235056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6136c87b-0e12-4df2-8bbf-76a25c934cc7 HTTP/1.1" status: 204 len: 168 time: 0.5373154 Jul 09 17:02:52.236229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:52.237232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f953b-718e-41f8-81f4-cf3164c1081b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] Pushing event deleted for resources: {'Port': ['ID=6136c87b-0e12-4df2-8bbf-76a25c934cc7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:52.280828 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2e7dcb-7f54-4750-bcb9-13a4a9fc803b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:02:52.282761 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7e2e7dcb-7f54-4750-bcb9-13a4a9fc803b tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396228595-project-admin] 10.222.0.48 "GET /v2.0/ports/6136c87b-0e12-4df2-8bbf-76a25c934cc7 HTTP/1.1" status: 404 len: 333 time: 0.0396988 Jul 09 17:02:52.286862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:52.305554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting subnet 54866f2e-7ed1-4071-ab5d-734e5239187b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:02:52.360779 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.884745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.898672 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.936209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-04df0b3e-16d3-41f6-9b2f-9912b577e9f9 req-17105e48-d696-4583-be83-6c6836f5c8ce service neutron] (93768) timed out ('10.222.0.43', 58067) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:02:53.061899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8938bd-8e30-432d-9d8f-610559b4e3ce req-bfc5d809-24e0-448a-a387-c8aebe04e9e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:53.063338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df8938bd-8e30-432d-9d8f-610559b4e3ce req-bfc5d809-24e0-448a-a387-c8aebe04e9e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.6992512 Jul 09 17:02:53.090439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.110238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.140828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d43304-4bb9-4769-949a-3f6f4b7fef74']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:53.158151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141a0603-a2d7-4e82-bc31-c29603cf2b44') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:53.158694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141a0603-a2d7-4e82-bc31-c29603cf2b44') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:53.189457 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.195871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df8938bd-8e30-432d-9d8f-610559b4e3ce req-6a70c7f2-7f32-4967-9b8e-3c049d7623be tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174412 Jul 09 17:02:53.215600 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.227097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:53.227513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:53.230762 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:53.311068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.373478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=54866f2e-7ed1-4071-ab5d-734e5239187b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:53.374621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54367082-4370-4ce8-838f-e273fef6e7e5 None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:53.375917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.378980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-30f66e48-0255-4adf-9572-823eab3d448b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/54866f2e-7ed1-4071-ab5d-734e5239187b HTTP/1.1" status: 204 len: 168 time: 1.1862583 Jul 09 17:02:53.380758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:53.421995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.435130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.441267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] 10.222.0.48 "DELETE /v2.0/networks/c4d43304-4bb9-4769-949a-3f6f4b7fef74 HTTP/1.1" status: 204 len: 168 time: 1.1529858 Jul 09 17:02:53.467141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fb830-af82-4bd5-a252-78f5ae9d448c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347557531-project] Pushing event deleted for resources: {'Network': ['ID=c4d43304-4bb9-4769-949a-3f6f4b7fef74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:53.513660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting subnet 64171e69-f9ec-4207-91ae-e45920d51370 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:02:53.519037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.524123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a70634-a3c3-45d8-a9bd-e9a3939dd0b3 req-f9bf8baa-ca02-401e-a1b8-7f117eed9221 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:53.525817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63a70634-a3c3-45d8-a9bd-e9a3939dd0b3 req-f9bf8baa-ca02-401e-a1b8-7f117eed9221 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1619382 Jul 09 17:02:53.618836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.667284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63a70634-a3c3-45d8-a9bd-e9a3939dd0b3 req-67ec180d-4dc6-4f41-bfb2-d4f565e16621 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345956 Jul 09 17:02:53.807431 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.812996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.966943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:53.980538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:54.043780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=64171e69-f9ec-4207-91ae-e45920d51370,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:54.054658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.060301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:54.087618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6243e3c7-288e-4612-96a7-b01507e1d04f tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/64171e69-f9ec-4207-91ae-e45920d51370 HTTP/1.1" status: 204 len: 168 time: 0.7051117 Jul 09 17:02:54.257917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.306028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:54.317599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cf6fcd9-99de-46b5-b29e-369c078288aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0154406291964a19a444ae07eb5841bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351841 Jul 09 17:02:54.452959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77d64651-38f5-4db5-a957-9aa3f53eaf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.490847 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77d64651-38f5-4db5-a957-9aa3f53eaf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.505006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029af0c3-d676-4c14-aad6-ddde2b6b3d56 None None] Network 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:54.507056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting port 1ef388ae-690b-4b24-a930-9ecd471f0c7c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:54.507458 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.631513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77d64651-38f5-4db5-a957-9aa3f53eaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.635490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77d64651-38f5-4db5-a957-9aa3f53eaf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.640179 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-77d64651-38f5-4db5-a957-9aa3f53eaf8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0e89f21-2e8f-43dd-97c5-395b10d338fe HTTP/1.1" status: 204 len: 168 time: 0.3295364 Jul 09 17:02:54.651323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d64651-38f5-4db5-a957-9aa3f53eaf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e89f21-2e8f-43dd-97c5-395b10d338fe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:54.675979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] For port 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ef388ae-690b-4b24-a930-9ecd471f0c7c,segment=NetworkSegment(4bc7aba9-1126-404a-b216-ca9a796a1583),segment_id=4bc7aba9-1126-404a-b216-ca9a796a1583)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:54.684628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.723081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6e0a2071-ceda-401e-84cd-8bf995bb2972 None None] Provisioning complete for port 1ef388ae-690b-4b24-a930-9ecd471f0c7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:54.723470 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2071-ceda-401e-84cd-8bf995bb2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.756871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8841e-9e9f-4c67-ae93-6370a9e10221 req-609ffbf7-1533-46ff-98e9-3a20c6bf4c98 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:54.758953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cca8841e-9e9f-4c67-ae93-6370a9e10221 req-609ffbf7-1533-46ff-98e9-3a20c6bf4c98 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.3086710 Jul 09 17:02:54.760682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Calling delete_port for 1ef388ae-690b-4b24-a930-9ecd471f0c7c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:54.948092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cca8841e-9e9f-4c67-ae93-6370a9e10221 req-1cdce5b2-b057-4ed8-9ed8-97aa9292062f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796842 Jul 09 17:02:55.010817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] DHCP port deletion for 4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:02:55.045472 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.118091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No DVR routers for this DVR port 1ef388ae-690b-4b24-a930-9ecd471f0c7c on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:55.128042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Port': ['ID=1ef388ae-690b-4b24-a930-9ecd471f0c7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:55.159899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Deleting port 1ef388ae-690b-4b24-a930-9ecd471f0c7c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:55.160411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.230280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.265427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] For port 1ef388ae-690b-4b24-a930-9ecd471f0c7c, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:55.265840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.295734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Calling delete_port for 1ef388ae-690b-4b24-a930-9ecd471f0c7c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:55.298736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Port 1ef388ae-690b-4b24-a930-9ecd471f0c7c was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:02:55.300031 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.323088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] No DVR routers for this DVR port 1ef388ae-690b-4b24-a930-9ecd471f0c7c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:55.327286 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8cb7284f-9925-483b-8113-9ac1d6b2f6e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a5d77f6327c40cab9fe13221cba7a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956163 Jul 09 17:02:55.330435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.348735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dad92e-759f-4e93-adda-df49d9a6fadb None None] Pushing event deleted for resources: {'Port': ['ID=1ef388ae-690b-4b24-a930-9ecd471f0c7c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:55.384939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.414211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:55.417411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-579ab435-8f85-46f8-b9e2-f7251f693047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.430151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc7aba9-1126-404a-b216-ca9a796a1583') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:55.430450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc7aba9-1126-404a-b216-ca9a796a1583') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:55.447918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.454880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-579ab435-8f85-46f8-b9e2-f7251f693047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.462741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.469891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:55.469891 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.519922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ef388ae-690b-4b24-a930-9ecd471f0c7c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:55.551099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1ef388ae-690b-4b24-a930-9ecd471f0c7c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:02:55.551549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ef388ae-690b-4b24-a930-9ecd471f0c7c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:55.559842 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:55.571023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-579ab435-8f85-46f8-b9e2-f7251f693047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.576258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-579ab435-8f85-46f8-b9e2-f7251f693047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.576258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-579ab435-8f85-46f8-b9e2-f7251f693047 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37dd6767-3d82-4b96-8f53-c54e14b8a95c HTTP/1.1" status: 204 len: 168 time: 0.2436075 Jul 09 17:02:55.588778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ab435-8f85-46f8-b9e2-f7251f693047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd6767-3d82-4b96-8f53-c54e14b8a95c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:55.641321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.653230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.654368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51 HTTP/1.1" status: 204 len: 168 time: 1.5925286 Jul 09 17:02:55.658442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.680382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd835c7-7c0f-431e-9581-c02e9a77b1a8 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=4b6cb12c-5d78-4956-9d0b-fa8aa4ec5c51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:55.695136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2e951-6f73-45cc-9880-0246ba8351c4 req-0ef2b263-3d6b-4608-acd1-678174b0db19 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:55.697476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fe2e951-6f73-45cc-9880-0246ba8351c4 req-0ef2b263-3d6b-4608-acd1-678174b0db19 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4416437 Jul 09 17:02:55.710226 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-50415237-e134-447b-ac97-70187ab8900e tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:55.710843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50415237-e134-447b-ac97-70187ab8900e tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:55.715219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-50415237-e134-447b-ac97-70187ab8900e tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/6ca96278-4780-4038-8900-77356ae75335 HTTP/1.1" status: 404 len: 337 time: 0.0522530 Jul 09 17:02:55.715527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.736903 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0603c0-2634-4c33-addf-0cc25c529662 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:55.737495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0603c0-2634-4c33-addf-0cc25c529662 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:55.740323 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f0603c0-2634-4c33-addf-0cc25c529662 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/d99ded58-1d76-402f-ab54-b8737cf26862 HTTP/1.1" status: 404 len: 339 time: 0.0231495 Jul 09 17:02:55.740814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fe2e951-6f73-45cc-9880-0246ba8351c4 req-7be75f5f-00ae-42e8-9346-f15ac23f3b3f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369914 Jul 09 17:02:55.742508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.786657 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3fd99b-4611-41e9-98a7-49737c01c7ef tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:55.786657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3fd99b-4611-41e9-98a7-49737c01c7ef tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:55.788636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc3fd99b-4611-41e9-98a7-49737c01c7ef tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/7d309952-3d45-4317-b8af-55be629fef8a HTTP/1.1" status: 404 len: 337 time: 0.0446477 Jul 09 17:02:55.791265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.814249 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-594096c4-c6d8-4fb0-b7d7-82ec1291afad tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:55.814934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594096c4-c6d8-4fb0-b7d7-82ec1291afad tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:55.818516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-594096c4-c6d8-4fb0-b7d7-82ec1291afad tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/05bccac2-1c9c-4aa0-97c1-981f99ac9a2f HTTP/1.1" status: 404 len: 339 time: 0.0243485 Jul 09 17:02:55.819518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.857317 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fb9ffc-7bb1-4150-b643-8be0d16f0eb2 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:55.857805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fb9ffc-7bb1-4150-b643-8be0d16f0eb2 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:55.859611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-73fb9ffc-7bb1-4150-b643-8be0d16f0eb2 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/867c6e82-af47-45c9-951f-38bb62fc5597 HTTP/1.1" status: 404 len: 337 time: 0.0391691 Jul 09 17:02:55.862198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.881938 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eb1bc7-650c-42ba-a868-390e644f039b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:55.882969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eb1bc7-650c-42ba-a868-390e644f039b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:55.886523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-70eb1bc7-650c-42ba-a868-390e644f039b tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/1b58de3c-a026-4622-91df-57ce2b925f5c HTTP/1.1" status: 404 len: 339 time: 0.0209453 Jul 09 17:02:55.887556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:55.954720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting subnet e5a0b420-1d50-4507-84e6-08069c40dd47 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:02:55.958942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.009237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.128707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.214269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.221327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca88fd-dfe3-45ab-8db7-9b3e15d51c9a req-5b5f0636-76a0-4181-b8e5-a4d937c4e1d5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:56.223401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86ca88fd-dfe3-45ab-8db7-9b3e15d51c9a req-5b5f0636-76a0-4181-b8e5-a4d937c4e1d5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.0899012 Jul 09 17:02:56.242781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.243686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e518ac9-8771-4b6e-bd14-153a703d21c2 None None] Network 0254de1c-a403-4910-ae5a-2c31a9ab6d93 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:56.248703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/e5a0b420-1d50-4507-84e6-08069c40dd47 HTTP/1.1" status: 204 len: 168 time: 0.3598902 Jul 09 17:02:56.255330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:56.272250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d394a3-3e16-44ca-b5bd-f060767e1cb5 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a0b420-1d50-4507-84e6-08069c40dd47,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:56.386644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86ca88fd-dfe3-45ab-8db7-9b3e15d51c9a req-6bc53f98-0520-44fd-bc70-d346caa4c3b1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566799 Jul 09 17:02:56.391888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.451947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] DHCP port deletion for 0254de1c-a403-4910-ae5a-2c31a9ab6d93 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:02:56.473906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting port 10b2f8d4-5601-4113-9333-1c5534eb5745 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:56.474328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.504753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] Deleting port 10b2f8d4-5601-4113-9333-1c5534eb5745 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:56.505463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.550895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] For port 10b2f8d4-5601-4113-9333-1c5534eb5745, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10b2f8d4-5601-4113-9333-1c5534eb5745,segment=NetworkSegment(4734a359-bb6e-404e-a5fa-8247b4c394e2),segment_id=4734a359-bb6e-404e-a5fa-8247b4c394e2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:56.551270 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.566725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Calling delete_port for 10b2f8d4-5601-4113-9333-1c5534eb5745 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:56.580504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:56.598207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] For port 10b2f8d4-5601-4113-9333-1c5534eb5745, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10b2f8d4-5601-4113-9333-1c5534eb5745,segment=NetworkSegment(4734a359-bb6e-404e-a5fa-8247b4c394e2),segment_id=4734a359-bb6e-404e-a5fa-8247b4c394e2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:56.599246 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.615357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] Calling delete_port for 10b2f8d4-5601-4113-9333-1c5534eb5745 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:56.669127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.705014 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.717335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1793298769'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:56.719489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] No DVR routers for this DVR port 10b2f8d4-5601-4113-9333-1c5534eb5745 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:56.729500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Port': ['ID=10b2f8d4-5601-4113-9333-1c5534eb5745,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:56.733071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No DVR routers for this DVR port 10b2f8d4-5601-4113-9333-1c5534eb5745 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:56.744958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72d24e-557c-4514-9e06-9172fc5f2b6f None None] Pushing event deleted for resources: {'Port': ['ID=10b2f8d4-5601-4113-9333-1c5534eb5745,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:56.788369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:56.796938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.813153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.841131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.859218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0254de1c-a403-4910-ae5a-2c31a9ab6d93']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:56.885866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4734a359-bb6e-404e-a5fa-8247b4c394e2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:56.886151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4734a359-bb6e-404e-a5fa-8247b4c394e2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:56.923816 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.950593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.959970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.960229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:56.960612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:56.964300 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:56.977821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.008913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8e5a4-a996-4d7a-a2dd-9cb41426e539,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:57.015190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eac4ee-169f-41bd-a1a3-dc5f29feaece req-32d24f63-7652-4c8c-a1ed-8d1bf324e45a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:57.016625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31eac4ee-169f-41bd-a1a3-dc5f29feaece req-32d24f63-7652-4c8c-a1ed-8d1bf324e45a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1460700 Jul 09 17:02:57.056788 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.062069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.064786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/0254de1c-a403-4910-ae5a-2c31a9ab6d93 HTTP/1.1" status: 204 len: 168 time: 0.8083296 Jul 09 17:02:57.068779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:02:57.071560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:57.091979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31eac4ee-169f-41bd-a1a3-dc5f29feaece req-4e9a5ef2-d00f-4ff1-958c-9b1379ad6453 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646927 Jul 09 17:02:57.092839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4fc3-59a6-43e7-b939-28f033aded19 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=0254de1c-a403-4910-ae5a-2c31a9ab6d93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:57.114422 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c81321-041f-45dc-942f-264e20adbe38 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:57.114914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c81321-041f-45dc-942f-264e20adbe38 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:57.119584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:57.119861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1c81321-041f-45dc-942f-264e20adbe38 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/5d432fc2-e743-475c-9aaa-f345c0429718 HTTP/1.1" status: 404 len: 337 time: 0.0477517 Jul 09 17:02:57.125141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.125713 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Added segment 5d5a4b15-fd08-4082-83bb-e62915484846 of type vlan for network c3d619cb-858e-4385-a0f1-202e2ba81add Jul 09 17:02:57.140221 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-897ffcf9-60ef-4191-86d4-a7f20b6a20ab tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] DELETE failed (client error): The resource could not be found. Jul 09 17:02:57.140795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897ffcf9-60ef-4191-86d4-a7f20b6a20ab tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:02:57.142984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-897ffcf9-60ef-4191-86d4-a7f20b6a20ab tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/49ce9b3b-de28-4a46-98a7-30c6afc1bb3f HTTP/1.1" status: 404 len: 339 time: 0.0223629 Jul 09 17:02:57.145549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:57.173030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.203912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting subnet cc608a80-a5a1-452c-818c-c7fc263a568b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:02:57.206996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.215151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.220836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:57.221435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.249141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.286971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7044518 Jul 09 17:02:57.290375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:57.298015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:57.343122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550eeb9-70d7-4b15-84fa-cff35aead23e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Network': ['ID=c3d619cb-858e-4385-a0f1-202e2ba81add,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:57.347159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.359156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:02:57.415023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:57.417623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.459591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.511416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Subnet': ['ID=cc608a80-a5a1-452c-818c-c7fc263a568b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:57.522280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.526761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-07bf716a-8021-4881-85c4-258039fc1b6c tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/subnets/cc608a80-a5a1-452c-818c-c7fc263a568b HTTP/1.1" status: 204 len: 168 time: 0.3780782 Jul 09 17:02:57.528654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:57.532110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591160cb-4f89-4418-a572-2eb49cca24d7 None None] Network 118fd6f0-2767-4675-b4f6-e5309594512f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:57.535869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10b2f8d4-5601-4113-9333-1c5534eb5745 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:57.631171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.650911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 10b2f8d4-5601-4113-9333-1c5534eb5745 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:02:57.655011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10b2f8d4-5601-4113-9333-1c5534eb5745 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:57.688137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.759122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1675cb5-97ae-458d-a9ce-6ca7f6464cc0 req-09d99e44-d135-4d28-b8f0-873e5bbf4f1b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:57.761213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1675cb5-97ae-458d-a9ce-6ca7f6464cc0 req-09d99e44-d135-4d28-b8f0-873e5bbf4f1b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1274900 Jul 09 17:02:57.777854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=ad1024c8-49e8-48d5-b5be-be6783e54f68,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:57.780274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:57.780646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network hostable DHCP agents. Network: c3d619cb-858e-4385-a0f1-202e2ba81add, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:02:57.787541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Deleting port 8883299f-095d-404e-9fbe-14ccb890ace0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:57.788095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.801269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:02:57.814801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c3d619cb-858e-4385-a0f1-202e2ba81add) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:57.827295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:57.827959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.830904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f744613-a736-4bf3-bcee-49643bea5d98 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:57.854108 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d49f469e-d86c-45c8-92bc-739ccaa75bd0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5600171 Jul 09 17:02:57.854384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:57.861364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'name': 'tempest-NetworksTestDHCPv6-261267784'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:57.863853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1675cb5-97ae-458d-a9ce-6ca7f6464cc0 req-d59b56bb-ee36-4f62-9450-96ae9458a7fc tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950587 Jul 09 17:02:57.882314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] For port 8883299f-095d-404e-9fbe-14ccb890ace0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8883299f-095d-404e-9fbe-14ccb890ace0,segment=NetworkSegment(d2220d21-c765-4d5a-af24-0b9b1f137e28),segment_id=d2220d21-c765-4d5a-af24-0b9b1f137e28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:57.883026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.885397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] DHCP port deletion for 118fd6f0-2767-4675-b4f6-e5309594512f request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:02:57.904454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Calling delete_port for 8883299f-095d-404e-9fbe-14ccb890ace0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:58.021539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.022199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Deleting port 8883299f-095d-404e-9fbe-14ccb890ace0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:58.022541 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.041119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:58.045250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.054607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] No DVR routers for this DVR port 8883299f-095d-404e-9fbe-14ccb890ace0 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:58.060166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Port': ['ID=8883299f-095d-404e-9fbe-14ccb890ace0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:58.071530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port ea970fe2-1895-4795-bf6a-f7dd6868b609 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:02:58.151275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.162040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118fd6f0-2767-4675-b4f6-e5309594512f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:58.174295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2220d21-c765-4d5a-af24-0b9b1f137e28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:58.174729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2220d21-c765-4d5a-af24-0b9b1f137e28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:58.184948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.201042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.208957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:02:58.209897 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:02:58.214308 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:02:58.227410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::305 (c3d619cb-858e-4385-a0f1-202e2ba81add/ad1024c8-49e8-48d5-b5be-be6783e54f68/ea970fe2-1895-4795-bf6a-f7dd6868b609) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:58.292227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.302176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.304460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] 10.222.0.48 "DELETE /v2.0/networks/118fd6f0-2767-4675-b4f6-e5309594512f HTTP/1.1" status: 204 len: 168 time: 0.7747979 Jul 09 17:02:58.358434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c6d6b-f9f9-4ff8-a098-909b3c45ca44 tempest-NetworksIpV6Test-822250238 tempest-NetworksIpV6Test-822250238-project] Pushing event deleted for resources: {'Network': ['ID=118fd6f0-2767-4675-b4f6-e5309594512f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:58.395383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] For port 8883299f-095d-404e-9fbe-14ccb890ace0, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:58.396145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.411268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de935cdf-4d88-45a9-b336-afff37383f38 req-a4e9978e-3cd1-4cb0-970d-fd67e28a436a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:58.415369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de935cdf-4d88-45a9-b336-afff37383f38 req-a4e9978e-3cd1-4cb0-970d-fd67e28a436a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1096165 Jul 09 17:02:58.464286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'ad1024c8-49e8-48d5-b5be-be6783e54f68'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:02:58.465643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.468760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Calling delete_port for 8883299f-095d-404e-9fbe-14ccb890ace0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:58.472985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Port 8883299f-095d-404e-9fbe-14ccb890ace0 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:02:58.475293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.482615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de935cdf-4d88-45a9-b336-afff37383f38 req-780f8390-7539-4788-a05e-59ad330bfc0f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601618 Jul 09 17:02:58.492304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object ea970fe2-1895-4795-bf6a-f7dd6868b609 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:58.501270 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.533918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Network 118fd6f0-2767-4675-b4f6-e5309594512f is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:02:58.534752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] No DVR routers for this DVR port 8883299f-095d-404e-9fbe-14ccb890ace0 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:58.536928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b3405-1ac0-48f4-be76-7309472e6cb7 None None] Pushing event deleted for resources: {'Port': ['ID=8883299f-095d-404e-9fbe-14ccb890ace0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:58.542265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.604290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:58.610371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:58.618386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:58.624546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:58.625296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.649845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=ea970fe2-1895-4795-bf6a-f7dd6868b609,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:58.664582 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6059f608-7b70-443d-a9fd-9065723d087f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8089643 Jul 09 17:02:58.667171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:58.702183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/ad1024c8-49e8-48d5-b5be-be6783e54f68/4cff30fa-86f7-474c-af5f-060854db80f5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:58.722939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:58.788005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3857e9-fb84-4ec8-82b0-72f5de104042 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:58.791608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d3857e9-fb84-4ec8-82b0-72f5de104042 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1207519 Jul 09 17:02:58.792313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:58.882928 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.891967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Transition to ACTIVE for port object 4cff30fa-86f7-474c-af5f-060854db80f5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:58.911167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Transition to ACTIVE for port object 4cff30fa-86f7-474c-af5f-060854db80f5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:58.919632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.929615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:58.929999 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-12022b97-8d45-451e-921d-7f200ac13425 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52d7bccd66e1418ea678d88079d1beab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053757 Jul 09 17:02:58.943690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port ea970fe2-1895-4795-bf6a-f7dd6868b609 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:58.944032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.968162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:58.984788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:58.992095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:59.041527 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5feef238-04ad-4e5e-a45b-609eb5c67773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.044971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Pushing event updated for resources: {'Port': ['ID=4cff30fa-86f7-474c-af5f-060854db80f5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:59.057039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Attempting to bind port 4cff30fa-86f7-474c-af5f-060854db80f5 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:59.057545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Attempting to bind port 4cff30fa-86f7-474c-af5f-060854db80f5 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:59.057701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.057909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Attempting to bind port 4cff30fa-86f7-474c-af5f-060854db80f5 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:59.064016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:59.064389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:59.064796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.065695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:59.066262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Bound port: 4cff30fa-86f7-474c-af5f-060854db80f5, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:59.066671 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.071760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for ea970fe2-1895-4795-bf6a-f7dd6868b609 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:59.087175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5feef238-04ad-4e5e-a45b-609eb5c67773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.148067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] For port 4cff30fa-86f7-474c-af5f-060854db80f5, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:59.152057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] For port 4cff30fa-86f7-474c-af5f-060854db80f5, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4cff30fa-86f7-474c-af5f-060854db80f5,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:59.162216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.167209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5feef238-04ad-4e5e-a45b-609eb5c67773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.170347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5feef238-04ad-4e5e-a45b-609eb5c67773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.173066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5feef238-04ad-4e5e-a45b-609eb5c67773 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b4cc89f-ad0c-4c7d-b289-23bfa90aabfd HTTP/1.1" status: 204 len: 168 time: 0.2412796 Jul 09 17:02:59.190186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feef238-04ad-4e5e-a45b-609eb5c67773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4cc89f-ad0c-4c7d-b289-23bfa90aabfd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:59.225936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082e4d5-dcd7-4045-a675-b7cf64dfe897 req-ffea73c2-ea0c-4ea9-ae4f-607d60d1d4ac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:59.227576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b082e4d5-dcd7-4045-a675-b7cf64dfe897 req-ffea73c2-ea0c-4ea9-ae4f-607d60d1d4ac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1084034 Jul 09 17:02:59.236131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1cc7-d17a-4c7d-9ee6-233f912b2791 None None] Pushing event updated for resources: {'Port': ['ID=4cff30fa-86f7-474c-af5f-060854db80f5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:59.283510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b082e4d5-dcd7-4045-a675-b7cf64dfe897 req-40aa0b65-2f69-49ff-981b-269c193a9e5d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435181 Jul 09 17:02:59.284523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.332231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=ea970fe2-1895-4795-bf6a-f7dd6868b609,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:59.363971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.367503 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a1604f92-1fe0-47c0-9b62-f5f8f7b0605c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/ea970fe2-1895-4795-bf6a-f7dd6868b609 HTTP/1.1" status: 204 len: 168 time: 0.5743451 Jul 09 17:02:59.369792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:59.516916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5cb2cd-72b7-4d60-9401-720496236641 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:59.518741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5cb2cd-72b7-4d60-9401-720496236641 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:59.525577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8a5cb2cd-72b7-4d60-9401-720496236641 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1547556 Jul 09 17:02:59.530979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:59.598548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8883299f-095d-404e-9fbe-14ccb890ace0 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:59.634726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 8883299f-095d-404e-9fbe-14ccb890ace0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:02:59.635157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8883299f-095d-404e-9fbe-14ccb890ace0 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:59.650798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet ad1024c8-49e8-48d5-b5be-be6783e54f68 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:02:59.659655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.737552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.847896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01148930-ff38-4795-b401-090a5cfe6b10 req-76983698-a9cb-4f19-9497-0160820ed739 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:59.849610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01148930-ff38-4795-b401-090a5cfe6b10 req-76983698-a9cb-4f19-9497-0160820ed739 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1516616 Jul 09 17:02:59.853214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.950877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.988842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01148930-ff38-4795-b401-090a5cfe6b10 req-7ffdfd52-4681-48fa-9fa0-a3c769db1224 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143067 Jul 09 17:03:00.017028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1024c8-49e8-48d5-b5be-be6783e54f68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:00.019259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.021218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac45ecf0-5b7d-457d-a85e-25680d6f38dd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/ad1024c8-49e8-48d5-b5be-be6783e54f68 HTTP/1.1" status: 204 len: 168 time: 0.4892163 Jul 09 17:03:00.024383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:00.112769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bbc9035c-0402-4524-94c8-0a6f614e5699 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871828 Jul 09 17:03:00.115639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:00.121977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:00.123860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:00.283523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:00.287841 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.301739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-986122430'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:00.330163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Made reservation on behalf of e9a15fddf1d540279322563202ff4424 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:00.335691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.347630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.458082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.462548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.494258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:03:00.501140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc0f137-f64c-40dd-a084-d18bc70998fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:00.519279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.519640 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Added segment 3c972da1-52cf-41cd-b715-d01f8beee1d8 of type vlan for network 897ce778-0abb-491d-b65e-979b64c0f85b Jul 09 17:03:00.569281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.570627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.579088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf506-bee0-4702-8eca-81abd1df3dba req-32141b06-b16f-4ba8-b2f2-797474b875d6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.580630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eabaf506-bee0-4702-8eca-81abd1df3dba req-32141b06-b16f-4ba8-b2f2-797474b875d6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1302001 Jul 09 17:03:00.603808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.605256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7061c94-3dd9-4b87-b60b-a2daf6a1a660 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:00.610578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.611198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.646228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:00.652864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:00.655576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.656334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.673606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0da4e077-1ab9-42ce-9135-7430abd453be None None] Provisioning for port 4cff30fa-86f7-474c-af5f-060854db80f5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:00.679480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=668dc8da-1880-474f-bca3-09eed23103a6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:00.680574 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5555198 Jul 09 17:03:00.686661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:00.693891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8a27-a7da-4798-a226-625197f4d524 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event updated for resources: {'Network': ['ID=897ce778-0abb-491d-b65e-979b64c0f85b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:00.694975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Request body: {'subnet': {'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:00.704193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eabaf506-bee0-4702-8eca-81abd1df3dba req-2dfa6bff-0a49-414f-9b91-3ab684180026 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907493 Jul 09 17:03:00.717522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b318cc58-be15-48c6-99f3-05a45d72b6e2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5998394 Jul 09 17:03:00.719939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:00.725553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'name': 'tempest-NetworksTestDHCPv6-1623153567'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:00.735991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 897ce778-0abb-491d-b65e-979b64c0f85b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:03:00.801729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Made reservation on behalf of e9a15fddf1d540279322563202ff4424 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:00.806176 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.857774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:00.862636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.881145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 29f9b978-453c-484d-8dca-eb6957025c9f yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:01.003848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::3a2 (c3d619cb-858e-4385-a0f1-202e2ba81add/668dc8da-1880-474f-bca3-09eed23103a6/29f9b978-453c-484d-8dca-eb6957025c9f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:01.011477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.072419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event updated for resources: {'Subnet': ['ID=efece0d0-72a1-4a22-a0e4-6deb45f14609,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:01.085125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Checking segment: {'id': '3c972da1-52cf-41cd-b715-d01f8beee1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:01.085607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Network hostable DHCP agents. Network: 897ce778-0abb-491d-b65e-979b64c0f85b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:03:01.105611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Network 897ce778-0abb-491d-b65e-979b64c0f85b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:03:01.109320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300513c-6005-4f01-87cf-70a6cf1ec065 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:01.132529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 897ce778-0abb-491d-b65e-979b64c0f85b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:01.137734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:01.138342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.169542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f6fbc-482b-4616-9368-1eb0f3405277 None None] Network 897ce778-0abb-491d-b65e-979b64c0f85b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:01.197056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-63a6e98a-b9fd-4a38-a354-68c1bbff3c8d tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5045545 Jul 09 17:03:01.197342 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.199310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:01.204836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Request body: {'port': {'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b', 'name': 'tempest-TagsExtTest-1849550653'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:01.220716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 29f9b978-453c-484d-8dca-eb6957025c9f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:01.267753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.281911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e9bc-832c-4c3e-a82d-5e3fc04db771 req-17d7e9ba-1f33-4546-b1bf-f74416515e0e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:01.289579 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f45e9bc-832c-4c3e-a82d-5e3fc04db771 req-17d7e9ba-1f33-4546-b1bf-f74416515e0e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1440523 Jul 09 17:03:01.319194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:01.323277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:01.328660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:01.334904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:01.335584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.339255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=29f9b978-453c-484d-8dca-eb6957025c9f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:01.347125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f45e9bc-832c-4c3e-a82d-5e3fc04db771 req-39a8a33e-bfd0-46fd-93f2-12ab4813310a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571480 Jul 09 17:03:01.373857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:01.375245 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c69f98a2-3d97-40db-a467-641a7dc050eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6540380 Jul 09 17:03:01.475970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c91fae-d9f3-45b6-b04c-a6b4aa39d15d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:01.482209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c91fae-d9f3-45b6-b04c-a6b4aa39d15d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:01.483916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f7c91fae-d9f3-45b6-b04c-a6b4aa39d15d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1089189 Jul 09 17:03:01.484693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Made reservation on behalf of e9a15fddf1d540279322563202ff4424 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:01.487005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:01.488271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.522240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] device_id is not set on port 01ce033f-493a-442c-8a5c-207d4f5d105c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:01.563965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4cff30fa-86f7-474c-af5f-060854db80f5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:01.567501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-897ce778-0abb-491d-b65e-979b64c0f85b', 'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b', 'tenant_id': 'e9a15fddf1d540279322563202ff4424', 'fixed_ips': [{'subnet_id': 'efece0d0-72a1-4a22-a0e4-6deb45f14609'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:01.568916 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.653622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 29f9b978-453c-484d-8dca-eb6957025c9f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:01.654020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.701373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Allocated IP 172.20.0.6 (897ce778-0abb-491d-b65e-979b64c0f85b/efece0d0-72a1-4a22-a0e4-6deb45f14609/01ce033f-493a-442c-8a5c-207d4f5d105c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:01.757005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 4cff30fa-86f7-474c-af5f-060854db80f5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:01.764203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4cff30fa-86f7-474c-af5f-060854db80f5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:01.764998 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.779555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:01.806095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 29f9b978-453c-484d-8dca-eb6957025c9f owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:01.960385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.003275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.020238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848acfdc-4a97-45d7-8b6a-63f2e72abef5 req-f736dbbc-eaf3-4079-8081-f08db554eabe tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:02.027202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-848acfdc-4a97-45d7-8b6a-63f2e72abef5 req-f736dbbc-eaf3-4079-8081-f08db554eabe tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1311843 Jul 09 17:03:02.031467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 4cff30fa-86f7-474c-af5f-060854db80f5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4cff30fa-86f7-474c-af5f-060854db80f5,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:02.047277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-863e2ccb-8cca-413b-b0d9-11f79dbf62ee None None] Provisioning complete for port 4cff30fa-86f7-474c-af5f-060854db80f5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:02.048157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-863e2ccb-8cca-413b-b0d9-11f79dbf62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.053148 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.057177 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.069802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Transition to ACTIVE for port object 01ce033f-493a-442c-8a5c-207d4f5d105c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:02.085246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-848acfdc-4a97-45d7-8b6a-63f2e72abef5 req-fc5a29aa-c715-4f31-ad85-cb02b2832549 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570660 Jul 09 17:03:02.098894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=29f9b978-453c-484d-8dca-eb6957025c9f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:02.145250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.148790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.150838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:02.151936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-49250b62-8982-4050-bdba-f01557b8ff16 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/29f9b978-453c-484d-8dca-eb6957025c9f HTTP/1.1" status: 204 len: 168 time: 0.6635759 Jul 09 17:03:02.183074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=4cff30fa-86f7-474c-af5f-060854db80f5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:02.237446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Allocated IP 172.20.0.2 (897ce778-0abb-491d-b65e-979b64c0f85b/efece0d0-72a1-4a22-a0e4-6deb45f14609/26709452-ca3d-4700-9f85-aee12c6afa62) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:02.252036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-863e2ccb-8cca-413b-b0d9-11f79dbf62ee None None] Could not find standard attr ID for object 29f9b978-453c-484d-8dca-eb6957025c9f. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:02.254433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Network 897ce778-0abb-491d-b65e-979b64c0f85b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:02.264642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:02.272556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:02.303469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event updated for resources: {'Port': ['ID=01ce033f-493a-442c-8a5c-207d4f5d105c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:02.311398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bde5d9-e75b-40f9-a957-9561ac8ede63 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:02.313322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bde5d9-e75b-40f9-a957-9561ac8ede63 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:02.315315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-19bde5d9-e75b-40f9-a957-9561ac8ede63 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1622999 Jul 09 17:03:02.318246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51970) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:02.369522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:02.370197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.395352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c42efac-7b7a-4b9c-9488-0628c82c0c6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1923769 Jul 09 17:03:02.396530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:02.405442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-331828306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:02.409644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 668dc8da-1880-474f-bca3-09eed23103a6 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:02.418704 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.442147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.452906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.456242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.457750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Transition to ACTIVE for port object 26709452-ca3d-4700-9f85-aee12c6afa62 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:02.482835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.489808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d501bb08-b80d-4d63-9818-ceefbac255b7 None None] Could not find standard attr ID for object ea970fe2-1895-4795-bf6a-f7dd6868b609. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:02.497051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Transition to ACTIVE for port object 26709452-ca3d-4700-9f85-aee12c6afa62 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:02.508406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.545060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.600791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Pushing event updated for resources: {'Port': ['ID=26709452-ca3d-4700-9f85-aee12c6afa62,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:02.618104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Network 897ce778-0abb-491d-b65e-979b64c0f85b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:02.620903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:02.624927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:02.645878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.691936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=668dc8da-1880-474f-bca3-09eed23103a6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:02.701807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.704817 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0d6de727-67df-4a49-94b2-9b1eea7f25cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/668dc8da-1880-474f-bca3-09eed23103a6 HTTP/1.1" status: 204 len: 168 time: 0.3851750 Jul 09 17:03:02.710228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51976) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:02.713794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Attempting to bind port 26709452-ca3d-4700-9f85-aee12c6afa62 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:02.714167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Attempting to bind port 26709452-ca3d-4700-9f85-aee12c6afa62 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '3c972da1-52cf-41cd-b715-d01f8beee1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:02.714577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Attempting to bind port 26709452-ca3d-4700-9f85-aee12c6afa62 on network 897ce778-0abb-491d-b65e-979b64c0f85b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:02.728607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:02.728607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Checking segment: {'id': '3c972da1-52cf-41cd-b715-d01f8beee1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:02.728607 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.728607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Bound using segment: {'id': '3c972da1-52cf-41cd-b715-d01f8beee1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:02.728607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Bound port: 26709452-ca3d-4700-9f85-aee12c6afa62, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c972da1-52cf-41cd-b715-d01f8beee1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '897ce778-0abb-491d-b65e-979b64c0f85b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:02.728607 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.793261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-411b781f-266e-4086-b610-b325e4e208f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814140 Jul 09 17:03:02.796163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:02.803719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:02.823266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b0e4ea-d921-4a13-9423-c3454f494566 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:02.883010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] For port 26709452-ca3d-4700-9f85-aee12c6afa62, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:02.915110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] For port 26709452-ca3d-4700-9f85-aee12c6afa62, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26709452-ca3d-4700-9f85-aee12c6afa62,segment=NetworkSegment(3c972da1-52cf-41cd-b715-d01f8beee1d8),segment_id=3c972da1-52cf-41cd-b715-d01f8beee1d8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:02.920650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:02.921575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cce91a08-3a83-4d75-b2dc-3479a8be4f9c None None] Could not find standard attr ID for object 29f9b978-453c-484d-8dca-eb6957025c9f. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:02.923944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:02.927341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.029689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3c0ef-6517-4d8c-9818-e540be25fc98 None None] Pushing event updated for resources: {'Port': ['ID=26709452-ca3d-4700-9f85-aee12c6afa62,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:03.098168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.105898 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.133173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.134875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-53a6b7e7-0a47-48bd-8a9e-36ee3d0ad0e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7371993 Jul 09 17:03:03.138138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.144256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6693f0f-5465-4189-9aeb-6bfdc9af79e9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-244685206', 'prefixes': ['172.20.0.0/16']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:03.172574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72214e6-790a-4f6b-8dae-653755811689 req-0a895d48-b5e3-4dc3-b174-5c6cc9d99851 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:03.174523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c72214e6-790a-4f6b-8dae-653755811689 req-0a895d48-b5e3-4dc3-b174-5c6cc9d99851 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.6364300 Jul 09 17:03:03.184119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:03.203619 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.236320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] Deleting port 4cff30fa-86f7-474c-af5f-060854db80f5 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:03.236715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.240679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c72214e6-790a-4f6b-8dae-653755811689 req-b9fc8deb-9659-49a3-b00e-29ae238a1a4c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597920 Jul 09 17:03:03.264285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:03.269708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:03.274073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6693f0f-5465-4189-9aeb-6bfdc9af79e9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.278569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6693f0f-5465-4189-9aeb-6bfdc9af79e9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1361656 Jul 09 17:03:03.279044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.285153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:03.285870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.291623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-6be7e661-755c-4483-bdd4-b4c8922eea69 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-51982706') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:03.331861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=a6bc3952-28df-48fb-a789-c1c657d9c028,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:03.357226 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6a54c1b7-c6dc-4f81-b27c-ca9e094652cf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5589464 Jul 09 17:03:03.361510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.373390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'name': 'tempest-NetworksTestDHCPv6-49336673'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:03.387706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] For port 4cff30fa-86f7-474c-af5f-060854db80f5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4cff30fa-86f7-474c-af5f-060854db80f5,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:03.388245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.404861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] Calling delete_port for 4cff30fa-86f7-474c-af5f-060854db80f5 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:03.511350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6be7e661-755c-4483-bdd4-b4c8922eea69 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-51982706 HTTP/1.1" status: 201 len: 201 time: 0.2310886 Jul 09 17:03:03.517526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.529711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b47162e4-8cbb-479c-8bd7-071e33f6d873 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-243306293') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:03.542219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ce9ce-2b96-43c4-a80d-8aa82cc048fd req-c3ce35c0-e8b7-4c0a-8d7f-fb74597afad3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:03.543832 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.551173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-860ce9ce-2b96-43c4-a80d-8aa82cc048fd req-c3ce35c0-e8b7-4c0a-8d7f-fb74597afad3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1391382 Jul 09 17:03:03.572427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] Pushing event deleted for resources: {'Port': ['ID=4cff30fa-86f7-474c-af5f-060854db80f5,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:03.575838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4da87-8c63-463b-ba86-b7f30fd9fd4f None None] No DVR routers for this DVR port 4cff30fa-86f7-474c-af5f-060854db80f5 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:03.578767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26709452-ca3d-4700-9f85-aee12c6afa62 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:03.625865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6873ba7d-ba24-4530-99af-8e068f867181 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:03.644792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-860ce9ce-2b96-43c4-a80d-8aa82cc048fd req-4a9d30c7-f308-4521-8ee0-f984f32ea23c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552087 Jul 09 17:03:03.692285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b47162e4-8cbb-479c-8bd7-071e33f6d873 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-243306293 HTTP/1.1" status: 201 len: 201 time: 0.1691148 Jul 09 17:03:03.693363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 51990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.701287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f164d6df-58c0-4e39-96b2-e834d5e139e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-2034690511') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:03.715636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 26709452-ca3d-4700-9f85-aee12c6afa62 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:03.856755 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f164d6df-58c0-4e39-96b2-e834d5e139e7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-2034690511 HTTP/1.1" status: 201 len: 201 time: 0.1615698 Jul 09 17:03:03.859563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.864300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4cff30fa-86f7-474c-af5f-060854db80f5 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:03.866157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-c9c78a87-5f77-4c4d-9e1c-729d3e002cbf tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-1140662609') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:03.895897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'a6bc3952-28df-48fb-a789-c1c657d9c028'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:03.897116 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:03.900510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 4cff30fa-86f7-474c-af5f-060854db80f5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:03.901141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4cff30fa-86f7-474c-af5f-060854db80f5 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:03.972773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9c78a87-5f77-4c4d-9e1c-729d3e002cbf tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-1140662609 HTTP/1.1" status: 201 len: 201 time: 0.1119189 Jul 09 17:03:03.975758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 51998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:03.987125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-44337a44-bf8d-487b-976a-c0b2517c9e25 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.045423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:04.049192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.087381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 3e8602ca-a8b8-4327-9688-13e7d6690614 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:04.127366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/a6bc3952-28df-48fb-a789-c1c657d9c028/080a30e9-e435-4a59-990e-db99b58d9580) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:04.180441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44337a44-bf8d-487b-976a-c0b2517c9e25 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags HTTP/1.1" status: 200 len: 239 time: 0.2036011 Jul 09 17:03:04.183968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.191134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-4f286942-9141-4221-9426-853fafcd04a9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-51982706') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.255908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4f286942-9141-4221-9426-853fafcd04a9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-51982706 HTTP/1.1" status: 204 len: 168 time: 0.0683484 Jul 09 17:03:04.256483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.262809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-8e7b1b24-1fb6-41b4-bd35-fe097c5d7b7b tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-51982706') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.327939 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.340845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Transition to ACTIVE for port object 080a30e9-e435-4a59-990e-db99b58d9580 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:04.361220 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Transition to ACTIVE for port object 080a30e9-e435-4a59-990e-db99b58d9580 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:04.372221 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.431298 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8e7b1b24-1fb6-41b4-bd35-fe097c5d7b7b tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-51982706 HTTP/1.1" status: 204 len: 168 time: 0.1737661 Jul 09 17:03:04.433792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.436492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212836b-e084-4229-82be-82dedf15545c None None] Network 897ce778-0abb-491d-b65e-979b64c0f85b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:04.439258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-f045c680-a687-4a33-8320-4ceec46bbcca tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.445006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:04.481549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c8c18-5024-4651-aade-cd4d4bef9a99 req-373d3751-51d6-411c-98f5-3c8c99c3c7a6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:04.484071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac9c8c18-5024-4651-aade-cd4d4bef9a99 req-373d3751-51d6-411c-98f5-3c8c99c3c7a6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0845277 Jul 09 17:03:04.487235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::1ed (c3d619cb-858e-4385-a0f1-202e2ba81add/a6bc3952-28df-48fb-a789-c1c657d9c028/3e8602ca-a8b8-4327-9688-13e7d6690614) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:04.551811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac9c8c18-5024-4651-aade-cd4d4bef9a99 req-4d7e3262-06f7-4afd-8271-85dd26cc1b33 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593762 Jul 09 17:03:04.569020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f045c680-a687-4a33-8320-4ceec46bbcca tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags HTTP/1.1" status: 200 len: 205 time: 0.1340201 Jul 09 17:03:04.572096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.577817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d5b97f37-9171-4b2f-b09b-5cab14a9f8e4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.647992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5b97f37-9171-4b2f-b09b-5cab14a9f8e4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags HTTP/1.1" status: 200 len: 240 time: 0.0738358 Jul 09 17:03:04.650671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.657114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-41af8e95-e115-46d1-b943-46e4a3cd76db tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-243306293') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.677301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:04.682725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Pushing event updated for resources: {'Port': ['ID=080a30e9-e435-4a59-990e-db99b58d9580,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:04.686072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:04.707708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:03:04.713140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.721333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.721686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.722032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.722408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.722768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.723101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.723434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.723760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.724086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.724410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.724733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.725052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:04.745425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-41af8e95-e115-46d1-b943-46e4a3cd76db tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-243306293 HTTP/1.1" status: 204 len: 168 time: 0.0934165 Jul 09 17:03:04.748116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.753320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 3e8602ca-a8b8-4327-9688-13e7d6690614 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:04.757452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-937cda0d-821e-43de-a6e6-c33d4fc3ac85 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-243306293') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.762802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] Provisioning for port 26709452-ca3d-4700-9f85-aee12c6afa62 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:04.805098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] Provisioning complete for port 26709452-ca3d-4700-9f85-aee12c6afa62 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:04.805487 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.823467 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.884997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Attempting to bind port 080a30e9-e435-4a59-990e-db99b58d9580 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:04.885603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Attempting to bind port 080a30e9-e435-4a59-990e-db99b58d9580 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:04.885737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Attempting to bind port 080a30e9-e435-4a59-990e-db99b58d9580 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:04.899943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:04.904587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:04.916944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:04.928144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:04.928563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:04.928989 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.929232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:04.929379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:04.929857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Bound port: 080a30e9-e435-4a59-990e-db99b58d9580, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:04.929991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.930245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:04.931285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-937cda0d-821e-43de-a6e6-c33d4fc3ac85 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-243306293 HTTP/1.1" status: 204 len: 168 time: 0.1817560 Jul 09 17:03:04.935641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:04.941933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60413768-ecb7-436f-91a6-28831e9ffd1a req-d1180761-caf2-4054-92d1-c7d105a958a8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:04.950502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-60413768-ecb7-436f-91a6-28831e9ffd1a req-d1180761-caf2-4054-92d1-c7d105a958a8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 945 time: 0.1139824 Jul 09 17:03:04.961308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-b4f61e9e-d5a2-4f21-a642-b374548819c0 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:04.995113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-60413768-ecb7-436f-91a6-28831e9ffd1a req-3f003486-1856-4f99-940a-989ba1e50e48 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433745 Jul 09 17:03:05.005370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=3e8602ca-a8b8-4327-9688-13e7d6690614,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:05.031168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:05.040348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b6e5df20-9bda-4b96-ab6d-c129df8b6e02 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6736846 Jul 09 17:03:05.040898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.060681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4f61e9e-d5a2-4f21-a642-b374548819c0 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags HTTP/1.1" status: 200 len: 205 time: 0.1082799 Jul 09 17:03:05.063513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.075079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-b9062509-257d-428c-8298-24ff78f63888 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:05.090002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'port_id': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'mac_address': 'fa:16:3e:86:ab:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:03:05.118281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] For port 080a30e9-e435-4a59-990e-db99b58d9580, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:05.123966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] For port 080a30e9-e435-4a59-990e-db99b58d9580, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=080a30e9-e435-4a59-990e-db99b58d9580,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:05.147728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9898a-17d7-414a-b95f-441133e01cfc tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:05.155319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9898a-17d7-414a-b95f-441133e01cfc tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:05.160573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ba9898a-17d7-414a-b95f-441133e01cfc tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1161332 Jul 09 17:03:05.160776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.167296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.183527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.226086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.257836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] For port 26709452-ca3d-4700-9f85-aee12c6afa62, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26709452-ca3d-4700-9f85-aee12c6afa62,segment=NetworkSegment(3c972da1-52cf-41cd-b715-d01f8beee1d8),segment_id=3c972da1-52cf-41cd-b715-d01f8beee1d8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:05.258391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.264120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5653d0c2-ebd9-4ae4-a2f8-798c87047895 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-2034690511') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:05.266272 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b9062509-257d-428c-8298-24ff78f63888 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags HTTP/1.1" status: 200 len: 241 time: 0.2012835 Jul 09 17:03:05.281822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.306144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:03:05.325888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737966df-5614-4d87-a4aa-baa2a6e59497 None None] Pushing event updated for resources: {'Port': ['ID=080a30e9-e435-4a59-990e-db99b58d9580,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:05.379554 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:03:05.402050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 3e8602ca-a8b8-4327-9688-13e7d6690614 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:05.402538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.408043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:05.417400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5653d0c2-ebd9-4ae4-a2f8-798c87047895 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-2034690511 HTTP/1.1" status: 204 len: 168 time: 0.1571410 Jul 09 17:03:05.417700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.419549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.425404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ad0ddd96-4c67-4a46-ac72-a5f38099b5ad tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-2034690511') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:05.461263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e4832-06f6-4497-a176-e3e4e1e17971 None None] Pushing event updated for resources: {'Port': ['ID=26709452-ca3d-4700-9f85-aee12c6afa62,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:05.556527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:05.601411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.624537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad0ddd96-4c67-4a46-ac72-a5f38099b5ad tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-2034690511 HTTP/1.1" status: 204 len: 168 time: 0.2039006 Jul 09 17:03:05.627536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 3e8602ca-a8b8-4327-9688-13e7d6690614 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:05.627723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.633371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-983f44c0-6843-4fe3-b496-a14aed329c4e tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:05.780728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e991414f-27e3-46e7-ad5c-ccbc87d159d6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:03:05.875852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-745093fd-b969-4193-9553-506e1d8cf5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.893397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af950644-701c-4f7d-8e06-ff397fefc475 None None] Provisioning complete for port 26709452-ca3d-4700-9f85-aee12c6afa62 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:05.894121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af950644-701c-4f7d-8e06-ff397fefc475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.919483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-983f44c0-6843-4fe3-b496-a14aed329c4e tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags HTTP/1.1" status: 200 len: 205 time: 0.2906923 Jul 09 17:03:05.922134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:05.930647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-df123ec2-9820-4adf-83a7-13bc530865ca tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:05.960963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0d1b-967f-4ad2-a2b7-5a058e3540b1 req-4e2c52fe-40f7-4cc1-82eb-226c87b4a153 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:05.962714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:05.969645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d3a0d1b-967f-4ad2-a2b7-5a058e3540b1 req-4e2c52fe-40f7-4cc1-82eb-226c87b4a153 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1598432 Jul 09 17:03:06.023080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d3a0d1b-967f-4ad2-a2b7-5a058e3540b1 req-f4e3810c-c60f-42f0-b480-12c967d5889c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522063 Jul 09 17:03:06.031741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=3e8602ca-a8b8-4327-9688-13e7d6690614,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:06.111180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-df123ec2-9820-4adf-83a7-13bc530865ca tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags HTTP/1.1" status: 200 len: 241 time: 0.1878519 Jul 09 17:03:06.114364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.118563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.120785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-4dc068a8-4408-4ecf-b720-91c7e78527bc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-1140662609') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.128182 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c2a3286e-22a7-4333-a115-2e889cefdd4d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/3e8602ca-a8b8-4327-9688-13e7d6690614 HTTP/1.1" status: 204 len: 168 time: 0.9636276 Jul 09 17:03:06.128182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.133225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af950644-701c-4f7d-8e06-ff397fefc475 None None] Provisioning for port 01ce033f-493a-442c-8a5c-207d4f5d105c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:06.141055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af950644-701c-4f7d-8e06-ff397fefc475 None None] Provisioning complete for port 01ce033f-493a-442c-8a5c-207d4f5d105c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:06.141674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af950644-701c-4f7d-8e06-ff397fefc475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.182553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4dc068a8-4408-4ecf-b720-91c7e78527bc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-1140662609 HTTP/1.1" status: 204 len: 168 time: 0.0667572 Jul 09 17:03:06.184823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.187092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-af950644-701c-4f7d-8e06-ff397fefc475 None None] Port 01ce033f-493a-442c-8a5c-207d4f5d105c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:06.190654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-bacd7e29-94a4-4bbb-9378-19761d63fe85 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-1140662609') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.217718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3180bc-69c4-4e60-a87d-c689259c8bf3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:06.219866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3180bc-69c4-4e60-a87d-c689259c8bf3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:06.221468 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-de3180bc-69c4-4e60-a87d-c689259c8bf3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943182 Jul 09 17:03:06.224974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.251846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bacd7e29-94a4-4bbb-9378-19761d63fe85 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-1140662609 HTTP/1.1" status: 204 len: 168 time: 0.0658667 Jul 09 17:03:06.252555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.258308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-332ab0dc-9907-4cfd-93db-e7d0ba93bce2 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.287476 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-332ab0dc-9907-4cfd-93db-e7d0ba93bce2 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags HTTP/1.1" status: 200 len: 205 time: 0.0330784 Jul 09 17:03:06.288172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.293106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-79fd0c8e-20f8-446e-9799-3b56fc7f3096 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.310000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet a6bc3952-28df-48fb-a789-c1c657d9c028 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:06.314663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2d1f4c1f-095c-4f17-ac0b-b6bf747a12fa None None] Provisioning complete for port 01ce033f-493a-442c-8a5c-207d4f5d105c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:06.314874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.315122 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4c1f-095c-4f17-ac0b-b6bf747a12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.349727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545b7b-bcd5-4b91-b226-77b9c7cb1eb5 req-32eb7011-cba0-45de-9aea-f1c4ebd1e1c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:06.351412 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36545b7b-bcd5-4b91-b226-77b9c7cb1eb5 req-32eb7011-cba0-45de-9aea-f1c4ebd1e1c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1560397 Jul 09 17:03:06.354373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.359266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8a994c28-6a0c-472c-b13e-5643dab09c53 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.361607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-79fd0c8e-20f8-446e-9799-3b56fc7f3096 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0721314 Jul 09 17:03:06.395969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f4c1f-095c-4f17-ac0b-b6bf747a12fa None None] Port 01ce033f-493a-442c-8a5c-207d4f5d105c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:06.421148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.518050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36545b7b-bcd5-4b91-b226-77b9c7cb1eb5 req-084d2e42-b19a-42c7-9116-033fa095b4d4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514733 Jul 09 17:03:06.541195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a994c28-6a0c-472c-b13e-5643dab09c53 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags HTTP/1.1" status: 204 len: 168 time: 0.1830404 Jul 09 17:03:06.541597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.546260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-028fed86-7895-4fc9-b43a-d64b8a626cbc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.581677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.608633 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-028fed86-7895-4fc9-b43a-d64b8a626cbc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags HTTP/1.1" status: 204 len: 168 time: 0.0659230 Jul 09 17:03:06.611107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.621238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-bb3c96b8-bd4e-4084-9c45-35f717e34360 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.654035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.688849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bc3952-28df-48fb-a789-c1c657d9c028,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:06.691281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:06.693451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-98696b20-e091-4dce-a512-d8ba36dd42ae tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/a6bc3952-28df-48fb-a789-c1c657d9c028 HTTP/1.1" status: 204 len: 168 time: 0.4665442 Jul 09 17:03:06.700177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.701836 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bb3c96b8-bd4e-4084-9c45-35f717e34360 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags HTTP/1.1" status: 204 len: 168 time: 0.0867207 Jul 09 17:03:06.703079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.713137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-bd7ccf12-ec8d-4094-8d5b-920028d03bea tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-1769124576') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.724647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe2e48-1647-4f39-8c66-c77c551505ed None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:06.751841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9f667638-c357-4ee3-9a34-53e65526b89d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540166 Jul 09 17:03:06.754576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.833381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd7ccf12-ec8d-4094-8d5b-920028d03bea tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-1769124576 HTTP/1.1" status: 201 len: 201 time: 0.1288648 Jul 09 17:03:06.836142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.840960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ca2cb-cc54-4f4f-b319-2759b5f086f5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:06.842605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5b7ca2cb-cc54-4f4f-b319-2759b5f086f5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0868769 Jul 09 17:03:06.843024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-a27984cc-28c4-4318-b7da-cd20f6b05b6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-1199118087') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:06.845068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.876742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6bad4c93-cf90-4818-ad26-886266e568e4 None None] Provisioning for port 080a30e9-e435-4a59-990e-db99b58d9580 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:06.907226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e45385e-dd22-4baf-a30e-0eb30d7c57d4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:06.908873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e45385e-dd22-4baf-a30e-0eb30d7c57d4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626636 Jul 09 17:03:06.913583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.963224 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-49dc746a-32ab-4019-8474-46050a7fb6e5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484202 Jul 09 17:03:06.968201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.972838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:06.982140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a27984cc-28c4-4318-b7da-cd20f6b05b6a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-1199118087 HTTP/1.1" status: 201 len: 201 time: 0.1425381 Jul 09 17:03:06.983535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:06.989115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:06.991181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-87f7f2f4-08f7-430e-96ce-2491e4906bc9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-495857293') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.064678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] Deleting port 080a30e9-e435-4a59-990e-db99b58d9580 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:07.065369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.088695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-87f7f2f4-08f7-430e-96ce-2491e4906bc9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-495857293 HTTP/1.1" status: 201 len: 201 time: 0.1040337 Jul 09 17:03:07.089479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.095711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7f2074fa-6e06-4616-a1a7-b4d8180be2f7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-1006501382') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.101835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:07.106262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.134765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] For port 080a30e9-e435-4a59-990e-db99b58d9580, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=080a30e9-e435-4a59-990e-db99b58d9580,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:07.135168 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.151505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f2074fa-6e06-4616-a1a7-b4d8180be2f7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-1006501382 HTTP/1.1" status: 201 len: 201 time: 0.0602355 Jul 09 17:03:07.152649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.158631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ff82ec3a-b401-45f9-857d-96986e48cd4b tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', {'tags': ['tempest-TagsExtTest-Tag-714500740', 'tempest-TagsExtTest-Tag-1979558842', 'tempest-TagsExtTest-Tag-1909542148']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.160246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] Calling delete_port for 080a30e9-e435-4a59-990e-db99b58d9580 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:07.268897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.287738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00af0ce-990c-4d9d-99f2-847c555ba68a req-75753721-5136-4416-a5f1-aa77f2a05912 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:07.289497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c00af0ce-990c-4d9d-99f2-847c555ba68a req-75753721-5136-4416-a5f1-aa77f2a05912 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1055205 Jul 09 17:03:07.294655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff82ec3a-b401-45f9-857d-96986e48cd4b tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags HTTP/1.1" status: 200 len: 317 time: 0.1409128 Jul 09 17:03:07.295324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.300993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e5588e80-6df6-4078-a846-a5d534f74d9a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.310088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] Pushing event deleted for resources: {'Port': ['ID=080a30e9-e435-4a59-990e-db99b58d9580,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:07.320365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5cbbb-844b-4c14-8fae-3dc9e867c6dd None None] No DVR routers for this DVR port 080a30e9-e435-4a59-990e-db99b58d9580 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:07.364291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c00af0ce-990c-4d9d-99f2-847c555ba68a req-8d9a4558-d2ad-4f35-9763-f00d89d8c364 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660775 Jul 09 17:03:07.383403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.408150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5588e80-6df6-4078-a846-a5d534f74d9a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags HTTP/1.1" status: 204 len: 168 time: 0.1116667 Jul 09 17:03:07.410992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.415308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c9fda66b-0acd-4ed8-a40a-4715fdd1aa20 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-714500740') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.429775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:07.436647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:07.441618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:07.442352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.446415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7948e-d495-4265-b6f4-627607b1f697 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:07.486445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=b36fbe44-06a3-4cba-84c5-7ec4bae780dc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:07.492452 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8b0db294-11a3-41d7-b73f-96bd0ca545e7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5239131 Jul 09 17:03:07.503310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.508947 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c9fda66b-0acd-4ed8-a40a-4715fdd1aa20 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:07.513192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'b36fbe44-06a3-4cba-84c5-7ec4bae780dc', 'ip_address': '2001:db8::7ca2:5951:f4de:40c0'}], 'name': 'tempest-NetworksTestDHCPv6-2132911494'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:07.513347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9fda66b-0acd-4ed8-a40a-4715fdd1aa20 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-714500740 HTTP/1.1" status: 404 len: 328 time: 0.0983980 Jul 09 17:03:07.513347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.517508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5cd40ac5-1f93-453b-ba97-490d32de64d4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-1979558842') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.554986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26709452-ca3d-4700-9f85-aee12c6afa62 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:07.585115 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5cd40ac5-1f93-453b-ba97-490d32de64d4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:07.586641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5cd40ac5-1f93-453b-ba97-490d32de64d4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-1979558842 HTTP/1.1" status: 404 len: 329 time: 0.0722990 Jul 09 17:03:07.589377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.594315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-47c433f0-f551-4e8b-b598-de854dd8882a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609', 'tempest-TagsExtTest-Tag-1909542148') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.660653 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-47c433f0-f551-4e8b-b598-de854dd8882a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:07.665263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-47c433f0-f551-4e8b-b598-de854dd8882a tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags/tempest-TagsExtTest-Tag-1909542148 HTTP/1.1" status: 404 len: 329 time: 0.0721030 Jul 09 17:03:07.665424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.670908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-61f36ec1-72a8-4825-bb1b-38f232239ee4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', {'tags': ['tempest-TagsExtTest-Tag-291943465', 'tempest-TagsExtTest-Tag-2095259807', 'tempest-TagsExtTest-Tag-86513797']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.672933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:07.712077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 26709452-ca3d-4700-9f85-aee12c6afa62 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:07.712453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.751254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-61f36ec1-72a8-4825-bb1b-38f232239ee4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags HTTP/1.1" status: 200 len: 315 time: 0.0821278 Jul 09 17:03:07.751581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.756999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5486db05-594c-4c25-a9a3-b0d5661c4a08 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.782061 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'b36fbe44-06a3-4cba-84c5-7ec4bae780dc'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:07.782995 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.821592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:07.844468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port bcbbef42-ab4c-4420-9b8a-58c27ed42015 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:07.882501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62cf9f-de93-403c-a56f-372767d71805 req-0404e774-daa4-412e-ab7c-c7326d533bd9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:07.884239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be62cf9f-de93-403c-a56f-372767d71805 req-0404e774-daa4-412e-ab7c-c7326d533bd9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 946 time: 0.1035306 Jul 09 17:03:07.912456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5486db05-594c-4c25-a9a3-b0d5661c4a08 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags HTTP/1.1" status: 204 len: 168 time: 0.1594217 Jul 09 17:03:07.916074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:07.920621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-1e110e1c-2317-4b21-9965-5d482f8fe0a6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-291943465') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:07.970363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be62cf9f-de93-403c-a56f-372767d71805 req-73091106-fdba-46cb-b5aa-eb3130bd4037 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783529 Jul 09 17:03:08.006570 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1e110e1c-2317-4b21-9965-5d482f8fe0a6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:08.010675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e110e1c-2317-4b21-9965-5d482f8fe0a6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-291943465 HTTP/1.1" status: 404 len: 328 time: 0.0905643 Jul 09 17:03:08.010858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.019072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-887a0229-7da2-4643-a02c-6a96435bf3a7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-2095259807') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.028975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/b36fbe44-06a3-4cba-84c5-7ec4bae780dc/6f3dea31-5f6c-4613-9659-edac64b396af) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:08.076799 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-887a0229-7da2-4643-a02c-6a96435bf3a7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:08.080774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-887a0229-7da2-4643-a02c-6a96435bf3a7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-2095259807 HTTP/1.1" status: 404 len: 329 time: 0.0661676 Jul 09 17:03:08.081111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.086211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-743be385-7907-4b43-9fd8-dde2d20f94cc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c', 'tempest-TagsExtTest-Tag-86513797') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.143183 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-743be385-7907-4b43-9fd8-dde2d20f94cc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:08.144285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-743be385-7907-4b43-9fd8-dde2d20f94cc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags/tempest-TagsExtTest-Tag-86513797 HTTP/1.1" status: 404 len: 327 time: 0.0619802 Jul 09 17:03:08.147149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.151891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ba1923b3-c898-4fcb-a02b-96f8742a27fc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', {'tags': ['tempest-TagsExtTest-Tag-671352425', 'tempest-TagsExtTest-Tag-1667964190', 'tempest-TagsExtTest-Tag-239217030']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.195989 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.205651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Transition to ACTIVE for port object 6f3dea31-5f6c-4613-9659-edac64b396af will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:08.221938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Transition to ACTIVE for port object 6f3dea31-5f6c-4613-9659-edac64b396af will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:08.235950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.237527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba1923b3-c898-4fcb-a02b-96f8742a27fc tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags HTTP/1.1" status: 200 len: 316 time: 0.0891578 Jul 09 17:03:08.240455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.255170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-494f0ace-e5ca-440d-a805-7db33b105097 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.270664 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.285698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:08.293293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:08.294985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::7ca2:5951:f4de:40c0 (c3d619cb-858e-4385-a0f1-202e2ba81add/b36fbe44-06a3-4cba-84c5-7ec4bae780dc/bcbbef42-ab4c-4420-9b8a-58c27ed42015) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:08.296221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:08.310335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Pushing event updated for resources: {'Port': ['ID=6f3dea31-5f6c-4613-9659-edac64b396af,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:08.319263 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9753021d-6126-46b1-84e6-b1f50f9315f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.368651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-494f0ace-e5ca-440d-a805-7db33b105097 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags HTTP/1.1" status: 204 len: 168 time: 0.1270421 Jul 09 17:03:08.369231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.376156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Attempting to bind port 6f3dea31-5f6c-4613-9659-edac64b396af on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:08.376560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Attempting to bind port 6f3dea31-5f6c-4613-9659-edac64b396af by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:08.376853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-68dd1679-47f2-460a-9572-23c3fdc6458c tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-671352425') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.377001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Attempting to bind port 6f3dea31-5f6c-4613-9659-edac64b396af on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:08.383381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:08.383829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:08.384161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.384896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:08.385361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Bound port: 6f3dea31-5f6c-4613-9659-edac64b396af, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:08.385744 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.458694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] For port 6f3dea31-5f6c-4613-9659-edac64b396af, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:08.463155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] For port 6f3dea31-5f6c-4613-9659-edac64b396af, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6f3dea31-5f6c-4613-9659-edac64b396af,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:08.470168 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.530803 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-68dd1679-47f2-460a-9572-23c3fdc6458c tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:08.530803 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68dd1679-47f2-460a-9572-23c3fdc6458c tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-671352425 HTTP/1.1" status: 404 len: 328 time: 0.1563206 Jul 09 17:03:08.530803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.535030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-9347844f-540d-48d6-b71a-87960db85087 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-1667964190') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.563362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dbe9f-d8bc-464d-bd36-5bf16b4179ad None None] Pushing event updated for resources: {'Port': ['ID=6f3dea31-5f6c-4613-9659-edac64b396af,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:08.567774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.612605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ed67-c235-4c3a-9cd4-396d7a21ec8d req-548d56c4-9908-4d3e-8e93-504d77acfb72 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:08.614304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd6ed67-c235-4c3a-9cd4-396d7a21ec8d req-548d56c4-9908-4d3e-8e93-504d77acfb72 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1201680 Jul 09 17:03:08.633440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.648710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object bcbbef42-ab4c-4420-9b8a-58c27ed42015 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:08.669925 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-9347844f-540d-48d6-b71a-87960db85087 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:08.670569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdd6ed67-c235-4c3a-9cd4-396d7a21ec8d req-a8015d75-dc38-4850-8440-f9586450ecbf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477264 Jul 09 17:03:08.671109 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9347844f-540d-48d6-b71a-87960db85087 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-1667964190 HTTP/1.1" status: 404 len: 329 time: 0.1398757 Jul 09 17:03:08.674439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.686567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-bddc0e8a-c0ee-4fa7-9a3c-7ab787186bf6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953', 'tempest-TagsExtTest-Tag-239217030') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.731745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:08.800874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.834741 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bddc0e8a-c0ee-4fa7-9a3c-7ab787186bf6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:08.838636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bddc0e8a-c0ee-4fa7-9a3c-7ab787186bf6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags/tempest-TagsExtTest-Tag-239217030 HTTP/1.1" status: 404 len: 328 time: 0.1604722 Jul 09 17:03:08.839072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.844277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3ef2f131-1bb0-4068-88e0-d67f617b00d9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', {'tags': ['tempest-TagsExtTest-Tag-1043741537', 'tempest-TagsExtTest-Tag-226088215', 'tempest-TagsExtTest-Tag-642247623']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.848715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:08.855828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:08.857120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e991414f-27e3-46e7-ad5c-ccbc87d159d6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:08.859675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:08.860037 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.864792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:08.871788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:08.872391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:08.881628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=bcbbef42-ab4c-4420-9b8a-58c27ed42015,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:08.898685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e35f62e5-6fae-4499-ac13-864adf5ae06f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3935869 Jul 09 17:03:08.901019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.914300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3ef2f131-1bb0-4068-88e0-d67f617b00d9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "PUT /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags HTTP/1.1" status: 200 len: 316 time: 0.0715551 Jul 09 17:03:08.914759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:08.920991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-72d488b1-9f31-4db2-a5f3-f2c7faa8e05c tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:08.989324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72d488b1-9f31-4db2-a5f3-f2c7faa8e05c tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0733931 Jul 09 17:03:08.992981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.000058 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:09.005174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-c0750609-aa1d-476e-959b-da63cc3fd2d5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-1043741537') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.034858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:09.037824 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526454db-1d69-4ebb-ac00-6b8733a900b0" -d '{"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-plugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:09.044570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:09.051172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:09.124063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:09.207279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76179d6-2184-46cd-b0c9-ba423133a308 req-476c5061-aba4-440f-9827-cdb4f16d84fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:09.208614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c76179d6-2184-46cd-b0c9-ba423133a308 req-476c5061-aba4-440f-9827-cdb4f16d84fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.0799296 Jul 09 17:03:09.254069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c76179d6-2184-46cd-b0c9-ba423133a308 req-3f4ba558-3823-4103-9216-8311fb6c7495 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Jul 09 17:03:09.272820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:09.316126 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f137c-7f98-4f9b-a925-a7ef9c86df94 x-openstack-request-id: req-c77f137c-7f98-4f9b-a925-a7ef9c86df94 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:09.316473 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-plugged", "status": "completed", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:09.316741 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c77f137c-7f98-4f9b-a925-a7ef9c86df94 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:09.317205 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'code': 200} Jul 09 17:03:09.366037 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-c0750609-aa1d-476e-959b-da63cc3fd2d5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:09.367110 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c0750609-aa1d-476e-959b-da63cc3fd2d5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-1043741537 HTTP/1.1" status: 404 len: 329 time: 0.3670278 Jul 09 17:03:09.370787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.381082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-62233b6e-95cb-41fa-81a9-d0b3b52c8891 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-226088215') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.390739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2229bc-3e53-4518-8380-0b4e0ec4cfee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:09.407882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2229bc-3e53-4518-8380-0b4e0ec4cfee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:09.409717 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-be2229bc-3e53-4518-8380-0b4e0ec4cfee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5075603 Jul 09 17:03:09.415506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.474223 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-62233b6e-95cb-41fa-81a9-d0b3b52c8891 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:09.488606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62233b6e-95cb-41fa-81a9-d0b3b52c8891 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-226088215 HTTP/1.1" status: 404 len: 328 time: 0.1132925 Jul 09 17:03:09.491419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.497457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-f0f0745e-2d8d-473c-817b-a98daf8000f9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4', 'tempest-TagsExtTest-Tag-642247623') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.531517 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-f0f0745e-2d8d-473c-817b-a98daf8000f9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] show failed (client error): The resource could not be found. Jul 09 17:03:09.533049 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0f0745e-2d8d-473c-817b-a98daf8000f9 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags/tempest-TagsExtTest-Tag-642247623 HTTP/1.1" status: 404 len: 328 time: 0.0405333 Jul 09 17:03:09.537917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.542706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-3b509c2e-6d9a-401a-86aa-908937af5346 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dd2e3aed-95e3-4329-80cc-bd085ee3b5f4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.569252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6f3dea31-5f6c-4613-9659-edac64b396af up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:09.577283 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3b509c2e-6d9a-401a-86aa-908937af5346 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0380337 Jul 09 17:03:09.579909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.586038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-b23418d2-866b-476d-b345-34a2d6c74cf4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9b0b706-e1c1-48e8-acfc-d592a9d8b953') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.621591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port bcbbef42-ab4c-4420-9b8a-58c27ed42015 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:09.621948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:09.628183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303a6c1-e10c-49f9-a11e-ac73b88ba751 req-5ac12d59-f07d-4394-af9c-b358f89c96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:09.629760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8303a6c1-e10c-49f9-a11e-ac73b88ba751 req-5ac12d59-f07d-4394-af9c-b358f89c96b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 1098 time: 0.1099763 Jul 09 17:03:09.642596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6f3dea31-5f6c-4613-9659-edac64b396af completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:09.681664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b23418d2-866b-476d-b345-34a2d6c74cf4 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953/tags HTTP/1.1" status: 204 len: 168 time: 0.1001985 Jul 09 17:03:09.684674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52148) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.689356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-36c1ad06-0a69-475a-96ac-7087d61a1cb7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01ce033f-493a-442c-8a5c-207d4f5d105c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.746250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8303a6c1-e10c-49f9-a11e-ac73b88ba751 req-a76c4edf-c84d-475c-aa1e-8dd365d9cf7f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053391 Jul 09 17:03:09.754227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-36c1ad06-0a69-475a-96ac-7087d61a1cb7 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c/tags HTTP/1.1" status: 204 len: 168 time: 0.0661218 Jul 09 17:03:09.754760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.761060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-083d9faf-75d2-4737-900f-63bdf8c2bad6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'efece0d0-72a1-4a22-a0e4-6deb45f14609') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:09.770665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:09.784984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for bcbbef42-ab4c-4420-9b8a-58c27ed42015 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:09.822344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-083d9faf-75d2-4737-900f-63bdf8c2bad6 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609/tags HTTP/1.1" status: 204 len: 168 time: 0.0660088 Jul 09 17:03:09.828660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:09.840794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] Provisioning for port 6f3dea31-5f6c-4613-9659-edac64b396af completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:09.845300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] Provisioning complete for port 6f3dea31-5f6c-4613-9659-edac64b396af triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:09.845734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:09.919795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a1c7a-2e50-48e2-8b4a-367a0d6cc812 req-abba8f55-8ca0-4a17-b435-e6aac9ab5fb0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:09.921588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697a1c7a-2e50-48e2-8b4a-367a0d6cc812 req-abba8f55-8ca0-4a17-b435-e6aac9ab5fb0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1287305 Jul 09 17:03:09.966288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.001403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f750a7ca-e535-4526-9bbc-7ba34c2bb712 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.006782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.007513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f750a7ca-e535-4526-9bbc-7ba34c2bb712 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnetpools/dd2e3aed-95e3-4329-80cc-bd085ee3b5f4 HTTP/1.1" status: 204 len: 168 time: 0.1771059 Jul 09 17:03:10.010766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] For port 6f3dea31-5f6c-4613-9659-edac64b396af, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6f3dea31-5f6c-4613-9659-edac64b396af,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:10.018139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.048156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-697a1c7a-2e50-48e2-8b4a-367a0d6cc812 req-658eca36-f3ac-4362-a663-4734a70b0fc8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167138 Jul 09 17:03:10.052610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ec00c77-1381-4264-b288-45d3209b643e tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9b0b706-e1c1-48e8-acfc-d592a9d8b953 HTTP/1.1" status: 200 len: 205 time: 0.0424788 Jul 09 17:03:10.053474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.065310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.090419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b004bed-be3b-4c34-81a0-dc673f1581e5 None None] Pushing event updated for resources: {'Port': ['ID=6f3dea31-5f6c-4613-9659-edac64b396af,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:10.103839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=bcbbef42-ab4c-4420-9b8a-58c27ed42015,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:10.135868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.137912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-374680c2-6df6-4bf8-a5a5-fc0c2078c810 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/bcbbef42-ab4c-4420-9b8a-58c27ed42015 HTTP/1.1" status: 204 len: 168 time: 0.7198431 Jul 09 17:03:10.141065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.142163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ad3f405-60a7-4d0c-8099-f755b62925b3 None None] Could not find standard attr ID for object bcbbef42-ab4c-4420-9b8a-58c27ed42015. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:10.159381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.203762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5ea76-a33a-4306-9c4f-8edf7242191e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:10.205907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5ea76-a33a-4306-9c4f-8edf7242191e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:10.207827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e6b5ea76-a33a-4306-9c4f-8edf7242191e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0655532 Jul 09 17:03:10.211122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.286991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet b36fbe44-06a3-4cba-84c5-7ec4bae780dc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:10.295995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.342246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.367836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.370444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.444428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.444876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Fanout notify agent at l3_agent the message router_deleted on router d9b0b706-e1c1-48e8-acfc-d592a9d8b953 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:03:10.454646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.458488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-773d451c-c7a1-4b86-b052-4d5fbe1918ee tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/routers/d9b0b706-e1c1-48e8-acfc-d592a9d8b953 HTTP/1.1" status: 204 len: 168 time: 0.4015110 Jul 09 17:03:10.458969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.492799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.560812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb906a2b-2430-469d-bedc-4a88219278cc req-753f2422-3318-495b-806b-2cb197e3a354 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:10.562335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb906a2b-2430-469d-bedc-4a88219278cc req-753f2422-3318-495b-806b-2cb197e3a354 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.1531501 Jul 09 17:03:10.587217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.595976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Deleting port 01ce033f-493a-442c-8a5c-207d4f5d105c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:10.597002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.621209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=b36fbe44-06a3-4cba-84c5-7ec4bae780dc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:10.636161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.638702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-60557fe4-cf59-412a-a16f-4f7bc0929439 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/b36fbe44-06a3-4cba-84c5-7ec4bae780dc HTTP/1.1" status: 204 len: 168 time: 0.4259489 Jul 09 17:03:10.645568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933298b-9f61-41e0-bd6d-9ec964f5e0e0 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:10.654954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb906a2b-2430-469d-bedc-4a88219278cc req-8219f1ee-89e5-4ac0-9a0f-f214847ae99f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844448 Jul 09 17:03:10.655840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.716621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a18dd80a-f6cf-4a95-9bfa-abbacb8557df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570569 Jul 09 17:03:10.716981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:10.723654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:10.756033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:10.773955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Calling delete_port for 01ce033f-493a-442c-8a5c-207d4f5d105c owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:11.072594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:11.072594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.080617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.086731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:11.086981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event deleted for resources: {'Port': ['ID=01ce033f-493a-442c-8a5c-207d4f5d105c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:11.314127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.317662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.328349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6eda8876-a6ed-4e3d-9135-4a9caeec95c5 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/ports/01ce033f-493a-442c-8a5c-207d4f5d105c HTTP/1.1" status: 204 len: 168 time: 0.8679581 Jul 09 17:03:11.332099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:11.399197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=63ac5a47-0e5e-4811-a8d3-af80efd3258c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:11.403300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.404647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:11.415326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:11.421878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] Deleting port 6f3dea31-5f6c-4613-9659-edac64b396af {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:11.422798 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.422912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:11.423464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.479798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3757fbef-2fbc-442f-bad5-67482f969246 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7606347 Jul 09 17:03:11.479902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Deleting subnet efece0d0-72a1-4a22-a0e4-6deb45f14609 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:11.482906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:11.492620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '63ac5a47-0e5e-4811-a8d3-af80efd3258c', 'ip_address': '2001:db8::a6bb:fbf6:4ad4:868b'}], 'name': 'tempest-NetworksTestDHCPv6-528052171'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:11.499467 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.531482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598b8c4-f0c1-46ee-ab39-bb48c0f95f57 req-6c730406-45d8-4278-a5e0-0b12659f1622 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:11.539613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a598b8c4-f0c1-46ee-ab39-bb48c0f95f57 req-6c730406-45d8-4278-a5e0-0b12659f1622 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1371548 Jul 09 17:03:11.557903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] For port 6f3dea31-5f6c-4613-9659-edac64b396af, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6f3dea31-5f6c-4613-9659-edac64b396af,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:11.560120 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.582141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6f3dea31-5f6c-4613-9659-edac64b396af no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:11.607265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a598b8c4-f0c1-46ee-ab39-bb48c0f95f57 req-8b4f0b0e-c3e7-4157-ae55-8a69a07919f9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667114 Jul 09 17:03:11.631441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] Calling delete_port for 6f3dea31-5f6c-4613-9659-edac64b396af owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:11.643595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.754680 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.790017 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.799229 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.861082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:11.867063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:11.889081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] Pushing event deleted for resources: {'Port': ['ID=6f3dea31-5f6c-4613-9659-edac64b396af,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:11.898641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 82e8a0b3-42eb-4978-9064-eba96c454226 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:11.904930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd539-f5de-41ed-83ec-a946755eb480 req-04be80cf-e617-4825-ad82-81bf7d25ec51 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:11.913902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0f93e-216c-4bdf-9348-95df2cb4c68e None None] No DVR routers for this DVR port 6f3dea31-5f6c-4613-9659-edac64b396af on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:11.914599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aacd539-f5de-41ed-83ec-a946755eb480 req-04be80cf-e617-4825-ad82-81bf7d25ec51 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.0893855 Jul 09 17:03:11.937018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039a007-2f74-49a6-a428-12b7f4ee40fb None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:11.985720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aacd539-f5de-41ed-83ec-a946755eb480 req-ea262f68-35e0-434a-ae12-99adbabeabaf tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700388 Jul 09 17:03:12.052746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.120774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event deleted for resources: {'Subnet': ['ID=efece0d0-72a1-4a22-a0e4-6deb45f14609,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:12.131514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.133551 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-753101a1-4438-40cb-b14e-19d8675b4d47 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/subnets/efece0d0-72a1-4a22-a0e4-6deb45f14609 HTTP/1.1" status: 204 len: 168 time: 0.8004572 Jul 09 17:03:12.136548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:12.159255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::a6bb:fbf6:4ad4:868b (c3d619cb-858e-4385-a0f1-202e2ba81add/63ac5a47-0e5e-4811-a8d3-af80efd3258c/82e8a0b3-42eb-4978-9064-eba96c454226) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:12.176328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80a955-ac56-41d7-abf4-707c7472a383 None None] Network 897ce778-0abb-491d-b65e-979b64c0f85b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:12.178859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28216068-e050-463c-93e7-7449235bed1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '63ac5a47-0e5e-4811-a8d3-af80efd3258c'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:12.180421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28216068-e050-463c-93e7-7449235bed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.379082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.398124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 82e8a0b3-42eb-4978-9064-eba96c454226 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:12.453312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.524955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-28216068-e050-463c-93e7-7449235bed1b None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/63ac5a47-0e5e-4811-a8d3-af80efd3258c/c7738688-de4e-4617-9f14-f354c7ecea50) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:12.556752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=82e8a0b3-42eb-4978-9064-eba96c454226,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:12.585367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:12.587841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:12.591004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:12.598635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:12.599549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.629155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25631fcc-804f-4b22-9e07-e871b636b2c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1422234 Jul 09 17:03:12.631940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:12.649756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] DHCP port deletion for 897ce778-0abb-491d-b65e-979b64c0f85b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:12.730657 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.757217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93aa288-e2c6-49b8-a294-827ff1b8c0e5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:12.762879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f93aa288-e2c6-49b8-a294-827ff1b8c0e5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1298110 Jul 09 17:03:12.763522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:12.838227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] Deleting port 26709452-ca3d-4700-9f85-aee12c6afa62 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:12.838646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.883125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c0f9e-c609-489b-a9fe-a1b680918d86 req-9810029c-699b-4e87-834b-d4ad8f76268a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:12.885190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-925c0f9e-c609-489b-a9fe-a1b680918d86 req-9810029c-699b-4e87-834b-d4ad8f76268a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1166947 Jul 09 17:03:12.887198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Deleting port 26709452-ca3d-4700-9f85-aee12c6afa62 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:12.887778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.891405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28216068-e050-463c-93e7-7449235bed1b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.910259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28216068-e050-463c-93e7-7449235bed1b None None] Transition to ACTIVE for port object c7738688-de4e-4617-9f14-f354c7ecea50 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:12.917192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 82e8a0b3-42eb-4978-9064-eba96c454226 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:12.917740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.939474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] For port 26709452-ca3d-4700-9f85-aee12c6afa62, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26709452-ca3d-4700-9f85-aee12c6afa62,segment=NetworkSegment(3c972da1-52cf-41cd-b715-d01f8beee1d8),segment_id=3c972da1-52cf-41cd-b715-d01f8beee1d8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:12.939866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.950915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28216068-e050-463c-93e7-7449235bed1b None None] Transition to ACTIVE for port object c7738688-de4e-4617-9f14-f354c7ecea50 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:12.959537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] Calling delete_port for 26709452-ca3d-4700-9f85-aee12c6afa62 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:12.964658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28216068-e050-463c-93e7-7449235bed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.979369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] For port 26709452-ca3d-4700-9f85-aee12c6afa62, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=26709452-ca3d-4700-9f85-aee12c6afa62,segment=NetworkSegment(3c972da1-52cf-41cd-b715-d01f8beee1d8),segment_id=3c972da1-52cf-41cd-b715-d01f8beee1d8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:12.979881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.004243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Calling delete_port for 26709452-ca3d-4700-9f85-aee12c6afa62 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:13.014990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-925c0f9e-c609-489b-a9fe-a1b680918d86 req-3fb54236-a1e4-464c-b6d7-ab2eb8ac5d81 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734749 Jul 09 17:03:13.048549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28216068-e050-463c-93e7-7449235bed1b None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:13.053021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-28216068-e050-463c-93e7-7449235bed1b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:13.054809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216068-e050-463c-93e7-7449235bed1b None None] Pushing event updated for resources: {'Port': ['ID=c7738688-de4e-4617-9f14-f354c7ecea50,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.058745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28216068-e050-463c-93e7-7449235bed1b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:13.063689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.079650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 82e8a0b3-42eb-4978-9064-eba96c454226 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:13.139682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28216068-e050-463c-93e7-7449235bed1b None None] Attempting to bind port c7738688-de4e-4617-9f14-f354c7ecea50 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:13.139950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28216068-e050-463c-93e7-7449235bed1b None None] Attempting to bind port c7738688-de4e-4617-9f14-f354c7ecea50 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:13.140311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216068-e050-463c-93e7-7449235bed1b None None] Attempting to bind port c7738688-de4e-4617-9f14-f354c7ecea50 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:13.145307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.149549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216068-e050-463c-93e7-7449235bed1b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:13.149924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216068-e050-463c-93e7-7449235bed1b None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:13.150500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28216068-e050-463c-93e7-7449235bed1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.150701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216068-e050-463c-93e7-7449235bed1b None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:13.151177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28216068-e050-463c-93e7-7449235bed1b None None] Bound port: c7738688-de4e-4617-9f14-f354c7ecea50, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:13.151555 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28216068-e050-463c-93e7-7449235bed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.183563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] Pushing event deleted for resources: {'Port': ['ID=26709452-ca3d-4700-9f85-aee12c6afa62,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.188317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f241e-fa43-4c99-af7e-df38070f8238 None None] No DVR routers for this DVR port 26709452-ca3d-4700-9f85-aee12c6afa62 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:13.197997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.230441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event deleted for resources: {'Port': ['ID=26709452-ca3d-4700-9f85-aee12c6afa62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.272975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28216068-e050-463c-93e7-7449235bed1b None None] For port c7738688-de4e-4617-9f14-f354c7ecea50, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:13.273939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] No DVR routers for this DVR port 26709452-ca3d-4700-9f85-aee12c6afa62 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:13.276466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28216068-e050-463c-93e7-7449235bed1b None None] For port c7738688-de4e-4617-9f14-f354c7ecea50, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c7738688-de4e-4617-9f14-f354c7ecea50,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:13.287590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.287798 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28216068-e050-463c-93e7-7449235bed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.327219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=82e8a0b3-42eb-4978-9064-eba96c454226,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.358987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216068-e050-463c-93e7-7449235bed1b None None] Pushing event updated for resources: {'Port': ['ID=c7738688-de4e-4617-9f14-f354c7ecea50,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.363839 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.373148 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.375910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f4bbf004-84c9-4b6d-8212-4285bf4c56de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/82e8a0b3-42eb-4978-9064-eba96c454226 HTTP/1.1" status: 204 len: 168 time: 0.6104724 Jul 09 17:03:13.378033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:13.382325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897ce778-0abb-491d-b65e-979b64c0f85b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:13.396436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c972da1-52cf-41cd-b715-d01f8beee1d8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:13.398934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c972da1-52cf-41cd-b715-d01f8beee1d8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:13.422501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.439520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.464056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fff909-c94a-4705-a227-e1038e631cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:13.465967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fff909-c94a-4705-a227-e1038e631cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:13.467171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:03:13.467662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.468143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9fff909-c94a-4705-a227-e1038e631cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0881441 Jul 09 17:03:13.470687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:03:13.471363 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:03:13.484856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1fae3-8a24-44c7-afca-4406dff963bd req-eb066df4-7933-4e85-a080-3b959a16b328 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:13.487249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ce1fae3-8a24-44c7-afca-4406dff963bd req-eb066df4-7933-4e85-a080-3b959a16b328 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.2859089 Jul 09 17:03:13.534096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 63ac5a47-0e5e-4811-a8d3-af80efd3258c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:13.561510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.563632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26709452-ca3d-4700-9f85-aee12c6afa62 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:13.585996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 26709452-ca3d-4700-9f85-aee12c6afa62 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:13.586344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 26709452-ca3d-4700-9f85-aee12c6afa62 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:13.597524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ce1fae3-8a24-44c7-afca-4406dff963bd req-6fc9ab42-d2b8-41da-b97a-0a6b70449bc8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972311 Jul 09 17:03:13.608785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.621753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.625509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] 10.222.0.48 "DELETE /v2.0/networks/897ce778-0abb-491d-b65e-979b64c0f85b HTTP/1.1" status: 204 len: 168 time: 1.4879494 Jul 09 17:03:13.633731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.647212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c3576-9fee-451d-887f-98fb313b0d30 tempest-TagsExtTest-1122645006 tempest-TagsExtTest-1122645006-project] Pushing event deleted for resources: {'Network': ['ID=897ce778-0abb-491d-b65e-979b64c0f85b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.776602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.869500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.912751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=63ac5a47-0e5e-4811-a8d3-af80efd3258c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:13.919721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.923937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a1e8fe3-5ed6-4e39-bdef-3a53afb51481 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/63ac5a47-0e5e-4811-a8d3-af80efd3258c HTTP/1.1" status: 204 len: 168 time: 0.4499478 Jul 09 17:03:13.925456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:13.978507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e15a6e5a-8a14-4e0f-b42c-418e7110783e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517523 Jul 09 17:03:13.981252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:13.987027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:14.059562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:14.104491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:14.112405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.239792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9aedc0a9-7b51-4010-b778-f1f622eec215 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9a15fddf1d540279322563202ff4424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789205 Jul 09 17:03:14.242455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:14.300285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa28b0-e6b0-4748-b599-3e4e74aa1e5c req-46f7b154-91f1-479c-836b-8aff552220bf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:14.302308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ffa28b0-e6b0-4748-b599-3e4e74aa1e5c req-46f7b154-91f1-479c-836b-8aff552220bf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1295314 Jul 09 17:03:14.325750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6858dc-70dd-4e2b-8dd9-427073cef5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.350941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6858dc-70dd-4e2b-8dd9-427073cef5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.411190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ffa28b0-e6b0-4748-b599-3e4e74aa1e5c req-1c4e8a38-0c54-4297-a2fc-16e867fede78 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015241 Jul 09 17:03:14.448116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6858dc-70dd-4e2b-8dd9-427073cef5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.451033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6858dc-70dd-4e2b-8dd9-427073cef5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.452884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ae6858dc-70dd-4e2b-8dd9-427073cef5c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdc0f137-f64c-40dd-a084-d18bc70998fa HTTP/1.1" status: 204 len: 168 time: 0.2091134 Jul 09 17:03:14.468574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6858dc-70dd-4e2b-8dd9-427073cef5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc0f137-f64c-40dd-a084-d18bc70998fa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:14.476390 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.534134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:14.537849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:14.543665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:14.544291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.566006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=3002b904-4b2f-44db-a389-40869a27b6d2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:14.575958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-228edc89-23a8-482b-b4c9-e72e70d7fc42 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5934031 Jul 09 17:03:14.578861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:14.584417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '3002b904-4b2f-44db-a389-40869a27b6d2', 'ip_address': '2001:db8::1090:28f4:ee4a:2e84'}], 'name': 'tempest-NetworksTestDHCPv6-1577330980'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:14.726459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:14.824277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60d70c-44af-4b67-aa6e-c971db1f0b91 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:14.831187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:14.852884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 244658bf-3652-4acb-8adc-d0cd22952fee yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:14.935868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5ecfc5fd-b4ae-45a8-9f22-63e475127ec1 None None] Provisioning for port c7738688-de4e-4617-9f14-f354c7ecea50 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:15.184308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::1090:28f4:ee4a:2e84 (c3d619cb-858e-4385-a0f1-202e2ba81add/3002b904-4b2f-44db-a389-40869a27b6d2/244658bf-3652-4acb-8adc-d0cd22952fee) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:15.394236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:15.427767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 244658bf-3652-4acb-8adc-d0cd22952fee will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:15.497501 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:15.586072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:15.587448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=244658bf-3652-4acb-8adc-d0cd22952fee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:15.592250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:15.600450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:15.610055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:15.611671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:15.613358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c7738688-de4e-4617-9f14-f354c7ecea50 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:15.676492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-93564121-aa92-416a-92e2-dbf59ed0dcf4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0938895 Jul 09 17:03:15.676953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:15.724322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec475ef9-5932-4af4-ac20-db2922c58917 None None] Could not find standard attr ID for object 82e8a0b3-42eb-4978-9064-eba96c454226. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:15.751654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c7738688-de4e-4617-9f14-f354c7ecea50 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:15.764519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c7738688-de4e-4617-9f14-f354c7ecea50 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:15.765080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:15.788078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f6c75-54c4-4c22-96fc-ef4b67823d1c req-639903ab-a5c7-4df4-830a-343a8103ed34 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:15.795046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b70f6c75-54c4-4c22-96fc-ef4b67823d1c req-639903ab-a5c7-4df4-830a-343a8103ed34 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1666379 Jul 09 17:03:15.853749 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:15.877935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d53f8b-8ff8-4ce5-8a9b-9b644c673572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:15.885393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d53f8b-8ff8-4ce5-8a9b-9b644c673572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:15.887972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4d53f8b-8ff8-4ce5-8a9b-9b644c673572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2102985 Jul 09 17:03:15.891162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:15.902234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b70f6c75-54c4-4c22-96fc-ef4b67823d1c req-0ccd6e6e-95b7-4259-8497-926467e788a7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060357 Jul 09 17:03:15.916005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port c7738688-de4e-4617-9f14-f354c7ecea50, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c7738688-de4e-4617-9f14-f354c7ecea50,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:15.921471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.025081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=c7738688-de4e-4617-9f14-f354c7ecea50,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:16.068409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83cb6af7-b9bc-4827-a134-89c9ca2cc31c None None] Provisioning for port 244658bf-3652-4acb-8adc-d0cd22952fee completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:16.076694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83cb6af7-b9bc-4827-a134-89c9ca2cc31c None None] Provisioning complete for port 244658bf-3652-4acb-8adc-d0cd22952fee triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:16.078623 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83cb6af7-b9bc-4827-a134-89c9ca2cc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.085844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 244658bf-3652-4acb-8adc-d0cd22952fee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:16.086351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.133376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-83cb6af7-b9bc-4827-a134-89c9ca2cc31c None None] Port 244658bf-3652-4acb-8adc-d0cd22952fee cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:16.231285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.250822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 244658bf-3652-4acb-8adc-d0cd22952fee owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:16.426337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.467021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=244658bf-3652-4acb-8adc-d0cd22952fee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:16.496503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.500993 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/244658bf-3652-4acb-8adc-d0cd22952fee HTTP/1.1" status: 204 len: 168 time: 0.6062405 Jul 09 17:03:16.501724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:16.508527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.508872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.509602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.509944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.510277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.510640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.510975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.511355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.511662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.511933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.512257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.512567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ae35c-c77e-42a3-966c-fc6df4496497 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:16.580514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3e4bc-d929-451e-857a-e1ea8a438ff2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:16.582197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3e4bc-d929-451e-857a-e1ea8a438ff2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:16.583793 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e4d3e4bc-d929-451e-857a-e1ea8a438ff2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0810916 Jul 09 17:03:16.590211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:16.678091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 3002b904-4b2f-44db-a389-40869a27b6d2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:16.683267 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.735124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.798606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.876368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.908783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=3002b904-4b2f-44db-a389-40869a27b6d2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:16.919688 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:16.922676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4df00e76-2589-4cc2-87ad-44be7fdf9730 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/3002b904-4b2f-44db-a389-40869a27b6d2 HTTP/1.1" status: 204 len: 168 time: 0.3309946 Jul 09 17:03:16.925269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:16.925834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f04dbb-97d0-4b6f-8dd8-76cbab974714 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:16.985402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72c868c4-b341-48e1-9785-d64ce45821e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581446 Jul 09 17:03:16.988429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.077072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.111835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d6559-d8d6-4e59-93ca-e1295124dddd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:17.113811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-875d6559-d8d6-4e59-93ca-e1295124dddd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1242535 Jul 09 17:03:17.116185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.161291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e3f4-8c26-456a-ad0d-604373f23684 req-28efd238-97b4-416f-9e1b-befed416e21d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:17.163694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01b9e3f4-8c26-456a-ad0d-604373f23684 req-28efd238-97b4-416f-9e1b-befed416e21d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0962248 Jul 09 17:03:17.179330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b8d0e-feee-4070-a171-bc1dffe2ff84 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:17.183368 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c40b8d0e-feee-4070-a171-bc1dffe2ff84 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637455 Jul 09 17:03:17.187050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52440) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.219445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01b9e3f4-8c26-456a-ad0d-604373f23684 req-811a6cde-371c-4413-9218-66596cb4871e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470116 Jul 09 17:03:17.243715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:17.272682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d1c80d1b-afaa-4147-9529-a3952cbe38a5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842617 Jul 09 17:03:17.279652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.283438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc571a7-cc1d-4868-aeab-13b7076525a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.285830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:17.302515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] Deleting port c7738688-de4e-4617-9f14-f354c7ecea50 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:17.302937 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.381756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] For port c7738688-de4e-4617-9f14-f354c7ecea50, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c7738688-de4e-4617-9f14-f354c7ecea50,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:17.382841 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.399781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] Calling delete_port for c7738688-de4e-4617-9f14-f354c7ecea50 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:17.408693 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc571a7-cc1d-4868-aeab-13b7076525a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.423495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc571a7-cc1d-4868-aeab-13b7076525a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.444341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:17.447987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.498525 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2cc571a7-cc1d-4868-aeab-13b7076525a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84896a3ba0214b85bc792c5f07e6b2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066205 Jul 09 17:03:17.510057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.524563 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.566531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc571a7-cc1d-4868-aeab-13b7076525a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134870db-54fd-4ac2-b837-56adf85d9c5b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:17.572371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c7738688-de4e-4617-9f14-f354c7ecea50 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:17.580477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] Pushing event deleted for resources: {'Port': ['ID=c7738688-de4e-4617-9f14-f354c7ecea50,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:17.599711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e62a30-5835-4449-9f58-1754c4c421d8 None None] No DVR routers for this DVR port c7738688-de4e-4617-9f14-f354c7ecea50 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:17.604590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c7738688-de4e-4617-9f14-f354c7ecea50 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:17.605148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c7738688-de4e-4617-9f14-f354c7ecea50 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:17.643912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0001562a-a8a5-4399-a313-b19015b39350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.669187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0001562a-a8a5-4399-a313-b19015b39350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.738593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.742403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0001562a-a8a5-4399-a313-b19015b39350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.745317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0001562a-a8a5-4399-a313-b19015b39350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.748171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0001562a-a8a5-4399-a313-b19015b39350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/134870db-54fd-4ac2-b837-56adf85d9c5b HTTP/1.1" status: 204 len: 168 time: 0.2370856 Jul 09 17:03:17.759189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001562a-a8a5-4399-a313-b19015b39350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134870db-54fd-4ac2-b837-56adf85d9c5b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:17.806916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:17.810127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:17.813889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:17.814496 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:17.822860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d1c06-76e7-4358-891e-58a214fa8ca1 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:17.837071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=c3185bac-2658-4b40-bb2b-7c4bb07311df,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:17.843437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1405c82f-91ad-4c8e-9131-818d20cedbde tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5622358 Jul 09 17:03:17.846240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:17.852060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'c3185bac-2658-4b40-bb2b-7c4bb07311df', 'ip_address': '2001:db8::be57:93d9:8540:fe3'}], 'name': 'tempest-NetworksTestDHCPv6-817035363'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:18.022070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:18.132589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:18.144624 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.147217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72026a0b-3792-41dd-9287-2e108b1c9571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.167896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 8e7d19e9-288b-4b75-b7d5-9f5b9b325975 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:18.276789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'c3185bac-2658-4b40-bb2b-7c4bb07311df'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:18.278411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.278808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72026a0b-3792-41dd-9287-2e108b1c9571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.285373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72026a0b-3792-41dd-9287-2e108b1c9571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.351580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72026a0b-3792-41dd-9287-2e108b1c9571 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db057ad0b80649ceb61a05186d7cd42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175610 Jul 09 17:03:18.352485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72026a0b-3792-41dd-9287-2e108b1c9571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5f310e-b14d-42fa-b1f9-cd1fc5a76438,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:18.358963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:18.447530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85981eb1-25d3-4a05-a097-c9cbbce69bc0 req-28d7e177-c97e-4a2e-a362-5310c6aed999 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:18.449190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85981eb1-25d3-4a05-a097-c9cbbce69bc0 req-28d7e177-c97e-4a2e-a362-5310c6aed999 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0814836 Jul 09 17:03:18.478058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::be57:93d9:8540:fe3 (c3d619cb-858e-4385-a0f1-202e2ba81add/c3185bac-2658-4b40-bb2b-7c4bb07311df/8e7d19e9-288b-4b75-b7d5-9f5b9b325975) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:18.480082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d2c7-9ee7-464d-891c-1aacaa7ce61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.496287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85981eb1-25d3-4a05-a097-c9cbbce69bc0 req-c3eab737-2537-4d96-91b4-38ee76bd5e77 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407600 Jul 09 17:03:18.516919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d2c7-9ee7-464d-891c-1aacaa7ce61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.638304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d2c7-9ee7-464d-891c-1aacaa7ce61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.640878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ab5d2c7-9ee7-464d-891c-1aacaa7ce61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.642191 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ab5d2c7-9ee7-464d-891c-1aacaa7ce61a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c5f310e-b14d-42fa-b1f9-cd1fc5a76438 HTTP/1.1" status: 204 len: 168 time: 0.2816465 Jul 09 17:03:18.662557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5d2c7-9ee7-464d-891c-1aacaa7ce61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5f310e-b14d-42fa-b1f9-cd1fc5a76438,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:18.697983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.719833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 8e7d19e9-288b-4b75-b7d5-9f5b9b325975 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:18.760726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.809218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:18.815337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:18.819694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:18.825708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:18.826427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:18.834702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/c3185bac-2658-4b40-bb2b-7c4bb07311df/beaa1623-b4a5-4e5f-bded-bdf13928961b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:18.841694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=8e7d19e9-288b-4b75-b7d5-9f5b9b325975,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:18.855868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-09dcd249-a1ba-468b-a859-c77e093f9dd5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0083065 Jul 09 17:03:18.859063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:18.867141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'c3185bac-2658-4b40-bb2b-7c4bb07311df', 'ip_address': '2001:db8::be57:93d9:8540:fe3'}], 'name': 'tempest-NetworksTestDHCPv6-1212158188'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:18.991411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:18.997971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:19.018281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 68d432fc-56f5-4a89-a513-02c8087614e6 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:19.068557 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:19.084145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Transition to ACTIVE for port object beaa1623-b4a5-4e5f-bded-bdf13928961b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:19.108624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Transition to ACTIVE for port object beaa1623-b4a5-4e5f-bded-bdf13928961b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:19.120535 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:19.179543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Pushing event updated for resources: {'Port': ['ID=beaa1623-b4a5-4e5f-bded-bdf13928961b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:19.190429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:19.192035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:19.194741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:19.277527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Attempting to bind port beaa1623-b4a5-4e5f-bded-bdf13928961b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:19.278369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Attempting to bind port beaa1623-b4a5-4e5f-bded-bdf13928961b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:19.278369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Attempting to bind port beaa1623-b4a5-4e5f-bded-bdf13928961b on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:19.284487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:19.285018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:19.285438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:19.285846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:19.286369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Bound port: beaa1623-b4a5-4e5f-bded-bdf13928961b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:19.287124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:19.414312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] For port beaa1623-b4a5-4e5f-bded-bdf13928961b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:19.419396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] For port beaa1623-b4a5-4e5f-bded-bdf13928961b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=beaa1623-b4a5-4e5f-bded-bdf13928961b,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:19.432409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:19.501652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814e5a5-5131-4c37-9121-ef276bee5c1f None None] Pushing event updated for resources: {'Port': ['ID=beaa1623-b4a5-4e5f-bded-bdf13928961b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:19.566372 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 17:03:19.567001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:03:19.609852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-320d188e-8db2-4e97-b6c1-0d8bbe9ff335 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7496815 Jul 09 17:03:19.612540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:19.747792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57295b6-d1d4-4a6f-aca2-b76611c42e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:19.762609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57295b6-d1d4-4a6f-aca2-b76611c42e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:19.766732 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e57295b6-d1d4-4a6f-aca2-b76611c42e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1506953 Jul 09 17:03:19.768003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:19.945556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 8e7d19e9-288b-4b75-b7d5-9f5b9b325975 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:19.946040 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.103922 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.139761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 8e7d19e9-288b-4b75-b7d5-9f5b9b325975 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:20.152318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c049972-4619-41b3-9365-de4de97b9f21 req-70e809de-7de6-428e-8c03-04fea790c50b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:20.153933 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c049972-4619-41b3-9365-de4de97b9f21 req-70e809de-7de6-428e-8c03-04fea790c50b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4984925 Jul 09 17:03:20.268298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c049972-4619-41b3-9365-de4de97b9f21 req-749d6d28-0415-4f69-af5f-5283137e6bd2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020927 Jul 09 17:03:20.363452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.400023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=8e7d19e9-288b-4b75-b7d5-9f5b9b325975,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:20.449841 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.452218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-616cd760-9312-4b13-a41c-c02cacae17eb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/8e7d19e9-288b-4b75-b7d5-9f5b9b325975 HTTP/1.1" status: 204 len: 168 time: 0.6762331 Jul 09 17:03:20.455133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:20.519650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d59cf-ed6b-45cd-bf0d-ac230e303e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:20.521630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d59cf-ed6b-45cd-bf0d-ac230e303e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:20.523547 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bc1d59cf-ed6b-45cd-bf0d-ac230e303e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0674219 Jul 09 17:03:20.526278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:20.591652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet c3185bac-2658-4b40-bb2b-7c4bb07311df {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:20.596124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.648460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.775287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.859286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.904161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=c3185bac-2658-4b40-bb2b-7c4bb07311df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:20.910223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:20.912455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6f176d02-b4cd-4821-abae-03ffab2a857f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/c3185bac-2658-4b40-bb2b-7c4bb07311df HTTP/1.1" status: 204 len: 168 time: 0.3846483 Jul 09 17:03:20.914762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:20.934879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dae2e4d0-b63e-4823-8ffc-da3a9ac695e4 None None] Provisioning for port beaa1623-b4a5-4e5f-bded-bdf13928961b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:20.965158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eef0a561-91fd-4bb6-a076-d69c5e09b374 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490940 Jul 09 17:03:20.969453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:20.975929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:21.088586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:21.092851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.162637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5bef541-cb8b-4aaa-a9b8-f6d4199727f1 None None] Could not find standard attr ID for object 8e7d19e9-288b-4b75-b7d5-9f5b9b325975. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:21.174991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2b970-220a-4e31-9b5b-d46c2c95c3df None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:21.381767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.491943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:21.500468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:21.503170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:21.508324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:21.508971 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.509731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:21.538007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4efc16cd-db95-45da-9118-a2d28c2d8b1f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5646718 Jul 09 17:03:21.539572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:21.543789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1013962217'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:21.571486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe752b-98f1-414a-9e26-0ef6b6c63eaf req-3657be9a-140e-4765-afa6-1ca81cd6ec30 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:21.573103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83fe752b-98f1-414a-9e26-0ef6b6c63eaf req-3657be9a-140e-4765-afa6-1ca81cd6ec30 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1403115 Jul 09 17:03:21.574966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] Deleting port beaa1623-b4a5-4e5f-bded-bdf13928961b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:21.575339 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.629080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83fe752b-98f1-414a-9e26-0ef6b6c63eaf req-b0b73709-fb2d-4238-8bf3-369efe445bcc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452545 Jul 09 17:03:21.695779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:21.700396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] For port beaa1623-b4a5-4e5f-bded-bdf13928961b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=beaa1623-b4a5-4e5f-bded-bdf13928961b,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:21.700876 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.701112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.726265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] Calling delete_port for beaa1623-b4a5-4e5f-bded-bdf13928961b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:21.727282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port bfbe36ba-8dda-4415-9ab5-f32edec3a7e3 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:21.840732 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.871707 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:03:21.872495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:03:21.873040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] Pushing event deleted for resources: {'Port': ['ID=beaa1623-b4a5-4e5f-bded-bdf13928961b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:21.876640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0df66-4d69-43eb-ad79-cc7a2b432ecf None None] No DVR routers for this DVR port beaa1623-b4a5-4e5f-bded-bdf13928961b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:21.897994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd8255ed-93bb-4dbc-8e73-ca7e301b8507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3549294 Jul 09 17:03:21.898236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:21.900407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef34b0a-d7a1-4fda-b9a5-be1d8ccdb690 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:21.933229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b566219-93d8-4f54-9b0f-37c9ab5e93b1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0341668 Jul 09 17:03:21.935472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:22.007150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17e019-43a0-4455-b227-a03716181f65 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:22.008894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17e019-43a0-4455-b227-a03716181f65 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:22.012474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c17e019-43a0-4455-b227-a03716181f65 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0749383 Jul 09 17:03:22.014101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:22.072889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:22.073125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a34949-b6f7-4ba6-8470-e06d12a472fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:22.074137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9a34949-b6f7-4ba6-8470-e06d12a472fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.076639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.135425 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.185500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.252942 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-a9a34949-b6f7-4ba6-8470-e06d12a472fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d: This subnet is being modified by another concurrent operation. Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:03:22.256605 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d: This subnet is being modified by another concurrent operation. Jul 09 17:03:22.259906 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:03:22.274384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d657ca4-ad89-4cdd-8a91-b314543bfa3b None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:03:22.301539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.306052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d HTTP/1.1" status: 204 len: 168 time: 0.2886727 Jul 09 17:03:22.307366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:22.313085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ff032-0007-4ded-be54-7a9e124aa91e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:22.369943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-607acb94-9937-4959-990b-5fba2f3854d7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611761 Jul 09 17:03:22.374387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:22.380812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:22.400514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d657ca4-ad89-4cdd-8a91-b314543bfa3b None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:03:22.555869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:22.560553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:22.943819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.017052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0312c-8057-45b6-80bc-8e6ceb078442 req-db47ab83-2519-4220-88f3-560641e8410e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:23.026294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dc0312c-8057-45b6-80bc-8e6ceb078442 req-db47ab83-2519-4220-88f3-560641e8410e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2426507 Jul 09 17:03:23.045286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:23.055181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:23.058555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:23.059164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.065052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=f94fb6b2-f4fd-472e-86b1-68c52aa43b03,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:23.077617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c0bcf-002f-4383-9c83-d79d2f5dcb88 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:23.093069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.093710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.094329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.094687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.095019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.095343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.096196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.096527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.097352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.097686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.098429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.099114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:23.123743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e282d693-cfe7-4410-9a01-b4a1f5262ee5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7478931 Jul 09 17:03:23.124547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:23.136096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1579022241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:23.139551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dc0312c-8057-45b6-80bc-8e6ceb078442 req-d040cb85-6f3d-4396-b914-95e22bcafaf1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119871 Jul 09 17:03:23.170048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.171161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.265805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:23.266722 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.278669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.285208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.307751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.316065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-671809a6-4356-4650-8a64-ee4fb113d5d5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1806529 Jul 09 17:03:23.316065 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:23.434225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/f94fb6b2-f4fd-472e-86b1-68c52aa43b03/bd3f484b-50f7-4c16-a621-6b227a7a27d0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:23.495213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device beaa1623-b4a5-4e5f-bded-bdf13928961b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:23.522054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: beaa1623-b4a5-4e5f-bded-bdf13928961b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:23.522269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device beaa1623-b4a5-4e5f-bded-bdf13928961b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:23.623862 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.634122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Transition to ACTIVE for port object bd3f484b-50f7-4c16-a621-6b227a7a27d0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:23.652139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Transition to ACTIVE for port object bd3f484b-50f7-4c16-a621-6b227a7a27d0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:23.653694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.669032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.732348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:23.738394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:23.740567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Pushing event updated for resources: {'Port': ['ID=bd3f484b-50f7-4c16-a621-6b227a7a27d0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:23.743081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:23.835331 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.837791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Attempting to bind port bd3f484b-50f7-4c16-a621-6b227a7a27d0 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:23.838164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Attempting to bind port bd3f484b-50f7-4c16-a621-6b227a7a27d0 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:23.838549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Attempting to bind port bd3f484b-50f7-4c16-a621-6b227a7a27d0 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:23.843763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:23.844140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:23.844547 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.844940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:23.845411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Bound port: bd3f484b-50f7-4c16-a621-6b227a7a27d0, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:23.846507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.929135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] For port bd3f484b-50f7-4c16-a621-6b227a7a27d0, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:23.933254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] For port bd3f484b-50f7-4c16-a621-6b227a7a27d0, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bd3f484b-50f7-4c16-a621-6b227a7a27d0,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:23.939226 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.964583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::1 (c3d619cb-858e-4385-a0f1-202e2ba81add/f94fb6b2-f4fd-472e-86b1-68c52aa43b03/73e9b5ad-c89d-41f7-973d-00319ac4b114) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:23.995637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f18ad-d3b8-479e-8dcb-af8bbb08f947 None None] Pushing event updated for resources: {'Port': ['ID=bd3f484b-50f7-4c16-a621-6b227a7a27d0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:24.114111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.128330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 73e9b5ad-c89d-41f7-973d-00319ac4b114 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:24.180512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.298755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:24.302947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:24.308711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:24.309353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.427700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=73e9b5ad-c89d-41f7-973d-00319ac4b114,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:24.473633 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.480355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9dfa5-8ce1-4931-8780-09c2e7f36737 req-9989e6c8-e2e3-4e46-a1b0-9839502d0863 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:24.482066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfe9dfa5-8ce1-4931-8780-09c2e7f36737 req-9989e6c8-e2e3-4e46-a1b0-9839502d0863 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1314886 Jul 09 17:03:24.539935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfe9dfa5-8ce1-4931-8780-09c2e7f36737 req-fa28f5fc-124b-4b97-a9f8-e2f3cac11b40 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485027 Jul 09 17:03:24.801123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.806829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.807503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:24.905376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=73e9b5ad-c89d-41f7-973d-00319ac4b114,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:24.979155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:24.980679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:25.128650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Router 8eef89aa-0e00-455b-a991-ca28aaf1250b is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:03:25.189875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:25.232031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:03:25.240588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef6f0fa2-2a7d-47de-92f5-66c328912903 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "PUT /v2.0/routers/8eef89aa-0e00-455b-a991-ca28aaf1250b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232447 Jul 09 17:03:25.241043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:25.251898 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44715188-c436-4976-9425-39fa69be4035 None None] Sync routers for ids ['8eef89aa-0e00-455b-a991-ca28aaf1250b'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:03:25.266160 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] Routers {'8eef89aa-0e00-455b-a991-ca28aaf1250b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:25.266922 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8eef89aa-0e00-455b-a991-ca28aaf1250b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:25.317432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeae110-1815-4698-8ae6-3494065ad377 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:25.319082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6aeae110-1815-4698-8ae6-3494065ad377 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports/73e9b5ad-c89d-41f7-973d-00319ac4b114 HTTP/1.1" status: 200 len: 911 time: 0.0768878 Jul 09 17:03:25.321814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:25.347631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2751aa3-7375-4880-be28-391f302d73cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.390361 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] Set router 8eef89aa-0e00-455b-a991-ca28aaf1250b gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:25.415409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d01437-39d5-4383-abe2-a4097da6fd70 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:25.423547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d01437-39d5-4383-abe2-a4097da6fd70 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:25.429474 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4d01437-39d5-4383-abe2-a4097da6fd70 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1063676 Jul 09 17:03:25.430183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:25.439472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-490eb9bc-e483-432b-aa23-1103b84be903 None None] Provisioning for port bd3f484b-50f7-4c16-a621-6b227a7a27d0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:25.477134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2751aa3-7375-4880-be28-391f302d73cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.483392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2751aa3-7375-4880-be28-391f302d73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.554571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2751aa3-7375-4880-be28-391f302d73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22561c5f-4a5e-43db-ad1a-7a7e2cc2fc93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:25.592102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f2751aa3-7375-4880-be28-391f302d73cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e86962ca076543b49240dced254e02c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011719 Jul 09 17:03:25.593034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:25.653347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bd3f484b-50f7-4c16-a621-6b227a7a27d0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:25.747056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab759aa2-37b9-4bc4-8ec2-d512550a6fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.818289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port bd3f484b-50f7-4c16-a621-6b227a7a27d0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:25.827875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a2666a34-25d4-4d10-b007-ecb4e82c3ad2 None None] Provisioning for port 73e9b5ad-c89d-41f7-973d-00319ac4b114 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:25.833438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a2666a34-25d4-4d10-b007-ecb4e82c3ad2 None None] Provisioning complete for port 73e9b5ad-c89d-41f7-973d-00319ac4b114 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:25.834134 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a2666a34-25d4-4d10-b007-ecb4e82c3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.837322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bd3f484b-50f7-4c16-a621-6b227a7a27d0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:25.837991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.843787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab759aa2-37b9-4bc4-8ec2-d512550a6fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.868032 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'name': 'tempest-NetworksTestDHCPv6-router-1579022241', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:24Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None, '_interfaces': [{'id': '73e9b5ad-c89d-41f7-973d-00319ac4b114', 'name': '', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'mac_address': 'fa:16:3e:cc:af:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:24Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'subnets': [{'id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:25.907139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a2666a34-25d4-4d10-b007-ecb4e82c3ad2 None None] Port 73e9b5ad-c89d-41f7-973d-00319ac4b114 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:25.934574 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44715188-c436-4976-9425-39fa69be4035 None None] Checking router: 8eef89aa-0e00-455b-a991-ca28aaf1250b for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:03:25.935265 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44715188-c436-4976-9425-39fa69be4035 None None] Updating router 8eef89aa-0e00-455b-a991-ca28aaf1250b port 73e9b5ad-c89d-41f7-973d-00319ac4b114 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:03:25.948232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf7d3a-ca54-4df6-a42f-841702d4cae6 req-f136d813-0e5c-46d5-973f-3ce7339d3f92 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:25.949839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5faf7d3a-ca54-4df6-a42f-841702d4cae6 req-f136d813-0e5c-46d5-973f-3ce7339d3f92 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1910763 Jul 09 17:03:25.983602 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab759aa2-37b9-4bc4-8ec2-d512550a6fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.986863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab759aa2-37b9-4bc4-8ec2-d512550a6fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.990825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab759aa2-37b9-4bc4-8ec2-d512550a6fbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22561c5f-4a5e-43db-ad1a-7a7e2cc2fc93 HTTP/1.1" status: 204 len: 168 time: 0.3934765 Jul 09 17:03:25.992161 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44715188-c436-4976-9425-39fa69be4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.012609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab759aa2-37b9-4bc4-8ec2-d512550a6fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22561c5f-4a5e-43db-ad1a-7a7e2cc2fc93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:26.040911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5faf7d3a-ca54-4df6-a42f-841702d4cae6 req-b8325c81-2e5f-422a-aefd-c8e4c37cc7bf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818310 Jul 09 17:03:26.053412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.129077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port bd3f484b-50f7-4c16-a621-6b227a7a27d0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bd3f484b-50f7-4c16-a621-6b227a7a27d0,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:26.141864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.204128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ce3b002-37bf-46fd-823a-ca47ae527d8c None None] Provisioning complete for port 73e9b5ad-c89d-41f7-973d-00319ac4b114 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:26.204736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ce3b002-37bf-46fd-823a-ca47ae527d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.262099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3b002-37bf-46fd-823a-ca47ae527d8c None None] Port 73e9b5ad-c89d-41f7-973d-00319ac4b114 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:26.268173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=bd3f484b-50f7-4c16-a621-6b227a7a27d0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:26.345215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.407031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:26.425359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb608864-7304-487d-8bba-49cb6be234e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.469359 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44715188-c436-4976-9425-39fa69be4035 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.482871 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-44715188-c436-4976-9425-39fa69be4035 None None] Transition to ACTIVE for port object 73e9b5ad-c89d-41f7-973d-00319ac4b114 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:26.490787 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44715188-c436-4976-9425-39fa69be4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.543830 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Pushing event updated for resources: {'Port': ['ID=73e9b5ad-c89d-41f7-973d-00319ac4b114,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:26.546330 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb608864-7304-487d-8bba-49cb6be234e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.564385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb608864-7304-487d-8bba-49cb6be234e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.564518 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.564756 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.565089 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.565488 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.565812 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.566134 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.566451 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.566871 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.567183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.567495 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.567811 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.568113 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:26.637717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb608864-7304-487d-8bba-49cb6be234e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fb2b9735dac4486b37b84770bea6a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261479 Jul 09 17:03:26.638432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:26.645891 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-44715188-c436-4976-9425-39fa69be4035 None None] Attempting to bind port 73e9b5ad-c89d-41f7-973d-00319ac4b114 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:26.646605 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-44715188-c436-4976-9425-39fa69be4035 None None] Attempting to bind port 73e9b5ad-c89d-41f7-973d-00319ac4b114 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:26.647167 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715188-c436-4976-9425-39fa69be4035 None None] Attempting to bind port 73e9b5ad-c89d-41f7-973d-00319ac4b114 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:26.648754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb608864-7304-487d-8bba-49cb6be234e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a4658e-a100-445a-9f28-25399bf2a636,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:26.654599 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715188-c436-4976-9425-39fa69be4035 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:26.655282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715188-c436-4976-9425-39fa69be4035 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:26.655933 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44715188-c436-4976-9425-39fa69be4035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.656482 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715188-c436-4976-9425-39fa69be4035 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:26.657496 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-44715188-c436-4976-9425-39fa69be4035 None None] Bound port: 73e9b5ad-c89d-41f7-973d-00319ac4b114, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:26.658226 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44715188-c436-4976-9425-39fa69be4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.709774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4116c98-2824-4ce8-a357-496b79f509d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.739126 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-44715188-c436-4976-9425-39fa69be4035 None None] For port 73e9b5ad-c89d-41f7-973d-00319ac4b114, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:26.742094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4116c98-2824-4ce8-a357-496b79f509d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.743150 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-44715188-c436-4976-9425-39fa69be4035 None None] For port 73e9b5ad-c89d-41f7-973d-00319ac4b114, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=73e9b5ad-c89d-41f7-973d-00319ac4b114,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:26.750212 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44715188-c436-4976-9425-39fa69be4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.820131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4116c98-2824-4ce8-a357-496b79f509d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.824290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4116c98-2824-4ce8-a357-496b79f509d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.832362 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] Routers {'8eef89aa-0e00-455b-a991-ca28aaf1250b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:26.832840 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8eef89aa-0e00-455b-a991-ca28aaf1250b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:26.840042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4116c98-2824-4ce8-a357-496b79f509d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9a4658e-a100-445a-9f28-25399bf2a636 HTTP/1.1" status: 204 len: 168 time: 0.1988800 Jul 09 17:03:26.863735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4116c98-2824-4ce8-a357-496b79f509d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a4658e-a100-445a-9f28-25399bf2a636,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:26.955363 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] Set router 8eef89aa-0e00-455b-a991-ca28aaf1250b gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:26.957175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9633335-e465-4c47-b9a5-4da7f4788001 None None] Pushing event updated for resources: {'Port': ['ID=73e9b5ad-c89d-41f7-973d-00319ac4b114,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:27.190214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 73e9b5ad-c89d-41f7-973d-00319ac4b114 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:27.190708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:27.289395 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44715188-c436-4976-9425-39fa69be4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'name': 'tempest-NetworksTestDHCPv6-router-1579022241', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:24Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None, '_interfaces': [{'id': '73e9b5ad-c89d-41f7-973d-00319ac4b114', 'name': '', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'mac_address': 'fa:16:3e:cc:af:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:26Z', 'revision_number': 4, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'subnets': [{'id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:27.321340 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44715188-c436-4976-9425-39fa69be4035 None None] The sync data for ids ['8eef89aa-0e00-455b-a991-ca28aaf1250b'] in n-d-800085-2 is: [{'id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'name': 'tempest-NetworksTestDHCPv6-router-1579022241', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:24Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None, '_interfaces': [{'id': '73e9b5ad-c89d-41f7-973d-00319ac4b114', 'name': '', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'mac_address': 'fa:16:3e:cc:af:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:26Z', 'revision_number': 4, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'subnets': [{'id': 'f94fb6b2-f4fd-472e-86b1-68c52aa43b03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:03:27.393595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] For port 73e9b5ad-c89d-41f7-973d-00319ac4b114, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=73e9b5ad-c89d-41f7-973d-00319ac4b114,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:27.394095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:27.413922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0c3e-4368-421e-8180-c56dee61f2a5 req-d48b8173-2c28-4246-9974-606cbc513d43 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:27.418122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 73e9b5ad-c89d-41f7-973d-00319ac4b114 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:27.420067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dbd0c3e-4368-421e-8180-c56dee61f2a5 req-d48b8173-2c28-4246-9974-606cbc513d43 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0913160 Jul 09 17:03:27.477425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dbd0c3e-4368-421e-8180-c56dee61f2a5 req-71332d86-9101-42ff-9864-704607e59510 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535326 Jul 09 17:03:27.559755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bd3f484b-50f7-4c16-a621-6b227a7a27d0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:27.609021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bd3f484b-50f7-4c16-a621-6b227a7a27d0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:27.609483 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:27.783630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:27.825049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=73e9b5ad-c89d-41f7-973d-00319ac4b114,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:28.037581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.228531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Router 8eef89aa-0e00-455b-a991-ca28aaf1250b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:03:28.332336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:03:28.342284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:28.342925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01c9c30d-d8b7-44da-8600-d89ad1e545f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "PUT /v2.0/routers/8eef89aa-0e00-455b-a991-ca28aaf1250b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9108002 Jul 09 17:03:28.413834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b767e4-cdf7-4be2-bf38-917d96dbb1e8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:28.416825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b767e4-cdf7-4be2-bf38-917d96dbb1e8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:28.418660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0b767e4-cdf7-4be2-bf38-917d96dbb1e8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0735195 Jul 09 17:03:28.420841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:28.485397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet f94fb6b2-f4fd-472e-86b1-68c52aa43b03 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:28.489395 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.550866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.694703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.763908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027270ef-7bc7-42d0-a3e1-f5e9584d4180 req-290e43bd-266b-4e18-b47b-1531595c3834 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:28.766533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-027270ef-7bc7-42d0-a3e1-f5e9584d4180 req-290e43bd-266b-4e18-b47b-1531595c3834 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1219375 Jul 09 17:03:28.801966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.846985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=f94fb6b2-f4fd-472e-86b1-68c52aa43b03,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:28.859192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.861125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5825349d-69d3-435a-a0b9-cec827b64310 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/f94fb6b2-f4fd-472e-86b1-68c52aa43b03 HTTP/1.1" status: 204 len: 168 time: 0.4390814 Jul 09 17:03:28.863749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:28.864908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-027270ef-7bc7-42d0-a3e1-f5e9584d4180 req-21768463-00ee-4569-afa7-43c8adf2bcb2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847745 Jul 09 17:03:28.880491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58870c-98b9-4ca1-a9e7-642a8ed8ccbb None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:29.021809 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dc5f56ed-5473-438b-8b7c-da242bd065df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1538637 Jul 09 17:03:29.024321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 52802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:29.137060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.155397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:29.222607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] Deleting port bd3f484b-50f7-4c16-a621-6b227a7a27d0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:29.224256 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.300494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] For port bd3f484b-50f7-4c16-a621-6b227a7a27d0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bd3f484b-50f7-4c16-a621-6b227a7a27d0,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:29.300894 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.317157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] Calling delete_port for bd3f484b-50f7-4c16-a621-6b227a7a27d0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:29.365004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.375335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Sync routers for ids ['8eef89aa-0e00-455b-a991-ca28aaf1250b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:03:29.392845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.402519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Routers {'8eef89aa-0e00-455b-a991-ca28aaf1250b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:29.403412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8eef89aa-0e00-455b-a991-ca28aaf1250b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:29.482645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.482645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Fanout notify agent at l3_agent the message router_deleted on router 8eef89aa-0e00-455b-a991-ca28aaf1250b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:03:29.498291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.512008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:29.512879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-460a2693-bbc3-48de-b6f5-20ebd82c9c5c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/routers/8eef89aa-0e00-455b-a991-ca28aaf1250b HTTP/1.1" status: 204 len: 168 time: 0.4873178 Jul 09 17:03:29.517736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:29.537429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Set router 8eef89aa-0e00-455b-a991-ca28aaf1250b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:29.624339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bd3f484b-50f7-4c16-a621-6b227a7a27d0 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:29.660747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eef89aa-0e00-455b-a991-ca28aaf1250b', 'name': 'tempest-NetworksTestDHCPv6-router-1579022241', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:23Z', 'updated_at': '2021-07-09T17:03:27Z', 'revision_number': 3, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:29.663323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:29.670297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.694741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Checking router: 8eef89aa-0e00-455b-a991-ca28aaf1250b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:03:29.711830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Routers set() bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:29.712338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Router IDs set() for agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 17:03:29.712832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8eef89aa-0e00-455b-a991-ca28aaf1250b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 17:03:29.713207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0214e9a-0704-4536-99e6-8d8484269ecc None None] The sync data for ids ['8eef89aa-0e00-455b-a991-ca28aaf1250b'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:03:29.719854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.740664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port bd3f484b-50f7-4c16-a621-6b227a7a27d0 update to DOWN by agent not found {{(pid=93769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 17:03:29.776262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] Pushing event deleted for resources: {'Port': ['ID=bd3f484b-50f7-4c16-a621-6b227a7a27d0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:29.790374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41014f-0fe2-4098-9730-1836aaa4933a None None] No DVR routers for this DVR port bd3f484b-50f7-4c16-a621-6b227a7a27d0 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:29.947260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:29.984241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-b06d48da-3e0c-4766-84f7-0d26ef1a4fa2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1011260 Jul 09 17:03:29.994234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:30.000969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:30.005699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.006415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.012462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638f478-5be6-4d36-bbd2-f5561bd44513 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:30.065656 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5488381 Jul 09 17:03:30.065656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8fe4b-ecf9-4bce-97e0-42883aaceec3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=6c89cc1e-fea9-43f0-95b3-c17639112379,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:30.066545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:30.076388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:30.105477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.106742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.239235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.251944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.282836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.284259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13d347e5-ece5-464b-8b9a-b3bb62e30382 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2171795 Jul 09 17:03:30.287534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:30.308371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.308883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.309352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.309820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.310357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.310846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.311424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.315729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-5bc4390f-4fad-4097-ab11-de90c014fd42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 6503 time: 0.2651525 Jul 09 17:03:30.357667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8143-8b44-498d-adb3-daa611ec2bd6 req-6b7ce0eb-e76c-40ea-9c29-3972c04a73cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.359294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc4b8143-8b44-498d-adb3-daa611ec2bd6 req-6b7ce0eb-e76c-40ea-9c29-3972c04a73cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2326031 Jul 09 17:03:30.477300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc4b8143-8b44-498d-adb3-daa611ec2bd6 req-efa68b42-3c1d-423a-92b8-afe7eef11996 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976009 Jul 09 17:03:30.545249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-a42e24c3-1457-4506-9888-900b563c53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.548544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-a42e24c3-1457-4506-9888-900b563c53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.550709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-a42e24c3-1457-4506-9888-900b563c53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.552710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-a42e24c3-1457-4506-9888-900b563c53e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=f1d44e46-4da6-47eb-a919-7611d3d9348a&id=25957415-6a8a-4b91-812c-850e465547b7&id=25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 200 len: 2297 time: 0.1925023 Jul 09 17:03:30.604040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '6c89cc1e-fea9-43f0-95b3-c17639112379'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:30.608145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.684186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-b3a683ba-47fa-4b3a-9ad8-3e8ee178f111 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 200 len: 1002 time: 0.1237550 Jul 09 17:03:30.711008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:30.803131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/6c89cc1e-fea9-43f0-95b3-c17639112379/9c23b6c4-3880-46ff-aabe-4e5501540932) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:30.806821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-f2e5114d-7ae5-42a9-904e-82fdb608573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:30.808512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-f2e5114d-7ae5-42a9-904e-82fdb608573d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 200 len: 856 time: 0.1135633 Jul 09 17:03:31.061971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.072867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Transition to ACTIVE for port object 9c23b6c4-3880-46ff-aabe-4e5501540932 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:31.102321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Transition to ACTIVE for port object 9c23b6c4-3880-46ff-aabe-4e5501540932 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:31.110400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.156497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:31.160556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:31.165531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:31.169408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Pushing event updated for resources: {'Port': ['ID=9c23b6c4-3880-46ff-aabe-4e5501540932,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:31.175794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::1 (c3d619cb-858e-4385-a0f1-202e2ba81add/6c89cc1e-fea9-43f0-95b3-c17639112379/11d71198-b34d-4224-ae89-ebcb05dcd36a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:31.227785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Attempting to bind port 9c23b6c4-3880-46ff-aabe-4e5501540932 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:31.228233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Attempting to bind port 9c23b6c4-3880-46ff-aabe-4e5501540932 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:31.228669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Attempting to bind port 9c23b6c4-3880-46ff-aabe-4e5501540932 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:31.234709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:31.235472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:31.236109 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.236698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:31.237478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Bound port: 9c23b6c4-3880-46ff-aabe-4e5501540932, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:31.238073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.334198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] For port 9c23b6c4-3880-46ff-aabe-4e5501540932, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:31.338310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] For port 9c23b6c4-3880-46ff-aabe-4e5501540932, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c23b6c4-3880-46ff-aabe-4e5501540932,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:31.345336 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.346445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.365578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 11d71198-b34d-4224-ae89-ebcb05dcd36a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:31.415085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.445215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3dc19-bdb6-46f6-862f-b9ddcc87a0bf None None] Pushing event updated for resources: {'Port': ['ID=9c23b6c4-3880-46ff-aabe-4e5501540932,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:31.474275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-47e891a8-c81f-485a-8623-e4337a8666f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:31.475972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-47e891a8-c81f-485a-8623-e4337a8666f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba908d6f-2bb2-4213-9a94-8fb4118959d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6573071 Jul 09 17:03:31.492878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 73e9b5ad-c89d-41f7-973d-00319ac4b114 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:31.535821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 73e9b5ad-c89d-41f7-973d-00319ac4b114 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:31.536171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 73e9b5ad-c89d-41f7-973d-00319ac4b114 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:31.537040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:31.538588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=11d71198-b34d-4224-ae89-ebcb05dcd36a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:31.542416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:31.549346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:31.550158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.609526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-062e5bb1-a3e7-4b7a-99bb-9a921a16906e service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248817 Jul 09 17:03:31.772308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.905804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-feb6dcfc-dad8-4293-96af-ab50339d03ab service neutron] 10.222.0.43 "GET /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889469 Jul 09 17:03:31.999113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dec4a-93f7-4d5c-8cca-c8d71651137b req-225d1544-7520-42b4-9012-51f8a0354fdb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.006189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d18dec4a-93f7-4d5c-8cca-c8d71651137b req-225d1544-7520-42b4-9012-51f8a0354fdb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2994642 Jul 09 17:03:32.016156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-f52df85e-0768-4eb1-a87e-a7bda2c513a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 217 time: 0.1028576 Jul 09 17:03:32.083201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d18dec4a-93f7-4d5c-8cca-c8d71651137b req-0733a1b9-68b1-49fd-99ab-b2277491ed7c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757151 Jul 09 17:03:32.095671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-df1f9303-49f2-406b-8f20-815f3a14571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.097269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-df1f9303-49f2-406b-8f20-815f3a14571a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0701454 Jul 09 17:03:32.174201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-4a44ddc4-c869-4604-8da4-9bcca0527f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.176797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-4a44ddc4-c869-4604-8da4-9bcca0527f57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665846 Jul 09 17:03:32.211033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.217695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.218533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.289019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-ab98c330-395c-4b6e-84aa-01044905c994 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025705 Jul 09 17:03:32.314844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=11d71198-b34d-4224-ae89-ebcb05dcd36a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:32.368743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:32.370439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:32.391168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-175facc4-450e-4961-abf3-4d28b845c864 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953774 Jul 09 17:03:32.471894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-e76a79aa-9807-460c-a7f8-7f133bd8ec5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 217 time: 0.0707695 Jul 09 17:03:32.540980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Router d7d26e60-44be-4986-a3a8-71a8e89b99d8 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:03:32.562212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-d3853aa7-d155-4f32-b1e5-de8f6aceeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.563739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-d3853aa7-d155-4f32-b1e5-de8f6aceeec4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0846970 Jul 09 17:03:32.637254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-7f38de9a-38c4-4b7b-accb-d85700351ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.639727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-7f38de9a-38c4-4b7b-accb-d85700351ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685208 Jul 09 17:03:32.662280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:03:32.672565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c58ae99d-703e-4cda-b140-040440660d4c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "PUT /v2.0/routers/d7d26e60-44be-4986-a3a8-71a8e89b99d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3822012 Jul 09 17:03:32.674195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:32.674337 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Sync routers for ids ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:03:32.686953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Routers {'d7d26e60-44be-4986-a3a8-71a8e89b99d8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:32.687971 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:32.767964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53165ec-b559-4624-855d-5eb1e616a186 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.772189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c53165ec-b559-4624-855d-5eb1e616a186 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports/11d71198-b34d-4224-ae89-ebcb05dcd36a HTTP/1.1" status: 200 len: 911 time: 0.0958662 Jul 09 17:03:32.773744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:32.790818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-7b02066b-f2de-4742-b8d0-89ac4762cd9f service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397159 Jul 09 17:03:32.839692 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Set router d7d26e60-44be-4986-a3a8-71a8e89b99d8 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:32.882896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd247e-a164-4e30-ab44-9a8a61a2f202 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.907461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd247e-a164-4e30-ab44-9a8a61a2f202 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:32.912273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3cbd247e-a164-4e30-ab44-9a8a61a2f202 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1373990 Jul 09 17:03:32.915094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 52876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:32.924316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-eb77893c-3a5d-4849-ab53-87f1b70a0b5d service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150782 Jul 09 17:03:32.959927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4ace685c-7225-495a-9ef9-14cd44bfdfb0 None None] Provisioning for port 9c23b6c4-3880-46ff-aabe-4e5501540932 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:32.989904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-f38ced4e-a160-44ff-a6cf-62bd0e127924 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 200 len: 217 time: 0.0580568 Jul 09 17:03:33.065907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-13905f6a-391a-4d10-b1bf-eafe5b84f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:33.067761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-13905f6a-391a-4d10-b1bf-eafe5b84f738 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.0667613 Jul 09 17:03:33.135819 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:31Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None, '_interfaces': [{'id': '11d71198-b34d-4224-ae89-ebcb05dcd36a', 'name': '', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'mac_address': 'fa:16:3e:35:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6c89cc1e-fea9-43f0-95b3-c17639112379', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:32Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'subnets': [{'id': '6c89cc1e-fea9-43f0-95b3-c17639112379', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:33.176411 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Checking router: d7d26e60-44be-4986-a3a8-71a8e89b99d8 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:03:33.177041 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Updating router d7d26e60-44be-4986-a3a8-71a8e89b99d8 port 11d71198-b34d-4224-ae89-ebcb05dcd36a binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:03:33.217310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-b236d0c6-6259-4bb0-b52f-ee23b6180030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:33.222738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-b236d0c6-6259-4bb0-b52f-ee23b6180030 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398375 Jul 09 17:03:33.252005 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.325429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-698726c5-0e6a-455d-abe0-b9483cc5ecbb None None] Provisioning for port 11d71198-b34d-4224-ae89-ebcb05dcd36a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:33.340630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-698726c5-0e6a-455d-abe0-b9483cc5ecbb None None] Provisioning complete for port 11d71198-b34d-4224-ae89-ebcb05dcd36a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:33.341206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-698726c5-0e6a-455d-abe0-b9483cc5ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.467955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-698726c5-0e6a-455d-abe0-b9483cc5ecbb None None] Port 11d71198-b34d-4224-ae89-ebcb05dcd36a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:33.550555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-3698bd48-fd14-4d9c-bee0-6d196f3815d2 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176515 Jul 09 17:03:33.737422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c23b6c4-3880-46ff-aabe-4e5501540932 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:33.829926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ea1a2df8-c67f-4cdc-a554-a0bd91a3049e None None] Provisioning complete for port 11d71198-b34d-4224-ae89-ebcb05dcd36a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:33.830748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2df8-c67f-4cdc-a554-a0bd91a3049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.934914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a2df8-c67f-4cdc-a554-a0bd91a3049e None None] Port 11d71198-b34d-4224-ae89-ebcb05dcd36a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:33.936406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c87452-82dc-4b61-9c48-a750c6663462 req-5df5d503-52bd-4eb4-809d-74f2ae889649 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:33.940841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06c87452-82dc-4b61-9c48-a750c6663462 req-5df5d503-52bd-4eb4-809d-74f2ae889649 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4986160 Jul 09 17:03:33.950657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9c23b6c4-3880-46ff-aabe-4e5501540932 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:33.963194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9c23b6c4-3880-46ff-aabe-4e5501540932 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:33.975575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.988801 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.011247 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Transition to ACTIVE for port object 11d71198-b34d-4224-ae89-ebcb05dcd36a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:34.021001 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.022916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-1407b87e-9bb1-4bff-9879-1a498508d896 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645905 Jul 09 17:03:34.096049 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e158-62b3-4a09-a3bf-6f16fd97d2f2 None None] Pushing event updated for resources: {'Port': ['ID=11d71198-b34d-4224-ae89-ebcb05dcd36a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:34.169163 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.189146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-fbcd0381-c0ed-4662-b317-032582d2cda5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 200 len: 217 time: 0.1560931 Jul 09 17:03:34.237044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 9c23b6c4-3880-46ff-aabe-4e5501540932, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c23b6c4-3880-46ff-aabe-4e5501540932,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:34.243013 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.249811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-06c87452-82dc-4b61-9c48-a750c6663462 req-469df0df-5029-4cd0-a4b2-7a4598f5e88c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921224 Jul 09 17:03:34.264037 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Attempting to bind port 11d71198-b34d-4224-ae89-ebcb05dcd36a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:34.264414 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Attempting to bind port 11d71198-b34d-4224-ae89-ebcb05dcd36a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:34.264777 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Attempting to bind port 11d71198-b34d-4224-ae89-ebcb05dcd36a on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:34.284176 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:34.284563 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:34.284978 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.285360 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:34.285996 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Bound port: 11d71198-b34d-4224-ae89-ebcb05dcd36a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:34.286737 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.366358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=9c23b6c4-3880-46ff-aabe-4e5501540932,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:34.479684 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] For port 11d71198-b34d-4224-ae89-ebcb05dcd36a, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:34.484286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-8222d718-b05c-431d-8b99-16fa7f100b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:34.488740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] For port 11d71198-b34d-4224-ae89-ebcb05dcd36a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=11d71198-b34d-4224-ae89-ebcb05dcd36a,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:34.492522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-8222d718-b05c-431d-8b99-16fa7f100b7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 200 len: 797 time: 0.2399433 Jul 09 17:03:34.502813 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.548822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:34.629366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-3ccc750b-c3cd-45be-b91e-c8d4c25c8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:34.630926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-3ccc750b-c3cd-45be-b91e-c8d4c25c8bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f1d44e46-4da6-47eb-a919-7611d3d9348a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267498 Jul 09 17:03:34.638642 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Routers {'d7d26e60-44be-4986-a3a8-71a8e89b99d8'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:34.639281 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:34.842173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-08da9420-1e86-4ef3-8027-ecb9e67fdebf service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003672 Jul 09 17:03:34.855514 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932e158-62b3-4a09-a3bf-6f16fd97d2f2 None None] Pushing event updated for resources: {'Port': ['ID=11d71198-b34d-4224-ae89-ebcb05dcd36a,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:34.955891 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] Set router d7d26e60-44be-4986-a3a8-71a8e89b99d8 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:35.064417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 11d71198-b34d-4224-ae89-ebcb05dcd36a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:35.064417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:35.126844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-a2e43904-464c-4741-b332-d066f3816821 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758677 Jul 09 17:03:35.205154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-90d9b325-44fb-4c6f-8874-46d706c7ea5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 200 len: 217 time: 0.0667205 Jul 09 17:03:35.336183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-83c25b47-c6ef-4476-b339-bd587a62de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:35.339538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-83c25b47-c6ef-4476-b339-bd587a62de3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1188898 Jul 09 17:03:35.340297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] For port 11d71198-b34d-4224-ae89-ebcb05dcd36a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=11d71198-b34d-4224-ae89-ebcb05dcd36a,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:35.340696 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:35.377105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 11d71198-b34d-4224-ae89-ebcb05dcd36a owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:35.442897 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:31Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None, '_interfaces': [{'id': '11d71198-b34d-4224-ae89-ebcb05dcd36a', 'name': '', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'mac_address': 'fa:16:3e:35:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6c89cc1e-fea9-43f0-95b3-c17639112379', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:34Z', 'revision_number': 4, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'subnets': [{'id': '6c89cc1e-fea9-43f0-95b3-c17639112379', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:35.521629 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bf380-6618-42ec-908c-5749ee4c9ec1 None None] The sync data for ids ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'] in n-d-800085-2 is: [{'id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:31Z', 'revision_number': 2, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None, '_interfaces': [{'id': '11d71198-b34d-4224-ae89-ebcb05dcd36a', 'name': '', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'mac_address': 'fa:16:3e:35:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '6c89cc1e-fea9-43f0-95b3-c17639112379', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:34Z', 'revision_number': 4, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'subnets': [{'id': '6c89cc1e-fea9-43f0-95b3-c17639112379', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:03:35.545970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-ba1460dc-e69a-443a-af61-7ec0536815d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:35.555558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-ba1460dc-e69a-443a-af61-7ec0536815d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2083099 Jul 09 17:03:35.642065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c23b6c4-3880-46ff-aabe-4e5501540932 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:35.937082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-53715b43-259e-4d13-8af8-15b0b5171696 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698001 Jul 09 17:03:35.942297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9c23b6c4-3880-46ff-aabe-4e5501540932 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:35.945595 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:35.956784 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bba7a301-3848-42ba-816e-692e32f62740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:35.999989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:36.339152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-34bccdd3-358c-4b7e-9f48-e1c969c6715d service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900445 Jul 09 17:03:36.358587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=11d71198-b34d-4224-ae89-ebcb05dcd36a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:36.443281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925063-b883-41c3-b106-40a2b42c6d77 req-c8eaf485-92fe-4373-bcfd-eef35f0c531b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:36.452914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80925063-b883-41c3-b106-40a2b42c6d77 req-c8eaf485-92fe-4373-bcfd-eef35f0c531b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4605777 Jul 09 17:03:36.457493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-44cf8c23-84f6-4a4c-9ea7-672c26c8fac6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 200 len: 217 time: 0.1066015 Jul 09 17:03:36.593427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:36.667872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80925063-b883-41c3-b106-40a2b42c6d77 req-1063619e-f546-4d90-8476-d0358b53d0aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138088 Jul 09 17:03:36.680673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-dba63bf8-cf18-4878-92f6-d85363817d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:36.682338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-dba63bf8-cf18-4878-92f6-d85363817d84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 200 len: 797 time: 0.1990867 Jul 09 17:03:36.891185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-71ae6923-d9b2-4be5-bb76-46548c8c4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:36.894243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-71ae6923-d9b2-4be5-bb76-46548c8c4435 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25957415-6a8a-4b91-812c-850e465547b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045641 Jul 09 17:03:37.095283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Router d7d26e60-44be-4986-a3a8-71a8e89b99d8 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:03:37.124427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.130843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.141572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.149040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.156120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.163679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.171558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.174737 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-44aca0b5-8112-4c3a-bae8-0a5f5a341478 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.1762965 Jul 09 17:03:37.248072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-1214def2-7728-42cb-a2e3-982a86a3d023 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.248462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.249515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-1214def2-7728-42cb-a2e3-982a86a3d023 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "GET /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0669050 Jul 09 17:03:37.259991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.266366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.273160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.279768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.285769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.291727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.293744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-26cc54a1-dfc9-4c53-b295-144944d6c7a5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 5446 time: 0.2561781 Jul 09 17:03:37.332964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-a72c919b-fe4e-4724-97ec-06d507d81d45 service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246900 Jul 09 17:03:37.340155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:03:37.357210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6be15e26-c5b1-4f8f-83cc-bfa0da381fea tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "PUT /v2.0/routers/d7d26e60-44be-4986-a3a8-71a8e89b99d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4407606 Jul 09 17:03:37.359814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:37.465583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7662cd8d-2354-4dbe-978d-e4ed7d1b1451 req-2b2ccd2b-2e95-42df-88f7-ac8f1ccde49c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591945 Jul 09 17:03:37.518980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cf6750-bf8c-455e-ab04-04cc04c7884a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.521342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cf6750-bf8c-455e-ab04-04cc04c7884a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:37.523203 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26cf6750-bf8c-455e-ab04-04cc04c7884a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1623919 Jul 09 17:03:37.528161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-f40cc8bb-9442-4528-abf5-b6b7a28772e9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "GET /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1894948 Jul 09 17:03:37.529031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53254) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:37.539448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dd250b-8f18-46f2-badb-6b2ab0ff8b93 req-f7af9d10-2c36-4dcf-a2d9-3bc0573f775f service neutron] 10.222.0.43 "GET /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852174 Jul 09 17:03:37.584881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:37.683464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 6c89cc1e-fea9-43f0-95b3-c17639112379 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:37.693231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:37.730004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:37.777750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:37.953206 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.096201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] Sync routers for ids ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:03:38.111036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:38.136807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] Routers {'d7d26e60-44be-4986-a3a8-71a8e89b99d8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:38.138869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:38.142950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07ddb-f386-4184-a90f-6c3152d72a9d req-111ad2bc-1068-4e59-978c-fc34a0c4f595 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.159862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf07ddb-f386-4184-a90f-6c3152d72a9d req-111ad2bc-1068-4e59-978c-fc34a0c4f595 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2487502 Jul 09 17:03:38.201504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] For port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:38.278989 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aaf07ddb-f386-4184-a90f-6c3152d72a9d req-ced38c0b-4fb9-45ee-9e89-38f8e7cc2698 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152122 Jul 09 17:03:38.308833 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.361632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=6c89cc1e-fea9-43f0-95b3-c17639112379,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:38.378446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] device_id is not set on port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:38.385643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.389756 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c3714f02-3ab2-4349-b8f7-5eee1cc87d29 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/6c89cc1e-fea9-43f0-95b3-c17639112379 HTTP/1.1" status: 204 len: 168 time: 0.8592179 Jul 09 17:03:38.393363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:38.407370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.459722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.518541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355f5d8-b928-45a9-a5ed-fc4d1ee6e577 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:38.617658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] No DVR routers for this DVR port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:38.670087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] Set router d7d26e60-44be-4986-a3a8-71a8e89b99d8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:38.707625 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.710872 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.745289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8d0cf5c3-fd86-47a7-91ca-682408ea1ec7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3503871 Jul 09 17:03:38.746747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:38.755948 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1268e1a-6214-4f40-8a93-c88b2c3201f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.757667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:38.804654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:35Z', 'revision_number': 3, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:38.839411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] Checking router: d7d26e60-44be-4986-a3a8-71a8e89b99d8 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:03:38.852737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] Routers {'d7d26e60-44be-4986-a3a8-71a8e89b99d8'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:38.853695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:38.866277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.873750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.881820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.889725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.896390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.898435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5f126092-0cc2-46ed-96cb-10b9a08003ab no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:38.903041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.912442 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-7326e3e6-9d72-47da-9ab8-657e42eb639c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 4666 time: 0.2001746 Jul 09 17:03:38.962154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.980663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cf44b61-8f01-4ece-8427-0faa1eaf94de req-0500508f-91f5-44ba-96a2-8fa452c1d1e8 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&id=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670073 Jul 09 17:03:38.996079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] Set router d7d26e60-44be-4986-a3a8-71a8e89b99d8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:39.059006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] In _notify_port_updated(), no bound segment for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:03:39.060420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:39.061359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.063027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-aac83f0b-402e-4ede-847c-cac60064cd85 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 200 len: 1033 time: 1.5222497 Jul 09 17:03:39.105795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.128635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:35Z', 'revision_number': 3, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:39.130942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:03:39.164437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-475f5358-5752-48d4-807b-e8570ba93e0c None None] Provisioning complete for port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:39.165177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-475f5358-5752-48d4-807b-e8570ba93e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.171801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:39.174438 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f280fa0-85c8-4b20-8011-e3231c90911a" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:39.180511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d785d-7fe3-4a5e-b30c-d03e8999e6fd None None] The sync data for ids ['d7d26e60-44be-4986-a3a8-71a8e89b99d8'] in n-d-800085-2 is: [{'id': 'd7d26e60-44be-4986-a3a8-71a8e89b99d8', 'name': 'tempest-NetworksTestDHCPv6-router-1072919440', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:03:30Z', 'updated_at': '2021-07-09T17:03:35Z', 'revision_number': 3, 'project_id': 'fd3d76681b014adc9f989064c84a66c6', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:03:39.212945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:39.262059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.263008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 413817f6-b7bd-4586-bca4-0c2910474692 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:39.273639 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e71bfcc-fd02-493f-88a2-ae5ffc88bf3e x-openstack-request-id: req-1e71bfcc-fd02-493f-88a2-ae5ffc88bf3e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:39.274312 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:39.274993 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e71bfcc-fd02-493f-88a2-ae5ffc88bf3e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:39.275515 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'code': 200} Jul 09 17:03:39.298273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.303259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.310084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-7cb4bc9d-d8e4-40b2-890d-c3c59ac98048 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:39.311979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-7cb4bc9d-d8e4-40b2-890d-c3c59ac98048 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "GET /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2330105 Jul 09 17:03:39.342817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-475f5358-5752-48d4-807b-e8570ba93e0c None None] Port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:39.386284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:39.425765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.426930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Fanout notify agent at l3_agent the message router_deleted on router d7d26e60-44be-4986-a3a8-71a8e89b99d8 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:03:39.445231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] Deleting port 9c23b6c4-3880-46ff-aabe-4e5501540932 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:39.447414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.447913 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.451160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-690b1e48-15a8-4af1-a5bb-cadd8defbfb0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/routers/d7d26e60-44be-4986-a3a8-71a8e89b99d8 HTTP/1.1" status: 204 len: 168 time: 0.6902511 Jul 09 17:03:39.453473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:39.482562 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.592689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:39.611708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.676826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 11d71198-b34d-4224-ae89-ebcb05dcd36a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:39.688804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] For port 9c23b6c4-3880-46ff-aabe-4e5501540932, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9c23b6c4-3880-46ff-aabe-4e5501540932,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:39.688991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.721071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 11d71198-b34d-4224-ae89-ebcb05dcd36a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:39.725710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 11d71198-b34d-4224-ae89-ebcb05dcd36a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:39.726739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9c23b6c4-3880-46ff-aabe-4e5501540932 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:39.773917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71731fc-1ce1-4cd5-a5d3-63e7e7fc2d71 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:39.779004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d71731fc-1ce1-4cd5-a5d3-63e7e7fc2d71 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3241723 Jul 09 17:03:39.781588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:39.786743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] Calling delete_port for 9c23b6c4-3880-46ff-aabe-4e5501540932 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:39.793732 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.803523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4207337-75a7-4ab5-a934-32f64a083d40 req-392e2172-05b7-4880-ac1b-c1bf577f565b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:39.813225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4207337-75a7-4ab5-a934-32f64a083d40 req-392e2172-05b7-4880-ac1b-c1bf577f565b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2805860 Jul 09 17:03:39.873979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6f6e4-ac16-4398-bd24-0f98a8a42a44 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:39.878228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-33e6f6e4-ac16-4398-bd24-0f98a8a42a44 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0929561 Jul 09 17:03:39.880023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:39.887872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4207337-75a7-4ab5-a934-32f64a083d40 req-97da2c74-c7d9-4932-9d3e-77fd691ca25b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733345 Jul 09 17:03:39.889135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=413817f6-b7bd-4586-bca4-0c2910474692,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:39.915708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:39.916558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:39.950363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68636cc9-002b-43a1-b9fa-6cbd98348eb7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646269 Jul 09 17:03:39.950778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:39.957048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:39.976190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:40.028364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] For port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:40.068586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] device_id is not set on port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:40.079155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.085818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.165216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:40.170408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.176611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] No DVR routers for this DVR port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:40.225614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] In _notify_port_updated(), no bound segment for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d on network f1d44e46-4da6-47eb-a919-7611d3d9348a {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:03:40.226569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:40.227473 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.229363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 200 len: 1033 time: 0.8543134 Jul 09 17:03:40.301846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84671663-55a8-4a04-ad12-08e53c4425b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:40.372850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.432734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:40.443565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port c74913ec-4577-481b-ae2a-16b2f85eda0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:40.443930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.444585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.465376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] No DVR routers for this DVR port 9c23b6c4-3880-46ff-aabe-4e5501540932 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:40.496454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af91024-bfcd-404f-a148-2a925b842dd8 None None] Pushing event deleted for resources: {'Port': ['ID=9c23b6c4-3880-46ff-aabe-4e5501540932,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:40.576727 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.583728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port c74913ec-4577-481b-ae2a-16b2f85eda0c, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=c74913ec-4577-481b-ae2a-16b2f85eda0c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:40.584584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.624386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for c74913ec-4577-481b-ae2a-16b2f85eda0c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:40.633660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:40.635239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7db600ef-09f7-4bbd-a340-2398dca9cda8 None None] Provisioning complete for port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:40.635860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7db600ef-09f7-4bbd-a340-2398dca9cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.663534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.664889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a7428d08-708a-4794-8ff5-bcbfd8ab8b5d no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:40.740867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-4bcf754a-d0f9-458e-b434-b0069b4b744a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:40.746870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-4bcf754a-d0f9-458e-b434-b0069b4b744a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:40.753079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-4bcf754a-d0f9-458e-b434-b0069b4b744a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:40.754851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7db600ef-09f7-4bbd-a340-2398dca9cda8 None None] Port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:03:40.759492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-4bcf754a-d0f9-458e-b434-b0069b4b744a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:40.766290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-4bcf754a-d0f9-458e-b434-b0069b4b744a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:40.768413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-4bcf754a-d0f9-458e-b434-b0069b4b744a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 3882 time: 0.5930254 Jul 09 17:03:40.790403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:40.793689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device a7428d08-708a-4794-8ff5-bcbfd8ab8b5d not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:40.794199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:40.847133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:40.848140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 79a4326d-69b9-48e2-8532-9337629e15c8 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:40.857345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ab96859-f48c-4043-b28e-ce173b4a0fd1 req-3f2a12d5-e4d0-4ebf-92ce-8ca7b57cb11c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807087 Jul 09 17:03:40.935711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.983467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.984730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=c74913ec-4577-481b-ae2a-16b2f85eda0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:41.057099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port c74913ec-4577-481b-ae2a-16b2f85eda0c on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:41.060353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.064370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-fc8d1be4-3e77-4240-98cb-8e5f551fe0ea tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "DELETE /v2.0/ports/c74913ec-4577-481b-ae2a-16b2f85eda0c HTTP/1.1" status: 204 len: 173 time: 0.8172719 Jul 09 17:03:41.065100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': 'c74913ec-4577-481b-ae2a-16b2f85eda0c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:41.066458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=79a4326d-69b9-48e2-8532-9337629e15c8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:41.068044 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837cee7-bd5d-44fb-8726-fc6c1fcd22ca" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "c74913ec-4577-481b-ae2a-16b2f85eda0c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:41.072793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.074350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c74913ec-4577-481b-ae2a-16b2f85eda0c no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:41.133254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: c74913ec-4577-481b-ae2a-16b2f85eda0c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:03:41.133602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device c74913ec-4577-481b-ae2a-16b2f85eda0c not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:03:41.147233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:03:41.165055 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.177052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:41.184215 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.225754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 5f126092-0cc2-46ed-96cb-10b9a08003ab {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:41.226111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.250276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:41.255979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:41.261655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:41.262556 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.265781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1376e-280f-4bc9-ae5e-fc3db6229482 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:41.283605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3315566 Jul 09 17:03:41.287873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5e54e-2d75-4d90-adfd-741eeff7590d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=fd2eab98-5adf-450d-b3b8-ede2a0f2a695,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:41.288083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53410) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:41.295739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:41.298405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205bab-54c9-4aaf-823f-2ceec4dcf1d3 req-7ddae074-6f72-4f3a-ba95-247b4454d9fc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:41.301546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:41.302983 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e14aacd-4021-4b3b-b13d-25fbd4c96325" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "413817f6-b7bd-4586-bca4-0c2910474692"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:41.305609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20205bab-54c9-4aaf-823f-2ceec4dcf1d3 req-7ddae074-6f72-4f3a-ba95-247b4454d9fc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2143719 Jul 09 17:03:41.358689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20205bab-54c9-4aaf-823f-2ceec4dcf1d3 req-886833f6-da0a-4340-9cb1-ba11f72cbb82 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509832 Jul 09 17:03:41.397687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port 5f126092-0cc2-46ed-96cb-10b9a08003ab, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5f126092-0cc2-46ed-96cb-10b9a08003ab,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:41.398714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.417696 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83907f-280f-442a-a8b9-58ecdbd11c0d x-openstack-request-id: req-db83907f-280f-442a-a8b9-58ecdbd11c0d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:41.417994 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "c74913ec-4577-481b-ae2a-16b2f85eda0c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:41.418250 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db83907f-280f-442a-a8b9-58ecdbd11c0d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:41.455586 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': 'c74913ec-4577-481b-ae2a-16b2f85eda0c', 'status': 'completed', 'code': 200} Jul 09 17:03:41.501815 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f208dc7-bcdf-4b01-b1c6-8418c80a5663 x-openstack-request-id: req-3f208dc7-bcdf-4b01-b1c6-8418c80a5663 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:41.502882 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "413817f6-b7bd-4586-bca4-0c2910474692", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-unplugged", "status": "completed", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:41.502882 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f208dc7-bcdf-4b01-b1c6-8418c80a5663 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:41.503872 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692', 'code': 200} Jul 09 17:03:41.503872 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8', 'code': 200} Jul 09 17:03:41.503872 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8', 'code': 200} Jul 09 17:03:41.635673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'fd2eab98-5adf-450d-b3b8-ede2a0f2a695'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:41.637031 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:41.873316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Allocated IP 2001:db8::f816:3eff:fe26:c24a (c3d619cb-858e-4385-a0f1-202e2ba81add/fd2eab98-5adf-450d-b3b8-ede2a0f2a695/124eca13-4874-49e0-b113-a511fddeab87) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:42.071658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.082720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Transition to ACTIVE for port object 124eca13-4874-49e0-b113-a511fddeab87 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:42.112114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Transition to ACTIVE for port object 124eca13-4874-49e0-b113-a511fddeab87 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:42.132591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.150121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc736b74-6dd2-4378-a3d2-19e52fa11f73 req-7c430d56-9d7a-4102-9664-e461a02d464d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:42.157576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc736b74-6dd2-4378-a3d2-19e52fa11f73 req-7c430d56-9d7a-4102-9664-e461a02d464d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:42.163739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc736b74-6dd2-4378-a3d2-19e52fa11f73 req-7c430d56-9d7a-4102-9664-e461a02d464d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:42.169773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc736b74-6dd2-4378-a3d2-19e52fa11f73 req-7c430d56-9d7a-4102-9664-e461a02d464d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:42.171614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc736b74-6dd2-4378-a3d2-19e52fa11f73 req-7c430d56-9d7a-4102-9664-e461a02d464d tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 3144 time: 0.1241703 Jul 09 17:03:42.216765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:42.220885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:42.223036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:42.225778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:42.235015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.235397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.236300 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Floating IP bf2ae8ed-8011-4353-a216-be57d4e771ec disassociated. External IP: 172.25.7.164, port: 5f126092-0cc2-46ed-96cb-10b9a08003ab. Jul 09 17:03:42.236658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 5f126092-0cc2-46ed-96cb-10b9a08003ab owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:42.261937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc736b74-6dd2-4378-a3d2-19e52fa11f73 req-e9cb7292-9c1f-4cf7-9f49-c4fdf9aec236 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825996 Jul 09 17:03:42.326066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:42.330256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.354504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Attempting to bind port 124eca13-4874-49e0-b113-a511fddeab87 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:42.354968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Attempting to bind port 124eca13-4874-49e0-b113-a511fddeab87 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:42.355613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Attempting to bind port 124eca13-4874-49e0-b113-a511fddeab87 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:42.362730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:42.363640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:42.364751 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.365479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:42.366107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Bound port: 124eca13-4874-49e0-b113-a511fddeab87, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:42.366720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.403072 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:03:42.511578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:42.516163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:42.533584 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.564198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.664897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=5f126092-0cc2-46ed-96cb-10b9a08003ab,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:42.665605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95690c-4128-4191-b12f-75793e49ced3 req-965844ab-d8bc-485e-bef1-580a18095505 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:42.673743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dd331-107f-4250-8b62-42ef8a0bcb93 None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:42.680136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff95690c-4128-4191-b12f-75793e49ced3 req-965844ab-d8bc-485e-bef1-580a18095505 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1516297 Jul 09 17:03:42.806585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff95690c-4128-4191-b12f-75793e49ced3 req-0fdac2bd-f225-45a4-bc7b-e804a608bb65 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067288 Jul 09 17:03:43.101998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Router 1b3b25e7-4ac8-4733-87bc-48e685433237 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:03:43.232721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:43.337991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=09ec6542-4c10-400f-9203-067fe413a6ec,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:43.385210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:43.388439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:43.392076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:43.392685 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:43.439496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:03:43.458315 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] Sync routers for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:03:43.477098 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:43.477922 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:43.483917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ed22f857-d5b3-4fa4-9b0b-e699477a6a20 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1947224 Jul 09 17:03:43.503578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:43.530950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:c4:4d:55', 'name': 'tempest-NetworksTestDHCPv6-406181594'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:43.614419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port 5f126092-0cc2-46ed-96cb-10b9a08003ab on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:43.618097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:43.627326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-a9a16ea8-a8dc-4414-8dc9-d06853641f1c tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "DELETE /v2.0/ports/5f126092-0cc2-46ed-96cb-10b9a08003ab HTTP/1.1" status: 204 len: 173 time: 2.5525990 Jul 09 17:03:43.628178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:43.635750 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90872b53-7605-4bb5-9314-2c1b7b0740ab" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:43.672737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:43.776721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 124eca13-4874-49e0-b113-a511fddeab87 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:43.789842 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:43.806246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d470ec-ac16-4c9f-b097-cc8b076f273a req-15ded653-458f-4181-8dd8-6017d01d9c12 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:43.820278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d470ec-ac16-4c9f-b097-cc8b076f273a req-15ded653-458f-4181-8dd8-6017d01d9c12 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:43.838450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d470ec-ac16-4c9f-b097-cc8b076f273a req-15ded653-458f-4181-8dd8-6017d01d9c12 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:43.840980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d470ec-ac16-4c9f-b097-cc8b076f273a req-15ded653-458f-4181-8dd8-6017d01d9c12 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 2410 time: 0.4396565 Jul 09 17:03:43.922656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 79a4326d-69b9-48e2-8532-9337629e15c8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:43.923005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:43.995277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d470ec-ac16-4c9f-b097-cc8b076f273a req-f11164c7-e81a-4509-ae84-fb14f598fe4a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429255 Jul 09 17:03:44.048394 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:44.172039 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f3f0b5-f3ea-403c-9be7-073b2da434e4 x-openstack-request-id: req-f8f3f0b5-f3ea-403c-9be7-073b2da434e4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:44.172626 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "5f126092-0cc2-46ed-96cb-10b9a08003ab", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:44.173153 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f3f0b5-f3ea-403c-9be7-073b2da434e4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:44.173868 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '5f126092-0cc2-46ed-96cb-10b9a08003ab', 'status': 'completed', 'code': 200} Jul 09 17:03:44.259471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port 79a4326d-69b9-48e2-8532-9337629e15c8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=79a4326d-69b9-48e2-8532-9337629e15c8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:44.261495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.290414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338a57b-5d1c-459a-8f5d-d141797fc44a None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:44.305523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:55Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:44.309804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 79a4326d-69b9-48e2-8532-9337629e15c8 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:44.315707 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.383450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9030299c-47e5-4eba-a524-601b7550380f None None] Provisioning for port 124eca13-4874-49e0-b113-a511fddeab87 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:44.401965 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] Checking router: 1b3b25e7-4ac8-4733-87bc-48e685433237 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:03:44.405871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port f65ef719-4cbe-48bc-96c6-fb3cb1c86704 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:44.410324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9030299c-47e5-4eba-a524-601b7550380f None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:44.410743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9030299c-47e5-4eba-a524-601b7550380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.423836 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:44.430407 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:44.583492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349cbe8-a4a6-44aa-8362-7b94f697ff7a req-53044885-9bc2-417f-9f3c-5d24fed2e96a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:44.587426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f349cbe8-a4a6-44aa-8362-7b94f697ff7a req-53044885-9bc2-417f-9f3c-5d24fed2e96a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1716328 Jul 09 17:03:44.629025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.658142 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9030299c-47e5-4eba-a524-601b7550380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.683232 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:44.699691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f349cbe8-a4a6-44aa-8362-7b94f697ff7a req-35288ed5-0b7b-4bab-a206-68cf4a157f89 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042235 Jul 09 17:03:44.734027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=79a4326d-69b9-48e2-8532-9337629e15c8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:44.759510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9030299c-47e5-4eba-a524-601b7550380f None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:44.768582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9030299c-47e5-4eba-a524-601b7550380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.840396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port 79a4326d-69b9-48e2-8532-9337629e15c8 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:44.848554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:44.850064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-fd6fb534-ba69-4874-b24c-5e4b64154b50 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "DELETE /v2.0/ports/79a4326d-69b9-48e2-8532-9337629e15c8 HTTP/1.1" status: 204 len: 173 time: 1.2101336 Jul 09 17:03:44.879158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030299c-47e5-4eba-a524-601b7550380f None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:44.894777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 172.20.0.10 (c3d619cb-858e-4385-a0f1-202e2ba81add/09ec6542-4c10-400f-9203-067fe413a6ec/f65ef719-4cbe-48bc-96c6-fb3cb1c86704) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:44.913903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fec4:4d55 (c3d619cb-858e-4385-a0f1-202e2ba81add/fd2eab98-5adf-450d-b3b8-ede2a0f2a695/f65ef719-4cbe-48bc-96c6-fb3cb1c86704) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:44.999146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'fd2eab98-5adf-450d-b3b8-ede2a0f2a695', 'ip_address': '2001:db8::f816:3eff:fe26:c24a'}, {'subnet_id': '09ec6542-4c10-400f-9203-067fe413a6ec'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '124eca13-4874-49e0-b113-a511fddeab87'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:03:45.044331 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:55Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:45.078351 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6904d6-f0e9-4cef-a11a-e5c7e5f64c45 None None] The sync data for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 is: [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T16:53:44Z', 'revision_number': 4, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '1d013a46-ab09-44ec-acca-2403c992d357', 'name': '', 'network_id': 'ba908d6f-2bb2-4213-9a94-8fb4118959d1', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'mac_address': 'fa:16:3e:5c:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:43Z', 'updated_at': '2021-07-09T16:53:55Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'subnets': [{'id': '94dcc8a3-9c76-4334-b0fb-967fefacdcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:03:45.094240 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.149305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 413817f6-b7bd-4586-bca4-0c2910474692 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:45.150096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.180650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.225240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object f65ef719-4cbe-48bc-96c6-fb3cb1c86704 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:45.344358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.393079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port 413817f6-b7bd-4586-bca4-0c2910474692, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=413817f6-b7bd-4586-bca4-0c2910474692,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:45.393463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.433456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 413817f6-b7bd-4586-bca4-0c2910474692 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:45.448075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:45.459893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Allocated IP 172.20.0.2 (c3d619cb-858e-4385-a0f1-202e2ba81add/09ec6542-4c10-400f-9203-067fe413a6ec/124eca13-4874-49e0-b113-a511fddeab87) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:45.472567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:45.484127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:45.584151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=f65ef719-4cbe-48bc-96c6-fb3cb1c86704,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:45.594212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:45.620618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931affbc-82ae-4e04-9348-b62f9d3e21ae req-2986809c-7c33-48d9-a4e8-93748ee2c74a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:45.627502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931affbc-82ae-4e04-9348-b62f9d3e21ae req-2986809c-7c33-48d9-a4e8-93748ee2c74a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:45.635559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-931affbc-82ae-4e04-9348-b62f9d3e21ae req-2986809c-7c33-48d9-a4e8-93748ee2c74a tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 1677 time: 0.3130066 Jul 09 17:03:45.650992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97553a8d-d0b1-478b-94e1-e0aff8ab1d03 None None] New status for floating IP bf2ae8ed-8011-4353-a216-be57d4e771ec: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:03:45.660599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:45.661453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.702435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-624ab3c6-f663-4a70-bc2c-0dfc264b446c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1887085 Jul 09 17:03:45.705155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:45.738614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-931affbc-82ae-4e04-9348-b62f9d3e21ae req-caaa68e6-08b0-48d2-b9bb-01f6ca20aee1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups?id=0c4f90f8-f1f2-488e-ae43-d42c95f918ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016376 Jul 09 17:03:45.841313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:45.859525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.883517 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.939161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Transition to ACTIVE for port object 124eca13-4874-49e0-b113-a511fddeab87 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:45.958990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=413817f6-b7bd-4586-bca4-0c2910474692,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:45.998210 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:46.056089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889f799-ec32-424c-92ab-94548fd02678 req-7aff44fc-87cd-4488-b2ee-0b98d4abed09 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:46.061183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6889f799-ec32-424c-92ab-94548fd02678 req-7aff44fc-87cd-4488-b2ee-0b98d4abed09 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1102850 Jul 09 17:03:46.102866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port 413817f6-b7bd-4586-bca4-0c2910474692 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:46.127037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:46.136327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-e56236d6-09c0-4ba8-ba4a-07036f129707 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "DELETE /v2.0/ports/413817f6-b7bd-4586-bca4-0c2910474692 HTTP/1.1" status: 204 len: 173 time: 1.2788556 Jul 09 17:03:46.154193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fcd48-a3ed-43fd-9b72-d7cabce163df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:46.159809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6889f799-ec32-424c-92ab-94548fd02678 req-f30a81d5-cc8d-47a3-9229-e9a77227d8d2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925388 Jul 09 17:03:46.166145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fcd48-a3ed-43fd-9b72-d7cabce163df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:46.168236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c5fcd48-a3ed-43fd-9b72-d7cabce163df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4617581 Jul 09 17:03:46.178119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8'}, {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:46.180260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:46.181527 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3de0e9-016b-4c9c-818c-eb0f50c592f9" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8"}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "413817f6-b7bd-4586-bca4-0c2910474692"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:46.202742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-6537badb-fda5-4448-8d90-13a2ab7480fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3919594 Jul 09 17:03:46.218765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63becc25-75d1-4baa-a89e-7f2afc654e47 None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:46.347978 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a5c3fb-8eeb-442b-b2ce-b845ab9dfb91 x-openstack-request-id: req-27a5c3fb-8eeb-442b-b2ce-b845ab9dfb91 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:46.348401 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "79a4326d-69b9-48e2-8532-9337629e15c8", "status": "completed", "code": 200}, {"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "413817f6-b7bd-4586-bca4-0c2910474692", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:46.348745 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27a5c3fb-8eeb-442b-b2ce-b845ab9dfb91 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:46.349629 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '79a4326d-69b9-48e2-8532-9337629e15c8', 'status': 'completed', 'code': 200} Jul 09 17:03:46.349947 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '413817f6-b7bd-4586-bca4-0c2910474692', 'status': 'completed', 'code': 200} Jul 09 17:03:46.413287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:46.413854 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:46.548240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port f65ef719-4cbe-48bc-96c6-fb3cb1c86704 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:46.552845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:46.593859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:46.594240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:46.632367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:46.650013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-92a3e80e-184a-492a-a3b0-cf61acf6f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:46.651792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-92a3e80e-184a-492a-a3b0-cf61acf6f3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.3423398 Jul 09 17:03:46.767726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:46.799400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for f65ef719-4cbe-48bc-96c6-fb3cb1c86704 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:46.912758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-3b1c7a4f-ad14-4fea-b4fc-a51a98d3a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:46.926484 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-3b1c7a4f-ad14-4fea-b4fc-a51a98d3a88a service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.2404709 Jul 09 17:03:47.171490 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-e06c7165-1007-403b-a809-da032be58a1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1002 time: 0.2376997 Jul 09 17:03:47.197398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:47.263535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-3df1f6c0-a534-4ef8-8d46-dbe3ec559b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:47.266155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-3df1f6c0-a534-4ef8-8d46-dbe3ec559b6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0870626 Jul 09 17:03:47.290818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.308363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.349185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=89f74cfe-2833-49bb-93df-f1ad9c9b96b8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:47.384612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=f65ef719-4cbe-48bc-96c6-fb3cb1c86704,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:47.439211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6a13bb85-e27b-4798-b133-d4f6bef0aec0 None None] Provisioning for port 124eca13-4874-49e0-b113-a511fddeab87 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:47.459328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6a13bb85-e27b-4798-b133-d4f6bef0aec0 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:47.459849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a13bb85-e27b-4798-b133-d4f6bef0aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.545693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port 89f74cfe-2833-49bb-93df-f1ad9c9b96b8 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:03:47.562717 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.565516 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f1221bc-0221-43cb-8758-6f873225654d req-2f0babac-c2dd-4551-bd85-03476237b70e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.43 "DELETE /v2.0/ports/89f74cfe-2833-49bb-93df-f1ad9c9b96b8 HTTP/1.1" status: 204 len: 173 time: 1.3951094 Jul 09 17:03:47.614497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-4587dffc-2f08-41a3-adf0-f6f306360358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:47.614497 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-4587dffc-2f08-41a3-adf0-f6f306360358 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3322480 Jul 09 17:03:47.614825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18e2554a-2c0b-42a7-9734-ed5b0820f9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.721921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:47.726789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.735104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e18855b-f326-4eb3-9e36-37a790fc609d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/f65ef719-4cbe-48bc-96c6-fb3cb1c86704 HTTP/1.1" status: 204 len: 168 time: 1.5536394 Jul 09 17:03:47.739985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:47.853166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:47.854668 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.858797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-752bef02-b209-4ef4-a2f4-f533bf012d87 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408762 Jul 09 17:03:47.969102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18e2554a-2c0b-42a7-9734-ed5b0820f9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:47.989480 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18e2554a-2c0b-42a7-9734-ed5b0820f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.034630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18e2554a-2c0b-42a7-9734-ed5b0820f9ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c77b78ca8524cca9a572e31414e047f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338840 Jul 09 17:03:48.037627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:48.038095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:48.064873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00e1cc16-bebc-4ae0-9e38-9c15bf673aea None None] Could not find standard attr ID for object f65ef719-4cbe-48bc-96c6-fb3cb1c86704. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:48.119585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09ae312e-cd15-49eb-993c-3a9e42aad079 req-6a68d58b-4679-4951-81db-abc9b5bd116e tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.1350336 Jul 09 17:03:48.122220 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3d3e21f5-a688-4bd4-b919-b6da82fae852 req-6a0c98b4-3f17-4323-a1a4-94a4309d51bf service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568009 Jul 09 17:03:48.148310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967168f-7d2e-4198-86ca-4dd359a37516 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:48.150361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967168f-7d2e-4198-86ca-4dd359a37516 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:48.152413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967168f-7d2e-4198-86ca-4dd359a37516 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:48.154574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2967168f-7d2e-4198-86ca-4dd359a37516 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4135666 Jul 09 17:03:48.157855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:48.215534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-909cc46c-86fb-4d38-be3e-5995c6df9153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.223997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 09ec6542-4c10-400f-9203-067fe413a6ec {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:48.228862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.275025 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-909cc46c-86fb-4d38-be3e-5995c6df9153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.297472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.345106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2554a-2c0b-42a7-9734-ed5b0820f9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c6215-21a2-4e66-8581-216e4f237936,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:48.369902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:48.372599 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb844df-9c46-4c05-b405-c570e1e35926" -d '{"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:48.427371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.437802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-07e9c696-2157-4a0a-8b57-0e1bf8aae2c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4e7d8f45ce84431bbcf08ccf60dee55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983595 Jul 09 17:03:48.449465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:48.494577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.507366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-909cc46c-86fb-4d38-be3e-5995c6df9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.510747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-909cc46c-86fb-4d38-be3e-5995c6df9153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.512555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-909cc46c-86fb-4d38-be3e-5995c6df9153 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/520c6215-21a2-4e66-8581-216e4f237936 HTTP/1.1" status: 204 len: 168 time: 0.4721153 Jul 09 17:03:48.535185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=09ec6542-4c10-400f-9203-067fe413a6ec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:48.537770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.540025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b0a7d18c-2f77-4c55-940b-8baf4a2df182 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/09ec6542-4c10-400f-9203-067fe413a6ec HTTP/1.1" status: 204 len: 168 time: 0.3808863 Jul 09 17:03:48.542362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac5b2c-4fbb-42e8-a89f-7a6875132b4b None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:48.542905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:48.569771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cc46c-86fb-4d38-be3e-5995c6df9153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c6215-21a2-4e66-8581-216e4f237936,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:48.604634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet fd2eab98-5adf-450d-b3b8-ede2a0f2a695 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:48.608605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.658305 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af5fd13e-330b-4978-9b79-3f8bca4eda41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.679441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.717796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af5fd13e-330b-4978-9b79-3f8bca4eda41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.828316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af5fd13e-330b-4978-9b79-3f8bca4eda41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.846626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af5fd13e-330b-4978-9b79-3f8bca4eda41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.852573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-af5fd13e-330b-4978-9b79-3f8bca4eda41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68fc2eb3-edc3-4d5b-95e2-2b1b495bd066 HTTP/1.1" status: 204 len: 168 time: 0.3994529 Jul 09 17:03:48.871655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd13e-330b-4978-9b79-3f8bca4eda41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc2eb3-edc3-4d5b-95e2-2b1b495bd066,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:48.883460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb3161-807b-4041-9087-c2533a4d8778 req-4180a8a5-1cd3-407d-9938-f12523e3169e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:48.885573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69cb3161-807b-4041-9087-c2533a4d8778 req-4180a8a5-1cd3-407d-9938-f12523e3169e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4938998 Jul 09 17:03:48.919656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:48.938185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69cb3161-807b-4041-9087-c2533a4d8778 req-07aefcce-198c-4cf5-a8df-8c71f16aa11c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Jul 09 17:03:48.980206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:49.007970 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6bec4b-024e-4e18-9d8c-8135684a3e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.084008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.183830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6bec4b-024e-4e18-9d8c-8135684a3e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.188619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6bec4b-024e-4e18-9d8c-8135684a3e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.192771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2eab98-5adf-450d-b3b8-ede2a0f2a695,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:49.206711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.212043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5cc1af00-d0d7-4209-9277-7d02c8cacdec tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/fd2eab98-5adf-450d-b3b8-ede2a0f2a695 HTTP/1.1" status: 204 len: 168 time: 0.6661880 Jul 09 17:03:49.212436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:49.278667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bec4b-024e-4e18-9d8c-8135684a3e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0c64e7-1a30-43af-ac1e-9be6a17060e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:49.294111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac6bec4b-024e-4e18-9d8c-8135684a3e0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad26789c03af414c9b1d2b9dcfb0a9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126938 Jul 09 17:03:49.296965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:49.328862 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a1a4cae5-595d-4637-8967-b4022dc3a13a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147277 Jul 09 17:03:49.329955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:49.336237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:49.459204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c311819f-11df-40c8-ab4b-989738b7859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.505138 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c311819f-11df-40c8-ab4b-989738b7859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.516599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:49.521561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.580929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c311819f-11df-40c8-ab4b-989738b7859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.583885 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c311819f-11df-40c8-ab4b-989738b7859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:49.587901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c311819f-11df-40c8-ab4b-989738b7859d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d0c64e7-1a30-43af-ac1e-9be6a17060e4 HTTP/1.1" status: 204 len: 168 time: 0.2873225 Jul 09 17:03:49.603676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311819f-11df-40c8-ab4b-989738b7859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0c64e7-1a30-43af-ac1e-9be6a17060e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:49.801200 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01481ad-33db-40a6-8bf8-7de5b26509c4 x-openstack-request-id: req-d01481ad-33db-40a6-8bf8-7de5b26509c4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:49.801503 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02aeb6a-ea6c-4e82-980d-75f4a089cca4", "name": "network-vif-deleted", "tag": "89f74cfe-2833-49bb-93df-f1ad9c9b96b8", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:49.801754 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d01481ad-33db-40a6-8bf8-7de5b26509c4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:49.802162 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02aeb6a-ea6c-4e82-980d-75f4a089cca4', 'name': 'network-vif-deleted', 'tag': '89f74cfe-2833-49bb-93df-f1ad9c9b96b8', 'status': 'completed', 'code': 200} Jul 09 17:03:49.853416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c474a7d-491f-4d88-bc42-09efe73c380c None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:49.906675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05d09609-3903-40b5-8ee8-6c0571341e61 req-1960cf51-05c6-4bed-9d6e-92f00addda42 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0598729 Jul 09 17:03:49.971164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-889c8f68-8a96-497c-aec1-184492748bf9 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:49.973682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-889c8f68-8a96-497c-aec1-184492748bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.020789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:03:50.128915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:50.147028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cabfbbf-f90c-4ab2-90dd-6709be1e3a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.295612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cabfbbf-f90c-4ab2-90dd-6709be1e3a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.303846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cabfbbf-f90c-4ab2-90dd-6709be1e3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.338569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9cabfbbf-f90c-4ab2-90dd-6709be1e3a06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37605b05d7e84c52b99e085ab734a462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055390 Jul 09 17:03:50.338893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:50.361286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.445813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabfbbf-f90c-4ab2-90dd-6709be1e3a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10376552-f73e-4f4a-a960-ba5a7dcbfdf1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:50.451185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16795049-f2ef-43b8-bdcc-344b47f04016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.483399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16795049-f2ef-43b8-bdcc-344b47f04016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.595342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16795049-f2ef-43b8-bdcc-344b47f04016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.598565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16795049-f2ef-43b8-bdcc-344b47f04016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:50.600057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-16795049-f2ef-43b8-bdcc-344b47f04016 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10376552-f73e-4f4a-a960-ba5a7dcbfdf1 HTTP/1.1" status: 204 len: 168 time: 0.2599306 Jul 09 17:03:50.617153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16795049-f2ef-43b8-bdcc-344b47f04016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10376552-f73e-4f4a-a960-ba5a7dcbfdf1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:50.656087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b01487-5fe8-4a18-ab80-d06cc22a6ac6 req-a8db926d-a981-4b1d-83f4-35b28e8ce2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:50.658935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b01487-5fe8-4a18-ab80-d06cc22a6ac6 req-a8db926d-a981-4b1d-83f4-35b28e8ce2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1202455 Jul 09 17:03:50.726420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9b01487-5fe8-4a18-ab80-d06cc22a6ac6 req-e0ce320d-90de-40c5-9220-2e6f45cdba93 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587552 Jul 09 17:03:50.761482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-504be79f-4feb-4c4f-bbaa-83e4b3b3b6ad None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:50.762246 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-504be79f-4feb-4c4f-bbaa-83e4b3b3b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.103415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:51.113594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c41b85e2-3a5d-4fb8-a437-91e611c08546 req-54ba4d6a-e088-484c-beb4-8a705561a331 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0376489 Jul 09 17:03:51.147597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.153988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.155138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.242223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:51.253567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:51.260964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:51.260964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.266502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41160097-7d63-4028-ac49-6c806ad7777e None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:51.272067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=4438ee12-a181-4a1d-a4bb-2391a100d0db,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:51.276898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:51.288674 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a31bc524-bcba-4ed9-b5c6-c9e0500e5ac3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9570751 Jul 09 17:03:51.293036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:51.298771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:51.447107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:51.456883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.571726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:51.633283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:51.633983 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.800915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65a0c60f-09e2-4210-8ae8-b506a41834b8 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:51.801448 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65a0c60f-09e2-4210-8ae8-b506a41834b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.802087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.858094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=6bdf54d1-e953-43ae-ba93-4ed7038b89cf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:51.870165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:51.871584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:51.875021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:51.875624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:51.886556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b742439-02c8-4e79-9338-dd0da910e5ad None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:51.896717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-847f4558-e9d5-4da8-9f55-89a12b9ae08c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6022274 Jul 09 17:03:51.899235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:51.908200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:a3:16:03', 'name': 'tempest-NetworksTestDHCPv6-1059718113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:52.058743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b4b18-dc3d-4bab-8496-d33d8db2dedf req-da7a72f4-76d4-421d-8c31-3d2970300f7e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:52.061338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e2b4b18-dc3d-4bab-8496-d33d8db2dedf req-da7a72f4-76d4-421d-8c31-3d2970300f7e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1489389 Jul 09 17:03:52.119260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e2b4b18-dc3d-4bab-8496-d33d8db2dedf req-fd091d1a-44ea-4c66-928f-c874866150bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515294 Jul 09 17:03:52.120282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:52.218686 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.245478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 6f8ca0b6-378c-4576-b324-5ed2c0fcea5f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:52.353201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '4438ee12-a181-4a1d-a4bb-2391a100d0db', 'ip_address': '2001:db8::f816:3eff:fe26:c24a'}, {'subnet_id': '6bdf54d1-e953-43ae-ba93-4ed7038b89cf'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '124eca13-4874-49e0-b113-a511fddeab87'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:03:52.410907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.484275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07fa99ba-3bd1-4dca-9d82-f987b536c703 req-f487b906-5912-4672-afd7-3568a8fe1d16 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0374279 Jul 09 17:03:52.497421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 172.20.0.4 (c3d619cb-858e-4385-a0f1-202e2ba81add/6bdf54d1-e953-43ae-ba93-4ed7038b89cf/6f8ca0b6-378c-4576-b324-5ed2c0fcea5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:52.504396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fea3:1603 (c3d619cb-858e-4385-a0f1-202e2ba81add/4438ee12-a181-4a1d-a4bb-2391a100d0db/6f8ca0b6-378c-4576-b324-5ed2c0fcea5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:52.667738 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.681309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 6f8ca0b6-378c-4576-b324-5ed2c0fcea5f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:52.717798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.776198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=6f8ca0b6-378c-4576-b324-5ed2c0fcea5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:52.782424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:52.784038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:52.787332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:52.787956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Allocated IP 172.20.0.2 (c3d619cb-858e-4385-a0f1-202e2ba81add/6bdf54d1-e953-43ae-ba93-4ed7038b89cf/124eca13-4874-49e0-b113-a511fddeab87) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:52.855604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:52.856266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.876437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b55e58f-8be1-46ca-986b-3f28148493a4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9704366 Jul 09 17:03:52.877096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:52.909396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:52.952716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad461893-d6ed-46ce-8a74-74a432ab77ba tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:52.959652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad461893-d6ed-46ce-8a74-74a432ab77ba tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:52.963856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad461893-d6ed-46ce-8a74-74a432ab77ba tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0835147 Jul 09 17:03:52.963990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.964124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:52.985695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Transition to ACTIVE for port object 124eca13-4874-49e0-b113-a511fddeab87 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:52.990795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.047574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f2c98-5fa0-4463-9f8c-4a099dc0f3ba None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:53.093655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 6f8ca0b6-378c-4576-b324-5ed2c0fcea5f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:53.096120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.421351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:53.525045 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.556457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 6f8ca0b6-378c-4576-b324-5ed2c0fcea5f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:53.559685 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f81d0abc-f882-497d-bd41-a73cd9b41350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.601012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:53.684279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f81d0abc-f882-497d-bd41-a73cd9b41350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.690661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802ac07-e549-460e-a77d-74f29245160a req-591a7e48-5e76-4fb6-b52c-f2074be2cdc0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:53.691277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f81d0abc-f882-497d-bd41-a73cd9b41350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.697876 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4802ac07-e549-460e-a77d-74f29245160a req-591a7e48-5e76-4fb6-b52c-f2074be2cdc0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2159185 Jul 09 17:03:53.742504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d0abc-f882-497d-bd41-a73cd9b41350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577582b7-75d8-45c1-b969-1302d1402a61,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:53.766122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f81d0abc-f882-497d-bd41-a73cd9b41350 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f95a345e3d9447fab410e727ebea5aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434377 Jul 09 17:03:53.769152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:53.773054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4802ac07-e549-460e-a77d-74f29245160a req-fcc16c35-3f3b-4517-ae2c-d8ec17b551e6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741837 Jul 09 17:03:53.832886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.833378 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eef78b4-4a9e-4a2c-b118-4ea953c83886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.859253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eef78b4-4a9e-4a2c-b118-4ea953c83886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.917766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eef78b4-4a9e-4a2c-b118-4ea953c83886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.921525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eef78b4-4a9e-4a2c-b118-4ea953c83886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.923501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9eef78b4-4a9e-4a2c-b118-4ea953c83886 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/577582b7-75d8-45c1-b969-1302d1402a61 HTTP/1.1" status: 204 len: 168 time: 0.1530461 Jul 09 17:03:53.935338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef78b4-4a9e-4a2c-b118-4ea953c83886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577582b7-75d8-45c1-b969-1302d1402a61,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:53.941273 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:53.968440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5db81a2-ed24-43af-9116-2665a2af8cb9 req-ab618713-98c0-4e13-b06f-9ea1a4256ae9 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0452077 Jul 09 17:03:53.997329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=6f8ca0b6-378c-4576-b324-5ed2c0fcea5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:54.122214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.124813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-be50f664-101a-4f98-9bd9-006877c326de tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/6f8ca0b6-378c-4576-b324-5ed2c0fcea5f HTTP/1.1" status: 204 len: 168 time: 1.1597207 Jul 09 17:03:54.127360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:54.146416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-19c3f325-e433-4a55-9e21-8dc430ab66c2 None None] Provisioning for port 124eca13-4874-49e0-b113-a511fddeab87 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:54.152635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-19c3f325-e433-4a55-9e21-8dc430ab66c2 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:54.153010 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-19c3f325-e433-4a55-9e21-8dc430ab66c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.196289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293534a-6f7b-4951-a599-d14416afc2fd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:54.197820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293534a-6f7b-4951-a599-d14416afc2fd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:54.199901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293534a-6f7b-4951-a599-d14416afc2fd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:54.203938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a293534a-6f7b-4951-a599-d14416afc2fd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0731933 Jul 09 17:03:54.204184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:54.299451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 4438ee12-a181-4a1d-a4bb-2391a100d0db {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:54.303330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.370406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.413670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2ad99ea-949d-41fb-8417-48128132c050 None None] Could not find standard attr ID for object 6f8ca0b6-378c-4576-b324-5ed2c0fcea5f. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:54.493689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.563753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.581547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.584436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/4438ee12-a181-4a1d-a4bb-2391a100d0db HTTP/1.1" status: 204 len: 168 time: 0.3792791 Jul 09 17:03:54.586953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:54.609433 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d234ff-0b2a-4d03-a771-b66e2f0dfac8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=4438ee12-a181-4a1d-a4bb-2391a100d0db,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:54.656308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 6bdf54d1-e953-43ae-ba93-4ed7038b89cf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:54.659816 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.705060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.736623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c8ba6-25bc-433d-9422-a8102098792e None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:54.824440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.906741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.937397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdf54d1-e953-43ae-ba93-4ed7038b89cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:54.950893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:54.955554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:54.955778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9659ff35-dbac-4eaf-b319-c982567950f9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/6bdf54d1-e953-43ae-ba93-4ed7038b89cf HTTP/1.1" status: 204 len: 168 time: 0.3669362 Jul 09 17:03:55.017941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-18ac07a2-a286-4073-a2a1-89db37622432 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609312 Jul 09 17:03:55.020715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:55.026202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:55.029978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885efca0-e2da-4326-8f7f-152766014764 req-d991a6b8-ecc6-49b9-8f20-f21d8e9e3711 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:55.032372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-885efca0-e2da-4326-8f7f-152766014764 req-d991a6b8-ecc6-49b9-8f20-f21d8e9e3711 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0747058 Jul 09 17:03:55.063851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dccca1-98d8-4044-88a5-9b72e6624d9d None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '6bdf54d1-e953-43ae-ba93-4ed7038b89cf'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '124eca13-4874-49e0-b113-a511fddeab87'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:03:55.076397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-885efca0-e2da-4326-8f7f-152766014764 req-13ac23eb-7ba4-49b8-a98a-1a40e7599cf2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Jul 09 17:03:55.120608 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0dccca1-98d8-4044-88a5-9b72e6624d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.141993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:55.148578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.239937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-282be23e-868c-48a0-a50d-74d0bfaa1e2e req-b74caa80-03c9-453d-a087-fbc080fe2a11 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0372486 Jul 09 17:03:55.308900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baede5f3-f004-49f7-858a-40259bb5ae52 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:55.376595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a1fd8f88-26c9-492f-98b1-d06e1a8942c1 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:55.377169 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8f88-26c9-492f-98b1-d06e1a8942c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.381614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.430999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:55.434178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:55.437754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:55.438387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.446828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=30028fef-d028-4fbf-85ec-d7dc6f7f8198,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:55.459564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-52019003-66b0-4143-ba24-2d6cfab8700c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4375019 Jul 09 17:03:55.462235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:55.468647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:55.560671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:03:55.605546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:55.609621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.649464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '30028fef-d028-4fbf-85ec-d7dc6f7f8198'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '124eca13-4874-49e0-b113-a511fddeab87'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:03:55.710616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.712390 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.782118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:55.788820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.913828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:55.936660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Allocated IP 172.20.0.2 (c3d619cb-858e-4385-a0f1-202e2ba81add/30028fef-d028-4fbf-85ec-d7dc6f7f8198/124eca13-4874-49e0-b113-a511fddeab87) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:55.967602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:03:56.050237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:56.082598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.096799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Transition to ACTIVE for port object 124eca13-4874-49e0-b113-a511fddeab87 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:56.101511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.170354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.176101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07d26e-ad97-47d4-a284-991c4a3dc82d None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=14']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:56.336972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a826-3959-404f-9712-9d93682830c5 req-2f3173ba-5194-4ec8-835d-fcedf35e1a42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:56.342993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a87a826-3959-404f-9712-9d93682830c5 req-2f3173ba-5194-4ec8-835d-fcedf35e1a42 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1237104 Jul 09 17:03:56.387959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a87a826-3959-404f-9712-9d93682830c5 req-ef000ee7-acd2-4c3e-8098-a43c9d20d5d9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Jul 09 17:03:56.389402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:56.442819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.449837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.450952 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.561749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:56.562540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=b87a3b80-4b75-4973-afe3-b96a4e43827d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:56.569165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b97f698e-a20c-4089-8be2-22e376848672 req-283a84c1-5972-405a-aecd-c78c5c0f9aa5 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0368187 Jul 09 17:03:56.577678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:56.581763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:56.598873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.611656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=15']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:56.623695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d04bce02-823e-4ce0-b45e-613b964bf41d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1601899 Jul 09 17:03:56.626539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53660) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:56.631817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:46:11:31', 'name': 'tempest-NetworksTestDHCPv6-1615603637'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:56.760421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:56.881978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.919634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 0a78a5c4-5b49-4fed-bc25-abb1df90f163 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:03:57.007911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860e9f7-efd7-43d5-8aff-431fc32f41af None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:57.074500 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] Provisioning for port 124eca13-4874-49e0-b113-a511fddeab87 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:57.087135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:57.087764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.170463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 172.20.0.12 (c3d619cb-858e-4385-a0f1-202e2ba81add/30028fef-d028-4fbf-85ec-d7dc6f7f8198/0a78a5c4-5b49-4fed-bc25-abb1df90f163) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:57.180535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe46:1131 (c3d619cb-858e-4385-a0f1-202e2ba81add/b87a3b80-4b75-4973-afe3-b96a4e43827d/0a78a5c4-5b49-4fed-bc25-abb1df90f163) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:57.317950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.377433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.399640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 0a78a5c4-5b49-4fed-bc25-abb1df90f163 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:57.418971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:57.429899 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.479988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.543012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995e8fb-d054-477a-a9cd-4e6806590fc4 req-3eb77603-ac93-4b98-8e47-94be696bd1e3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:57.544478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92531ac-e42c-4fd0-9808-8a53f2f972bf None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=16']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:57.545913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8995e8fb-d054-477a-a9cd-4e6806590fc4 req-3eb77603-ac93-4b98-8e47-94be696bd1e3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.1619089 Jul 09 17:03:57.590139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:57.597260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:57.605211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:57.640503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8995e8fb-d054-477a-a9cd-4e6806590fc4 req-8188b983-519e-4f85-ad17-d59fca55b411 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869904 Jul 09 17:03:57.641731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=0a78a5c4-5b49-4fed-bc25-abb1df90f163,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:57.703377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:57.706887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:57.714784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.750386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-280c6cea-5a9c-4dae-ad36-63915c42116f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1203871 Jul 09 17:03:57.750845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:57.815025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:57.816572 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.879525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41e04e-1df0-407f-88a8-ea74f8fe77f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:57.886251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41e04e-1df0-407f-88a8-ea74f8fe77f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:57.889482 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fb41e04e-1df0-407f-88a8-ea74f8fe77f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1374254 Jul 09 17:03:57.893162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:57.995630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:58.039449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701fcd0-3276-4d8c-99db-97e20cd85130 req-165ee7db-8e63-4e98-9f70-fd35172afa75 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:58.041258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6701fcd0-3276-4d8c-99db-97e20cd85130 req-165ee7db-8e63-4e98-9f70-fd35172afa75 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2044992 Jul 09 17:03:58.081275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 0a78a5c4-5b49-4fed-bc25-abb1df90f163 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:58.081840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.129748 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc396377-d393-4f02-ad20-281c52a63666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.140450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6701fcd0-3276-4d8c-99db-97e20cd85130 req-25898f70-5670-4248-84a8-6c28893baa74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911648 Jul 09 17:03:58.214514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.238753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 0a78a5c4-5b49-4fed-bc25-abb1df90f163 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:03:58.289226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc396377-d393-4f02-ad20-281c52a63666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.297025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc396377-d393-4f02-ad20-281c52a63666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.346331 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cc396377-d393-4f02-ad20-281c52a63666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d9df212fee24b97b5aebbc4a9df2017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485851 Jul 09 17:03:58.346695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b5d1402d-1d87-458d-abe7-0f27e5e7c2bf req-783481d8-d2a9-4952-9147-71e85c06aa70 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0417724 Jul 09 17:03:58.348236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:58.386346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc396377-d393-4f02-ad20-281c52a63666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a582aa-9b6e-445e-b5fc-6554647656d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:58.418174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6490ed4d-71be-4087-9746-46067506fa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.447401 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6490ed4d-71be-4087-9746-46067506fa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.478150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61bfb3-53f2-445c-9a00-98ced35824b4 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:58.511475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6490ed4d-71be-4087-9746-46067506fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.514386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6490ed4d-71be-4087-9746-46067506fa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.518198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6490ed4d-71be-4087-9746-46067506fa62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07a582aa-9b6e-445e-b5fc-6554647656d8 HTTP/1.1" status: 204 len: 168 time: 0.1662543 Jul 09 17:03:58.534932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.535198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490ed4d-71be-4087-9746-46067506fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a582aa-9b6e-445e-b5fc-6554647656d8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:58.587924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=0a78a5c4-5b49-4fed-bc25-abb1df90f163,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:58.595419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56136b69-dd0f-43db-bc8a-26c7652203a4 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:58.595791 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56136b69-dd0f-43db-bc8a-26c7652203a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.712517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.717833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bcfb4cf-fda5-4530-924b-233307532cce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/0a78a5c4-5b49-4fed-bc25-abb1df90f163 HTTP/1.1" status: 204 len: 168 time: 0.8233526 Jul 09 17:03:58.721695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:58.827847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea887c-afea-4272-afd4-0ca2f37397df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:58.831968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea887c-afea-4272-afd4-0ca2f37397df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:58.839187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea887c-afea-4272-afd4-0ca2f37397df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:58.843178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69ea887c-afea-4272-afd4-0ca2f37397df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1197445 Jul 09 17:03:58.845729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:59.014881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 30028fef-d028-4fbf-85ec-d7dc6f7f8198 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:59.018505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.074654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.119087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784e74-b29d-4070-8d4c-b0637163cd48 req-f402bebd-021a-408f-95e6-0d3f96ad223d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:59.127006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f784e74-b29d-4070-8d4c-b0637163cd48 req-f402bebd-021a-408f-95e6-0d3f96ad223d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.2508938 Jul 09 17:03:59.195937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-73b292cd-edd7-4374-9c20-dc59ffa96018 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:59.197706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-73b292cd-edd7-4374-9c20-dc59ffa96018 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 947 time: 0.0940316 Jul 09 17:03:59.199131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f784e74-b29d-4070-8d4c-b0637163cd48 req-c6ecd5a2-3a27-4442-9992-cb9338ceac60 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9a591e0-83cb-4adf-9aac-f24fe30b1057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711570 Jul 09 17:03:59.251865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.354535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Deleting port e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:03:59.355164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.370971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-775e3c75-bc26-4cb3-b975-ebcd12be0e8e None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:59.371762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-775e3c75-bc26-4cb3-b975-ebcd12be0e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.385077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.447308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=30028fef-d028-4fbf-85ec-d7dc6f7f8198,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:59.513731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.519431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf8d7583-ec1b-4c8a-a3cd-bdb8d57cb852 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/30028fef-d028-4fbf-85ec-d7dc6f7f8198 HTTP/1.1" status: 204 len: 168 time: 0.6719646 Jul 09 17:03:59.520519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:59.526032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] For port e991414f-27e3-46e7-ad5c-ccbc87d159d6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e991414f-27e3-46e7-ad5c-ccbc87d159d6,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:59.532165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.569012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd60e2-5678-4403-8c13-5caf204ce114 req-79606b6f-5a3e-4b9c-8c76-b052c15479a2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:59.572075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26fd60e2-5678-4403-8c13-5caf204ce114 req-79606b6f-5a3e-4b9c-8c76-b052c15479a2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1278434 Jul 09 17:03:59.590591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:59.669058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26fd60e2-5678-4403-8c13-5caf204ce114 req-3be51e1c-6a92-4849-8af4-13ee52da802d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894666 Jul 09 17:03:59.687835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet b87a3b80-4b75-4973-afe3-b96a4e43827d {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:03:59.693272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.714333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:59.714765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:59.829527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eeab12-09c9-4757-92d7-bffee49372cc None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:59.860936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a72d09a3-fbdf-4494-b58e-19029fb0a106 req-610e84f8-f163-4536-bb07-03b24bcf3ee1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0462000 Jul 09 17:03:59.915520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a4264d24-63d1-459b-9b3a-c151b99f51b8 None None] Could not find standard attr ID for object 0a78a5c4-5b49-4fed-bc25-abb1df90f163. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:03:59.943311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.000077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.000462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.000812 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Floating IP f092f323-7d61-4dc8-a114-0dff5e681918 disassociated. External IP: 172.25.7.130, port: e991414f-27e3-46e7-ad5c-ccbc87d159d6. Jul 09 17:04:00.001175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Calling delete_port for e991414f-27e3-46e7-ad5c-ccbc87d159d6 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:00.106791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.200651 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.293581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=b87a3b80-4b75-4973-afe3-b96a4e43827d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:00.304187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.306198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28b316a4-efd6-4262-982e-11185f4155c3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/b87a3b80-4b75-4973-afe3-b96a4e43827d HTTP/1.1" status: 204 len: 168 time: 0.7826953 Jul 09 17:04:00.309246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:00.351022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.371690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-07ac99a9-20de-4a70-94d8-0d817def185e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584037 Jul 09 17:04:00.372599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:00.384744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:00.396143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event deleted for resources: {'Port': ['ID=e991414f-27e3-46e7-ad5c-ccbc87d159d6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:00.556922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-847dbfbb-6b41-4d72-ab32-f6a0a7286228 req-6b749f11-99de-4a2c-9d88-79455de11186 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 210 time: 0.0862834 Jul 09 17:04:00.599285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:04:00.626461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:00.649392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:00.655545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:00.852243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:04:00.864973 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:04:00.881716 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:00.883960 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:00.965519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a0a2b-6a7c-4452-810d-d8677aca9181 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:00.993841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] No DVR routers for this DVR port e991414f-27e3-46e7-ad5c-ccbc87d159d6 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:00.996772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.000624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-552b9a5e-cbfa-4f62-8337-f8784487cad1 req-b67d6fde-0f86-4862-9b0c-23deced953fa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "DELETE /v2.0/ports/e991414f-27e3-46e7-ad5c-ccbc87d159d6 HTTP/1.1" status: 204 len: 173 time: 1.7907073 Jul 09 17:04:01.001137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-deleted', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:01.007561 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac2c96-f91e-484e-9632-ce6e65cd43f8" -d '{"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-deleted", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:01.075038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'network': {'name': 'tempest-network-smoke--1117143354', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:01.101141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.136828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-defec71c-417d-4b9c-9b09-228212174d1e None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:01.137202 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-defec71c-417d-4b9c-9b09-228212174d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.164288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:01.165549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:01.169672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:01.179667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:01.180292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.239093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=4c1428dc-42e6-48cf-ae79-534f3e44a8cf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:01.258288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:01.266071 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.276097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a9afae97-6e5a-42dd-a19d-7889e24f8ba3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8993392 Jul 09 17:04:01.276501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:01.281398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.282228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:01.306946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941f16b-ae64-4d9c-9e29-ee6a9397d6b0 req-3fb62ef7-0557-4b2e-bed7-9234a5cb42f8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:01.314605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f941f16b-ae64-4d9c-9e29-ee6a9397d6b0 req-3fb62ef7-0557-4b2e-bed7-9234a5cb42f8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3366709 Jul 09 17:04:01.393481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f941f16b-ae64-4d9c-9e29-ee6a9397d6b0 req-c2ab264b-1029-4dec-bf92-f8a0f20792fc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778229 Jul 09 17:04:01.527952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.537697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.576259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:01.585215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.624791 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:01.662092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:04:01.673799 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:04:01.675030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '4c1428dc-42e6-48cf-ae79-534f3e44a8cf'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '124eca13-4874-49e0-b113-a511fddeab87'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:01.683341 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:01.684192 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:01.716617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7d47ea0-40f6-4a07-b3c3-a98c442a474f req-765c9ebd-ac4a-4d44-b982-48e211dc3def tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.1259861 Jul 09 17:04:01.718735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f772c1-f06b-404d-8885-c6c266ce864b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:01.739850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.740120 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Added segment cab4cb66-4162-4ff2-8969-d66e7a611d6b of type vlan for network 8590f01b-855f-4bcd-a43f-bb643042731b Jul 09 17:04:01.749478 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.832358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.883537 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7fda00-fc11-4fc2-85cd-0276279493b1 x-openstack-request-id: req-6b7fda00-fc11-4fc2-85cd-0276279493b1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:01.883885 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26", "name": "network-vif-deleted", "tag": "e991414f-27e3-46e7-ad5c-ccbc87d159d6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:01.884462 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b7fda00-fc11-4fc2-85cd-0276279493b1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:01.884873 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26', 'name': 'network-vif-deleted', 'tag': 'e991414f-27e3-46e7-ad5c-ccbc87d159d6', 'status': 'completed', 'code': 200} Jul 09 17:04:01.921986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.935357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:01.936085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:01.960361 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:02.046242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Allocated IP 172.20.0.2 (c3d619cb-858e-4385-a0f1-202e2ba81add/4c1428dc-42e6-48cf-ae79-534f3e44a8cf/124eca13-4874-49e0-b113-a511fddeab87) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:02.094868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Network': ['ID=8590f01b-855f-4bcd-a43f-bb643042731b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:02.120905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8590f01b-855f-4bcd-a43f-bb643042731b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:04:02.158885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b13186c0-8e30-48c8-8875-fd25859c3514 req-56c36a03-a395-48cb-ab90-463a9b888e51 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4c4ef-95a2-44e3-b3c1-dd4fea983a26 HTTP/1.1" status: 200 len: 210 time: 0.0504668 Jul 09 17:04:02.166827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ac09326-5ef7-4ca4-b6ad-1f20e8940fab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5365765 Jul 09 17:04:02.169650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:02.178703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'admin_state_up': True, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:02.211646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.212743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.302890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.309530 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:02.312991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:02.336926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9bbbf5-7404-42e2-9ac8-1607b095c689 None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:04:02.344185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:02.370288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.396488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Transition to ACTIVE for port object 124eca13-4874-49e0-b113-a511fddeab87 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:02.414524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.555814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6aa3a-b95e-423e-bd3a-eb44b999b0ef None None] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=19']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:02.590155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.639958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.755071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69b529-46a2-432b-82d3-e1964d4abda6 None None] New status for floating IP f092f323-7d61-4dc8-a114-0dff5e681918: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:04:02.762002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85825975-87b0-4709-a251-8649bd7d74b7 req-a3c18642-954e-4410-b70f-0d2bcfcfa273 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:02.763633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85825975-87b0-4709-a251-8649bd7d74b7 req-a3c18642-954e-4410-b70f-0d2bcfcfa273 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1764271 Jul 09 17:04:02.853514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:02.855386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85825975-87b0-4709-a251-8649bd7d74b7 req-5dc093c3-ac7a-467a-8465-21129b59fd15 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839643 Jul 09 17:04:02.929442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.937010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.938859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.969489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:02.976773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:02.982351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:02.987461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:02.987664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.009992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.017598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: e991414f-27e3-46e7-ad5c-ccbc87d159d6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:03.021509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e991414f-27e3-46e7-ad5c-ccbc87d159d6 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:03.039141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.099126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8214309 Jul 09 17:04:03.104922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53772) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:03.116036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:5d:0d:b1', 'name': 'tempest-NetworksTestDHCPv6-893170356'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:03.161808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68478c4b-fb3b-48c3-9cb5-b117986dd5c5 req-9be4b8de-fd28-42ec-bc5a-6c89737245be tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0650322 Jul 09 17:04:03.341600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.25.7.102 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/1b11c674-c35f-429f-a6e6-683d0ba88baa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:03.383356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:03.429250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e03faa-0390-40b4-b954-cafa558e2bd0 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:03.616732 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=d40e57ed-68ef-434e-94b9-64fa5dc584e2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:03.639816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:03.645067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6687e-18cd-4062-afe4-b5d4e56731c0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=21']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:03.728782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b51232cb-0df4-4667-8390-ff66fc40aa6c None None] Provisioning for port 124eca13-4874-49e0-b113-a511fddeab87 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:03.739922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b51232cb-0df4-4667-8390-ff66fc40aa6c None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:03.739922 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b51232cb-0df4-4667-8390-ff66fc40aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.756424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:03.761963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:03.762144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3de6ab3-ed73-48de-885a-7149975a3726 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.762404 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.783671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.803712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3de6ab3-ed73-48de-885a-7149975a3726 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.895003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.906158 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3de6ab3-ed73-48de-885a-7149975a3726 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.909575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3de6ab3-ed73-48de-885a-7149975a3726 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.911524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f3de6ab3-ed73-48de-885a-7149975a3726 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "DELETE /v2.0/security-groups/a9a591e0-83cb-4adf-9aac-f24fe30b1057 HTTP/1.1" status: 204 len: 168 time: 0.5266812 Jul 09 17:04:03.915920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:03.917831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:03.962094 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b520ba43-22ca-497c-9b98-404010d373ac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] show failed (client error): The resource could not be found. Jul 09 17:04:03.966165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:03.966165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de6ab3-ed73-48de-885a-7149975a3726 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a591e0-83cb-4adf-9aac-f24fe30b1057,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:03.968608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:03.973784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:03.983162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b520ba43-22ca-497c-9b98-404010d373ac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups/a9a591e0-83cb-4adf-9aac-f24fe30b1057 HTTP/1.1" status: 404 len: 347 time: 0.0642371 Jul 09 17:04:03.987117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:04.007780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 39b580e9-cea4-4d1a-9e29-3bd82102e996 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:04.063918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=1b11c674-c35f-429f-a6e6-683d0ba88baa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:04.204328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 172.20.0.9 (c3d619cb-858e-4385-a0f1-202e2ba81add/4c1428dc-42e6-48cf-ae79-534f3e44a8cf/39b580e9-cea4-4d1a-9e29-3bd82102e996) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:04.212251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe5d:db1 (c3d619cb-858e-4385-a0f1-202e2ba81add/d40e57ed-68ef-434e-94b9-64fa5dc584e2/39b580e9-cea4-4d1a-9e29-3bd82102e996) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:04.360729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738237c1-4f4e-42c7-8284-1a8d5fa0fbe6 req-e091501e-7680-4858-957d-5ded72f38f20 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:04.369173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-738237c1-4f4e-42c7-8284-1a8d5fa0fbe6 req-e091501e-7680-4858-957d-5ded72f38f20 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3023481 Jul 09 17:04:04.389292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.406624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 39b580e9-cea4-4d1a-9e29-3bd82102e996 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:04.436390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Deleting port aa44756d-9e0b-490a-ade3-201d8c2d39c0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:04.436743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.455803 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.509677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:04.512882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:04.519669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:04.543445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-738237c1-4f4e-42c7-8284-1a8d5fa0fbe6 req-ea36e15d-e895-480e-8a0f-915b5d877fb0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732593 Jul 09 17:04:04.552369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=39b580e9-cea4-4d1a-9e29-3bd82102e996,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:04.593556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:04.594238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.627639 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebcf66f2-e30c-44c4-b08d-5f467d5040a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5195661 Jul 09 17:04:04.630194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:04.671273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a193261-4c07-45bf-9567-7d07e431e757 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:04.709650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6e12e-2d9d-4976-b0db-1a8edf524df0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:04.716587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6e12e-2d9d-4976-b0db-1a8edf524df0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:04.718363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2eb6e12e-2d9d-4976-b0db-1a8edf524df0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0863008 Jul 09 17:04:04.721610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:04.755450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c0e39c1-ce41-403f-be06-2fa1ed5698f9 req-70a767fc-9558-4371-b423-5281835517f0 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0731344 Jul 09 17:04:04.755656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7205af57-8bf7-408b-a839-9eeaee7ffe4a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:04.755886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7205af57-8bf7-408b-a839-9eeaee7ffe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.769587 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.770016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.800270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Calling delete_port for aa44756d-9e0b-490a-ade3-201d8c2d39c0 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:04.802516 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.851454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 39b580e9-cea4-4d1a-9e29-3bd82102e996 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:04.851804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.964025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:04.987681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 39b580e9-cea4-4d1a-9e29-3bd82102e996 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:05.147659 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.159156 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.210327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.241900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event deleted for resources: {'Port': ['ID=aa44756d-9e0b-490a-ade3-201d8c2d39c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:05.249591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=39b580e9-cea4-4d1a-9e29-3bd82102e996,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:05.346295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.348927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.350116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a765cb04-a204-4100-b1f6-b40af2d186e8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "DELETE /v2.0/floatingips/f092f323-7d61-4dc8-a114-0dff5e681918 HTTP/1.1" status: 204 len: 168 time: 1.3802783 Jul 09 17:04:05.362233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4a08851-a0f6-48cb-9c22-6914b1afea37 None None] Could not find standard attr ID for object 39b580e9-cea4-4d1a-9e29-3bd82102e996. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:05.386878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4a08851-a0f6-48cb-9c22-6914b1afea37 None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:05.387403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4a08851-a0f6-48cb-9c22-6914b1afea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.388283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.390535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1c4e3c8-4fd3-4fd9-ae0b-b479a03dda93 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/39b580e9-cea4-4d1a-9e29-3bd82102e996 HTTP/1.1" status: 204 len: 168 time: 0.6678882 Jul 09 17:04:05.393109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:05.488515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20671df1-9c14-4906-8aff-195dd7d9ce96 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:05.489908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:04:05.490360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20671df1-9c14-4906-8aff-195dd7d9ce96 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:05.492158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20671df1-9c14-4906-8aff-195dd7d9ce96 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:05.497913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20671df1-9c14-4906-8aff-195dd7d9ce96 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1035628 Jul 09 17:04:05.498595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:05.586042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 4c1428dc-42e6-48cf-ae79-534f3e44a8cf {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:05.589596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.593685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:05.632254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.704008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 124eca13-4874-49e0-b113-a511fddeab87 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:05.704500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.798894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.832587 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7aac8e85-52ba-4776-8aa0-f854f3a85c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.902154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f90f537-897b-4328-814f-665c99770eef None None] Could not find standard attr ID for object 39b580e9-cea4-4d1a-9e29-3bd82102e996. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:05.917438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:05.965261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1428dc-42e6-48cf-ae79-534f3e44a8cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:05.981465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:05.986841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405253762', 'description': 'tempest-description--1560505891'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:06.031308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.033117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:04:06.036429 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f05beb59-6581-48a0-8a18-ed7d303c5c04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/4c1428dc-42e6-48cf-ae79-534f3e44a8cf HTTP/1.1" status: 204 len: 168 time: 0.5342937 Jul 09 17:04:06.039367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.043444 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:04:06.055197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.058820 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:06.059074 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:06.120823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.122090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8aa7f1f-2698-4de3-bce5-a86fde9926c3 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9504395 Jul 09 17:04:06.126414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53806) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.199072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet d40e57ed-68ef-434e-94b9-64fa5dc584e2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:06.202879 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.226850 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:06.231280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.253757 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.274345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82a655-5687-48a0-8935-b3001ea71c6b None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:06.284753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.305994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0770e1ba-18da-4e16-afbd-a90e24acd2be tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=be15e838446043f88a6554c9ef33da65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1714010 Jul 09 17:04:06.306320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.340236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.436857 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:04Z', 'revision_number': 3, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:06.442337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.447211 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4646597 Jul 09 17:04:06.458422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.473021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:04:06.473745 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Updating router 2dd47754-ca75-4a21-8193-1a0b0d860820 port 1b11c674-c35f-429f-a6e6-683d0ba88baa binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:04:06.478827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.506765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'security_group_rule': {'security_group_id': '408f8f47-ce25-4307-a042-05d58fd4335a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:06.517233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=d40e57ed-68ef-434e-94b9-64fa5dc584e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:06.524886 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.533981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.535560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfbcb4-da84-4804-8bc8-47cb1d5b6214 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408f8f47-ce25-4307-a042-05d58fd4335a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:06.539093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3bfa484e-b23b-4ed9-bc10-efca275ca080 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/d40e57ed-68ef-434e-94b9-64fa5dc584e2 HTTP/1.1" status: 204 len: 168 time: 0.4739316 Jul 09 17:04:06.545626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.558408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57cfd1-d836-4e60-801a-04ff8c52e9cc req-2656d409-746b-4452-a172-b9f85661436a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:06.566877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b57cfd1-d836-4e60-801a-04ff8c52e9cc req-2656d409-746b-4452-a172-b9f85661436a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4905553 Jul 09 17:04:06.593654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c1cb53f-f9a3-477a-bda3-9588ba2ac3cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443907 Jul 09 17:04:06.597734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.607479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36efce0a-eab7-468d-8e3f-b3f7c133432c tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:06.610547 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-36efce0a-eab7-468d-8e3f-b3f7c133432c tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2955396 Jul 09 17:04:06.611995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.659172 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9636d0b-fc03-4a99-9a7f-1584ff26d2f9 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458252 Jul 09 17:04:06.660809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.663601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.672364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248190364', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:06.675010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b57cfd1-d836-4e60-801a-04ff8c52e9cc req-d40f3af2-12d7-4348-9476-69da4eab9a21 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068573 Jul 09 17:04:06.712747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:06.762582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81760d3-b134-4b86-84d4-731f62455c6a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:06.772675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.773525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d81760d3-b134-4b86-84d4-731f62455c6a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1748216 Jul 09 17:04:06.825295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.828159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Deleting port 124eca13-4874-49e0-b113-a511fddeab87 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:06.828543 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.842244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.895423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94777606-1c0c-4d3f-999f-9a118f800172 req-80978b6a-b0d7-4ab7-bda7-a5bc905e89ad tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b02aeb6a-ea6c-4e82-980d-75f4a089cca4 HTTP/1.1" status: 200 len: 210 time: 0.0459480 Jul 09 17:04:06.900754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e15660-b48e-4c29-a4fb-f0be050c112a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:06.915241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71a7e7-da8f-4324-9cca-f15c7028c3c9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:06.919170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5d71a7e7-da8f-4324-9cca-f15c7028c3c9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413493 Jul 09 17:04:06.925207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:06.925207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:06.932304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.948120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] For port 124eca13-4874-49e0-b113-a511fddeab87, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=124eca13-4874-49e0-b113-a511fddeab87,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:06.948688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:06.962426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Calling delete_port for 124eca13-4874-49e0-b113-a511fddeab87 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:07.001977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.005907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-00ce467b-ea9a-40f0-bfa5-897cb5ca5842 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5431161 Jul 09 17:04:07.006717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.011478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'security_group_rule': {'security_group_id': '408f8f47-ce25-4307-a042-05d58fd4335a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:07.022077 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.040328 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d04b2a8d-d8dd-47e1-92d5-7ed1dcee1572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468400 Jul 09 17:04:07.047194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.047374 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Transition to ACTIVE for port object 1b11c674-c35f-429f-a6e6-683d0ba88baa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:07.054373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-69673d30-506a-4284-9933-0d4077796c54 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:07.058070 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.063166 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.063948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.095768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Pushing event deleted for resources: {'Port': ['ID=124eca13-4874-49e0-b113-a511fddeab87,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:07.104505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] No DVR routers for this DVR port 124eca13-4874-49e0-b113-a511fddeab87 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:07.130952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe5ad0-4f9a-4c6a-9ec6-56515e33b3f7 None None] Pushing event updated for resources: {'Port': ['ID=1b11c674-c35f-429f-a6e6-683d0ba88baa,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:07.152245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.153329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.153774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.154529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.155066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.155332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.156275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.157414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.158533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.159234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.159985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.160875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.160875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cbc48a-749c-4843-8520-1baae6aee1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:07.162428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.177604 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Attempting to bind port 1b11c674-c35f-429f-a6e6-683d0ba88baa on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:07.177969 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Attempting to bind port 1b11c674-c35f-429f-a6e6-683d0ba88baa by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:07.178375 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Attempting to bind port 1b11c674-c35f-429f-a6e6-683d0ba88baa on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:07.180178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df3e1c0-af26-4af0-a507-615f6b79e466,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:07.189518 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:07.190262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:07.191120 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.191725 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:07.192550 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Bound port: 1b11c674-c35f-429f-a6e6-683d0ba88baa, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:07.193152 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.202272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.204581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b12b949d-600a-45af-8c52-e4899ed3c34a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971276 Jul 09 17:04:07.207737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.214245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:07.251113 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] For port 1b11c674-c35f-429f-a6e6-683d0ba88baa, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:07.255940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69673d30-506a-4284-9933-0d4077796c54 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:07.256827 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] For port 1b11c674-c35f-429f-a6e6-683d0ba88baa, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1b11c674-c35f-429f-a6e6-683d0ba88baa,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:07.260333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69673d30-506a-4284-9933-0d4077796c54 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.262151 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-69673d30-506a-4284-9933-0d4077796c54 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:07.262456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69673d30-506a-4284-9933-0d4077796c54 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:07.263862 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.286342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.319975 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-69673d30-506a-4284-9933-0d4077796c54 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2735956 Jul 09 17:04:07.320502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.332021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-06d4e873-7cd2-42b8-a473-ce1d3b57cffd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:07.340059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe5ad0-4f9a-4c6a-9ec6-56515e33b3f7 None None] Pushing event updated for resources: {'Port': ['ID=1b11c674-c35f-429f-a6e6-683d0ba88baa,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:07.353666 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:07.354438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:03:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:07.415015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.415675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.480402 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:07.506083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d4e873-7cd2-42b8-a473-ce1d3b57cffd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:07.510323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d4e873-7cd2-42b8-a473-ce1d3b57cffd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.511802 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d4e873-7cd2-42b8-a473-ce1d3b57cffd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:07.512231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d4e873-7cd2-42b8-a473-ce1d3b57cffd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:07.517691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Subnet': ['ID=76946a62-ff02-4af7-93d2-ccb39cc00a5e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:07.537174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Checking segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:07.537508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network hostable DHCP agents. Network: 8590f01b-855f-4bcd-a43f-bb643042731b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:04:07.549994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06d4e873-7cd2-42b8-a473-ce1d3b57cffd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2191126 Jul 09 17:04:07.550265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.557458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-994f7b39-6626-41d7-a732-5295c32af9a7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:07.576644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Allocated IP 172.25.7.40 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/01ec6e35-6dfd-4604-bf9b-29f2ffed2b6d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:07.589479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:07.609189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 8590f01b-855f-4bcd-a43f-bb643042731b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:04:07.618432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 124eca13-4874-49e0-b113-a511fddeab87 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:07.619060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 124eca13-4874-49e0-b113-a511fddeab87 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:07.627571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 8590f01b-855f-4bcd-a43f-bb643042731b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:07.639832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:07.640631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.646924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b1871-43a7-4532-8008-247487b30a52 None None] Network 8590f01b-855f-4bcd-a43f-bb643042731b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:07.676649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e4f0e1e-1021-4ccf-adf8-c1a77fbf143a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0090826 Jul 09 17:04:07.677239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.740807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f7b39-6626-41d7-a732-5295c32af9a7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:07.745566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-994f7b39-6626-41d7-a732-5295c32af9a7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.747242 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-994f7b39-6626-41d7-a732-5295c32af9a7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:07.747682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994f7b39-6626-41d7-a732-5295c32af9a7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:07.758519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.764106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:04Z', 'revision_number': 3, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:07.806702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-994f7b39-6626-41d7-a732-5295c32af9a7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2542820 Jul 09 17:04:07.807365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:07.818830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.841130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bb6a0138-f17c-475d-bdb0-d1cb799b17b0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:07.871973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:07.884464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:07.896546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:07.958591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-8590f01b-855f-4bcd-a43f-bb643042731b', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:07.959483 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:07.968171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'Port': ['ID=01ec6e35-6dfd-4604-bf9b-29f2ffed2b6d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:07.969862 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c8e44-fc38-4c92-aa0f-ba546e61bc58 None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:04Z', 'revision_number': 3, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:04:08.054517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6a0138-f17c-475d-bdb0-d1cb799b17b0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:08.062731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb6a0138-f17c-475d-bdb0-d1cb799b17b0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.064297 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6a0138-f17c-475d-bdb0-d1cb799b17b0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:08.064740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6a0138-f17c-475d-bdb0-d1cb799b17b0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:08.089360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bb6a0138-f17c-475d-bdb0-d1cb799b17b0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2526212 Jul 09 17:04:08.090048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.098132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-633e9ea0-a106-45de-8475-be9738c3dcee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:08.153693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.176369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Allocated IP 172.20.0.2 (8590f01b-855f-4bcd-a43f-bb643042731b/76946a62-ff02-4af7-93d2-ccb39cc00a5e/e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:08.223277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27037a-55f0-41aa-8aa5-852b4f74cf42 req-ee87d281-3ce7-44ab-a446-f690bad9473c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:08.224848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad27037a-55f0-41aa-8aa5-852b4f74cf42 req-ee87d281-3ce7-44ab-a446-f690bad9473c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2588735 Jul 09 17:04:08.233349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.284261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e9ea0-a106-45de-8475-be9738c3dcee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:08.287953 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-633e9ea0-a106-45de-8475-be9738c3dcee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.289897 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-633e9ea0-a106-45de-8475-be9738c3dcee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:08.290329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633e9ea0-a106-45de-8475-be9738c3dcee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:08.302757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad27037a-55f0-41aa-8aa5-852b4f74cf42 req-8a8935d1-3f48-4af8-b79b-1bcd613f76b3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712256 Jul 09 17:04:08.357972 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-633e9ea0-a106-45de-8475-be9738c3dcee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2609720 Jul 09 17:04:08.358636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53846) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.364665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-722c6df3-0932-4190-9d26-3c0959bb4c3b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:08.470744 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.492579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3e1189be-c076-4c7a-8450-3a3f87edd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.518112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.524211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.536942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Transition to ACTIVE for port object e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:08.564180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Transition to ACTIVE for port object e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:08.575095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.578973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.581948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c6df3-0932-4190-9d26-3c0959bb4c3b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:08.585735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-722c6df3-0932-4190-9d26-3c0959bb4c3b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.587286 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c6df3-0932-4190-9d26-3c0959bb4c3b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:08.587734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722c6df3-0932-4190-9d26-3c0959bb4c3b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:08.597950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.605175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.628463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Network 8590f01b-855f-4bcd-a43f-bb643042731b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:08.633848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:08.637590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:08.663621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b4e5-a788-4094-a860-b33a55235978 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.697843 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-722c6df3-0932-4190-9d26-3c0959bb4c3b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3379371 Jul 09 17:04:08.701061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.703280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Pushing event updated for resources: {'Port': ['ID=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:08.720557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Attempting to bind port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:08.720935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Attempting to bind port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:08.721297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Attempting to bind port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe on network 8590f01b-855f-4bcd-a43f-bb643042731b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:08.728669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:08.729055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Checking segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:08.729463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.729850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Bound using segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:08.730322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Bound port: e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:08.731338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.733256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'Port': ['ID=01ec6e35-6dfd-4604-bf9b-29f2ffed2b6d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:08.752166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ffdb0c1e-1c0c-44ef-a8f9-795e0fba4f4e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0475466 Jul 09 17:04:08.753885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.755792 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b4e5-a788-4094-a860-b33a55235978 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.778750 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.814412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] For port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:08.816387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.827480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-23a46a8a-5b2b-4939-8de1-72db7ab82428 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6182737 Jul 09 17:04:08.829344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] For port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:08.840058 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.852690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b4e5-a788-4094-a860-b33a55235978 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.856612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c3b4e5-a788-4094-a860-b33a55235978 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:08.861838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e1c3b4e5-a788-4094-a860-b33a55235978 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/security-groups/0c4f90f8-f1f2-488e-ae43-d42c95f918ff HTTP/1.1" status: 204 len: 168 time: 0.3367674 Jul 09 17:04:08.863539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.895187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3b4e5-a788-4094-a860-b33a55235978 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4f90f8-f1f2-488e-ae43-d42c95f918ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:08.898135 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e7d7be4c-4b35-480c-b7cc-5c464af6feb6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] show failed (client error): The resource could not be found. Jul 09 17:04:08.903562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e7d7be4c-4b35-480c-b7cc-5c464af6feb6 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "GET /v2.0/security-groups/0c4f90f8-f1f2-488e-ae43-d42c95f918ff HTTP/1.1" status: 404 len: 347 time: 0.0350180 Jul 09 17:04:08.904735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:08.935715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddc1c5-a224-4cd9-996a-18b9478f336a None None] Pushing event updated for resources: {'Port': ['ID=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:09.119887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 8f297021-9cad-491c-b203-27fc8e77f87a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:09.120235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.180416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-193ffe77-ff4f-4f26-bfe7-6b65c593c6f2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--405253762&fields=id&tenant_id=1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 267 time: 0.1042380 Jul 09 17:04:09.249686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.287206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.318865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714bb98-daaa-44f4-9d73-45b272848d68 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:09.320492 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6714bb98-daaa-44f4-9d73-45b272848d68 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5654347 Jul 09 17:04:09.323298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53874) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:09.342678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.343094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.372282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f8f104b-17c0-4103-91a1-173a49924238 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477142 Jul 09 17:04:09.376483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 8f297021-9cad-491c-b203-27fc8e77f87a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:09.378322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:09.386421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:09.497358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-af915b4c-6fd0-4810-8e24-79813d89ccb9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:09.498843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-af915b4c-6fd0-4810-8e24-79813d89ccb9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 817 time: 0.2978935 Jul 09 17:04:09.537578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-f5e80dde-7157-4f70-a11e-f0a6427afa20 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/quotas/1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 375 time: 0.0309291 Jul 09 17:04:09.635592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:09.636581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:09.639459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.650141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.20.0.1 (8590f01b-855f-4bcd-a43f-bb643042731b/76946a62-ff02-4af7-93d2-ccb39cc00a5e/ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:09.703330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:09.708585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1b11c674-c35f-429f-a6e6-683d0ba88baa up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:09.763799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1b11c674-c35f-429f-a6e6-683d0ba88baa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:09.770711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1b11c674-c35f-429f-a6e6-683d0ba88baa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:09.771259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.778874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.793936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Transition to ACTIVE for port object ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:09.809962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-45a5c4d0-bef4-45ef-a757-2db906c22bea tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2616129 Jul 09 17:04:09.831467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.834300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.863979 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.886355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1b11c674-c35f-429f-a6e6-683d0ba88baa, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1b11c674-c35f-429f-a6e6-683d0ba88baa,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:09.889687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=8f297021-9cad-491c-b203-27fc8e77f87a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:09.895944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.900356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 8590f01b-855f-4bcd-a43f-bb643042731b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:09.901919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:09.906508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:09.934237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:09.966720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:09.984481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1b11c674-c35f-429f-a6e6-683d0ba88baa,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:10.064491 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.067142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.071308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cf169090-070d-43bb-ad9a-86ec1f946ba3 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/floatingips/bf2ae8ed-8011-4353-a216-be57d4e771ec HTTP/1.1" status: 204 len: 168 time: 1.1655235 Jul 09 17:04:10.073095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53882) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:10.148138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-9f09ea7f-7124-4b99-9eee-52848b31861e service neutron] 10.222.0.48 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042698 Jul 09 17:04:10.194399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.197069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:10.223515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.296139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:10.303158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:10.305521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port a7428d08-708a-4794-8ff5-bcbfd8ab8b5d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:10.305878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.309340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:10.310112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.312546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa8460-94fe-4c1e-a352-254d2cbf60eb None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:10.340026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-f3f330e2-6d15-4bfa-8e11-f7fc165f0b91 service neutron] 10.222.0.48 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802435 Jul 09 17:04:10.343094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=5d18289b-6a59-44a5-aa4b-4e60c1590643,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:10.370556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-59f3d912-469c-4a06-9c28-527db643adbd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9861543 Jul 09 17:04:10.372153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:10.408691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:1f:a0:14', 'name': 'tempest-NetworksTestDHCPv6-114588923'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:10.474429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f2816-688f-43b9-88dc-165ac7f54655 None None] Network 8590f01b-855f-4bcd-a43f-bb643042731b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:10.602975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.645828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for a7428d08-708a-4794-8ff5-bcbfd8ab8b5d owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:10.718208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bf667-bd18-4589-aa2c-20e21610891e req-94d8b324-cb8b-4f60-8ac1-92e62dbc3fa2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:10.727392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b2bf667-bd18-4589-aa2c-20e21610891e req-94d8b324-cb8b-4f60-8ac1-92e62dbc3fa2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0881140 Jul 09 17:04:10.758645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:10.792841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b2bf667-bd18-4589-aa2c-20e21610891e req-51a69e76-1edf-4a3f-9b9a-698ea84bc66b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637097 Jul 09 17:04:10.841549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.860311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.873804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '5d18289b-6a59-44a5-aa4b-4e60c1590643'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:10.874902 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.880133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-112a1967-b549-459a-958b-e8791c95d015 None None] Provisioning for port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:10.902155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b664bf31-5a76-40f2-b0a6-a6199fbbb839 req-e049b7cb-9717-4acb-8ab6-ee9215ea9ea3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 210 time: 0.0679293 Jul 09 17:04:10.928148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-112a1967-b549-459a-958b-e8791c95d015 None None] Provisioning complete for port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:10.928358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:10.928521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-112a1967-b549-459a-958b-e8791c95d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.004307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.039239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.099620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.154445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=a7428d08-708a-4794-8ff5-bcbfd8ab8b5d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:11.161533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 09d8dcca-c5a4-446b-b5d1-ca428e1567e8 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:11.166489 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.190252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Allocated IP 2001:db8::f816:3eff:fec8:bda3 (c3d619cb-858e-4385-a0f1-202e2ba81add/5d18289b-6a59-44a5-aa4b-4e60c1590643/1d1a884c-aa54-400e-9913-27baa70f98f1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:11.203881 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-112a1967-b549-459a-958b-e8791c95d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.288744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-112a1967-b549-459a-958b-e8791c95d015 None None] For port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:11.300391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-112a1967-b549-459a-958b-e8791c95d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.373156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 8590f01b-855f-4bcd-a43f-bb643042731b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:11.376249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:11.379318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.381695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3e7e6128-55aa-4ee4-ba64-8ab84967cbce tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/ports/a7428d08-708a-4794-8ff5-bcbfd8ab8b5d HTTP/1.1" status: 204 len: 168 time: 1.3074183 Jul 09 17:04:11.384759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:11.400194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1967-b549-459a-958b-e8791c95d015 None None] Pushing event updated for resources: {'Port': ['ID=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:11.451138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.459425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b582a5ff-2c55-4106-93ba-f64c9f64ae8d None None] Provisioning for port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:11.470781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b582a5ff-2c55-4106-93ba-f64c9f64ae8d None None] Provisioning complete for port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:11.471002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b582a5ff-2c55-4106-93ba-f64c9f64ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.479331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Transition to ACTIVE for port object 1d1a884c-aa54-400e-9913-27baa70f98f1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:11.542990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Transition to ACTIVE for port object 1d1a884c-aa54-400e-9913-27baa70f98f1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:11.551261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:11.551828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.557864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.611623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b582a5ff-2c55-4106-93ba-f64c9f64ae8d None None] Port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:04:11.627808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:11.638866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:11.644883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:11.650138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:11.653816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Pushing event updated for resources: {'Port': ['ID=1d1a884c-aa54-400e-9913-27baa70f98f1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:11.682820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe1f:a014 (c3d619cb-858e-4385-a0f1-202e2ba81add/5d18289b-6a59-44a5-aa4b-4e60c1590643/09d8dcca-c5a4-446b-b5d1-ca428e1567e8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:11.694349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.705715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:04:11.709138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b582a5ff-2c55-4106-93ba-f64c9f64ae8d None None] Provisioning complete for port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:11.709523 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b582a5ff-2c55-4106-93ba-f64c9f64ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.710261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:11.871301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Attempting to bind port 1d1a884c-aa54-400e-9913-27baa70f98f1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:11.871678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Attempting to bind port 1d1a884c-aa54-400e-9913-27baa70f98f1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:11.872048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Attempting to bind port 1d1a884c-aa54-400e-9913-27baa70f98f1 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:11.913475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:11.914090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:11.914686 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.915225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:11.915862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Bound port: 1d1a884c-aa54-400e-9913-27baa70f98f1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:11.916417 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:11.942910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:04:11.960694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:04:11.994919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:11.995544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.046316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea7bd1f7-2f5c-4b39-a2af-6c597f18cd77 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "PUT /v2.0/routers/2dd47754-ca75-4a21-8193-1a0b0d860820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3675587 Jul 09 17:04:12.051708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:12.052754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:12.058889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:12.208602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] For port 1d1a884c-aa54-400e-9913-27baa70f98f1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:12.231530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] For port 1d1a884c-aa54-400e-9913-27baa70f98f1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1d1a884c-aa54-400e-9913-27baa70f98f1,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:12.245199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.281556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:12.311244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ed3c-618a-4b02-b3da-9f6bc3e1fd22 req-955b84fb-e4e4-4d4a-be09-7b04755890eb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.313714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b523ed3c-618a-4b02-b3da-9f6bc3e1fd22 req-955b84fb-e4e4-4d4a-be09-7b04755890eb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1261489 Jul 09 17:04:12.330406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.347592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-40c5f623-290e-4fac-89aa-17ba6bfaddda tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.349196 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-40c5f623-290e-4fac-89aa-17ba6bfaddda tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 817 time: 0.3168924 Jul 09 17:04:12.377519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1b11c674-c35f-429f-a6e6-683d0ba88baa up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:12.400281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b523ed3c-618a-4b02-b3da-9f6bc3e1fd22 req-f21c8c1a-958a-49d7-b4bd-d29d1a2516b1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738235 Jul 09 17:04:12.416203 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.432308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 09d8dcca-c5a4-446b-b5d1-ca428e1567e8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:12.449910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-21bdeba9-d58e-45aa-8209-24b89b61f4e6 None None] Provisioning complete for port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:12.450590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21bdeba9-d58e-45aa-8209-24b89b61f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.467917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3702be-53a3-4576-bb19-f18b849fac69 None None] Pushing event updated for resources: {'Port': ['ID=1d1a884c-aa54-400e-9913-27baa70f98f1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:12.479212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=0f90cf54-4a3d-4348-b33f-fcacbf3c84d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:12.501417 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-a15644dc-08f0-488f-8a32-a9396196c2ba tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 379 time: 0.1324599 Jul 09 17:04:12.516778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'port': {'device_id': '727881c5-840b-4718-a955-3a2eaad07b66', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'admin_state_up': True, 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'security_groups': ['408f8f47-ce25-4307-a042-05d58fd4335a']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:12.532032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.532999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.533545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.534157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.534833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.535363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.535885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.536410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.536930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.537448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.539611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-806f18f5-ed39-4847-8b14-38c30dc5923d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7062 time: 0.4680848 Jul 09 17:04:12.543571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:12.663558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e19fa57-5d52-446b-9daa-df8e17c3f110 req-facf3488-873a-4079-8ef8-27cdb6df0927 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 210 time: 0.0439122 Jul 09 17:04:12.669026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.671903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e3f2aac-8a0d-439a-b25b-bc5dc16466e1 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/ports/0f90cf54-4a3d-4348-b33f-fcacbf3c84d5 HTTP/1.1" status: 204 len: 168 time: 1.2859392 Jul 09 17:04:12.679633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:12.726533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-21bdeba9-d58e-45aa-8209-24b89b61f4e6 None None] Port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:04:12.738139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.748761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1b11c674-c35f-429f-a6e6-683d0ba88baa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:12.749200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.764690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.765071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.765528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.765980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.766435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.766902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.767472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.767918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.768363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.768802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.771818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e3d5a74-426c-486b-8db8-7d7aab743d75 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6426 time: 0.2272165 Jul 09 17:04:12.786082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:12.794417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 2, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:12.802120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting subnet 8e911a97-a592-4313-81cb-6a530ae3ad6e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:12.810586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.839123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:04:12.839756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Updating router 2dd47754-ca75-4a21-8193-1a0b0d860820 port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:04:12.891928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:12.893494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.907735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.909633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:12.914026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Made reservation on behalf of 1b1f3a05b54948dbbbf0bfff9387f494 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:12.918499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.943225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:12.949344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:12.949994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.025953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.099673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.129723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Subnet': ['ID=8e911a97-a592-4313-81cb-6a530ae3ad6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:13.136652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.138758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-674132ba-4772-4eeb-b12b-1992ac61bd58 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/subnets/8e911a97-a592-4313-81cb-6a530ae3ad6e HTTP/1.1" status: 204 len: 168 time: 0.4581258 Jul 09 17:04:13.141373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:13.149062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f988cc-2104-4498-9bf7-61210ed7463c None None] Network 25957415-6a8a-4b91-812c-850e465547b7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:13.198181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting subnet 43b7538f-2d43-4ec0-b273-4c8c1c532b3a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:13.201937 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.253702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.347507 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.406716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=09d8dcca-c5a4-446b-b5d1-ca428e1567e8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:13.440014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3865f09b-785e-4a8c-934e-fa5958960ca7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0664654 Jul 09 17:04:13.443543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.445694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:13.498068 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.526053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Transition to ACTIVE for port object ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:13.544715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Subnet': ['ID=43b7538f-2d43-4ec0-b273-4c8c1c532b3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:13.546861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.562401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.566841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1167445c-2a06-40e6-8347-20bed6e62586 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/subnets/43b7538f-2d43-4ec0-b273-4c8c1c532b3a HTTP/1.1" status: 204 len: 168 time: 0.4243197 Jul 09 17:04:13.571191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Allocated IP 172.20.0.12 (6cbff6f1-f664-4ef9-b956-1524bf7b630c/704bd363-e5af-49b7-9712-d199fe1b9b7f/dc3f824a-9553-4b42-acab-761e6e124935) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:13.577890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:13.638060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf09b5-b0ad-43d5-b7ba-370d3136a2d0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:13.640140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc4080-dd8b-402b-8931-b5bc7b6d9e8a None None] Network f1d44e46-4da6-47eb-a919-7611d3d9348a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:13.654817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf09b5-b0ad-43d5-b7ba-370d3136a2d0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:13.661395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fcf09b5-b0ad-43d5-b7ba-370d3136a2d0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2121012 Jul 09 17:04:13.662051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:13.778837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] DHCP port deletion for 25957415-6a8a-4b91-812c-850e465547b7 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:13.803187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d1a884c-aa54-400e-9913-27baa70f98f1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:13.886432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.895203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64c730-ee18-44ca-9e70-a54ce4b35d57 req-4b9ef5ff-dfe8-4bb2-bda1-c8d9b827ccec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:13.896998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d64c730-ee18-44ca-9e70-a54ce4b35d57 req-4b9ef5ff-dfe8-4bb2-bda1-c8d9b827ccec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1378574 Jul 09 17:04:13.935515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 09d8dcca-c5a4-446b-b5d1-ca428e1567e8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:13.935851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.953298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189d176-d32e-4fe9-bb9e-5726741770c8 None None] Pushing event updated for resources: {'Port': ['ID=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:14.012675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Attempting to bind port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:14.013054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Attempting to bind port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:14.013417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Attempting to bind port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f on network 8590f01b-855f-4bcd-a43f-bb643042731b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:14.026809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:14.027655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Checking segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:14.028562 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.029333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Bound using segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:14.031049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Bound port: ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:14.034758 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.045087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d64c730-ee18-44ca-9e70-a54ce4b35d57 req-6d38a39f-d141-4d52-86e0-ff5f06139d16 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370406 Jul 09 17:04:14.063559 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3366fec3-2f91-4a79-9c49-a22a827f2f5b tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3787 time: 1.2692003 Jul 09 17:04:14.088868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1d1a884c-aa54-400e-9913-27baa70f98f1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:14.119299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.127251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.132940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port ce0c997a-1038-44e8-afdf-09514fde6d99 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:14.133280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.143222 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 09d8dcca-c5a4-446b-b5d1-ca428e1567e8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:14.196533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] Deleting port ce0c997a-1038-44e8-afdf-09514fde6d99 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:14.196904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.204826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port ce0c997a-1038-44e8-afdf-09514fde6d99, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ce0c997a-1038-44e8-afdf-09514fde6d99,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:14.205889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.220520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for ce0c997a-1038-44e8-afdf-09514fde6d99 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:14.230250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] For port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:14.261409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] Provisioning for port 1d1a884c-aa54-400e-9913-27baa70f98f1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:14.265954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a529666-cf8a-48f7-a238-f155f7ec9e21 req-b2637c0e-3a2a-4cd2-b4e8-a6ba93133ae2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 210 time: 0.0520296 Jul 09 17:04:14.284613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] For port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:14.286034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] Provisioning complete for port 1d1a884c-aa54-400e-9913-27baa70f98f1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:14.286583 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.296445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Transition to ACTIVE for port object dc3f824a-9553-4b42-acab-761e6e124935 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:14.325600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.367435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.383068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.406648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] For port ce0c997a-1038-44e8-afdf-09514fde6d99, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ce0c997a-1038-44e8-afdf-09514fde6d99,segment=NetworkSegment(d6127bf6-784b-443b-b4a8-8ffb3d57e653),segment_id=d6127bf6-784b-443b-b4a8-8ffb3d57e653)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:14.407056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.407878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.425840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:14.431172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:14.435682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:14.440592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] Calling delete_port for ce0c997a-1038-44e8-afdf-09514fde6d99 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:14.442809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189d176-d32e-4fe9-bb9e-5726741770c8 None None] Pushing event updated for resources: {'Port': ['ID=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:14.471688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port ce0c997a-1038-44e8-afdf-09514fde6d99 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:14.473075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:14.473910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:14.515050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=09d8dcca-c5a4-446b-b5d1-ca428e1567e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:14.516352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:14.589570 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.606856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-05fc5d0c-a89e-4b7c-9006-881e72d7c94d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/09d8dcca-c5a4-446b-b5d1-ca428e1567e8 HTTP/1.1" status: 204 len: 168 time: 0.9390540 Jul 09 17:04:14.607593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:14.637776 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.641948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:14.642905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.645739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=ce0c997a-1038-44e8-afdf-09514fde6d99,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:14.659194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] DHCP port deletion for f1d44e46-4da6-47eb-a919-7611d3d9348a request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:14.700571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.731389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25957415-6a8a-4b91-812c-850e465547b7']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:14.736585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8676fef-a473-47b8-9c8f-6c13e91eded6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:14.738413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8676fef-a473-47b8-9c8f-6c13e91eded6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:14.743569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8676fef-a473-47b8-9c8f-6c13e91eded6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1332054 Jul 09 17:04:14.745333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:14.780326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6127bf6-784b-443b-b4a8-8ffb3d57e653') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:14.783877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6127bf6-784b-443b-b4a8-8ffb3d57e653') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:14.801413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:14.812042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303174426', 'description': 'tempest-secgroup-smoke-303174426 description', 'project_id': 'be15e838446043f88a6554c9ef33da65'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:14.841985 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.848461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-3298aba7-673a-4834-9dfc-ad806e6373a1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3369954 Jul 09 17:04:14.855476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 5d18289b-6a59-44a5-aa4b-4e60c1590643 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:14.862207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.869503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-a254fd0e-794c-44d5-ac6b-5b65cfb03e50 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:04:14.870770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-a254fd0e-794c-44d5-ac6b-5b65cfb03e50 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124140 Jul 09 17:04:14.875068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.878967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.890551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] For port 1d1a884c-aa54-400e-9913-27baa70f98f1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1d1a884c-aa54-400e-9913-27baa70f98f1,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:14.895729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:04:14.896724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:04:14.900560 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:04:14.905356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:14.967723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:14.985545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Request body: {'port': {'device_id': '727881c5-840b-4718-a955-3a2eaad07b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:15.018442 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.035560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.046245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.080969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.086115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] No DVR routers for this DVR port ce0c997a-1038-44e8-afdf-09514fde6d99 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:15.089010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/networks/25957415-6a8a-4b91-812c-850e465547b7 HTTP/1.1" status: 204 len: 168 time: 1.5080280 Jul 09 17:04:15.099115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.112226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5738adf-0d33-42de-be5c-b33cfa90ff8d None None] Pushing event deleted for resources: {'Port': ['ID=ce0c997a-1038-44e8-afdf-09514fde6d99,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:15.145493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:15.146349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.204309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.217923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a826-c2d6-45b0-8079-a60353218584 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Network': ['ID=25957415-6a8a-4b91-812c-850e465547b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:15.229986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e7ac-8353-4e4e-a201-165309e47ab6 None None] Pushing event updated for resources: {'Port': ['ID=1d1a884c-aa54-400e-9913-27baa70f98f1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:15.233816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] Deleting port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:15.234192 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.285487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.288459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=5d18289b-6a59-44a5-aa4b-4e60c1590643,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:15.299583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95140ac8-d996-48ed-b3e5-e878f817b206 None None] Could not find standard attr ID for object 09d8dcca-c5a4-446b-b5d1-ca428e1567e8. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:15.308524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.311381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab122920-a420-44c3-9b1e-a9a9bdb6d84b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/5d18289b-6a59-44a5-aa4b-4e60c1590643 HTTP/1.1" status: 204 len: 168 time: 0.5637488 Jul 09 17:04:15.313488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:15.325836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80196f0-b227-4cd8-ac8d-8fa59d96dbf6 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:15.364287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-65ffe4b7-d001-41ec-9790-f1d6daef731c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435271 Jul 09 17:04:15.369271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:15.374657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:15.381140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95140ac8-d996-48ed-b3e5-e878f817b206 None None] Provisioning for port dc3f824a-9553-4b42-acab-761e6e124935 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:15.396040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] For port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,segment=NetworkSegment(7f4afcbd-bf4b-4367-a2ef-9623f65f79be),segment_id=7f4afcbd-bf4b-4367-a2ef-9623f65f79be)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:15.396596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.400010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95140ac8-d996-48ed-b3e5-e878f817b206 None None] Provisioning complete for port dc3f824a-9553-4b42-acab-761e6e124935 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:15.400409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95140ac8-d996-48ed-b3e5-e878f817b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.415269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d605b-3797-482c-b8cd-32990ef7c8bf req-9f2fdceb-cbeb-4b10-a43a-46c389034762 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:15.422398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a39d605b-3797-482c-b8cd-32990ef7c8bf req-9f2fdceb-cbeb-4b10-a43a-46c389034762 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2204425 Jul 09 17:04:15.436237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] Calling delete_port for 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:15.474069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.480976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.501999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a39d605b-3797-482c-b8cd-32990ef7c8bf req-608cee40-db15-4b81-a794-df2712191df3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785580 Jul 09 17:04:15.524370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-95140ac8-d996-48ed-b3e5-e878f817b206 None None] Port dc3f824a-9553-4b42-acab-761e6e124935 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:04:15.530175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:14Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:15.565437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.572680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7643077 Jul 09 17:04:15.574480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:15.578738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616d570-b108-481c-bc03-b65cec97b42c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37444d-e372-4be8-a1f5-2ec1a15ca43f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:15.580590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5bdb1-2f06-4c3e-a3e1-7f9d479e620a None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:14Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:04:15.581866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'ba37444d-e372-4be8-a1f5-2ec1a15ca43f', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:15.637971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.676719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.679366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Deleting port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:15.679884 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.726516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d1a884c-aa54-400e-9913-27baa70f98f1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:15.731852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] Pushing event deleted for resources: {'Port': ['ID=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:15.757554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524487b-797d-443d-98d7-2ffdf6be4101 None None] No DVR routers for this DVR port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:15.793263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:15.797187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.797925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:15.843063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1d1a884c-aa54-400e-9913-27baa70f98f1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:15.843440 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.846803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4501-e679-4b94-94f2-447caba3a826 req-18e9f8a8-c855-42ea-9f89-67df81d96381 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:15.849069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-187c4501-e679-4b94-94f2-447caba3a826 req-18e9f8a8-c855-42ea-9f89-67df81d96381 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 932 time: 0.1294284 Jul 09 17:04:15.910074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] For port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c, host n-d-800085-2, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:15.910726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.915817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-187c4501-e679-4b94-94f2-447caba3a826 req-207ab924-e31d-4d57-8cf2-ad1f9a49c498 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603030 Jul 09 17:04:15.968851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.970007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Calling delete_port for 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:15.980728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:04:15.988078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.006780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.054294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e214e6d-a348-4605-8ddc-11b831391603,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.058230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3f824a-9553-4b42-acab-761e6e124935 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:16.072997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Port': ['ID=13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.077662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.086885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] No DVR routers for this DVR port 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:16.095650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.099616 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d12a72ae-7e91-4a9f-97c7-4ac8020fec76 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5190020 Jul 09 17:04:16.100272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:16.105451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'ba37444d-e372-4be8-a1f5-2ec1a15ca43f', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:16.122069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] Deleting port 1d1a884c-aa54-400e-9913-27baa70f98f1 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:16.122447 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.141308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Transition to ACTIVE for port object dc3f824a-9553-4b42-acab-761e6e124935 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:16.159172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.205090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.224476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.231076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.235800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] For port 1d1a884c-aa54-400e-9913-27baa70f98f1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1d1a884c-aa54-400e-9913-27baa70f98f1,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:16.239146 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.266502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] Calling delete_port for 1d1a884c-aa54-400e-9913-27baa70f98f1 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:16.266769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011088c2-ed92-417c-91b0-db1adeffef34,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.275097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.279659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-12dd76f0-837a-48d6-ad43-0b3be3a52c4e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1749389 Jul 09 17:04:16.279659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:16.283750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'ba37444d-e372-4be8-a1f5-2ec1a15ca43f', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:16.290267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ce0c997a-1038-44e8-afdf-09514fde6d99 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:16.306971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.335921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d44e46-4da6-47eb-a919-7611d3d9348a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:16.351260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.378567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: ce0c997a-1038-44e8-afdf-09514fde6d99 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:16.379073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ce0c997a-1038-44e8-afdf-09514fde6d99 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:16.379593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:16.382746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.396476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4afcbd-bf4b-4367-a2ef-9623f65f79be') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:16.396765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4afcbd-bf4b-4367-a2ef-9623f65f79be') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:16.428329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:16.428785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 13d89f5c-2e4f-4c44-a1b0-8807f0a5c73c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:16.453707 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.457372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.481119 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.491580 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.496235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] Pushing event deleted for resources: {'Port': ['ID=1d1a884c-aa54-400e-9913-27baa70f98f1,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.502159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f852db0-36ff-4458-8c41-14c06c2b8c03 None None] No DVR routers for this DVR port 1d1a884c-aa54-400e-9913-27baa70f98f1 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:16.532632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458c5897-2003-4ec6-bf1a-20c584ae9c4f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.542399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.544072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a47b3deb-bc24-4d5d-81b5-7689596a9055 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2638426 Jul 09 17:04:16.550459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:16.558763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'ba37444d-e372-4be8-a1f5-2ec1a15ca43f', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:16.572324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.579037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:04:16.579538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.611903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:04:16.625566 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:04:16.670719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Attempting to bind port dc3f824a-9553-4b42-acab-761e6e124935 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:16.671083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Attempting to bind port dc3f824a-9553-4b42-acab-761e6e124935 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:16.671449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Attempting to bind port dc3f824a-9553-4b42-acab-761e6e124935 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:16.700299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Port dc3f824a-9553-4b42-acab-761e6e124935 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:16.700696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Attempting to bind port dc3f824a-9553-4b42-acab-761e6e124935 on network 6cbff6f1-f664-4ef9-b956-1524bf7b630c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:16.709328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.723417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.725877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] 10.222.0.48 "DELETE /v2.0/networks/f1d44e46-4da6-47eb-a919-7611d3d9348a HTTP/1.1" status: 204 len: 168 time: 1.5584033 Jul 09 17:04:16.729088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:16.729760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Checking segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:16.730413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Bound using segment: {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:16.731057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Bound port: dc3f824a-9553-4b42-acab-761e6e124935, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e570130-7996-47d2-aa99-43afdb8b9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:16.731646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.746727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Pushing event deleted for resources: {'Network': ['ID=f1d44e46-4da6-47eb-a919-7611d3d9348a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.756357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.766796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeb7b2-33b5-4c93-9174-10f32c7f196e req-fc27ae06-9c9f-46b4-9a7f-7ca32ffaf22c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:16.774104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ceeb7b2-33b5-4c93-9174-10f32c7f196e req-fc27ae06-9c9f-46b4-9a7f-7ca32ffaf22c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1150346 Jul 09 17:04:16.782387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.785346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.785859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.786209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.786585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.786925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.787272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.787595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.788089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.788578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.789085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.789412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.789902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a112c-b5a0-4f12-a88e-6a6978eaa952 tempest-TaggedBootDevicesTest_v242-131998439 tempest-TaggedBootDevicesTest_v242-131998439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:16.817276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65b1019-a807-4bc1-a41e-f6aec8bef281,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.822034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:16.825235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.861775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ceeb7b2-33b5-4c93-9174-10f32c7f196e req-96b70b7b-0835-4015-aab8-a035ccfc18b4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865617 Jul 09 17:04:16.863865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.865121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69252324-d7e4-46fb-b202-d25b0fe762ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134341 Jul 09 17:04:16.869333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:16.876309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'ba37444d-e372-4be8-a1f5-2ec1a15ca43f', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:16.920179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:16.920421 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Project be15e838446043f88a6554c9ef33da65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:04:16.926464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.930512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:16.937288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:16.937907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:16.947569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799889a-36f5-402f-b33b-7d4b4a3f68ef None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:16.962820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=f34c4116-6546-4f87-b81f-66b65f15e86f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:16.965814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-86c72c6a-b814-454c-8079-62694cad0154 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5953987 Jul 09 17:04:16.968540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 53960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:16.974260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:65:08:7a', 'name': 'tempest-NetworksTestDHCPv6-1447767451'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:16.978326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:16.982871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:16.995628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.021346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.035378 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.061464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.066094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1957290 Jul 09 17:04:17.066871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:17.072294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'ba37444d-e372-4be8-a1f5-2ec1a15ca43f', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:17.076614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228e81-0161-4ce3-9d61-c18daae45177 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270e609a-a5eb-468a-bbaf-4de6579c240a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:17.096013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:17.114568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:17.115039 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Project be15e838446043f88a6554c9ef33da65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:04:17.115209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.116659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-a314ebbb-a909-458e-b37c-e39967e3279b service neutron] 10.222.0.43 "PUT /v2.0/ports/dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 1092 time: 2.2332249 Jul 09 17:04:17.117509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:17.119523 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46687bc3-1245-4e4f-9335-36822464f9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:17.122882 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.220238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'f34c4116-6546-4f87-b81f-66b65f15e86f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:17.221596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.285483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.295333 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.302694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:17.339508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4311f59-8330-4d6c-b732-94e6b3054da7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:17.361435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bca6d-8b67-4513-8ecd-fc32ff3482d1 req-24f45443-a71c-4a3a-97ef-aa38ac379cbc tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:17.369946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d62bca6d-8b67-4513-8ecd-fc32ff3482d1 req-24f45443-a71c-4a3a-97ef-aa38ac379cbc tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1779966 Jul 09 17:04:17.374905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-39f78bcb-3ea8-48f7-a59a-487b360b0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:17.376516 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-39f78bcb-3ea8-48f7-a59a-487b360b0d54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1095 time: 0.1932523 Jul 09 17:04:17.380201 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.381839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-653a7224-0d5b-4d3c-93c2-d544b3facc74 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3136373 Jul 09 17:04:17.442712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d62bca6d-8b67-4513-8ecd-fc32ff3482d1 req-9dbc7757-b09c-45d1-84a2-d41842743a48 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714161 Jul 09 17:04:17.443847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Allocated IP 2001:db8::f816:3eff:fe30:91f0 (c3d619cb-858e-4385-a0f1-202e2ba81add/f34c4116-6546-4f87-b81f-66b65f15e86f/a0189546-a023-4e89-bbc0-aa0be6fb2bea) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:17.457909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-4646ba27-16d7-415f-ad79-edd80c7d40b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 217 time: 0.0663068 Jul 09 17:04:17.538774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.551494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-4b8c5615-b202-41c6-9c47-10bc6478a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:17.555416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-4b8c5615-b202-41c6-9c47-10bc6478a99a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0839322 Jul 09 17:04:17.643909 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a76404-6d47-4a54-84f8-580b605a3e74 x-openstack-request-id: req-e0a76404-6d47-4a54-84f8-580b605a3e74 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:17.644399 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:17.644830 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0a76404-6d47-4a54-84f8-580b605a3e74 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:17.645389 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'status': 'completed', 'code': 200} Jul 09 17:04:17.647849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:17.669532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port ad80d042-0600-4313-8acb-6fef127313bd yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:17.725286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.756608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Transition to ACTIVE for port object a0189546-a023-4e89-bbc0-aa0be6fb2bea will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:17.761180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-0fe3df4c-a73e-49d3-81ce-95291392f113 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303174426&fields=id&tenant_id=be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 267 time: 0.0611663 Jul 09 17:04:17.770149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016018b1-cf3e-403a-9384-d34673501eac req-3c15c913-d818-4c95-afb3-f88da303d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:17.771713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-3c15c913-d818-4c95-afb3-f88da303d14a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965621 Jul 09 17:04:17.787600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Transition to ACTIVE for port object a0189546-a023-4e89-bbc0-aa0be6fb2bea will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:17.794606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:17.799117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:17.799564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.802076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:17.877574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:17.882736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:17.885232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Pushing event updated for resources: {'Port': ['ID=a0189546-a023-4e89-bbc0-aa0be6fb2bea,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:17.887499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:17.893998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe65:87a (c3d619cb-858e-4385-a0f1-202e2ba81add/f34c4116-6546-4f87-b81f-66b65f15e86f/ad80d042-0600-4313-8acb-6fef127313bd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:17.903581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-2d9a8fb8-b10e-480e-83a9-37219e095560 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:17.906207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-2d9a8fb8-b10e-480e-83a9-37219e095560 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/networks?id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 797 time: 0.1436939 Jul 09 17:04:17.923961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-9d854032-339a-4174-b8e8-c318a0d406ff tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/quotas/be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 375 time: 0.0112095 Jul 09 17:04:17.997906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Attempting to bind port a0189546-a023-4e89-bbc0-aa0be6fb2bea on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:17.998490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Attempting to bind port a0189546-a023-4e89-bbc0-aa0be6fb2bea by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:17.998654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Attempting to bind port a0189546-a023-4e89-bbc0-aa0be6fb2bea on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:18.010299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.013610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:18.014142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:18.014734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.015511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:18.016382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Bound port: a0189546-a023-4e89-bbc0-aa0be6fb2bea, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:18.017166 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.023944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-32683034-6343-4ee6-a655-79f3b1b7787b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940781 Jul 09 17:04:18.065176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:18.090858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.094189 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.123415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object ad80d042-0600-4313-8acb-6fef127313bd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:18.178651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] For port a0189546-a023-4e89-bbc0-aa0be6fb2bea, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:18.182568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-431d26e8-6948-438e-bb28-1a81a3683246 service neutron] 10.222.0.48 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433959 Jul 09 17:04:18.184237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d1a884c-aa54-400e-9913-27baa70f98f1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:18.186800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-b32f6579-6c6e-4b17-b98c-c3a3a2b82138 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069819 Jul 09 17:04:18.200438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:18.211577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] For port a0189546-a023-4e89-bbc0-aa0be6fb2bea, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a0189546-a023-4e89-bbc0-aa0be6fb2bea,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:18.230085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1d1a884c-aa54-400e-9913-27baa70f98f1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:18.230441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d1a884c-aa54-400e-9913-27baa70f98f1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:18.241164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.289908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-e1c55513-b5ad-42c3-af04-6ea4bbf054ae service neutron] 10.222.0.48 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062205 Jul 09 17:04:18.290922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-016018b1-cf3e-403a-9384-d34673501eac req-c9887a07-fc5a-4dc6-8375-bca023fc06b4 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957556 Jul 09 17:04:18.301102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.317097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6161e6-67fe-4954-ac0e-73970858e33e None None] Pushing event updated for resources: {'Port': ['ID=a0189546-a023-4e89-bbc0-aa0be6fb2bea,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:18.406766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:18.415326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:18.420637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:18.428067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:18.428706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:18.445830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=ad80d042-0600-4313-8acb-6fef127313bd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:18.467801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28f58720-fa34-4f13-b271-cfa5fc2541f6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4954410 Jul 09 17:04:18.468266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:18.477077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-9071742a-1a9c-4595-8f18-8045f00fc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:18.481383 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-9071742a-1a9c-4595-8f18-8045f00fc3b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1095 time: 0.1174741 Jul 09 17:04:18.564277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9abe566-f958-47a9-bc86-84ce01ae4c6a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:18.571582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9abe566-f958-47a9-bc86-84ce01ae4c6a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:18.573376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9abe566-f958-47a9-bc86-84ce01ae4c6a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1041839 Jul 09 17:04:18.576918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 53994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:18.753507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-83e4ee85-9520-4037-8df9-a88de9a50e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:18.755342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-83e4ee85-9520-4037-8df9-a88de9a50e3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.2655764 Jul 09 17:04:18.861585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-01d27bda-eed4-4b9c-bc90-c18bf4177a80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 217 time: 0.0978742 Jul 09 17:04:18.900898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8b8b-ce39-472d-924a-470e2265d8ec req-c32e8ddb-0754-45fa-8b07-c17468112c7d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:18.902568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efab8b8b-ce39-472d-924a-470e2265d8ec req-c32e8ddb-0754-45fa-8b07-c17468112c7d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1667166 Jul 09 17:04:18.909054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port ad80d042-0600-4313-8acb-6fef127313bd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:18.909517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.015201 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efab8b8b-ce39-472d-924a-470e2265d8ec req-f5cf23f3-5796-450b-8fb9-e9640da18696 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879340 Jul 09 17:04:19.044315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.071263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for ad80d042-0600-4313-8acb-6fef127313bd owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:19.326161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9b247-9f7d-4dd7-a23f-d7d406eacb3a req-ca934803-2492-4694-997a-4ed19fe1c599 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:19.328186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99b9b247-9f7d-4dd7-a23f-d7d406eacb3a req-ca934803-2492-4694-997a-4ed19fe1c599 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1465006 Jul 09 17:04:19.329591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.384600 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:04:19.403575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=ad80d042-0600-4313-8acb-6fef127313bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:19.452890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.455063 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-955707f9-860e-42ef-9b6e-51abb76bc96e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/ad80d042-0600-4313-8acb-6fef127313bd HTTP/1.1" status: 204 len: 168 time: 0.8771880 Jul 09 17:04:19.465013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-802fec2b-eba9-47fa-99f7-edb2ea548ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:19.466535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-802fec2b-eba9-47fa-99f7-edb2ea548ed7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.5976584 Jul 09 17:04:19.467036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:19.468801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99b9b247-9f7d-4dd7-a23f-d7d406eacb3a req-c9190eb5-4a90-4d20-98a0-e3b1f7b317c3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287205 Jul 09 17:04:19.571962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7716f-bebc-46cb-b403-4c9fadacecdb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:19.573392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7716f-bebc-46cb-b403-4c9fadacecdb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:19.574999 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c2a7716f-bebc-46cb-b403-4c9fadacecdb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068275 Jul 09 17:04:19.577845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:19.625251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-ac135606-36ae-46d5-9ecb-9f3e61e29e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:19.628470 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-ac135606-36ae-46d5-9ecb-9f3e61e29e6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522446 Jul 09 17:04:19.718104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet f34c4116-6546-4f87-b81f-66b65f15e86f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:19.723719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.748312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0189546-a023-4e89-bbc0-aa0be6fb2bea up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:19.775329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bccf13df-7d1b-4de5-b782-29e6c717f0d6 req-d60eacf1-dc30-4c38-b586-f61fc00bf421 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 210 time: 0.0898848 Jul 09 17:04:19.824699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.828315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-47cf04fb-0caf-4304-9c97-e34a1c8dd0d7 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913238 Jul 09 17:04:19.859961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a0189546-a023-4e89-bbc0-aa0be6fb2bea completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:19.865754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:19.943271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:19.943654 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.949862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:19.950997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] Provisioning for port a0189546-a023-4e89-bbc0-aa0be6fb2bea completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:19.994717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] Provisioning complete for port a0189546-a023-4e89-bbc0-aa0be6fb2bea triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:19.995089 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.004716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46687bc3-1245-4e4f-9335-36822464f9a2 req-8d6ac5ca-01b9-45f8-bcd4-6e9539de5c3e service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671054 Jul 09 17:04:20.067972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.146398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.151124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/f34c4116-6546-4f87-b81f-66b65f15e86f HTTP/1.1" status: 204 len: 168 time: 0.5721538 Jul 09 17:04:20.153754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:20.155411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf064ba-4940-429d-b3f8-4441ff3c2f56 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=f34c4116-6546-4f87-b81f-66b65f15e86f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:20.200621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.254837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e56964b3-b3c8-43e6-9da6-9997dfae154f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977349 Jul 09 17:04:20.255916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:20.263370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] For port a0189546-a023-4e89-bbc0-aa0be6fb2bea, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a0189546-a023-4e89-bbc0-aa0be6fb2bea,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:20.268870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.330897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea15c37-9a1c-414a-a19f-4c67c62f5c69 req-c993d9e3-dcb2-418a-b7b2-cc8f3a0b9404 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:20.335158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e6eb7-a7b6-476b-ace0-ee0f82bfeee4 None None] Pushing event updated for resources: {'Port': ['ID=a0189546-a023-4e89-bbc0-aa0be6fb2bea,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:20.339925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea15c37-9a1c-414a-a19f-4c67c62f5c69 req-c993d9e3-dcb2-418a-b7b2-cc8f3a0b9404 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1411753 Jul 09 17:04:20.383366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d3934985-e06f-464e-a336-7d3bd81c4f97 None None] Could not find standard attr ID for object ad80d042-0600-4313-8acb-6fef127313bd. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:20.393472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-e27f9485-e0c6-4f14-9820-4ee5d57897fb tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:20.395419 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-e27f9485-e0c6-4f14-9820-4ee5d57897fb tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/networks?id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 797 time: 0.2339129 Jul 09 17:04:20.437046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ea15c37-9a1c-414a-a19f-4c67c62f5c69 req-8bc3f4bd-f991-4545-82a4-2574831b239f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933557 Jul 09 17:04:20.448600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b8f5e-0090-4d0a-9674-5bbda1dd3b95 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:20.455838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591c65f-a4ff-4352-993b-af008a8cb4ac tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:20.457345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5591c65f-a4ff-4352-993b-af008a8cb4ac tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2004921 Jul 09 17:04:20.460385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:20.497773 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-60b7d3b9-b517-49a8-9048-3ed840a85cca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 379 time: 0.0808623 Jul 09 17:04:20.512741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'port': {'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'admin_state_up': True, 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'security_groups': ['ba37444d-e372-4be8-a1f5-2ec1a15ca43f']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:20.578955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3abb0d0-a6a2-4b86-a028-fc9eda097552 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:20.580528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f3abb0d0-a6a2-4b86-a028-fc9eda097552 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1192148 Jul 09 17:04:20.583402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:20.643840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-157e4956-ca0c-41f8-abd8-04c5b05e1680 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592241 Jul 09 17:04:20.650446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:20.657616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:20.709616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:20.736211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab379cf-6c87-4758-9899-416f6d933a24 req-bfc7063f-5d0e-4f80-842e-96b7b01ce521 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:20.737241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:20.738701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ab379cf-6c87-4758-9899-416f6d933a24 req-bfc7063f-5d0e-4f80-842e-96b7b01ce521 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.0977411 Jul 09 17:04:20.741176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.761251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] Deleting port a0189546-a023-4e89-bbc0-aa0be6fb2bea {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:20.761806 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.792042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5ab379cf-6c87-4758-9899-416f6d933a24 req-40d18544-f9da-4955-8a52-1a5fac159e83 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Jul 09 17:04:20.827676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:20.827676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.841387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] For port a0189546-a023-4e89-bbc0-aa0be6fb2bea, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a0189546-a023-4e89-bbc0-aa0be6fb2bea,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:20.841789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:20.855339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] Calling delete_port for a0189546-a023-4e89-bbc0-aa0be6fb2bea owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:20.974685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.20.0.8 (8590f01b-855f-4bcd-a43f-bb643042731b/76946a62-ff02-4af7-93d2-ccb39cc00a5e/55d76a47-4d65-46b8-a174-460c7188766e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:20.991575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.024077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b4802ed-2221-44ce-a4cb-3557101ca792 req-6d47a090-0743-4ed4-847e-88b25888a634 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 210 time: 0.0490239 Jul 09 17:04:21.052601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:04:21.056934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] Pushing event deleted for resources: {'Port': ['ID=a0189546-a023-4e89-bbc0-aa0be6fb2bea,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:21.069445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98106d-f53a-4df7-b631-72161d7b65ad None None] No DVR routers for this DVR port a0189546-a023-4e89-bbc0-aa0be6fb2bea on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:21.185218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:21.201683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'dc3f824a-9553-4b42-acab-761e6e124935', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935', 'mac_address': 'fa:16:3e:cf:0a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:04:21.243282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.249769 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.268268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Transition to ACTIVE for port object 55d76a47-4d65-46b8-a174-460c7188766e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:21.268509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3f824a-9553-4b42-acab-761e6e124935 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:21.291433 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:21.294445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.296799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:21.302743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.338796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:21.348789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:21.360374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:21.361107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.363641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7a73b-c521-4d36-a385-22a300a06731 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:21.386900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=30850f63-c9f3-4786-bcd2-36dc4e1810ad,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:21.398711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7613fed0-2fbf-4663-a5ee-7727514dfa7e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7469535 Jul 09 17:04:21.401309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:21.406876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:ad:8a:92', 'name': 'tempest-NetworksTestDHCPv6-1180526286'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:21.407067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:21.412270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.589945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['dc3f824a-9553-4b42-acab-761e6e124935'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:04:21.593325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 8590f01b-855f-4bcd-a43f-bb643042731b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:21.594760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0189546-a023-4e89-bbc0-aa0be6fb2bea no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:21.614777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:21.656707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:21.665302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=55d76a47-4d65-46b8-a174-460c7188766e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:21.674068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '30850f63-c9f3-4786-bcd2-36dc4e1810ad'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:21.675034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.683622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a0189546-a023-4e89-bbc0-aa0be6fb2bea {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:21.684092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0189546-a023-4e89-bbc0-aa0be6fb2bea not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:21.752955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f604a5e-5a88-4e9b-b9ca-768a33319907 req-966a66f8-b22e-4d7a-b9e0-4eb3583fdecf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:21.760465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f604a5e-5a88-4e9b-b9ca-768a33319907 req-966a66f8-b22e-4d7a-b9e0-4eb3583fdecf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1333103 Jul 09 17:04:21.804782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:21.805419 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.825079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f604a5e-5a88-4e9b-b9ca-768a33319907 req-8cf23071-6973-4e63-881a-70db648a0cba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633874 Jul 09 17:04:21.882043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:21.887003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:21.901606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-2a01c617-9b9d-4702-9bda-1508c9a6db8b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933334 Jul 09 17:04:21.927127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-c25f939d-f3f9-4ca7-accb-dae550366b2a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:04:21.928149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-c25f939d-f3f9-4ca7-accb-dae550366b2a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057921 Jul 09 17:04:21.971277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 974f238f-b88e-4acd-b75a-f9f350b26261 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:21.972212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Allocated IP 2001:db8::f816:3eff:fe71:9069 (c3d619cb-858e-4385-a0f1-202e2ba81add/30850f63-c9f3-4786-bcd2-36dc4e1810ad/18386153-5d00-452b-bbf8-4b3fec2a30af) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:22.067210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Request body: {'port': {'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:22.108424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2696883-009a-4428-918d-221d0e467e7f req-3c06cefd-d631-44e4-9157-52d339df56cf tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:22.109760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2696883-009a-4428-918d-221d0e467e7f req-3c06cefd-d631-44e4-9157-52d339df56cf tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 945 time: 0.0781085 Jul 09 17:04:22.126653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3550e91a-1dc7-42e6-aafc-c5fdbad22d5a None None] Provisioning for port 55d76a47-4d65-46b8-a174-460c7188766e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:22.138948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3550e91a-1dc7-42e6-aafc-c5fdbad22d5a None None] Provisioning complete for port 55d76a47-4d65-46b8-a174-460c7188766e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:22.139319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3550e91a-1dc7-42e6-aafc-c5fdbad22d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.154113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.181970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2696883-009a-4428-918d-221d0e467e7f req-12c6763a-6845-4324-8b28-ce41d9b830be tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632827 Jul 09 17:04:22.292008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3550e91a-1dc7-42e6-aafc-c5fdbad22d5a None None] Port 55d76a47-4d65-46b8-a174-460c7188766e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:04:22.299794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.310218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Transition to ACTIVE for port object 18386153-5d00-452b-bbf8-4b3fec2a30af will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:22.330849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Transition to ACTIVE for port object 18386153-5d00-452b-bbf8-4b3fec2a30af will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:22.340480 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.408133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Pushing event updated for resources: {'Port': ['ID=18386153-5d00-452b-bbf8-4b3fec2a30af,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:22.417370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:22.419736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:22.425352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:22.445246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e617e3-c651-4ccb-a28c-d23e11eabdd4 req-4c9aeee1-fc93-4d29-8669-d05ad49bee31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:22.447217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2e617e3-c651-4ccb-a28c-d23e11eabdd4 req-4c9aeee1-fc93-4d29-8669-d05ad49bee31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 931 time: 0.1058035 Jul 09 17:04:22.474789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fead:8a92 (c3d619cb-858e-4385-a0f1-202e2ba81add/30850f63-c9f3-4786-bcd2-36dc4e1810ad/974f238f-b88e-4acd-b75a-f9f350b26261) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:22.508368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2e617e3-c651-4ccb-a28c-d23e11eabdd4 req-a53d1a20-4d3f-45ff-9a83-5f331b5e0a14 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551527 Jul 09 17:04:22.522421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Attempting to bind port 18386153-5d00-452b-bbf8-4b3fec2a30af on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:22.522421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Attempting to bind port 18386153-5d00-452b-bbf8-4b3fec2a30af by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:22.522933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Attempting to bind port 18386153-5d00-452b-bbf8-4b3fec2a30af on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:22.529054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:22.529542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:22.530027 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.530652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:22.531698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Bound port: 18386153-5d00-452b-bbf8-4b3fec2a30af, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:22.531698 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.611732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] For port 18386153-5d00-452b-bbf8-4b3fec2a30af, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:22.616451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] For port 18386153-5d00-452b-bbf8-4b3fec2a30af, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=18386153-5d00-452b-bbf8-4b3fec2a30af,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:22.621577 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.681803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f0c30-ed70-44b1-80a7-4147337dbd8d None None] Pushing event updated for resources: {'Port': ['ID=18386153-5d00-452b-bbf8-4b3fec2a30af,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:22.705923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d76a47-4d65-46b8-a174-460c7188766e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:22.721571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.748036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.751743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Transition to ACTIVE for port object 55d76a47-4d65-46b8-a174-460c7188766e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:22.760272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.803662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 974f238f-b88e-4acd-b75a-f9f350b26261 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:22.839307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Pushing event updated for resources: {'Port': ['ID=55d76a47-4d65-46b8-a174-460c7188766e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:22.977004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.052041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:23.061468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=974f238f-b88e-4acd-b75a-f9f350b26261,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:23.074020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:23.077247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:23.080905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:23.093803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.094710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.100410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Attempting to bind port 55d76a47-4d65-46b8-a174-460c7188766e on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:23.100410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Attempting to bind port 55d76a47-4d65-46b8-a174-460c7188766e by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:23.100410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Attempting to bind port 55d76a47-4d65-46b8-a174-460c7188766e on network 8590f01b-855f-4bcd-a43f-bb643042731b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:23.119485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Port 55d76a47-4d65-46b8-a174-460c7188766e on network 8590f01b-855f-4bcd-a43f-bb643042731b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:23.120170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Attempting to bind port 55d76a47-4d65-46b8-a174-460c7188766e on network 8590f01b-855f-4bcd-a43f-bb643042731b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:23.127540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:23.128029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Checking segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:23.128644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Bound using segment: {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:23.129204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Bound port: 55d76a47-4d65-46b8-a174-460c7188766e, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab4cb66-4162-4ff2-8969-d66e7a611d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:23.130156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.155612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port dc3f824a-9553-4b42-acab-761e6e124935 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:23.160670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port dc3f824a-9553-4b42-acab-761e6e124935 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:23.160670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.181960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6b216879-0e5c-4848-a8c6-3af470d1cb46 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7723415 Jul 09 17:04:23.185094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:23.210697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f073a-2657-4386-a5bb-ef14856e469a req-2e8cfb75-7d2f-49e8-8ac5-a173c0882406 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.216809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-289f073a-2657-4386-a5bb-ef14856e469a req-2e8cfb75-7d2f-49e8-8ac5-a173c0882406 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1461942 Jul 09 17:04:23.277593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] For port 55d76a47-4d65-46b8-a174-460c7188766e, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:23.296498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] For port 55d76a47-4d65-46b8-a174-460c7188766e, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=55d76a47-4d65-46b8-a174-460c7188766e,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:23.306735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.306925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e1f23-719f-46ea-b7a1-f16d91e90a5b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.313769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e1f23-719f-46ea-b7a1-f16d91e90a5b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.318457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ca1e1f23-719f-46ea-b7a1-f16d91e90a5b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1327677 Jul 09 17:04:23.319662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:23.321509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-289f073a-2657-4386-a5bb-ef14856e469a req-579ae04b-a806-48d5-900d-1c61e1709006 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978303 Jul 09 17:04:23.330745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.342529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:23.344807 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa37b4-4818-409f-8534-03e455a7d202" -d '{"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:23.364684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:23.375165 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.407389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.408214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.409817 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] 10.222.0.37 "PUT /v2.0/ports/55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 200 len: 1091 time: 1.4699152 Jul 09 17:04:23.413000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:23.415550 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5c983-46d0-44bc-a7b3-396e5ea3a501" -d '{"events": [{"name": "network-changed", "server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "tag": "55d76a47-4d65-46b8-a174-460c7188766e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:23.459665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:23.515529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36b5d8-da08-4971-96c3-f3f2ff1e23ee service neutron] Pushing event updated for resources: {'Port': ['ID=55d76a47-4d65-46b8-a174-460c7188766e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:23.566385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 974f238f-b88e-4acd-b75a-f9f350b26261 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:23.566755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.606460 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd60e5-abb9-44b6-8459-92c00c400c33 req-9aeedb73-b8e7-43ca-a7b0-cedb68ad42ca tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.608236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cddd60e5-abb9-44b6-8459-92c00c400c33 req-9aeedb73-b8e7-43ca-a7b0-cedb68ad42ca tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1230576 Jul 09 17:04:23.643970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-fe83a1a2-1e22-4fa1-b838-281c2d7eb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.645489 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-fe83a1a2-1e22-4fa1-b838-281c2d7eb416 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1094 time: 0.1632397 Jul 09 17:04:23.693805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cddd60e5-abb9-44b6-8459-92c00c400c33 req-260bcd4b-6f6e-4164-9514-a8b24b120ed0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783343 Jul 09 17:04:23.694652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18386153-5d00-452b-bbf8-4b3fec2a30af up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:23.727630 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-f219f66d-1333-467b-9ee4-0d648ded4e65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 200 len: 217 time: 0.0680315 Jul 09 17:04:23.757217 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec92438-f1f7-49ab-9853-30b384119e89 x-openstack-request-id: req-6ec92438-f1f7-49ab-9853-30b384119e89 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:23.757598 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:23.757852 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ec92438-f1f7-49ab-9853-30b384119e89 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:23.758247 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'code': 200} Jul 09 17:04:23.800434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.805184 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2184f219-b262-4c8e-ad40-a8537676c86e x-openstack-request-id: req-2184f219-b262-4c8e-ad40-a8537676c86e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:23.805559 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "tag": "55d76a47-4d65-46b8-a174-460c7188766e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:23.806203 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2184f219-b262-4c8e-ad40-a8537676c86e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:23.806915 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e', 'status': 'completed', 'code': 200} Jul 09 17:04:23.830993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 974f238f-b88e-4acd-b75a-f9f350b26261 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:23.865655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:23.867015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 18386153-5d00-452b-bbf8-4b3fec2a30af completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:23.904329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-1bde41cb-4794-4926-b911-653e54b396bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:23.906077 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-1bde41cb-4794-4926-b911-653e54b396bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76946a62-ff02-4af7-93d2-ccb39cc00a5e HTTP/1.1" status: 200 len: 834 time: 0.1712766 Jul 09 17:04:24.000983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e378b1-d198-44fc-9d2f-0cf0dcec4ce5 req-67aa42c5-0315-4404-b2c7-f08e090981d4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:24.003060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38e378b1-d198-44fc-9d2f-0cf0dcec4ce5 req-67aa42c5-0315-4404-b2c7-f08e090981d4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 943 time: 0.0834560 Jul 09 17:04:24.048210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56afd-1746-4589-abaf-d57590638c3e req-18451a5a-8d51-45fa-b006-86bab306d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:24.049957 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-18451a5a-8d51-45fa-b006-86bab306d71a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8590f01b-855f-4bcd-a43f-bb643042731b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082506 Jul 09 17:04:24.065880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38e378b1-d198-44fc-9d2f-0cf0dcec4ce5 req-9d8cd554-ff3d-476f-9581-a4b49c0a739c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543406 Jul 09 17:04:24.102772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5ab59-dc3b-4ec1-9ffa-33e87ca12baa req-02106692-3c48-413c-a0e6-c241d05bdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:24.104321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7db5ab59-dc3b-4ec1-9ffa-33e87ca12baa req-02106692-3c48-413c-a0e6-c241d05bdc75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1097 time: 0.2447340 Jul 09 17:04:24.210930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7db5ab59-dc3b-4ec1-9ffa-33e87ca12baa req-924e0ac5-cdbc-43d9-8cc4-6675811d1eff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785141 Jul 09 17:04:24.213201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:24.254843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] Provisioning for port 18386153-5d00-452b-bbf8-4b3fec2a30af completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:24.266217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] Provisioning complete for port 18386153-5d00-452b-bbf8-4b3fec2a30af triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:24.266623 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:24.407610 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:24.490258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] For port 18386153-5d00-452b-bbf8-4b3fec2a30af, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=18386153-5d00-452b-bbf8-4b3fec2a30af,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:24.506382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:24.567564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e50f6-5aa7-4076-bea0-c1247a91aad5 None None] Pushing event updated for resources: {'Port': ['ID=18386153-5d00-452b-bbf8-4b3fec2a30af,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:24.605870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=974f238f-b88e-4acd-b75a-f9f350b26261,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:24.617200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-32931c22-4da8-4524-ac25-6357aed6faa4 service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593126 Jul 09 17:04:24.623131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bdc7ed1c-586a-4c1c-9652-d66483bfaca2 None None] Could not find standard attr ID for object 974f238f-b88e-4acd-b75a-f9f350b26261. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:24.650362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:24.653583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e428b56d-b809-40c5-be6f-f28e6dba0cc4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/974f238f-b88e-4acd-b75a-f9f350b26261 HTTP/1.1" status: 204 len: 168 time: 1.3314416 Jul 09 17:04:24.655987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:24.674943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0939e1-f327-40e7-91ed-89f5fbad68d9 req-6acb625c-0ed0-4cbf-a9c3-9349b5fe7315 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:24.677126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b0939e1-f327-40e7-91ed-89f5fbad68d9 req-6acb625c-0ed0-4cbf-a9c3-9349b5fe7315 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1100016 Jul 09 17:04:24.763976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99b09c-a409-4ef7-8255-2a2b182bc544 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:24.766037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99b09c-a409-4ef7-8255-2a2b182bc544 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:24.768480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e99b09c-a409-4ef7-8255-2a2b182bc544 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1114914 Jul 09 17:04:24.776887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:24.780874 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94f56afd-1746-4589-abaf-d57590638c3e req-82c45e95-829c-4418-839a-066bafd1d5f8 service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405439 Jul 09 17:04:24.832182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b0939e1-f327-40e7-91ed-89f5fbad68d9 req-309de2a7-53c2-4285-9542-0a58b144d163 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208217 Jul 09 17:04:24.882066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 30850f63-c9f3-4786-bcd2-36dc4e1810ad {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:24.887609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:24.965341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.028772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-34b29d28-9426-4bdf-aa0e-891389d2e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:25.030572 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-34b29d28-9426-4bdf-aa0e-891389d2e991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1094 time: 0.1452296 Jul 09 17:04:25.188581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-27359900-e3e8-4a86-ba53-c89cb4320b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:25.192192 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-27359900-e3e8-4a86-ba53-c89cb4320b4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 898 time: 0.1544590 Jul 09 17:04:25.259846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-d0eaa69e-9d85-452d-92d2-71ccbb05b652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 200 len: 217 time: 0.0616829 Jul 09 17:04:25.335863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-d08b3d75-703a-4d05-9ac3-88cd66b7a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:25.337434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-d08b3d75-703a-4d05-9ac3-88cd66b7a2b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76946a62-ff02-4af7-93d2-ccb39cc00a5e HTTP/1.1" status: 200 len: 834 time: 0.0716217 Jul 09 17:04:25.387896 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.402113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-8beccda9-549c-4292-8de1-6783d4fcfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:25.403761 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-8beccda9-549c-4292-8de1-6783d4fcfeb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8590f01b-855f-4bcd-a43f-bb643042731b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597012 Jul 09 17:04:25.457051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf67a-6933-4d14-bdfe-e5bf6f212fc1 req-15607c17-8cfa-4466-8ca0-22f45c8996d0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:25.458660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8fcf67a-6933-4d14-bdfe-e5bf6f212fc1 req-15607c17-8cfa-4466-8ca0-22f45c8996d0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1428900 Jul 09 17:04:25.477749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.502759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-d810ebaf-349f-4e8a-ad3d-377bfd2551d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916967 Jul 09 17:04:25.517121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=30850f63-c9f3-4786-bcd2-36dc4e1810ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:25.531103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa002495-be4b-4976-b8f4-5009778a2034 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:25.531871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.536870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/30850f63-c9f3-4786-bcd2-36dc4e1810ad HTTP/1.1" status: 204 len: 168 time: 0.7582927 Jul 09 17:04:25.539472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:25.554835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.555183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.555523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.555921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.556257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.556586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.557016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.557347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.557677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.557997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.558326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.558666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d1d5f-807e-4f0b-96c3-5294a74b43c2 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:25.577797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8fcf67a-6933-4d14-bdfe-e5bf6f212fc1 req-8f6c4fb7-f81c-4824-ad5e-50f63b59260f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084166 Jul 09 17:04:25.649062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18386153-5d00-452b-bbf8-4b3fec2a30af up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:25.660244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d9965d1-714e-4a88-9996-dae4070a5719 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133423 Jul 09 17:04:25.661001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:25.666170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:25.706521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-77f5c983-46d0-44bc-a7b3-396e5ea3a501 req-25126e15-5436-4c7a-aa0f-9a4475fff72a service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898346 Jul 09 17:04:25.759858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 18386153-5d00-452b-bbf8-4b3fec2a30af triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:25.760230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.836449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:25.840645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.851237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2789e4-969b-4fab-bc55-f5afd381f53b req-64d606c0-71fe-495c-9794-7356256aa586 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:25.858284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a2789e4-969b-4fab-bc55-f5afd381f53b req-64d606c0-71fe-495c-9794-7356256aa586 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 943 time: 0.1142645 Jul 09 17:04:25.895158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:25.946642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] Deleting port 18386153-5d00-452b-bbf8-4b3fec2a30af {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:25.947248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.950254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a2789e4-969b-4fab-bc55-f5afd381f53b req-d87de866-e91f-45f8-a120-1a21d0e6c8dc tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910077 Jul 09 17:04:26.029359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] For port 18386153-5d00-452b-bbf8-4b3fec2a30af, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=18386153-5d00-452b-bbf8-4b3fec2a30af,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:26.029764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.050288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] Calling delete_port for 18386153-5d00-452b-bbf8-4b3fec2a30af owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:26.214882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939304c4-868b-4937-b08e-c529a43bf2c2 req-cc732b3f-53e5-4eec-9c62-fa6728375960 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:26.216797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-939304c4-868b-4937-b08e-c529a43bf2c2 req-cc732b3f-53e5-4eec-9c62-fa6728375960 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1300228 Jul 09 17:04:26.313317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.316114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:26.338263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] Pushing event deleted for resources: {'Port': ['ID=18386153-5d00-452b-bbf8-4b3fec2a30af,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:26.341655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0298d4e-412f-46de-a8db-9db96b367c2c None None] No DVR routers for this DVR port 18386153-5d00-452b-bbf8-4b3fec2a30af on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:26.345377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-939304c4-868b-4937-b08e-c529a43bf2c2 req-bd3ff9bf-f412-446a-b72d-815c9c5c7c52 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999908 Jul 09 17:04:26.506182 n-d-800085-2 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Could not find related port for resource to bump revision. Jul 09 17:04:26.512165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Port 18386153-5d00-452b-bbf8-4b3fec2a30af was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 17:04:26.512443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:9069 {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 17:04:26.515958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:9069 {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 17:04:26.517313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.558553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:26.561556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:26.565829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:26.566411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.572654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9a7b7-ca0d-4fd8-b7f7-1c686bd2f3e4 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:26.580410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=217670fc-c0c3-4224-a416-bc2cd6dbd461,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:26.591157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:26.591593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f8d081d-6c03-461e-af7e-651e8933e674 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9291420 Jul 09 17:04:26.597338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:9b:56:f7', 'name': 'tempest-NetworksTestDHCPv6-701507780'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:26.753708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:26.780127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260541f-099f-4a18-bb6d-e6d800bbda55 req-6cc7626c-0835-4b62-93bb-b66d802e437e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:26.781737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e260541f-099f-4a18-bb6d-e6d800bbda55 req-6cc7626c-0835-4b62-93bb-b66d802e437e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0784905 Jul 09 17:04:26.800556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '217670fc-c0c3-4224-a416-bc2cd6dbd461'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:26.801455 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.830934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e260541f-099f-4a18-bb6d-e6d800bbda55 req-1e702c55-5f05-4fba-8c16-a8235b5f9a10 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398653 Jul 09 17:04:26.865140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.889422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port a5c3e860-fd31-46ce-973a-342a9d08c935 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:26.981839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Allocated IP 2001:db8::f816:3eff:feb6:3320 (c3d619cb-858e-4385-a0f1-202e2ba81add/217670fc-c0c3-4224-a416-bc2cd6dbd461/b833dedc-0c67-4439-8f6c-97f510ae9cfc) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:27.097277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8fb0e-0848-4d32-a0cc-9e7a63b20578 req-eadb3410-fe82-434d-9589-616284169722 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:27.100410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52e8fb0e-0848-4d32-a0cc-9e7a63b20578 req-eadb3410-fe82-434d-9589-616284169722 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1138501 Jul 09 17:04:27.111411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:27.116370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Request body: {'floatingip': {'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:27.160827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.199732 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.209311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Transition to ACTIVE for port object b833dedc-0c67-4439-8f6c-97f510ae9cfc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:27.226089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Transition to ACTIVE for port object b833dedc-0c67-4439-8f6c-97f510ae9cfc will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:27.233886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.277490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63e355-151e-493f-943e-b36570dd9f51 req-12f4dc66-b67f-481c-9884-af8df3fba1be tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:27.280466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e63e355-151e-493f-943e-b36570dd9f51 req-12f4dc66-b67f-481c-9884-af8df3fba1be tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 943 time: 0.0828099 Jul 09 17:04:27.302307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:27.307951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:27.310064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Pushing event updated for resources: {'Port': ['ID=b833dedc-0c67-4439-8f6c-97f510ae9cfc,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:27.313578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:27.334508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e63e355-151e-493f-943e-b36570dd9f51 req-7231b0f5-3079-410d-bad5-f570f5589a5e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469565 Jul 09 17:04:27.347191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe9b:56f7 (c3d619cb-858e-4385-a0f1-202e2ba81add/217670fc-c0c3-4224-a416-bc2cd6dbd461/a5c3e860-fd31-46ce-973a-342a9d08c935) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:27.395048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Attempting to bind port b833dedc-0c67-4439-8f6c-97f510ae9cfc on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:27.395543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Attempting to bind port b833dedc-0c67-4439-8f6c-97f510ae9cfc by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:27.396151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Attempting to bind port b833dedc-0c67-4439-8f6c-97f510ae9cfc on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:27.401732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:27.402254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:27.402790 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.403279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:27.403974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Bound port: b833dedc-0c67-4439-8f6c-97f510ae9cfc, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:27.404518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.476951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] For port b833dedc-0c67-4439-8f6c-97f510ae9cfc, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:27.481705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] For port b833dedc-0c67-4439-8f6c-97f510ae9cfc, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b833dedc-0c67-4439-8f6c-97f510ae9cfc,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:27.486761 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.551564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14694f-558c-4e92-8f81-0e4d7d53ca0a req-5947a690-c36d-41e7-8188-a5a196c86ead tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:27.553215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b14694f-558c-4e92-8f81-0e4d7d53ca0a req-5947a690-c36d-41e7-8188-a5a196c86ead tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0819216 Jul 09 17:04:27.576498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18386153-5d00-452b-bbf8-4b3fec2a30af no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:27.601359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89890f-ed70-47ef-a5bd-34591dbbd7dc None None] Pushing event updated for resources: {'Port': ['ID=b833dedc-0c67-4439-8f6c-97f510ae9cfc,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:27.604615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 18386153-5d00-452b-bbf8-4b3fec2a30af {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:27.605004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18386153-5d00-452b-bbf8-4b3fec2a30af not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:27.643621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b14694f-558c-4e92-8f81-0e4d7d53ca0a req-b7d7665a-667d-4c8c-b483-779af1e4d4a7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847056 Jul 09 17:04:27.734498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:27.861620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.967079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object a5c3e860-fd31-46ce-973a-342a9d08c935 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:28.115628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.129067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.154727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.204737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:28.211136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:28.219900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:28.226051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:28.227093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.232261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=a5c3e860-fd31-46ce-973a-342a9d08c935,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:28.279041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f05f19a1-60b9-420e-b464-1394629ef32d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6835699 Jul 09 17:04:28.279360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:28.295969 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Floating IP 90171ac0-17a4-45fa-a5e8-8a6ff469d8b6 associated. External IP: 172.25.7.40, port: dc3f824a-9553-4b42-acab-761e6e124935. Jul 09 17:04:28.408383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.454736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bbcc5-cf4d-459f-9a61-700fae3c9a43 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:28.462262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bbcc5-cf4d-459f-9a61-700fae3c9a43 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:28.462558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-679bbcc5-cf4d-459f-9a61-700fae3c9a43 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1822221 Jul 09 17:04:28.465247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:28.530462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:04:28.569127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 55d76a47-4d65-46b8-a174-460c7188766e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:04:28.653618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:04:28.659827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.668262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:04:28.689440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:28.690308 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:28.700504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bdf8dbba-2f72-4526-9eec-e0b7d3ddfc1e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "PUT /v2.0/floatingips/90171ac0-17a4-45fa-a5e8-8a6ff469d8b6 HTTP/1.1" status: 200 len: 991 time: 1.5878763 Jul 09 17:04:28.701280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:28.703802 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b759a467-4bd1-4e88-a092-af8d235b0a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:28.709666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 55d76a47-4d65-46b8-a174-460c7188766e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=55d76a47-4d65-46b8-a174-460c7188766e,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:28.728454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '55d76a47-4d65-46b8-a174-460c7188766e', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:04:28.747632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05faeca-2f28-4280-a94f-727728dadfa1 req-a85111ce-13d0-44a5-93cb-5f13e9bb9853 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:28.750973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05faeca-2f28-4280-a94f-727728dadfa1 req-a85111ce-13d0-44a5-93cb-5f13e9bb9853 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 943 time: 0.2723606 Jul 09 17:04:28.787485 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.803402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d76a47-4d65-46b8-a174-460c7188766e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:28.805341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port a5c3e860-fd31-46ce-973a-342a9d08c935 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:28.805682 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.816446 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:28.826334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 55d76a47-4d65-46b8-a174-460c7188766e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=55d76a47-4d65-46b8-a174-460c7188766e,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:28.827443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-402108cb-0df1-490f-8d08-b87fa7ce9a33 None None] Provisioning for port b833dedc-0c67-4439-8f6c-97f510ae9cfc completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:28.829642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e05faeca-2f28-4280-a94f-727728dadfa1 req-8c4a024e-955d-4d39-9fa6-e6df539e17ec tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709052 Jul 09 17:04:28.835298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.903343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=55d76a47-4d65-46b8-a174-460c7188766e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:29.055602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2e498a8-0b7a-4a39-8457-45d77d647b26 None None] Provisioning for port a5c3e860-fd31-46ce-973a-342a9d08c935 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:29.060171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2e498a8-0b7a-4a39-8457-45d77d647b26 None None] Provisioning complete for port a5c3e860-fd31-46ce-973a-342a9d08c935 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:29.060552 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e498a8-0b7a-4a39-8457-45d77d647b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.082282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '90171ac0-17a4-45fa-a5e8-8a6ff469d8b6', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'mac_address': 'fa:16:3e:cf:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727881c5-840b-4718-a955-3a2eaad07b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:08Z', 'updated_at': '2021-07-09T17:04:27Z', 'revision_number': 1, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:29.098679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d2e498a8-0b7a-4a39-8457-45d77d647b26 None None] Port a5c3e860-fd31-46ce-973a-342a9d08c935 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:04:29.108985 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:04:29.117932 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:29.118612 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:29.226582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:29.260104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['55d76a47-4d65-46b8-a174-460c7188766e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:04:29.299404 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.326285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for a5c3e860-fd31-46ce-973a-342a9d08c935 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:29.404803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738010-3a81-4355-9150-0002229fdf89 req-3b28b813-ba15-4360-90f1-64cb60f72613 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:29.406338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9738010-3a81-4355-9150-0002229fdf89 req-3b28b813-ba15-4360-90f1-64cb60f72613 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2107944 Jul 09 17:04:29.462872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '90171ac0-17a4-45fa-a5e8-8a6ff469d8b6', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'mac_address': 'fa:16:3e:cf:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727881c5-840b-4718-a955-3a2eaad07b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:08Z', 'updated_at': '2021-07-09T17:04:27Z', 'revision_number': 1, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:29.473665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Deleting port 1d013a46-ab09-44ec-acca-2403c992d357 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:29.474004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.484501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9738010-3a81-4355-9150-0002229fdf89 req-7d102b36-3e28-4bab-96df-8c23e8ed566b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701098 Jul 09 17:04:29.502492 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51240c8-7950-40ea-bd50-0f8c406c7cbb None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '90171ac0-17a4-45fa-a5e8-8a6ff469d8b6', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'mac_address': 'fa:16:3e:cf:0a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727881c5-840b-4718-a955-3a2eaad07b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:08Z', 'updated_at': '2021-07-09T17:04:27Z', 'revision_number': 1, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:04:29.621340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b833dedc-0c67-4439-8f6c-97f510ae9cfc up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:29.627151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] For port 1d013a46-ab09-44ec-acca-2403c992d357, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1d013a46-ab09-44ec-acca-2403c992d357,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:29.627582 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.638746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.650691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Calling delete_port for 1d013a46-ab09-44ec-acca-2403c992d357 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:29.659975 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fc3d85-9ccb-45dc-b9a6-b1637af36ea4 x-openstack-request-id: req-03fc3d85-9ccb-45dc-b9a6-b1637af36ea4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:29.660477 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:29.660477 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03fc3d85-9ccb-45dc-b9a6-b1637af36ea4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:29.660891 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'status': 'completed', 'code': 200} Jul 09 17:04:29.678864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=a5c3e860-fd31-46ce-973a-342a9d08c935,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:29.696495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b833dedc-0c67-4439-8f6c-97f510ae9cfc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:29.703436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b833dedc-0c67-4439-8f6c-97f510ae9cfc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:29.703806 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.760182 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.763035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2366d6d9-e1f2-446b-8f57-254967fb288d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/a5c3e860-fd31-46ce-973a-342a9d08c935 HTTP/1.1" status: 204 len: 168 time: 1.2965972 Jul 09 17:04:29.765852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:29.782463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-94853a45-b53c-4489-bc44-a3abc9d38911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:29.784107 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-94853a45-b53c-4489-bc44-a3abc9d38911 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1097 time: 0.0943441 Jul 09 17:04:29.809488 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.839117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f306371-06e7-41f8-8df8-b135d14cb717 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:29.841734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f306371-06e7-41f8-8df8-b135d14cb717 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:29.843600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f306371-06e7-41f8-8df8-b135d14cb717 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0762451 Jul 09 17:04:29.846500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:29.861842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b833dedc-0c67-4439-8f6c-97f510ae9cfc, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b833dedc-0c67-4439-8f6c-97f510ae9cfc,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:29.866773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:29.936802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a36f2e-1717-4645-ae9e-ce5a03a04967 None None] New status for floating IP 90171ac0-17a4-45fa-a5e8-8a6ff469d8b6: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:04:30.038285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b833dedc-0c67-4439-8f6c-97f510ae9cfc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:30.124746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 217670fc-c0c3-4224-a416-bc2cd6dbd461 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:30.130857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.214843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.274204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463129-a489-4aa9-aa1a-23b065a3dbdb req-3435f718-5c14-4f7e-96dc-b7964ff1bda6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:30.275901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40463129-a489-4aa9-aa1a-23b065a3dbdb req-3435f718-5c14-4f7e-96dc-b7964ff1bda6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 944 time: 0.2434778 Jul 09 17:04:30.292921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.326274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-3fec53a1-3f5b-42f7-aa3a-ad3aca98685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:30.327785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-3fec53a1-3f5b-42f7-aa3a-ad3aca98685d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.5312035 Jul 09 17:04:30.359407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d013a46-ab09-44ec-acca-2403c992d357,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:30.395051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-02dc7074-baf0-4464-bca9-01b5c18ce2b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 1001 time: 0.0601492 Jul 09 17:04:30.442305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40463129-a489-4aa9-aa1a-23b065a3dbdb req-bc9ba0a4-cb19-4644-8d5e-8a63d9f2c640 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546748 Jul 09 17:04:30.445228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.454103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-00b4444f-2bb8-45cb-a0b4-640c6fa6d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:30.455580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-00b4444f-2bb8-45cb-a0b4-640c6fa6d503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0503104 Jul 09 17:04:30.517944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-352c5569-4968-47a7-97ff-14c652b6810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:30.519941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-352c5569-4968-47a7-97ff-14c652b6810c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568535 Jul 09 17:04:30.581974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 55d76a47-4d65-46b8-a174-460c7188766e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:30.606503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.635142 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-b165bb9c-1b3e-4c42-9eca-5321d524e626 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064546 Jul 09 17:04:30.648308 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.652683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/217670fc-c0c3-4224-a416-bc2cd6dbd461 HTTP/1.1" status: 204 len: 168 time: 0.8026934 Jul 09 17:04:30.652683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8173-8778-4e23-b218-2556031bffb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=217670fc-c0c3-4224-a416-bc2cd6dbd461,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:30.654715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:30.656683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c7e32-3ac8-4542-ad36-b2114921d299 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:30.660732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 55d76a47-4d65-46b8-a174-460c7188766e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:30.662792 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.674685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 55d76a47-4d65-46b8-a174-460c7188766e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:30.675196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.750495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-63356801-1be8-4188-86ce-9ce01a89c3ad tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943727 Jul 09 17:04:30.752936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:30.781424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b759a467-4bd1-4e88-a092-af8d235b0a3d req-b6d3f9b8-b362-4bfe-a0f2-8fcdd06cabe6 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369903 Jul 09 17:04:30.845828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee3dcd-f195-4f55-8c0c-f7ae233a7df9 req-453e8a1b-cf2f-49c1-b2e9-202ff8c8dce6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:30.847393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73ee3dcd-f195-4f55-8c0c-f7ae233a7df9 req-453e8a1b-cf2f-49c1-b2e9-202ff8c8dce6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2049308 Jul 09 17:04:30.848429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.875184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:30.877908 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1516573-38bb-4db4-a5cc-c213644a4420" -d '{"events": [{"server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "name": "network-vif-plugged", "status": "completed", "tag": "55d76a47-4d65-46b8-a174-460c7188766e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:30.893048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 55d76a47-4d65-46b8-a174-460c7188766e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=55d76a47-4d65-46b8-a174-460c7188766e,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:30.898970 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:30.939536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73ee3dcd-f195-4f55-8c0c-f7ae233a7df9 req-79ad1933-5632-49d5-b546-dbb9ab45a49c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857754 Jul 09 17:04:30.951184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:30.962282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b764bc-6652-4e93-a892-83e19cd4c0da tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:30.962499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=55d76a47-4d65-46b8-a174-460c7188766e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:30.966357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-00b764bc-6652-4e93-a892-83e19cd4c0da tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2097268 Jul 09 17:04:30.966578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:31.028485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] Deleting port b833dedc-0c67-4439-8f6c-97f510ae9cfc {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:31.028921 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.046394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0492e3-13ac-46ac-bf51-04fd4e8e754f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:31.047304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Router 1b3b25e7-4ac8-4733-87bc-48e685433237 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:04:31.048566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c0492e3-13ac-46ac-bf51-04fd4e8e754f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0808265 Jul 09 17:04:31.051085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:31.099921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-177aca62-08bd-488a-9328-b2951d6c3afa tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445378 Jul 09 17:04:31.102219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] For port b833dedc-0c67-4439-8f6c-97f510ae9cfc, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b833dedc-0c67-4439-8f6c-97f510ae9cfc,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:31.103164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.104206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:31.110225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:31.119503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] Calling delete_port for b833dedc-0c67-4439-8f6c-97f510ae9cfc owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:31.124495 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cbd620-febd-426b-aec4-349954790214 x-openstack-request-id: req-24cbd620-febd-426b-aec4-349954790214 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:31.124793 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "name": "network-vif-plugged", "status": "completed", "tag": "55d76a47-4d65-46b8-a174-460c7188766e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:31.125049 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24cbd620-febd-426b-aec4-349954790214 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:31.125443 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e', 'code': 200} Jul 09 17:04:31.183825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:04:31.192279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-441b41a3-15a8-47c9-a518-6ed623989c42 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b3b25e7-4ac8-4733-87bc-48e685433237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4533761 Jul 09 17:04:31.192406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:31.197004 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] Sync routers for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:04:31.206366 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:31.207283 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:31.219332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.248552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] Pushing event deleted for resources: {'Port': ['ID=b833dedc-0c67-4439-8f6c-97f510ae9cfc,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:31.259761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf685a33-0555-4e2a-8600-f91ba01d03e8 None None] No DVR routers for this DVR port b833dedc-0c67-4439-8f6c-97f510ae9cfc on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:31.285525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:31.289180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.316180 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:31.416277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.466923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f68e8-c4b9-4509-9c5f-ba2fe54f66a3 req-a193b212-5a8a-48e8-8784-ce5cde83703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:31.468604 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-803f68e8-c4b9-4509-9c5f-ba2fe54f66a3 req-a193b212-5a8a-48e8-8784-ce5cde83703b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1096 time: 0.2262604 Jul 09 17:04:31.492575 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T17:04:30Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:31.522256 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] Checking router: 1b3b25e7-4ac8-4733-87bc-48e685433237 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:04:31.549167 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] Routers {'1b3b25e7-4ac8-4733-87bc-48e685433237'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:31.549823 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1b3b25e7-4ac8-4733-87bc-48e685433237'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:31.586287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-803f68e8-c4b9-4509-9c5f-ba2fe54f66a3 req-799eed16-5dcc-412f-b88b-ff5c16b40345 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084006 Jul 09 17:04:31.621247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.665731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b833dedc-0c67-4439-8f6c-97f510ae9cfc no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:31.672404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd0f0a-eb11-49fb-bdb5-122957810a8f req-205c200f-ed21-4ee9-bbdd-5a603329061c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:31.679674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6fd0f0a-eb11-49fb-bdb5-122957810a8f req-205c200f-ed21-4ee9-bbdd-5a603329061c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.0899651 Jul 09 17:04:31.682925 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] Set router 1b3b25e7-4ac8-4733-87bc-48e685433237 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:31.688141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b833dedc-0c67-4439-8f6c-97f510ae9cfc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:31.688962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b833dedc-0c67-4439-8f6c-97f510ae9cfc not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:31.699682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.727120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6fd0f0a-eb11-49fb-bdb5-122957810a8f req-ad9714c5-d9b0-4e9b-9ce5-446e79a2a57c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463881 Jul 09 17:04:31.757822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:31.762875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:31.768208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:31.768810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.775058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1474a91-6879-4926-bf63-72a19ea32de4 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:31.789484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Deleting port 17b54e0c-d665-4260-bbf1-80cd57753e9c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:31.789855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.791728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=d918681e-ee20-4b4c-a611-2c0a079b73e5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:31.799254 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f2f93050-e54c-4c55-b160-bcd76890bf9a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6936858 Jul 09 17:04:31.799804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:31.814023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:77:2e:f5', 'name': 'tempest-NetworksTestDHCPv6-26104859'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:31.882126 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T17:04:30Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:31.938879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'd918681e-ee20-4b4c-a611-2c0a079b73e5'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:31.940413 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.965110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] For port 17b54e0c-d665-4260-bbf1-80cd57753e9c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=17b54e0c-d665-4260-bbf1-80cd57753e9c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:31.965463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:31.987951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Calling delete_port for 17b54e0c-d665-4260-bbf1-80cd57753e9c owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:32.004406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:32.004590 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb460b-e2ec-4b3b-bf40-db7eed1ba4a8 None None] The sync data for ids ['1b3b25e7-4ac8-4733-87bc-48e685433237'] in n-d-800085-2 is: [{'id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'name': 'tempest-TaggedBootDevicesTest_v242-1428528292-router', 'tenant_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:53:38Z', 'updated_at': '2021-07-09T17:04:30Z', 'revision_number': 5, 'project_id': '9c9f6762ea5b4c23bd5657397dae4d12', 'gw_port': {'id': '17b54e0c-d665-4260-bbf1-80cd57753e9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3b25e7-4ac8-4733-87bc-48e685433237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:53:39Z', 'updated_at': '2021-07-09T16:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:04:32.110967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/d918681e-ee20-4b4c-a611-2c0a079b73e5/9e6605b2-07cf-4fe3-b23a-857d4dfb5b00) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:32.173193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e04368-e1f7-4ba3-9c60-215da3731caf req-9d6419db-67b1-4c1a-be10-20d14f66bc01 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:32.174770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20e04368-e1f7-4ba3-9c60-215da3731caf req-9d6419db-67b1-4c1a-be10-20d14f66bc01 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0687649 Jul 09 17:04:32.205328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.216123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20e04368-e1f7-4ba3-9c60-215da3731caf req-e8d199ae-8890-4f12-aadb-d0440380f7bb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Jul 09 17:04:32.246307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port ce444390-3ff9-4d7c-9515-57e42fdf3c9c yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:32.267314 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.275875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Transition to ACTIVE for port object 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:32.290829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Transition to ACTIVE for port object 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:32.297537 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.339820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:32.342938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:32.347512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:32.352297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Pushing event updated for resources: {'Port': ['ID=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:32.356692 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.409213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b54e0c-d665-4260-bbf1-80cd57753e9c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:32.421962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Attempting to bind port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:32.422571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Attempting to bind port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:32.423025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Attempting to bind port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:32.429607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:32.430028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:32.430280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.430692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:32.431161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Bound port: 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:32.431557 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.487293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::2e0 (c3d619cb-858e-4385-a0f1-202e2ba81add/d918681e-ee20-4b4c-a611-2c0a079b73e5/ce444390-3ff9-4d7c-9515-57e42fdf3c9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:32.502882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] For port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:32.507329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] For port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:32.511774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.513560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.577913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a689b0-6082-4e4e-851e-6a36034d1a09 None None] Pushing event updated for resources: {'Port': ['ID=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:32.637728 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.644198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.774037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.774630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3b25e7-4ac8-4733-87bc-48e685433237 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:04:32.780416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.781564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e24a5db4-1277-4387-a968-131846c44876 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1b3b25e7-4ac8-4733-87bc-48e685433237 HTTP/1.1" status: 204 len: 168 time: 1.5863373 Jul 09 17:04:32.784224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:32.874210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Deleting subnet 94dcc8a3-9c76-4334-b0fb-967fefacdcef {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:32.891135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.895798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.936636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object ce444390-3ff9-4d7c-9515-57e42fdf3c9c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:32.947808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:32.983300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2c5c3-c6fa-44a3-be47-9efac7c8013f req-f5a830e5-1987-4c65-9ef3-689e45384589 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:32.984750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cd2c5c3-c6fa-44a3-be47-9efac7c8013f req-f5a830e5-1987-4c65-9ef3-689e45384589 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.0955417 Jul 09 17:04:33.031105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cd2c5c3-c6fa-44a3-be47-9efac7c8013f req-172660b6-62ed-4bd5-933e-5521d1abd10e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Jul 09 17:04:33.056369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.093550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.135356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:33.143142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:33.149298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:33.155095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:33.155726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.162288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=ce444390-3ff9-4d7c-9515-57e42fdf3c9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:33.178253 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9fc29297-f83d-4ee9-bb36-2cc39e4eebda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3683841 Jul 09 17:04:33.181118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:33.188091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.215265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dcc8a3-9c76-4334-b0fb-967fefacdcef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:33.217155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.222714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9e7f295-c93b-42ab-a450-76e2bc2791a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/94dcc8a3-9c76-4334-b0fb-967fefacdcef HTTP/1.1" status: 204 len: 168 time: 0.4338789 Jul 09 17:04:33.223525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:33.226709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdc9c06-af7c-41fe-ba88-f704f70e76a4 None None] Network ba908d6f-2bb2-4213-9a94-8fb4118959d1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:33.261856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2819ef-6f40-4df1-add0-6547aa5cad8e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:33.269466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2819ef-6f40-4df1-add0-6547aa5cad8e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:33.271196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d2819ef-6f40-4df1-add0-6547aa5cad8e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0890846 Jul 09 17:04:33.273952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:33.335450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.401501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Deleting port 94209f7a-9e1a-4864-9535-bf4fef0cd720 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:33.401943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.481825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port ce444390-3ff9-4d7c-9515-57e42fdf3c9c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:33.482019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] For port 94209f7a-9e1a-4864-9535-bf4fef0cd720, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94209f7a-9e1a-4864-9535-bf4fef0cd720,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:33.482127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.482222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.497494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Calling delete_port for 94209f7a-9e1a-4864-9535-bf4fef0cd720 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:33.544320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d933-2748-45dc-b4a3-7ef1d0eacd19 req-e590e33f-1b82-4e8d-95ab-84a0162fae35 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:33.546501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a390d933-2748-45dc-b4a3-7ef1d0eacd19 req-e590e33f-1b82-4e8d-95ab-84a0162fae35 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1414590 Jul 09 17:04:33.552415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] DHCP port deletion for ba908d6f-2bb2-4213-9a94-8fb4118959d1 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:33.636662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] Deleting port 94209f7a-9e1a-4864-9535-bf4fef0cd720 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:33.637058 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.642817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a390d933-2748-45dc-b4a3-7ef1d0eacd19 req-0e4f252d-3ceb-4be7-9e9c-5db4635eba61 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890615 Jul 09 17:04:33.645246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.651364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.681194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for ce444390-3ff9-4d7c-9515-57e42fdf3c9c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:33.693035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94209f7a-9e1a-4864-9535-bf4fef0cd720,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:33.696302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] No DVR routers for this DVR port 94209f7a-9e1a-4864-9535-bf4fef0cd720 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:33.720239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:33.776823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] For port 94209f7a-9e1a-4864-9535-bf4fef0cd720, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94209f7a-9e1a-4864-9535-bf4fef0cd720,segment=NetworkSegment(d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf),segment_id=d2f9b00e-6ee7-4688-bb1b-df0fbfd578bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:33.777234 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.795798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] Calling delete_port for 94209f7a-9e1a-4864-9535-bf4fef0cd720 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:33.870566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:33.922667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] Provisioning for port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:33.943433 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] Provisioning complete for port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:33.943807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:33.955129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.008178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=ce444390-3ff9-4d7c-9515-57e42fdf3c9c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:34.020531 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.022831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17b54e0c-d665-4260-bbf1-80cd57753e9c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:34.045165 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.051671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cc28657-c131-4924-9e85-4d4af8ca125a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/ce444390-3ff9-4d7c-9515-57e42fdf3c9c HTTP/1.1" status: 204 len: 168 time: 0.7720132 Jul 09 17:04:34.052382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.078276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 17b54e0c-d665-4260-bbf1-80cd57753e9c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:34.078782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17b54e0c-d665-4260-bbf1-80cd57753e9c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:34.079350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d013a46-ab09-44ec-acca-2403c992d357 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:34.102044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] No DVR routers for this DVR port 94209f7a-9e1a-4864-9535-bf4fef0cd720 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:34.124374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5ec2f-bde5-44c7-a36a-456361eb8b80 None None] Pushing event deleted for resources: {'Port': ['ID=94209f7a-9e1a-4864-9535-bf4fef0cd720,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:34.132871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1d013a46-ab09-44ec-acca-2403c992d357 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:34.133434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1d013a46-ab09-44ec-acca-2403c992d357 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:34.147588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19be72-05ae-47e4-9c26-2de94e0356bd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:34.153355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19be72-05ae-47e4-9c26-2de94e0356bd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:34.155457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e19be72-05ae-47e4-9c26-2de94e0356bd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1020072 Jul 09 17:04:34.160138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54166) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.194926 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.226667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.232299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] For port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:34.233155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet d918681e-ee20-4b4c-a611-2c0a079b73e5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:34.237821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.247510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.265014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14f2ff-abfc-4a20-a383-e8cc1998277f req-ddab00b0-cddd-4792-bb2e-4d29e189ea3d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:34.266703 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe14f2ff-abfc-4a20-a383-e8cc1998277f req-ddab00b0-cddd-4792-bb2e-4d29e189ea3d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.0756867 Jul 09 17:04:34.274054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba908d6f-2bb2-4213-9a94-8fb4118959d1']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:34.291726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:34.292107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f9b00e-6ee7-4688-bb1b-df0fbfd578bf') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:34.307284 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.309645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe14f2ff-abfc-4a20-a383-e8cc1998277f req-acb56587-84e0-471b-94e0-6124ace490bc tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357132 Jul 09 17:04:34.319061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.358174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.371887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:04:34.372305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:04:34.374110 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:04:34.465960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.485902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.487867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba908d6f-2bb2-4213-9a94-8fb4118959d1 HTTP/1.1" status: 204 len: 168 time: 1.2641242 Jul 09 17:04:34.505012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33661f-e46b-4aab-9044-04a5920137e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba908d6f-2bb2-4213-9a94-8fb4118959d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:34.519475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7d0db3f-701e-44f9-b155-4215cf1828a9 None None] Could not find standard attr ID for object ce444390-3ff9-4d7c-9515-57e42fdf3c9c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:34.523247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.531453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c77b9-a5e2-4f16-8884-16c2d9e11e6d None None] Pushing event updated for resources: {'Port': ['ID=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:34.545836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc247309-a69b-4d87-8e20-21d9860a63d1 req-0aca8ce8-9306-497b-9d80-15443d55bf2b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:34.547532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc247309-a69b-4d87-8e20-21d9860a63d1 req-0aca8ce8-9306-497b-9d80-15443d55bf2b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.1110868 Jul 09 17:04:34.595630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc247309-a69b-4d87-8e20-21d9860a63d1 req-4aeedfc2-b689-4ca6-b4d5-3adda6a3c4c4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Jul 09 17:04:34.598592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.621625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.624459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=d918681e-ee20-4b4c-a611-2c0a079b73e5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:34.628531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.638610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.639775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18551def-f2ce-46fb-916b-9be387fb7c06 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:34.643011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7c3c3d3f-3da3-4bb6-adae-fcefda78086a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/d918681e-ee20-4b4c-a611-2c0a079b73e5 HTTP/1.1" status: 204 len: 168 time: 0.4818797 Jul 09 17:04:34.650143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.683149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd97fdd-8c8c-4301-89e7-a450add7e70e tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:34.686509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fd97fdd-8c8c-4301-89e7-a450add7e70e tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1091 time: 0.0617914 Jul 09 17:04:34.689225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.691778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.692275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-62a22a2a-9148-47d4-b66b-411da4bb18a6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410964 Jul 09 17:04:34.697101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:34.718235 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a5740c7e-67e1-40a0-9548-100a122a25c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c9f6762ea5b4c23bd5657397dae4d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875323 Jul 09 17:04:34.721454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54184) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.761774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.777524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd662-0669-47d6-9970-f8d087a4d6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.808919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd662-0669-47d6-9970-f8d087a4d6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.862340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd662-0669-47d6-9970-f8d087a4d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.865227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd662-0669-47d6-9970-f8d087a4d6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:34.866432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d7cd662-0669-47d6-9970-f8d087a4d6d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9 HTTP/1.1" status: 204 len: 168 time: 0.1440461 Jul 09 17:04:34.869646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba38bf5-8106-4d6e-99fd-a619740011b5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:34.871505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3ba38bf5-8106-4d6e-99fd-a619740011b5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1788967 Jul 09 17:04:34.874835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:34.884745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:34.885038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd662-0669-47d6-9970-f8d087a4d6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef9e13d-0d50-4aa7-a5ae-c95390b2dce9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:34.959161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] Deleting port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:34.959657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.025614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] For port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:35.025904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.040187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] Calling delete_port for 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:35.130822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.156679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] Pushing event deleted for resources: {'Port': ['ID=9e6605b2-07cf-4fe3-b23a-857d4dfb5b00,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:35.160216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3356a8-f9d4-4849-bf61-1fc1e2229146 None None] No DVR routers for this DVR port 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:35.287519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e654030-e1d6-410d-a826-f7f1d8653227 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:35.289044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e654030-e1d6-410d-a826-f7f1d8653227 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4122450 Jul 09 17:04:35.292336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:35.302063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40c634-c5ce-42ed-8c0d-0ed3a6bfcd9a req-cef4b563-3cb6-4a07-9c65-b6d4fe19b0d9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:35.303589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad40c634-c5ce-42ed-8c0d-0ed3a6bfcd9a req-cef4b563-3cb6-4a07-9c65-b6d4fe19b0d9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.5177684 Jul 09 17:04:35.334837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9ae2c4c0-90b4-43f4-81fe-d8533c1aa1a9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411170 Jul 09 17:04:35.338387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:35.345011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:35.363544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad40c634-c5ce-42ed-8c0d-0ed3a6bfcd9a req-bffe66ab-9ac2-4c59-8339-23e6b1afc635 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507474 Jul 09 17:04:35.365875 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.501676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:35.505571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.518511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.25.7.80 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/68fcf135-989e-4bf3-9955-8008986dd1c7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:35.618310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94209f7a-9e1a-4864-9535-bf4fef0cd720 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:35.639877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.654825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 94209f7a-9e1a-4864-9535-bf4fef0cd720 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:35.654991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94209f7a-9e1a-4864-9535-bf4fef0cd720 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:35.655361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:35.686700 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.689670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:35.690027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9e6605b2-07cf-4fe3-b23a-857d4dfb5b00 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:35.734623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:35.738568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:35.741232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:35.759416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:35.782267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=68fcf135-989e-4bf3-9955-8008986dd1c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:35.799540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5fdbdb4b-0d2b-451b-88ab-a28747b8ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.867609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:35.869453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.916251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:35.919730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:35.924567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:35.925651 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.929879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc108189-3bda-4342-a25d-e8226871efb5 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:35.955674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-989897832-network', 'tenant_id': '09ae1186f97c420b9135400550e0fe04'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:35.964560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=8f4bc03a-1131-47b4-b1e6-ad189c2f86e8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:35.972504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c52a1377-45fe-429c-b7b8-3f907e5a66cd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6320255 Jul 09 17:04:35.976130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:35.983540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:36.037675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Made reservation on behalf of 09ae1186f97c420b9135400550e0fe04 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:36.044811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.071087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.128982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '8f4bc03a-1131-47b4-b1e6-ad189c2f86e8'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:36.129864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.290236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Allocated IP 2001:db8::f816:3eff:feca:8270 (c3d619cb-858e-4385-a0f1-202e2ba81add/8f4bc03a-1131-47b4-b1e6-ad189c2f86e8/82ce3ccc-d74a-4008-9086-d3a328f9b2a6) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:36.375968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.387544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.456456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:36.460390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.465156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:04:36.485417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.538702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667c6dd3-dde3-4412-94aa-73554dc3aea4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:36.542703 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.550333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.551176 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Added segment fa31614b-00d5-4237-b8ff-9a4044439999 of type vlan for network a573b974-4d2f-4a91-afc3-9a844ff15b6e Jul 09 17:04:36.555980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Transition to ACTIVE for port object 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:36.582278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Transition to ACTIVE for port object 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:36.593907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.620296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.653586 n-d-800085-2 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f4bc03a-1131-47b4-b1e6-ad189c2f86e8 (CIDR: 2001:db8::/64) Jul 09 17:04:36.659255 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.660355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:36.665739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:36.666254 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:36.666893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:36.669304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:36.671496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:36.686712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.687856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:36.688720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.696517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c6cb7a1b-9c6f-46a5-8a7c-b9912cd48c27 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7193902 Jul 09 17:04:36.700052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:36.705812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:36.742225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Attempting to bind port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:36.742634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Attempting to bind port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:36.743005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Attempting to bind port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:36.748941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:36.749304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:36.749713 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.750110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:36.750616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Bound port: 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:36.751061 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.765916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0025625 Jul 09 17:04:36.772001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:36.779062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Request body: {'subnet': {'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-989897832-subnet', 'tenant_id': '09ae1186f97c420b9135400550e0fe04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:36.798233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d583f-a8c3-418d-9af3-0419837c3f08 req-26ff497a-26e6-4a62-802d-ef36c3019e1b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:36.799824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-226d583f-a8c3-418d-9af3-0419837c3f08 req-26ff497a-26e6-4a62-802d-ef36c3019e1b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2255144 Jul 09 17:04:36.836279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:36.840629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:36.844708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b597-75bf-4c7a-b97c-1a8eb3c6f35d admin admin] Pushing event updated for resources: {'Network': ['ID=a573b974-4d2f-4a91-afc3-9a844ff15b6e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:36.847463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.850980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Made reservation on behalf of 09ae1186f97c420b9135400550e0fe04 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:36.853718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.880516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:04:36.923073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-226d583f-a8c3-418d-9af3-0419837c3f08 req-98d36f1a-d957-4205-b776-ce5338ab31ce tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084547 Jul 09 17:04:36.940160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:36.944857 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:36.988835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4717e-3a29-48f1-9a6e-ee99fcb00ce4 None None] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:37.007154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.017264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.150502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=68fcf135-989e-4bf3-9955-8008986dd1c7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:37.208379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.271334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.276009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.324530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:37.327997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:37.333193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:37.333730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.341116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:37.352443 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-19a1c652-8a6d-4536-8c6c-97f972defd31 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6507654 Jul 09 17:04:37.355248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:37.360741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:7c:99:a3', 'name': 'tempest-NetworksTestDHCPv6-643165045'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:37.377301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d8cb84-0323-401c-b82a-8d3a76fc57b2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:37.394310 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Floating IP 84fde184-d2ae-4096-a17c-93b587efc13b associated. External IP: 172.25.7.80, port: 55d76a47-4d65-46b8-a174-460c7188766e. Jul 09 17:04:37.431708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Checking segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:37.431975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Network hostable DHCP agents. Network: a573b974-4d2f-4a91-afc3-9a844ff15b6e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:04:37.485764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:37.487288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:04:37.514728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a573b974-4d2f-4a91-afc3-9a844ff15b6e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:37.523304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b93299-5d60-4429-9eec-e0dfa040323b None None] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:37.529876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:37.530503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.557524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-00fb8b98-3660-42f0-89e6-cf485a7e8ee0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7843018 Jul 09 17:04:37.591038 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.614973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 42c52670-8afa-4a4f-a79f-9288dcb8eb91 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:37.654145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:37.763208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:04:37.834081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:37.846117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'tenant_id': '09ae1186f97c420b9135400550e0fe04', 'fixed_ips': [{'subnet_id': '81d8cb84-0323-401c-b82a-8d3a76fc57b2'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:37.847374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:37.864281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8:0:1::184 (c3d619cb-858e-4385-a0f1-202e2ba81add/fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8/42c52670-8afa-4a4f-a79f-9288dcb8eb91) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:37.873825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe7c:99a3 (c3d619cb-858e-4385-a0f1-202e2ba81add/8f4bc03a-1131-47b4-b1e6-ad189c2f86e8/42c52670-8afa-4a4f-a79f-9288dcb8eb91) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:37.936561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:04:37.971825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.015472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:04:38.051613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0abd124-1a7d-485a-ae5c-f3a1bd4d6593 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3585961 Jul 09 17:04:38.051613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:38.053053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:38.053190 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3cea90-ac75-4e02-afa1-ead9952a0534" -d '{"events": [{"name": "network-changed", "server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "tag": "55d76a47-4d65-46b8-a174-460c7188766e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:38.085137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:38.086007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:38.153952 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bced2fac-6557-4f56-8cb0-8c1d7d577ad5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/84fde184-d2ae-4096-a17c-93b587efc13b HTTP/1.1" status: 200 len: 990 time: 0.0991545 Jul 09 17:04:38.182649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.209274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 42c52670-8afa-4a4f-a79f-9288dcb8eb91 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:38.269886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.283176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Allocated IP 172.20.0.2 (a573b974-4d2f-4a91-afc3-9a844ff15b6e/81d8cb84-0323-401c-b82a-8d3a76fc57b2/3e82520e-0b9b-495a-8618-623b6110f993) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:38.306842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8a69a-85c7-4b5e-9ddb-a653b903642e None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:38.344181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:38.347768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:38.352407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:38.358979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:38.359526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.390790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0342073 Jul 09 17:04:38.392401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94107205-6a92-4b1e-810d-d14dfe58774f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=42c52670-8afa-4a4f-a79f-9288dcb8eb91,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:38.400256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:38.425794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.426513 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-127409ae-f5db-474a-9e4f-62684d9eca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.437148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:38.511525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80f315df-de97-457b-8f76-71a3644747ff None None] Provisioning for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:38.516877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-069c7008-45e5-49ab-b4ca-e1ef3d7bc75b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:38.518460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-069c7008-45e5-49ab-b4ca-e1ef3d7bc75b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 815 time: 0.2464652 Jul 09 17:04:38.537975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80f315df-de97-457b-8f76-71a3644747ff None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:38.538297 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80f315df-de97-457b-8f76-71a3644747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.549200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-0def180c-f38e-45ba-bc74-ae29647e9996 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/quotas/09ae1186f97c420b9135400550e0fe04 HTTP/1.1" status: 200 len: 375 time: 0.0219781 Jul 09 17:04:38.568608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 42c52670-8afa-4a4f-a79f-9288dcb8eb91 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:38.568949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.600818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-201f770e-1c54-460d-bd1e-dc6a327eeb49 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433803 Jul 09 17:04:38.634941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-0a7a521a-2649-4ba8-b370-1ae4183f3c79 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:04:38.635803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-0a7a521a-2649-4ba8-b370-1ae4183f3c79 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101833 Jul 09 17:04:38.653161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.735548 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:38.756829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 42c52670-8afa-4a4f-a79f-9288dcb8eb91 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:38.783319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-3f94473c-6b3e-49ef-847e-260cfa2269e2 service neutron] 10.222.0.48 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334288 Jul 09 17:04:38.926554 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-3ca9f1d6-bc3c-44d0-9005-c542548f4877 service neutron] 10.222.0.48 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152477 Jul 09 17:04:39.082930 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80f315df-de97-457b-8f76-71a3644747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.090682 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.121435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.144816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Transition to ACTIVE for port object 3e82520e-0b9b-495a-8618-623b6110f993 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:39.158181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:39.164681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=42c52670-8afa-4a4f-a79f-9288dcb8eb91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:39.192844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Transition to ACTIVE for port object 3e82520e-0b9b-495a-8618-623b6110f993 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:39.202900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-80f315df-de97-457b-8f76-71a3644747ff None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:39.208238 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.215034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80f315df-de97-457b-8f76-71a3644747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.272386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:39.277483 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a597a4c6-e583-487d-b369-14446f02477c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/84fde184-d2ae-4096-a17c-93b587efc13b HTTP/1.1" status: 200 len: 990 time: 0.1180575 Jul 09 17:04:39.294703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.301620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:39.302525 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8f3f23e8-0478-4cbf-9e5a-a8622d081f03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/42c52670-8afa-4a4f-a79f-9288dcb8eb91 HTTP/1.1" status: 204 len: 168 time: 0.8977275 Jul 09 17:04:39.310451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Pushing event updated for resources: {'Port': ['ID=3e82520e-0b9b-495a-8618-623b6110f993,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:39.313003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:39.320468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:39.343152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c5dea-7e04-4c09-9b32-b7d2210a0189 req-9840a037-32c4-4714-a99b-dc6761bf39b2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.345253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-603c5dea-7e04-4c09-9b32-b7d2210a0189 req-9840a037-32c4-4714-a99b-dc6761bf39b2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1720853 Jul 09 17:04:39.392795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-603c5dea-7e04-4c09-9b32-b7d2210a0189 req-296b0734-ccef-4a56-a1c3-947901424260 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399919 Jul 09 17:04:39.397543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298e51b-89e5-4694-99e9-020cacecf4ce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.399467 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9298e51b-89e5-4694-99e9-020cacecf4ce tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0967426 Jul 09 17:04:39.402416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:39.422739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f315df-de97-457b-8f76-71a3644747ff None None] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:39.433871 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.438614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:36Z', 'revision_number': 0, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:39.489470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:04:39.506037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691e8bf-69ab-4b82-8fdc-2100a863d36e None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '8f4bc03a-1131-47b4-b1e6-ad189c2f86e8', 'ip_address': '2001:db8::f816:3eff:feca:8270'}, {'subnet_id': 'fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '82ce3ccc-d74a-4008-9086-d3a328f9b2a6'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:39.520097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d4e8c-6e78-47e9-9182-d8b2eedecc49 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.525021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-214d4e8c-6e78-47e9-9182-d8b2eedecc49 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1214600 Jul 09 17:04:39.528070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:39.540317 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e99af1-b46d-48bc-bd86-d5c46bce793a x-openstack-request-id: req-96e99af1-b46d-48bc-bd86-d5c46bce793a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:39.541728 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "tag": "55d76a47-4d65-46b8-a174-460c7188766e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:39.542124 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96e99af1-b46d-48bc-bd86-d5c46bce793a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:39.542716 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e', 'status': 'completed', 'code': 200} Jul 09 17:04:39.570463 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2691e8bf-69ab-4b82-8fdc-2100a863d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.598272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:04:39.598954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:04:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:39.602506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Attempting to bind port 3e82520e-0b9b-495a-8618-623b6110f993 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:39.603023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Attempting to bind port 3e82520e-0b9b-495a-8618-623b6110f993 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:39.603401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Attempting to bind port 3e82520e-0b9b-495a-8618-623b6110f993 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:39.644412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d710185-715e-4165-b44d-e8bf783f3476 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.646139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d710185-715e-4165-b44d-e8bf783f3476 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.647705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d710185-715e-4165-b44d-e8bf783f3476 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.649321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0d710185-715e-4165-b44d-e8bf783f3476 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1199102 Jul 09 17:04:39.652356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:39.654797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:39.684407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-0348e907-b087-409a-a2d1-972a5a5cbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.686366 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-0348e907-b087-409a-a2d1-972a5a5cbeb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1096 time: 0.0971982 Jul 09 17:04:39.721742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:39.722378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Checking segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:39.723300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.723985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Bound using segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:39.724834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Bound port: 3e82520e-0b9b-495a-8618-623b6110f993, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:39.725510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.730686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 8f4bc03a-1131-47b4-b1e6-ad189c2f86e8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:39.735228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.800670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-ecb80753-6d31-489e-8f52-5dc1ffda375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.802719 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-ecb80753-6d31-489e-8f52-5dc1ffda375b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 898 time: 0.1096475 Jul 09 17:04:39.808460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.886433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-0ba88920-892b-486c-9886-8e5f674e3361 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 200 len: 998 time: 0.0768969 Jul 09 17:04:39.927184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:39.927565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.940271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-a7a760e4-0458-4f99-9470-ce29e832c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.945831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-a7a760e4-0458-4f99-9470-ce29e832c073 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76946a62-ff02-4af7-93d2-ccb39cc00a5e HTTP/1.1" status: 200 len: 834 time: 0.0495458 Jul 09 17:04:39.983353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:04:40.026323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] For port 3e82520e-0b9b-495a-8618-623b6110f993, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:40.033746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-933b40b4-3b26-4e29-987a-3fe5bcbe0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:40.035636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-933b40b4-3b26-4e29-987a-3fe5bcbe0195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8590f01b-855f-4bcd-a43f-bb643042731b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828967 Jul 09 17:04:40.049081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] For port 3e82520e-0b9b-495a-8618-623b6110f993, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3e82520e-0b9b-495a-8618-623b6110f993,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:40.052369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.062899 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.132689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0dd07c1a-adc7-4e38-bc0e-322d851e5fb3 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:40.134836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0dd07c1a-adc7-4e38-bc0e-322d851e5fb3 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 815 time: 0.2668443 Jul 09 17:04:40.154811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-cd737a80-ecf9-41bc-8361-a402c5d76f38 service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122973 Jul 09 17:04:40.159033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-eef2e789-45e4-4812-808e-78f6cdba58e9 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/quotas/09ae1186f97c420b9135400550e0fe04 HTTP/1.1" status: 200 len: 375 time: 0.0173347 Jul 09 17:04:40.208504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-2691e8bf-69ab-4b82-8fdc-2100a863d36e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f4bc03a-1131-47b4-b1e6-ad189c2f86e8: This subnet is being modified by another concurrent operation. Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:40.226437 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f4bc03a-1131-47b4-b1e6-ad189c2f86e8: This subnet is being modified by another concurrent operation. Jul 09 17:04:40.231401 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:04:40.241486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4bc03a-1131-47b4-b1e6-ad189c2f86e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:40.282245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:40.302138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a43f48-3a13-43e3-a062-60b04fb12470 None None] Pushing event updated for resources: {'Port': ['ID=3e82520e-0b9b-495a-8618-623b6110f993,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:40.317752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.319961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9b22501-e344-4ddc-ac14-4a0def9e2078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/8f4bc03a-1131-47b4-b1e6-ad189c2f86e8 HTTP/1.1" status: 204 len: 168 time: 0.6661375 Jul 09 17:04:40.339647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:40.367943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9c3cea90-ac75-4e02-afa1-ead9952a0534 req-0e1fccd7-6a75-4951-8e6c-9d72f84272a2 service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064095 Jul 09 17:04:40.374194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-e4acfc4f-2960-467d-b01d-71409f79ae81 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053781 Jul 09 17:04:40.376880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347b11b-a10d-4eb0-a8fc-12ef9a1f2465 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:40.390037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3f6f3e49-8007-4f3e-9eba-f9f5e948d60c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/84fde184-d2ae-4096-a17c-93b587efc13b HTTP/1.1" status: 200 len: 990 time: 0.1030314 Jul 09 17:04:40.489955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f0166698-041e-4a6f-b793-15d0881a45fd None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:40.490333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0166698-041e-4a6f-b793-15d0881a45fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.492264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:40.496615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.586940 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.644898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:36Z', 'revision_number': 0, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:04:40.664649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.669275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-b87bc2b9-6c35-4576-aaac-9caae111fcb0 service neutron] 10.222.0.48 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615995 Jul 09 17:04:40.687565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2268d-e233-4d9f-984a-d29ff16342c6 None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:04:10Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:36Z', 'revision_number': 0, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:04:40.740170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f0166698-041e-4a6f-b793-15d0881a45fd None None] Could not find standard attr ID for object 42c52670-8afa-4a4f-a79f-9288dcb8eb91. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:40.836656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af10a16-d9b7-4dd1-96e6-276aaab0d633 None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '82ce3ccc-d74a-4008-9086-d3a328f9b2a6'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:40.879714 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2af10a16-d9b7-4dd1-96e6-276aaab0d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.129676 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.164612 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de783695-8c14-4f73-855c-387b1e2f5314 None None] New status for floating IP 84fde184-d2ae-4096-a17c-93b587efc13b: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:04:41.192365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-26b4ca02-fb51-4382-9223-d2879513a028 service neutron] 10.222.0.48 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208363 Jul 09 17:04:41.199213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-3438e5e6-dcbe-4d6f-920f-64e06abd9394 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:41.200980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-3438e5e6-dcbe-4d6f-920f-64e06abd9394 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 815 time: 0.1550653 Jul 09 17:04:41.221270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Request body: {'port': {'device_id': 'def93a51-43cf-4ade-8059-9963a46298e6', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'admin_state_up': True, 'tenant_id': '09ae1186f97c420b9135400550e0fe04'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-2af10a16-d9b7-4dd1-96e6-276aaab0d633 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8: This subnet is being modified by another concurrent operation. Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:41.248551 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8: This subnet is being modified by another concurrent operation. Jul 09 17:04:41.252358 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:04:41.259844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.340900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.347637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8 HTTP/1.1" status: 204 len: 168 time: 1.0050025 Jul 09 17:04:41.349272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f1692-bab9-4d71-a162-496be3d1cbe3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:41.355320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:41.389504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Made reservation on behalf of 09ae1186f97c420b9135400550e0fe04 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:41.391028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41fd78c6-0d04-4fa1-a6e2-fef0e59762ca None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:41.391650 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41fd78c6-0d04-4fa1-a6e2-fef0e59762ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.401490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.425659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:41.438498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-08a97115-6cba-4d88-a997-05d99b2fd3cb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817947 Jul 09 17:04:41.446342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:41.462206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:41.682101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Allocated IP 172.20.0.9 (a573b974-4d2f-4a91-afc3-9a844ff15b6e/81d8cb84-0323-401c-b82a-8d3a76fc57b2/209d536e-cf57-42ea-b3e9-29de945459fa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:41.737402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3e82520e-0b9b-495a-8618-623b6110f993 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:41.791112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-073dbb3f-102f-49e4-b9c5-a8788cca6c59 None None] Could not find standard attr ID for object 42c52670-8afa-4a4f-a79f-9288dcb8eb91. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:41.809702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:41.814133 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:41.849681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3e82520e-0b9b-495a-8618-623b6110f993 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:41.909827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a6e6c2-a60a-4f5b-9795-e67c98034342 None None] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:41.954622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d522d-ce33-4cfa-9490-c315b1c20185 req-492a0928-3754-4184-bdf7-24da06a5ae36 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:41.959407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-531d522d-ce33-4cfa-9490-c315b1c20185 req-492a0928-3754-4184-bdf7-24da06a5ae36 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2472954 Jul 09 17:04:41.991996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:41.995919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.013016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Transition to ACTIVE for port object 209d536e-cf57-42ea-b3e9-29de945459fa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:42.050555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-82d9e6ed-75e1-48db-b4d0-f40e1e83ba3f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/84fde184-d2ae-4096-a17c-93b587efc13b HTTP/1.1" status: 200 len: 992 time: 0.2774508 Jul 09 17:04:42.061440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-531d522d-ce33-4cfa-9490-c315b1c20185 req-a0c38070-b146-4a08-9d46-7e6bbed87a43 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961952 Jul 09 17:04:42.063716 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.139531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:42.143779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:42.149387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:42.154437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Pushing event updated for resources: {'Port': ['ID=209d536e-cf57-42ea-b3e9-29de945459fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:42.240168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:42.241412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.280606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-a8109524-5bd3-4b7f-84c2-cd6ea2e11fdb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0633574 Jul 09 17:04:42.286442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] Provisioning for port 3e82520e-0b9b-495a-8618-623b6110f993 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:42.298430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] Provisioning complete for port 3e82520e-0b9b-495a-8618-623b6110f993 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:42.299255 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.307203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Request body: {'port': {'device_id': 'def93a51-43cf-4ade-8059-9963a46298e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:42.396938 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.399390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.461162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:42.486770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.488719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-4e2f69d8-06a9-4ce8-92a8-515553be931e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:42.490959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-4e2f69d8-06a9-4ce8-92a8-515553be931e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 815 time: 0.1438522 Jul 09 17:04:42.523500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:42.546371 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.588770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:42.614866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] For port 3e82520e-0b9b-495a-8618-623b6110f993, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3e82520e-0b9b-495a-8618-623b6110f993,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:42.618643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-14b3ca3f-c9b0-440a-8295-d7d13aeb5a7b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/quotas/09ae1186f97c420b9135400550e0fe04 HTTP/1.1" status: 200 len: 375 time: 0.1077399 Jul 09 17:04:42.623319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.706027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ef0e5-a553-4acf-bc56-e981f5f896d4 None None] Pushing event updated for resources: {'Port': ['ID=3e82520e-0b9b-495a-8618-623b6110f993,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:42.775430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-4c204b86-7d14-46fb-a497-a7206102cde0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473274 Jul 09 17:04:42.778711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.801852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209d536e-cf57-42ea-b3e9-29de945459fa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:42.810615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.824566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Transition to ACTIVE for port object 209d536e-cf57-42ea-b3e9-29de945459fa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:42.831174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.857558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5b833592-b700-46b1-9bae-37c0af218181 None None] Provisioning for port 209d536e-cf57-42ea-b3e9-29de945459fa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:42.882274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5b833592-b700-46b1-9bae-37c0af218181 None None] Provisioning complete for port 3e82520e-0b9b-495a-8618-623b6110f993 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:42.882274 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b833592-b700-46b1-9bae-37c0af218181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.890230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Pushing event updated for resources: {'Port': ['ID=209d536e-cf57-42ea-b3e9-29de945459fa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:42.983851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Attempting to bind port 209d536e-cf57-42ea-b3e9-29de945459fa on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:42.984216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Attempting to bind port 209d536e-cf57-42ea-b3e9-29de945459fa by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:42.984524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Attempting to bind port 209d536e-cf57-42ea-b3e9-29de945459fa on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:42.990254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Port 209d536e-cf57-42ea-b3e9-29de945459fa on network a573b974-4d2f-4a91-afc3-9a844ff15b6e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:42.990617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Attempting to bind port 209d536e-cf57-42ea-b3e9-29de945459fa on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:42.995796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:42.996133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Checking segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:42.996518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Bound using segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:42.997188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Bound port: 209d536e-cf57-42ea-b3e9-29de945459fa, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:42.998335 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.030025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-5f243d73-73eb-451e-80b5-81d93a9598b7 service neutron] 10.222.0.48 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385836 Jul 09 17:04:43.103901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] For port 209d536e-cf57-42ea-b3e9-29de945459fa, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:43.109321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] For port 209d536e-cf57-42ea-b3e9-29de945459fa, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=209d536e-cf57-42ea-b3e9-29de945459fa,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:43.131775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:43.132042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.186994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-0a601132-246c-4844-8471-d169fa58979c service neutron] 10.222.0.48 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510706 Jul 09 17:04:43.192109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.205161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.207127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.212417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:43.213059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.216684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] 10.222.0.43 "PUT /v2.0/ports/209d536e-cf57-42ea-b3e9-29de945459fa HTTP/1.1" status: 200 len: 1091 time: 0.9161432 Jul 09 17:04:43.217325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def93a51-43cf-4ade-8059-9963a46298e6', 'tag': '209d536e-cf57-42ea-b3e9-29de945459fa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:43.219802 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7" -d '{"events": [{"name": "network-changed", "server_uuid": "def93a51-43cf-4ade-8059-9963a46298e6", "tag": "209d536e-cf57-42ea-b3e9-29de945459fa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:43.263811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b53ff0-73f5-4dc8-9c8a-50d46237d941 service neutron] Pushing event updated for resources: {'Port': ['ID=209d536e-cf57-42ea-b3e9-29de945459fa,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:43.296949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-8b9d1ff1-8242-4a82-a8a2-3419c55c633e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:43.297976 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-8b9d1ff1-8242-4a82-a8a2-3419c55c633e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.37 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 815 time: 0.1911001 Jul 09 17:04:43.341683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Request body: {'port': {'device_id': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'admin_state_up': True, 'tenant_id': '09ae1186f97c420b9135400550e0fe04'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:43.404791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:43.413083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:43.414735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:43.417716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:43.418316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.441787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827224b2-6cb1-406a-82b4-f44da83dd2b1 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:43.480191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=24212f27-7e40-42fc-a695-2f10d1b076c6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:43.489326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-82fa3188-35a4-44c0-96e0-724f335a3543 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0415022 Jul 09 17:04:43.492294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54338) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:43.513514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:43.637940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9f66-8921-47f8-8d53-c09e892ade6a req-3b809ce0-9afd-4fa6-9d43-5c77b9024a19 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:43.647740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e03e9f66-8921-47f8-8d53-c09e892ade6a req-3b809ce0-9afd-4fa6-9d43-5c77b9024a19 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1389501 Jul 09 17:04:43.648950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3e82520e-0b9b-495a-8618-623b6110f993 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:43.726325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e03e9f66-8921-47f8-8d53-c09e892ade6a req-5f02a307-11aa-4eef-916d-b1cd7c137a32 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774887 Jul 09 17:04:43.801754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3e82520e-0b9b-495a-8618-623b6110f993 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:43.802254 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.955157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bcf9d-1cbc-41cd-891f-6cc1920deb1e None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:04:43.988825 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be198be-e499-4d90-bdab-485f58f32778 x-openstack-request-id: req-9be198be-e499-4d90-bdab-485f58f32778 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:43.989211 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def93a51-43cf-4ade-8059-9963a46298e6", "tag": "209d536e-cf57-42ea-b3e9-29de945459fa", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:43.989579 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9be198be-e499-4d90-bdab-485f58f32778 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:43.989896 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def93a51-43cf-4ade-8059-9963a46298e6', 'tag': '209d536e-cf57-42ea-b3e9-29de945459fa', 'status': 'completed', 'code': 200} Jul 09 17:04:44.014804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0ece453b-4368-4df3-8e7e-da8d83e0262f None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:44.015177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ece453b-4368-4df3-8e7e-da8d83e0262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.068330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-44be9045-ec59-4d83-9e1d-d8e410d328ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:44.070110 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-44be9045-ec59-4d83-9e1d-d8e410d328ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 1094 time: 0.7546103 Jul 09 17:04:44.134978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bcf9d-1cbc-41cd-891f-6cc1920deb1e None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:04:44.142134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-ff050c72-59d3-452f-b4fa-45e4cccdefc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=209d536e-cf57-42ea-b3e9-29de945459fa HTTP/1.1" status: 200 len: 217 time: 0.0599205 Jul 09 17:04:44.147534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f421a0d1-5c5f-4e2e-afdc-82b3dc36c46b req-dbb9239e-973a-4007-84a1-ad2519450591 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 210 time: 0.0574312 Jul 09 17:04:44.167038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ece453b-4368-4df3-8e7e-da8d83e0262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.201087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Made reservation on behalf of 09ae1186f97c420b9135400550e0fe04 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:44.204775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.254317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-d9e19a5b-88a5-427c-af4c-3b0547c0c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:44.255015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0ece453b-4368-4df3-8e7e-da8d83e0262f None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:44.255869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-d9e19a5b-88a5-427c-af4c-3b0547c0c03d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.1018870 Jul 09 17:04:44.263888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:44.264133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ece453b-4368-4df3-8e7e-da8d83e0262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.267610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.328232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece453b-4368-4df3-8e7e-da8d83e0262f None None] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:44.471496 n-d-800085-2 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24212f27-7e40-42fc-a695-2f10d1b076c6 (CIDR: 2001:db8::/64) Jul 09 17:04:44.479158 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:44.479607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:44.497462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-0a4a2f58-d245-4db4-95d0-9a1d38e5a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:44.498968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-0a4a2f58-d245-4db4-95d0-9a1d38e5a3ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017372 Jul 09 17:04:44.503439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Allocated IP 172.20.0.12 (a573b974-4d2f-4a91-afc3-9a844ff15b6e/81d8cb84-0323-401c-b82a-8d3a76fc57b2/f502d920-cefc-4f19-a4d4-c64a7a754045) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:44.513136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4e2ecfe1-2dad-4272-a474-8972146f8bda tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0175364 Jul 09 17:04:44.516476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:44.523660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:44.694694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:44.698616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.723793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-5991f4a1-7e0c-43ca-989b-62afd6d60227 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123351 Jul 09 17:04:44.852177 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:44.899777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5b73421-5ae2-4e68-b9ce-118a991eb1da req-7484af89-9362-4b35-896d-9e814e6927c8 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674070 Jul 09 17:04:44.901868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Transition to ACTIVE for port object f502d920-cefc-4f19-a4d4-c64a7a754045 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:44.953094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.028044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Pushing event updated for resources: {'Port': ['ID=f502d920-cefc-4f19-a4d4-c64a7a754045,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:45.077833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:45.080354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:45.085049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:45.145540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-1221967a-3f30-4467-ae9f-9830e039a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.147159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-1221967a-3f30-4467-ae9f-9830e039a926 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 1094 time: 0.1239064 Jul 09 17:04:45.150671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.153219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.153898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.224095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-62967549-d1af-4a3f-b5ef-2dab93d3eee9 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.225777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-62967549-d1af-4a3f-b5ef-2dab93d3eee9 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 815 time: 0.3429911 Jul 09 17:04:45.250257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb5d-fbb2-4be3-af80-a20add181583 req-2cb36b10-e735-4aa9-825e-939c18562cc5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.259343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0ef27de1-5878-4e6b-b38f-4249cf57fbe0 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9346266 Jul 09 17:04:45.259803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6261fb5d-fbb2-4be3-af80-a20add181583 req-2cb36b10-e735-4aa9-825e-939c18562cc5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3477821 Jul 09 17:04:45.264737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:45.272184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Request body: {'port': {'device_id': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'admin_state_up': True, 'tenant_id': '09ae1186f97c420b9135400550e0fe04'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:45.282197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-63726a2a-6056-40bd-94c4-a9b7543ea92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.283761 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-63726a2a-6056-40bd-94c4-a9b7543ea92d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 916 time: 0.1269376 Jul 09 17:04:45.287996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Request body: {'port': {'device_id': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:45.334182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:45.337839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.338442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.364832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-8d63b6ac-2176-41e4-9117-6b44b1cae174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=209d536e-cf57-42ea-b3e9-29de945459fa HTTP/1.1" status: 200 len: 217 time: 0.0538280 Jul 09 17:04:45.371604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=914a17aa-fed9-43b2-a430-6527af2e9f34,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:45.413062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-89dc2fad-ea6b-4f58-ace8-3f98026f8336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8951917 Jul 09 17:04:45.423938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:45.441935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:7d:ae:9b', 'name': 'tempest-NetworksTestDHCPv6-1654630949'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:45.448216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.450026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8fa67d-dfcc-421b-a589-4b0a2a798342 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:04:45.463572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-c324e40c-2a90-40b7-bf31-fc9b19fb18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.465466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-c324e40c-2a90-40b7-bf31-fc9b19fb18d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.0885365 Jul 09 17:04:45.471548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6261fb5d-fbb2-4be3-af80-a20add181583 req-ca16852b-5530-46a7-810c-c2a902272d8f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108459 Jul 09 17:04:45.503585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c5f5780-a4c9-4fca-bbe0-8c0d11a28a53 None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:45.504312 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5780-a4c9-4fca-bbe0-8c0d11a28a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.551790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Made reservation on behalf of 09ae1186f97c420b9135400550e0fe04 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:45.556044 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.687583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-c6a398b1-9243-4ba4-9aa0-14311dc6eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.689672 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-c6a398b1-9243-4ba4-9aa0-14311dc6eca9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884489 Jul 09 17:04:45.740267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8fa67d-dfcc-421b-a589-4b0a2a798342 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:04:45.740667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Allocated IP 172.20.0.4 (a573b974-4d2f-4a91-afc3-9a844ff15b6e/81d8cb84-0323-401c-b82a-8d3a76fc57b2/1b75f254-4993-4b0a-86da-35ab1fb9b112) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:45.743511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:45.820000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:45.881794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-80bd0fe8-a0f4-4809-84bc-86b28b7019ef service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762733 Jul 09 17:04:45.912847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:45.914819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.943013 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-ddfe1e66-520c-4e27-b563-e3bd4cd4ed32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278365 Jul 09 17:04:46.003990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b9e893e2-c2ef-4054-bbfd-39c1f206b3f4 req-c746fbb0-11ab-4a75-a3ca-c211d3aea0b8 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 210 time: 0.0734005 Jul 09 17:04:46.033615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.037563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a24d46ef-79d1-42dd-8d46-1bcb016c54b7 req-68ed30fe-5580-45f4-a49f-1ad21d80c3a2 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451495 Jul 09 17:04:46.093793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 3c8d32eb-473e-435d-be0d-9a18106e7aa2 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:46.100578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-aa7895a4-4f12-4e79-922b-faf438f886ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.103011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-aa7895a4-4f12-4e79-922b-faf438f886ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.0853946 Jul 09 17:04:46.154292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.179452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Transition to ACTIVE for port object 1b75f254-4993-4b0a-86da-35ab1fb9b112 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:46.217575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-b1ead4f4-b203-46d7-9346-79da95e700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.219198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-b1ead4f4-b203-46d7-9346-79da95e700aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.0954578 Jul 09 17:04:46.279905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '24212f27-7e40-42fc-a695-2f10d1b076c6', 'ip_address': '2001:db8::f816:3eff:feca:8270'}, {'subnet_id': '914a17aa-fed9-43b2-a430-6527af2e9f34'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '82ce3ccc-d74a-4008-9086-d3a328f9b2a6'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:46.292547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.318720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.331889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-b8c87e6a-bc18-4830-b806-8f74ad875ca3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1002 time: 0.1061659 Jul 09 17:04:46.356887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:46.369967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:46.372857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8:0:1::24c (c3d619cb-858e-4385-a0f1-202e2ba81add/914a17aa-fed9-43b2-a430-6527af2e9f34/3c8d32eb-473e-435d-be0d-9a18106e7aa2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:46.379123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:46.391319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::f816:3eff:fe7d:ae9b (c3d619cb-858e-4385-a0f1-202e2ba81add/24212f27-7e40-42fc-a695-2f10d1b076c6/3c8d32eb-473e-435d-be0d-9a18106e7aa2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:46.416329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-d87b1891-bceb-4642-a391-c18ad7430d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.416949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Pushing event updated for resources: {'Port': ['ID=1b75f254-4993-4b0a-86da-35ab1fb9b112,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:46.417811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-d87b1891-bceb-4642-a391-c18ad7430d2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0736492 Jul 09 17:04:46.463879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.464525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.500725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b9bdb4a8-a249-4296-8eca-7b4b10ad772b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381332 Jul 09 17:04:46.513402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f502d920-cefc-4f19-a4d4-c64a7a754045 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:46.528555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.537469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Request body: {'port': {'device_id': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:46.556466 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Transition to ACTIVE for port object f502d920-cefc-4f19-a4d4-c64a7a754045 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:46.560686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-1b77e1b9-9348-4754-9f08-ca9ffceccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.562926 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-1b77e1b9-9348-4754-9f08-ca9ffceccf5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323514 Jul 09 17:04:46.564119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.664539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Pushing event updated for resources: {'Port': ['ID=f502d920-cefc-4f19-a4d4-c64a7a754045,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:46.689857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.714254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.715631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 3c8d32eb-473e-435d-be0d-9a18106e7aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:46.771242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-c82df1ad-cb53-405e-b7fb-fd9a4037a98d service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806796 Jul 09 17:04:46.775744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Attempting to bind port f502d920-cefc-4f19-a4d4-c64a7a754045 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:46.776030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Attempting to bind port f502d920-cefc-4f19-a4d4-c64a7a754045 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:46.776369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Attempting to bind port f502d920-cefc-4f19-a4d4-c64a7a754045 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:46.779941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2b61c-7311-472e-98ed-1cd618c8a3d5 req-7954fd36-e4d9-4181-91a8-6013f2053b14 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.781476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edf2b61c-7311-472e-98ed-1cd618c8a3d5 req-7954fd36-e4d9-4181-91a8-6013f2053b14 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1829836 Jul 09 17:04:46.799125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Port f502d920-cefc-4f19-a4d4-c64a7a754045 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:46.799459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Attempting to bind port f502d920-cefc-4f19-a4d4-c64a7a754045 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:46.837787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:46.837787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Checking segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:46.838181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Bound using segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:46.838462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Bound port: f502d920-cefc-4f19-a4d4-c64a7a754045, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:46.838853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.881876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.928772 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a253ae5-326b-4df6-b5ed-dee531849844 req-04437be8-c1bc-4595-832a-bf7bcf990324 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500747 Jul 09 17:04:46.947595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] For port f502d920-cefc-4f19-a4d4-c64a7a754045, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:46.951941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] For port f502d920-cefc-4f19-a4d4-c64a7a754045, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f502d920-cefc-4f19-a4d4-c64a7a754045,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:46.957773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.959302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Allocated IP 2001:db8:0:1::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/914a17aa-fed9-43b2-a430-6527af2e9f34/82ce3ccc-d74a-4008-9086-d3a328f9b2a6) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:46.986287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-edf2b61c-7311-472e-98ed-1cd618c8a3d5 req-a78b209c-debf-4441-9acc-b3ff833e9a48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913962 Jul 09 17:04:46.998065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:47.016599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.017287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.019598 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] 10.222.0.37 "PUT /v2.0/ports/f502d920-cefc-4f19-a4d4-c64a7a754045 HTTP/1.1" status: 200 len: 1092 time: 1.7418861 Jul 09 17:04:47.019780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:47.020224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'tag': 'f502d920-cefc-4f19-a4d4-c64a7a754045'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:47.022689 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8930f-4a07-4bc1-81cb-b11c31627257" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8468b5-bb0e-4329-a1d2-654d782c3de5", "tag": "f502d920-cefc-4f19-a4d4-c64a7a754045"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:47.028170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:47.034738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.035434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.041174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=3c8d32eb-473e-435d-be0d-9a18106e7aa2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:47.063580 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f85a87e-bad9-4aee-930e-6588ebb6af58 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6350765 Jul 09 17:04:47.067642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:47.078704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b24e-6e2e-4570-a1a6-4e1865cb2dad service neutron] Pushing event updated for resources: {'Port': ['ID=f502d920-cefc-4f19-a4d4-c64a7a754045,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:47.114301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:47.154684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.157703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5a29e021-8244-4a06-84a8-8977bd493de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.159308 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-5a29e021-8244-4a06-84a8-8977bd493de9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 1095 time: 0.0689662 Jul 09 17:04:47.171502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Transition to ACTIVE for port object 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:47.178009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.195104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 209d536e-cf57-42ea-b3e9-29de945459fa details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:04:47.221241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-0422aed7-12c1-4223-9191-430bd64944a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502d920-cefc-4f19-a4d4-c64a7a754045 HTTP/1.1" status: 200 len: 217 time: 0.0485661 Jul 09 17:04:47.222522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b75f254-4993-4b0a-86da-35ab1fb9b112 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:47.232177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.249405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Transition to ACTIVE for port object 1b75f254-4993-4b0a-86da-35ab1fb9b112 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:47.251289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 3c8d32eb-473e-435d-be0d-9a18106e7aa2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:47.251697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.257785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.279360 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01603541-60d9-428f-8bb0-529d6a4b4139 x-openstack-request-id: req-01603541-60d9-428f-8bb0-529d6a4b4139 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:47.279649 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8468b5-bb0e-4329-a1d2-654d782c3de5", "tag": "f502d920-cefc-4f19-a4d4-c64a7a754045", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:47.279942 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01603541-60d9-428f-8bb0-529d6a4b4139 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:47.280997 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'tag': 'f502d920-cefc-4f19-a4d4-c64a7a754045', 'status': 'completed', 'code': 200} Jul 09 17:04:47.309560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-c5539289-98ae-4cb9-9c0d-1859825cca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.311828 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-c5539289-98ae-4cb9-9c0d-1859825cca20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.0842333 Jul 09 17:04:47.351664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edf306-7ca7-4ee7-b351-be9a71f7dee8 None None] Pushing event updated for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:47.365937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Pushing event updated for resources: {'Port': ['ID=1b75f254-4993-4b0a-86da-35ab1fb9b112,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:47.417778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 209d536e-cf57-42ea-b3e9-29de945459fa, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=209d536e-cf57-42ea-b3e9-29de945459fa,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:47.432185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-f18bb4c1-c9a5-4dbb-8c34-2b3b0c2ae099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.433749 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-f18bb4c1-c9a5-4dbb-8c34-2b3b0c2ae099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022875 Jul 09 17:04:47.437685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '209d536e-cf57-42ea-b3e9-29de945459fa', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'port_id': '209d536e-cf57-42ea-b3e9-29de945459fa', 'mac_address': 'fa:16:3e:ab:ff:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d8cb84-0323-401c-b82a-8d3a76fc57b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:04:47.489494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.511415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d536e-cf57-42ea-b3e9-29de945459fa {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:47.545480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 209d536e-cf57-42ea-b3e9-29de945459fa, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=209d536e-cf57-42ea-b3e9-29de945459fa,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:47.551008 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.587728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-fc148abf-2cf0-4338-999a-0156d84f9abf service neutron] 10.222.0.37 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440034 Jul 09 17:04:47.604842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:47.662186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=209d536e-cf57-42ea-b3e9-29de945459fa,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:47.739864 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6f329cc-cf38-41e5-bb37-c55ee8335e61 req-11ec2e72-5e57-4364-a2fd-76e8bf7e1be8 service neutron] 10.222.0.37 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442494 Jul 09 17:04:47.841854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['209d536e-cf57-42ea-b3e9-29de945459fa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:04:47.914069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-d7acdc22-e370-479e-891c-4d7ed7935fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.916600 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-d7acdc22-e370-479e-891c-4d7ed7935fd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 1095 time: 0.0847423 Jul 09 17:04:47.988263 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.022854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Attempting to bind port 1b75f254-4993-4b0a-86da-35ab1fb9b112 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:48.023175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Attempting to bind port 1b75f254-4993-4b0a-86da-35ab1fb9b112 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:48.023540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Attempting to bind port 1b75f254-4993-4b0a-86da-35ab1fb9b112 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:48.035777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 3c8d32eb-473e-435d-be0d-9a18106e7aa2 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:48.041653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Port 1b75f254-4993-4b0a-86da-35ab1fb9b112 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:48.041965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Attempting to bind port 1b75f254-4993-4b0a-86da-35ab1fb9b112 on network a573b974-4d2f-4a91-afc3-9a844ff15b6e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:48.055595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:48.055860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Checking segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:48.056244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Bound using segment: {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:48.056692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Bound port: 1b75f254-4993-4b0a-86da-35ab1fb9b112, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31614b-00d5-4237-b8ff-9a4044439999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:48.057048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.065360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9184f76-0c0c-4d72-a6fd-0db4e8712967 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:48.077051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bf4-714e-4ee3-833f-6e5b9d7f25ef req-ade79a6b-003a-4a03-803d-d7061c472268 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.079111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e46a9bf4-714e-4ee3-833f-6e5b9d7f25ef req-ade79a6b-003a-4a03-803d-d7061c472268 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 943 time: 0.6839063 Jul 09 17:04:48.085213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-b6a5d15a-e631-4099-9a4f-a372b8b8602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.088578 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-b6a5d15a-e631-4099-9a4f-a372b8b8602c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 916 time: 0.1643455 Jul 09 17:04:48.145144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-c6ba4c73-c2e8-4e1e-b2ee-26916ca0cf73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502d920-cefc-4f19-a4d4-c64a7a754045 HTTP/1.1" status: 200 len: 217 time: 0.0494251 Jul 09 17:04:48.147682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bd05d8a3-5394-42da-a23b-34d5b28522b4 None None] Provisioning for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:48.156643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bd05d8a3-5394-42da-a23b-34d5b28522b4 None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:48.157080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd05d8a3-5394-42da-a23b-34d5b28522b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.225102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e46a9bf4-714e-4ee3-833f-6e5b9d7f25ef req-8041f931-fe98-4252-b900-47763ac6f17b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048751 Jul 09 17:04:48.229317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-ae94f034-961d-422b-bd55-a7113f6735d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.230965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-ae94f034-961d-422b-bd55-a7113f6735d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.0775077 Jul 09 17:04:48.296551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] For port 1b75f254-4993-4b0a-86da-35ab1fb9b112, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:48.326335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-2e54b1b1-5627-4a7b-b656-89d5ee08d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.327875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-2e54b1b1-5627-4a7b-b656-89d5ee08d036 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876906 Jul 09 17:04:48.342978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] For port 1b75f254-4993-4b0a-86da-35ab1fb9b112, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:48.349787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.419663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.420521 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.423252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] 10.222.0.43 "PUT /v2.0/ports/1b75f254-4993-4b0a-86da-35ab1fb9b112 HTTP/1.1" status: 200 len: 1091 time: 1.8936131 Jul 09 17:04:48.423680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'tag': '1b75f254-4993-4b0a-86da-35ab1fb9b112'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:48.426249 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a2bb48-f326-43f7-b521-fa309db90bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7afa5dd-71b1-40ac-a2de-21e48a8803f6", "tag": "1b75f254-4993-4b0a-86da-35ab1fb9b112"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:48.501552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-15bb8934-a015-4236-9148-e4afba1ae00a service neutron] 10.222.0.37 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672084 Jul 09 17:04:48.515578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-20ac676f-872e-4562-b9b8-b18b225fed31 None None] Provisioning for port f502d920-cefc-4f19-a4d4-c64a7a754045 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:48.556467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9574a-b9b5-492f-996b-1ef44d814b9d service neutron] Pushing event updated for resources: {'Port': ['ID=1b75f254-4993-4b0a-86da-35ab1fb9b112,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:48.590129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.624487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b3f8930f-4a07-4bc1-81cb-b11c31627257 req-b2bfcf3c-11ea-4c5d-9ea3-00886c11d70e service neutron] 10.222.0.37 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161685 Jul 09 17:04:48.672459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=3c8d32eb-473e-435d-be0d-9a18106e7aa2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:48.725972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e18e17-a74b-4353-bfe4-cba731c79f99 req-add6f3ce-05e1-48d1-becb-49090933dc48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.728491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4e18e17-a74b-4353-bfe4-cba731c79f99 req-add6f3ce-05e1-48d1-becb-49090933dc48 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3118558 Jul 09 17:04:48.786031 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.788054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9046f71a-c0d5-4722-b678-69b1d87195fe tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/3c8d32eb-473e-435d-be0d-9a18106e7aa2 HTTP/1.1" status: 204 len: 168 time: 1.7194650 Jul 09 17:04:48.791852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:48.791979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-acc4bf9e-3d4f-4a17-b32f-24da719ecbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.793784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-acc4bf9e-3d4f-4a17-b32f-24da719ecbfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 1094 time: 0.2927036 Jul 09 17:04:48.850987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4e18e17-a74b-4353-bfe4-cba731c79f99 req-b75d0811-bd2d-4a5f-b067-ad5c30167e4e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129978 Jul 09 17:04:48.852835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-01ce736a-8b16-4054-8236-aae8aef4b8a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112 HTTP/1.1" status: 200 len: 217 time: 0.0465596 Jul 09 17:04:48.859485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a51c60ed-4165-44ec-a80c-c8a1dbc6bb5c None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:48.860116 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a51c60ed-4165-44ec-a80c-c8a1dbc6bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:48.908043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cf292-6bc5-431f-b149-45ad9a722746 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.910346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a48cf292-6bc5-431f-b149-45ad9a722746 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1169765 Jul 09 17:04:48.912934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:48.958283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-d5cd2bfd-d471-49b8-ac48-11421c55473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.959803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-d5cd2bfd-d471-49b8-ac48-11421c55473d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.0985312 Jul 09 17:04:49.041979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a51c60ed-4165-44ec-a80c-c8a1dbc6bb5c None None] Provisioning for port 1b75f254-4993-4b0a-86da-35ab1fb9b112 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:49.049092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f8562-0c0e-4dfb-bf51-f7eb15e9f9e0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.052001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a51c60ed-4165-44ec-a80c-c8a1dbc6bb5c None None] Could not find standard attr ID for object 3c8d32eb-473e-435d-be0d-9a18106e7aa2. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:49.064871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:49.067242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-230f8562-0c0e-4dfb-bf51-f7eb15e9f9e0 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1509035 Jul 09 17:04:49.075675 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ddc970-9182-4703-b1c4-9b9c6453a7c3 x-openstack-request-id: req-e4ddc970-9182-4703-b1c4-9b9c6453a7c3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:49.075967 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7afa5dd-71b1-40ac-a2de-21e48a8803f6", "tag": "1b75f254-4993-4b0a-86da-35ab1fb9b112", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:49.076219 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4ddc970-9182-4703-b1c4-9b9c6453a7c3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:49.076615 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'tag': '1b75f254-4993-4b0a-86da-35ab1fb9b112', 'status': 'completed', 'code': 200} Jul 09 17:04:49.081117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-09ea6512-2676-4a2f-8658-3f0278b29008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.082702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-09ea6512-2676-4a2f-8658-3f0278b29008 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070774 Jul 09 17:04:49.179094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05505f-7fff-4f25-821d-0c596aaaff3c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.180609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05505f-7fff-4f25-821d-0c596aaaff3c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.180784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3305a276-146d-4639-aa8c-8d035b83d7b5 None None] Could not find standard attr ID for object 3c8d32eb-473e-435d-be0d-9a18106e7aa2. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:49.182334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05505f-7fff-4f25-821d-0c596aaaff3c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.184003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a05505f-7fff-4f25-821d-0c596aaaff3c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1182756 Jul 09 17:04:49.186653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:49.198357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 209d536e-cf57-42ea-b3e9-29de945459fa up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:49.256689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 24212f27-7e40-42fc-a695-2f10d1b076c6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:49.261171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 209d536e-cf57-42ea-b3e9-29de945459fa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:49.266541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 209d536e-cf57-42ea-b3e9-29de945459fa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:49.266919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.271832 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.309633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-799738a6-e8a3-433e-bbac-206d692a753a service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077932 Jul 09 17:04:49.366794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.396890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def93a51-43cf-4ade-8059-9963a46298e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d536e-cf57-42ea-b3e9-29de945459fa'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:49.399760 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93726f-1eaf-47f1-abdc-b5a8c858e727" -d '{"events": [{"server_uuid": "def93a51-43cf-4ade-8059-9963a46298e6", "name": "network-vif-plugged", "status": "completed", "tag": "209d536e-cf57-42ea-b3e9-29de945459fa"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:49.405955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.429042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 209d536e-cf57-42ea-b3e9-29de945459fa, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=209d536e-cf57-42ea-b3e9-29de945459fa,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:49.433820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.488994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=209d536e-cf57-42ea-b3e9-29de945459fa,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:49.583178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9c2561e-7648-4082-8fa1-a291ddb26355 req-30364a98-1015-4480-9058-43356d5c2745 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585030 Jul 09 17:04:49.592346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.627706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d4ff-3697-4ede-9caf-63b1ee6c62fc req-9a45419f-2e3e-4ec2-9b63-4a2b6b94ed06 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.629202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6933d4ff-3697-4ede-9caf-63b1ee6c62fc req-9a45419f-2e3e-4ec2-9b63-4a2b6b94ed06 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 943 time: 0.2191496 Jul 09 17:04:49.735522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6933d4ff-3697-4ede-9caf-63b1ee6c62fc req-64892838-b7bb-4435-b8f4-482a578b9618 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950124 Jul 09 17:04:49.738625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.776230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.780823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/24212f27-7e40-42fc-a695-2f10d1b076c6 HTTP/1.1" status: 204 len: 168 time: 0.5907736 Jul 09 17:04:49.781122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab59ba-f8ca-4e4b-b3ff-ed7ad0fde6d9 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=24212f27-7e40-42fc-a695-2f10d1b076c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:49.781229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:49.797372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f48b12-d66c-4afb-ac04-b17dac672928 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:49.801690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-221cd1d6-6021-4c79-ba8c-7b54471ba85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.803777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-221cd1d6-6021-4c79-ba8c-7b54471ba85b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 1094 time: 0.1523919 Jul 09 17:04:49.819158 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847a8ae8-005d-4725-b2e3-6ab49dcc8843 x-openstack-request-id: req-847a8ae8-005d-4725-b2e3-6ab49dcc8843 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:49.819453 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def93a51-43cf-4ade-8059-9963a46298e6", "name": "network-vif-plugged", "status": "completed", "tag": "209d536e-cf57-42ea-b3e9-29de945459fa", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:49.819705 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-847a8ae8-005d-4725-b2e3-6ab49dcc8843 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:49.820134 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def93a51-43cf-4ade-8059-9963a46298e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d536e-cf57-42ea-b3e9-29de945459fa', 'code': 200} Jul 09 17:04:49.861998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 914a17aa-fed9-43b2-a430-6527af2e9f34 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:49.866671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.982399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.005234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-3456b36f-f0b4-4f77-8c3c-43706a0d5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.009162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-3456b36f-f0b4-4f77-8c3c-43706a0d5551 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 916 time: 0.1851478 Jul 09 17:04:50.059827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43235f95-89ea-4844-a87d-433a17b863a0 req-5378ca1a-24ff-4222-8154-ca92898864f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.061392 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-43235f95-89ea-4844-a87d-433a17b863a0 req-5378ca1a-24ff-4222-8154-ca92898864f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 1096 time: 0.1367395 Jul 09 17:04:50.083596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-037990a3-d946-4c57-af9e-e6fcdff200b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112 HTTP/1.1" status: 200 len: 217 time: 0.0621819 Jul 09 17:04:50.124118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-43235f95-89ea-4844-a87d-433a17b863a0 req-7cda2fef-1c63-4aef-8095-0c08c0c143ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Jul 09 17:04:50.134679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.159749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-42938302-23ba-4bf2-b16e-768d69de8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.162216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-42938302-23ba-4bf2-b16e-768d69de8c3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.0682695 Jul 09 17:04:50.177782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10088fa-423d-4b45-b19c-952005b3dc07 req-a96a98e5-2378-498a-8d3d-50700fa63709 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.180464 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c10088fa-423d-4b45-b19c-952005b3dc07 req-a96a98e5-2378-498a-8d3d-50700fa63709 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1696596 Jul 09 17:04:50.219375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.255330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.258433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/914a17aa-fed9-43b2-a430-6527af2e9f34 HTTP/1.1" status: 204 len: 168 time: 0.4759445 Jul 09 17:04:50.259926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4e64-a28c-49f3-ba1f-39a0c45b908d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=914a17aa-fed9-43b2-a430-6527af2e9f34,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:50.262926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:50.268808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c10088fa-423d-4b45-b19c-952005b3dc07 req-77691a07-685e-4167-b4a3-dc8c86bc5cb6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798988 Jul 09 17:04:50.287434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-c51bdaa5-b27b-4787-91cd-6e2a016e0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.299131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-c51bdaa5-b27b-4787-91cd-6e2a016e0da5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082170 Jul 09 17:04:50.329237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a07fcdb3-6562-48b3-bdef-a51d04334c34 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650978 Jul 09 17:04:50.330055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:50.336157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:50.346208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b99c8-a1d2-4cac-8335-24baa4bee66e None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '914a17aa-fed9-43b2-a430-6527af2e9f34'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '82ce3ccc-d74a-4008-9086-d3a328f9b2a6'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:50.392954 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc4b99c8-a1d2-4cac-8335-24baa4bee66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.414538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-9f3b128a-524d-4d89-9eed-da5f4c5d1791 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042960 Jul 09 17:04:50.447506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:50.453777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.558658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4a2bb48-f326-43f7-b521-fa309db90bd6 req-3a58dbfe-7442-460b-a035-9fc9761a6a21 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318834 Jul 09 17:04:50.617210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76c811-ca44-4c57-9824-a55ae9914d69 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:50.673503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c35c1e5-7efb-4d1d-a02f-3d5b085afd5a None None] Provisioning complete for port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:50.673773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c35c1e5-7efb-4d1d-a02f-3d5b085afd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.705699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f502d920-cefc-4f19-a4d4-c64a7a754045 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:04:50.933681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f502d920-cefc-4f19-a4d4-c64a7a754045, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f502d920-cefc-4f19-a4d4-c64a7a754045,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:50.948028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f502d920-cefc-4f19-a4d4-c64a7a754045', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'port_id': 'f502d920-cefc-4f19-a4d4-c64a7a754045', 'mac_address': 'fa:16:3e:4c:31:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d8cb84-0323-401c-b82a-8d3a76fc57b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:04:50.976200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:51.013850 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235530e-1abb-4b74-ad2d-4f4cc06073f0 req-ff877026-197c-4297-a606-5a5e7e370dd8 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:51.015487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e235530e-1abb-4b74-ad2d-4f4cc06073f0 req-ff877026-197c-4297-a606-5a5e7e370dd8 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 943 time: 0.1110435 Jul 09 17:04:51.037739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.042502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.065093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f502d920-cefc-4f19-a4d4-c64a7a754045 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:51.065574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e235530e-1abb-4b74-ad2d-4f4cc06073f0 req-5f0ee2d4-2829-44ac-93c0-f44dd6dad416 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Jul 09 17:04:51.112825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f502d920-cefc-4f19-a4d4-c64a7a754045, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f502d920-cefc-4f19-a4d4-c64a7a754045,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:51.126606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:51.130594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:51.131430 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.138744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:51.140108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.158795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=6688b54c-478b-4e13-b988-acb6cfb568bd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:51.165785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] Deleting port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:51.167171 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.173484 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6b4e9822-aea0-4bca-9a84-4a035a095356 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8382547 Jul 09 17:04:51.173765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:51.180524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:51.220705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1b75f254-4993-4b0a-86da-35ab1fb9b112 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:04:51.245437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f502d920-cefc-4f19-a4d4-c64a7a754045,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:51.306994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:51.314018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.330656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] For port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:51.330656 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.347664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] Calling delete_port for 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:51.434583 n-d-800085-2 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6688b54c-478b-4e13-b988-acb6cfb568bd (CIDR: 2001:db8::/64) Jul 09 17:04:51.438544 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:51.439004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:51.444182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 1b75f254-4993-4b0a-86da-35ab1fb9b112, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:51.460982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ceac13b6-7a0f-4756-afab-348ceab53e05 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2848549 Jul 09 17:04:51.461589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:51.466325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '1b75f254-4993-4b0a-86da-35ab1fb9b112', 'network_id': 'a573b974-4d2f-4a91-afc3-9a844ff15b6e', 'port_id': '1b75f254-4993-4b0a-86da-35ab1fb9b112', 'mac_address': 'fa:16:3e:d7:4a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d8cb84-0323-401c-b82a-8d3a76fc57b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:04:51.467196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:51.498214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.507265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aebf0f-0066-4898-9a2e-0025f5b96417 req-d3911e41-6237-491d-a2ef-04c3fef28e1f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:51.509493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58aebf0f-0066-4898-9a2e-0025f5b96417 req-d3911e41-6237-491d-a2ef-04c3fef28e1f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0941746 Jul 09 17:04:51.517474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] No DVR routers for this DVR port 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:51.541017 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.547495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29c4fd-7f33-44cd-9d41-5536d5b591d4 None None] Pushing event deleted for resources: {'Port': ['ID=82ce3ccc-d74a-4008-9086-d3a328f9b2a6,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:51.559951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca69355-592a-440c-8352-0929fbaad3a9 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:51.577152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b75f254-4993-4b0a-86da-35ab1fb9b112 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:51.578655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58aebf0f-0066-4898-9a2e-0025f5b96417 req-7cbcbfad-4a55-492b-9b4e-3129b99e193d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522869 Jul 09 17:04:51.639940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:51.642325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f502d920-cefc-4f19-a4d4-c64a7a754045'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:04:51.645281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.649555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:51.716564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 1b75f254-4993-4b0a-86da-35ab1fb9b112, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:51.723425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:51.723819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 82ce3ccc-d74a-4008-9086-d3a328f9b2a6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:51.731319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:51.841925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=1b75f254-4993-4b0a-86da-35ab1fb9b112,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:51.895565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': '6688b54c-478b-4e13-b988-acb6cfb568bd'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:51.896638 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.027316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['1b75f254-4993-4b0a-86da-35ab1fb9b112'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:04:52.028815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:52.030361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.073344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:52.076630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:52.081089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.081704 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.091537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=4e0716fe-508e-4179-b277-7cd25e84a36d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:52.106200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbc45f0d-b3b7-4773-8023-aa51448d5336 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6425955 Jul 09 17:04:52.108383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:52.114991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:33:21:47', 'name': 'tempest-NetworksTestDHCPv6-1430090470'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:52.123232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/6688b54c-478b-4e13-b988-acb6cfb568bd/5908d133-3249-48c9-89dc-67cd080ef0e6) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:52.276894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:52.345003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02120fe-43cc-49e1-b9d0-64aabd1c711d req-4e3a10b6-093f-4e85-b4b9-2f74d4f64264 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.346381 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.346664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d02120fe-43cc-49e1-b9d0-64aabd1c711d req-4e3a10b6-093f-4e85-b4b9-2f74d4f64264 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 944 time: 0.1392267 Jul 09 17:04:52.357275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Transition to ACTIVE for port object 5908d133-3249-48c9-89dc-67cd080ef0e6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:52.377380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Transition to ACTIVE for port object 5908d133-3249-48c9-89dc-67cd080ef0e6 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:52.388976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.412669 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.417302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d02120fe-43cc-49e1-b9d0-64aabd1c711d req-c4d2ca43-ed01-4291-a09e-c7fcae65d67e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609591 Jul 09 17:04:52.429954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:52.433175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:52.436905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:52.438970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 3cd2dd7c-4c94-457d-85d4-b38b4d9f654a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:52.442756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Pushing event updated for resources: {'Port': ['ID=5908d133-3249-48c9-89dc-67cd080ef0e6,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:52.500640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Attempting to bind port 5908d133-3249-48c9-89dc-67cd080ef0e6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:52.501006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Attempting to bind port 5908d133-3249-48c9-89dc-67cd080ef0e6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:52.501365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Attempting to bind port 5908d133-3249-48c9-89dc-67cd080ef0e6 on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:52.507118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:52.507489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:52.507920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.508312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:52.509181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Bound port: 5908d133-3249-48c9-89dc-67cd080ef0e6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:52.509564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.583849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] For port 5908d133-3249-48c9-89dc-67cd080ef0e6, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:52.587416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] For port 5908d133-3249-48c9-89dc-67cd080ef0e6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5908d133-3249-48c9-89dc-67cd080ef0e6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:52.594694 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.659537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11db48c-ce73-4b58-8bc4-da97c89664bc None None] Pushing event updated for resources: {'Port': ['ID=5908d133-3249-48c9-89dc-67cd080ef0e6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:52.666370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::116 (c3d619cb-858e-4385-a0f1-202e2ba81add/6688b54c-478b-4e13-b988-acb6cfb568bd/3cd2dd7c-4c94-457d-85d4-b38b4d9f654a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:52.679096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:2147 (c3d619cb-858e-4385-a0f1-202e2ba81add/4e0716fe-508e-4179-b277-7cd25e84a36d/3cd2dd7c-4c94-457d-85d4-b38b4d9f654a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:52.900292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753765d-25d7-4520-939a-c8bd4eadeeba req-72ebe90d-5f12-45d7-a89c-687d4435a8e9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.901822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5753765d-25d7-4520-939a-c8bd4eadeeba req-72ebe90d-5f12-45d7-a89c-687d4435a8e9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1644557 Jul 09 17:04:52.933363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.964154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5753765d-25d7-4520-939a-c8bd4eadeeba req-210a5727-f9f5-4b5e-96c4-07ef8c0f0531 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565388 Jul 09 17:04:52.965262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 3cd2dd7c-4c94-457d-85d4-b38b4d9f654a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:53.009514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.066200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:53.069570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:53.073805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:53.079659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.080294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.087272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=3cd2dd7c-4c94-457d-85d4-b38b4d9f654a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:53.102393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-81466694-6ddd-4258-a364-2301289cc7ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9921777 Jul 09 17:04:53.104936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:53.206199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 3cd2dd7c-4c94-457d-85d4-b38b4d9f654a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:53.206589 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.213697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1b75f254-4993-4b0a-86da-35ab1fb9b112 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:53.264201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 1b75f254-4993-4b0a-86da-35ab1fb9b112 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:53.268037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 1b75f254-4993-4b0a-86da-35ab1fb9b112 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:53.268414 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.298698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.310768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 3cd2dd7c-4c94-457d-85d4-b38b4d9f654a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:53.351058 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.377122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b75f254-4993-4b0a-86da-35ab1fb9b112'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:53.379547 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f6c3b-5172-4ffd-82d6-e513d4dfb2de" -d '{"events": [{"server_uuid": "d7afa5dd-71b1-40ac-a2de-21e48a8803f6", "name": "network-vif-plugged", "status": "completed", "tag": "1b75f254-4993-4b0a-86da-35ab1fb9b112"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:53.398671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 1b75f254-4993-4b0a-86da-35ab1fb9b112, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:53.403932 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.430668 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe86fbe-6e86-4d1f-9f6b-d9737997ef66 x-openstack-request-id: req-3fe86fbe-6e86-4d1f-9f6b-d9737997ef66 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:53.430967 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7afa5dd-71b1-40ac-a2de-21e48a8803f6", "name": "network-vif-plugged", "status": "completed", "tag": "1b75f254-4993-4b0a-86da-35ab1fb9b112", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:53.431221 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fe86fbe-6e86-4d1f-9f6b-d9737997ef66 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:53.431613 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b75f254-4993-4b0a-86da-35ab1fb9b112', 'code': 200} Jul 09 17:04:53.462903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=1b75f254-4993-4b0a-86da-35ab1fb9b112,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:53.515760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.560369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=3cd2dd7c-4c94-457d-85d4-b38b4d9f654a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:53.654920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5908d133-3249-48c9-89dc-67cd080ef0e6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:53.667606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.672923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:53.673484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-578761b6-5bf1-4e0a-b3b5-6e2acec7c078 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/3cd2dd7c-4c94-457d-85d4-b38b4d9f654a HTTP/1.1" status: 204 len: 168 time: 0.5668683 Jul 09 17:04:53.724683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860255f-995f-4bcb-bed5-df23cf4b932c req-b6d4c4e5-2f74-4fea-b63d-9039bf836685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.724946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5908d133-3249-48c9-89dc-67cd080ef0e6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:53.727097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1860255f-995f-4bcb-bed5-df23cf4b932c req-b6d4c4e5-2f74-4fea-b63d-9039bf836685 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 1096 time: 0.2006981 Jul 09 17:04:53.746318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1631c-28e2-4ee3-97b0-df58ace112cd req-0a9eae35-204b-40dc-a5fb-cbee92c2d8db tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.748026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecf1631c-28e2-4ee3-97b0-df58ace112cd req-0a9eae35-204b-40dc-a5fb-cbee92c2d8db tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.1670468 Jul 09 17:04:53.761057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d4a12-542d-4a2f-883b-e2508d658802 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.763078 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3c3d4a12-542d-4a2f-883b-e2508d658802 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0891516 Jul 09 17:04:53.765683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:53.795749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e1bf4-87cc-4d1b-909c-7dab2458cca9 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:53.812874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1860255f-995f-4bcb-bed5-df23cf4b932c req-363f8784-26c6-4b1e-ab23-28cc226f5355 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637364 Jul 09 17:04:53.818757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecf1631c-28e2-4ee3-97b0-df58ace112cd req-685f63a9-b9a4-4426-8f03-81835b71ee75 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630286 Jul 09 17:04:53.853648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd3aae-70a5-4ce0-9b52-70f430572f73 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.855758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04bd3aae-70a5-4ce0-9b52-70f430572f73 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0885320 Jul 09 17:04:53.859724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:53.862658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.900115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] Provisioning for port 5908d133-3249-48c9-89dc-67cd080ef0e6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:53.917676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8168d0-6743-4530-bf88-e72587ac7375 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.919214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8168d0-6743-4530-bf88-e72587ac7375 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.920828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8168d0-6743-4530-bf88-e72587ac7375 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:53.926630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa8168d0-6743-4530-bf88-e72587ac7375 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0615706 Jul 09 17:04:53.926808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] Provisioning complete for port 5908d133-3249-48c9-89dc-67cd080ef0e6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:53.926808 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.927221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:54.002423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 4e0716fe-508e-4179-b277-7cd25e84a36d {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:54.006212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.051231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.071407 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.114882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.138010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] For port 5908d133-3249-48c9-89dc-67cd080ef0e6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5908d133-3249-48c9-89dc-67cd080ef0e6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:54.152702 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.169742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a150d1-433b-404f-9502-b1c6179ada91 req-1c30b099-eb13-4b2d-a229-f9f584769592 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:54.171370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82a150d1-433b-404f-9502-b1c6179ada91 req-1c30b099-eb13-4b2d-a229-f9f584769592 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0796173 Jul 09 17:04:54.194521 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.212519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a980e-b34d-44f6-940c-d2aea934d10a None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': '6688b54c-478b-4e13-b988-acb6cfb568bd', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e0716fe-508e-4179-b277-7cd25e84a36d'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '5908d133-3249-48c9-89dc-67cd080ef0e6'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:54.218402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82a150d1-433b-404f-9502-b1c6179ada91 req-5c075981-6503-4843-8e60-e77b497f476e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 Jul 09 17:04:54.224716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0716fe-508e-4179-b277-7cd25e84a36d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:54.230300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.235060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d34b48ce-d706-49f2-85ec-de201e4d43ab tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/4e0716fe-508e-4179-b277-7cd25e84a36d HTTP/1.1" status: 204 len: 168 time: 0.3067203 Jul 09 17:04:54.235924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:54.275115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a4998-28a0-416a-9de0-8f1d5ae725e9 None None] Pushing event updated for resources: {'Port': ['ID=5908d133-3249-48c9-89dc-67cd080ef0e6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:54.283764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-142a980e-b34d-44f6-940c-d2aea934d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.297255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 6688b54c-478b-4e13-b988-acb6cfb568bd {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:54.302328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.349330 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.441137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.502463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-142a980e-b34d-44f6-940c-d2aea934d10a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6688b54c-478b-4e13-b988-acb6cfb568bd: This subnet is being modified by another concurrent operation. Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:54.505151 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6688b54c-478b-4e13-b988-acb6cfb568bd: This subnet is being modified by another concurrent operation. Jul 09 17:04:54.509118 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:04:54.537461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=6688b54c-478b-4e13-b988-acb6cfb568bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:54.547184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.554011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:54.554326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bffb0e57-040d-4bdb-8efa-f19ab560976b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/6688b54c-478b-4e13-b988-acb6cfb568bd HTTP/1.1" status: 204 len: 168 time: 0.3170342 Jul 09 17:04:54.590351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38307e8a-ec2a-4c51-8582-83a5eb614560 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:54.597568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-02f8d416-5796-45b7-9c66-7d923f5ed581 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417900 Jul 09 17:04:54.601863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:54.609546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:54.756527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:54.769450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.815668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f502d920-cefc-4f19-a4d4-c64a7a754045 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:54.878607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3402b6f3-1c88-4924-845e-5f5e4df8f9df None None] Provisioning complete for port 5908d133-3249-48c9-89dc-67cd080ef0e6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:54.879060 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3402b6f3-1c88-4924-845e-5f5e4df8f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:54.990598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f502d920-cefc-4f19-a4d4-c64a7a754045 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:55.002131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f502d920-cefc-4f19-a4d4-c64a7a754045 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:55.002522 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.045364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64a174-b706-44d9-9058-e57f01bcfa91 req-0159d08a-8ac9-417f-b440-a0c7e296e79b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.048349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f64a174-b706-44d9-9058-e57f01bcfa91 req-0159d08a-8ac9-417f-b440-a0c7e296e79b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.0868611 Jul 09 17:04:55.090068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.099504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5f64a174-b706-44d9-9058-e57f01bcfa91 req-2fcd4780-80f2-475d-964b-37e0ae9c8d29 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Jul 09 17:04:55.114221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:04:55.148563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:55.152030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:55.152207 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.156572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.157184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.162954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=d04cca54-a13b-4363-a553-9a14e14209e7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:55.184612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:55.188020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7513559-11e2-4e38-8f60-439487bce408 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5836489 Jul 09 17:04:55.193836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:55.200601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f502d920-cefc-4f19-a4d4-c64a7a754045, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f502d920-cefc-4f19-a4d4-c64a7a754045,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:55.206586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.214240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] Deleting port 5908d133-3249-48c9-89dc-67cd080ef0e6 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:55.214647 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.312945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f502d920-cefc-4f19-a4d4-c64a7a754045,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:55.338558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] For port 5908d133-3249-48c9-89dc-67cd080ef0e6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5908d133-3249-48c9-89dc-67cd080ef0e6,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:55.339053 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.354415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] Calling delete_port for 5908d133-3249-48c9-89dc-67cd080ef0e6 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:55.382988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b075e9-e856-4fd4-9b6e-c835347ed622 req-0ebb1c0b-602e-4af5-b622-69da6ff1ae6c tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.382988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10b075e9-e856-4fd4-9b6e-c835347ed622 req-0ebb1c0b-602e-4af5-b622-69da6ff1ae6c tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1383350 Jul 09 17:04:55.399277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:55.403865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.433810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502d920-cefc-4f19-a4d4-c64a7a754045'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:55.436444 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6108d77-3b03-4182-a2ca-0f90f5bb5252" -d '{"events": [{"server_uuid": "6b8468b5-bb0e-4329-a1d2-654d782c3de5", "name": "network-vif-plugged", "status": "completed", "tag": "f502d920-cefc-4f19-a4d4-c64a7a754045"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:55.467004 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.480888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-10b075e9-e856-4fd4-9b6e-c835347ed622 req-264c6b19-e203-4744-a2dc-7edd84ecbb2a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Jul 09 17:04:55.494435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] Pushing event deleted for resources: {'Port': ['ID=5908d133-3249-48c9-89dc-67cd080ef0e6,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:55.498963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077899c0-9d9f-4428-98e5-59de961bd13f None None] No DVR routers for this DVR port 5908d133-3249-48c9-89dc-67cd080ef0e6 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:55.521622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276e3d3-63e5-4973-8196-926ff90db522 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:55.547975 n-d-800085-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d04cca54-a13b-4363-a553-9a14e14209e7 (CIDR: 2001:db8::/64) Jul 09 17:04:55.552267 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:04:55.553064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:55.577068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c34fec9-b67d-493c-8598-7c9a2a87a6c1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3901687 Jul 09 17:04:55.579866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:55.585830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'subnet': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:55.620525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5908d133-3249-48c9-89dc-67cd080ef0e6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:55.651301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5908d133-3249-48c9-89dc-67cd080ef0e6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:04:55.651836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5908d133-3249-48c9-89dc-67cd080ef0e6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:55.700995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc567c2f-9941-4b78-b17f-b03ad0016f09 req-e9d45b0a-5c06-4507-a1e0-ca441faa48d0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.702663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc567c2f-9941-4b78-b17f-b03ad0016f09 req-e9d45b0a-5c06-4507-a1e0-ca441faa48d0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0927880 Jul 09 17:04:55.731430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:55.735643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.745017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c3d619cb-858e-4385-a0f1-202e2ba81add', 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'tenant_id': 'fd3d76681b014adc9f989064c84a66c6', 'fixed_ips': [{'subnet_id': 'd04cca54-a13b-4363-a553-9a14e14209e7'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:04:55.747160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.780910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc567c2f-9941-4b78-b17f-b03ad0016f09 req-92ec5247-3f22-4f61-be21-65895386beff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678008 Jul 09 17:04:55.937279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Allocated IP 2001:db8::2 (c3d619cb-858e-4385-a0f1-202e2ba81add/d04cca54-a13b-4363-a553-9a14e14209e7/b7b12a6a-3a0e-42c3-9262-0ad3d309346f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:56.010609 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48059fc-b2e7-4723-a3cb-f7bb52c65cc7 x-openstack-request-id: req-d48059fc-b2e7-4723-a3cb-f7bb52c65cc7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:56.010912 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8468b5-bb0e-4329-a1d2-654d782c3de5", "name": "network-vif-plugged", "status": "completed", "tag": "f502d920-cefc-4f19-a4d4-c64a7a754045", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:56.011164 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d48059fc-b2e7-4723-a3cb-f7bb52c65cc7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:56.011522 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502d920-cefc-4f19-a4d4-c64a7a754045', 'code': 200} Jul 09 17:04:56.136163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.objects.ports [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:04:56.138864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.167952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.182910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Transition to ACTIVE for port object b7b12a6a-3a0e-42c3-9262-0ad3d309346f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:56.210459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Transition to ACTIVE for port object b7b12a6a-3a0e-42c3-9262-0ad3d309346f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:56.218745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:56.220995 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.225342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Subnet': ['ID=17ea6667-40e0-490a-943f-97ad241505ab,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:56.231479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:56.243041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:56.243704 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.267222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70bf2e-fb2c-4151-9c5e-b30e01a85b50 req-1a98396c-458d-4c26-b372-071c5e6156ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:56.268841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3a70bf2e-fb2c-4151-9c5e-b30e01a85b50 req-1a98396c-458d-4c26-b372-071c5e6156ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 1097 time: 0.1697922 Jul 09 17:04:56.270984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8df2c31a-a212-46fe-97e4-f36cc3f00023 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6899707 Jul 09 17:04:56.273789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:56.279342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Request body: {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'mac_address': 'fa:16:3e:c4:73:03', 'name': 'tempest-NetworksTestDHCPv6-32700991'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:56.301086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:56.306765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:56.314922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:56.320522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Pushing event updated for resources: {'Port': ['ID=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:56.368332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3a70bf2e-fb2c-4151-9c5e-b30e01a85b50 req-9f033112-4828-4826-a25d-9ff9377e8d6c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835254 Jul 09 17:04:56.395149 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:04:56.395723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Attempting to bind port b7b12a6a-3a0e-42c3-9262-0ad3d309346f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:56.396788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Attempting to bind port b7b12a6a-3a0e-42c3-9262-0ad3d309346f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:56.396788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Attempting to bind port b7b12a6a-3a0e-42c3-9262-0ad3d309346f on network c3d619cb-858e-4385-a0f1-202e2ba81add {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:56.403683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:56.404117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Checking segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:56.404654 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.405320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Bound using segment: {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:56.406255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Bound port: b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a4b15-fd08-4082-83bb-e62915484846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:56.406662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.435640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Made reservation on behalf of fd3d76681b014adc9f989064c84a66c6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:04:56.482940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] For port b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:56.487229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] For port b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:56.493366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.573627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac926ddf-0329-4658-9de8-d4b4b06b678e None None] Pushing event updated for resources: {'Port': ['ID=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:56.579248 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:56.597201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276b447-1d5a-4d85-abb3-96292607977b req-08de76ed-c27b-4d4d-b35a-75420762e74e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:56.599758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0276b447-1d5a-4d85-abb3-96292607977b req-08de76ed-c27b-4d4d-b35a-75420762e74e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.4887996 Jul 09 17:04:56.607525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] device_id is not set on port 88e2af07-7865-4ba9-b423-4ae0877eea80 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:04:56.651414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0276b447-1d5a-4d85-abb3-96292607977b req-8a2d5c88-7704-44b6-99e3-cff1313c394f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Jul 09 17:04:56.843678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8::260 (c3d619cb-858e-4385-a0f1-202e2ba81add/d04cca54-a13b-4363-a553-9a14e14209e7/88e2af07-7865-4ba9-b423-4ae0877eea80) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:56.853784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:7303 (c3d619cb-858e-4385-a0f1-202e2ba81add/17ea6667-40e0-490a-943f-97ad241505ab/88e2af07-7865-4ba9-b423-4ae0877eea80) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:04:57.012498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91bcf1-f4d1-493c-adc7-27bda58ae0ed req-8657327f-166f-4de4-8a90-26111a2e2f17 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:57.013964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b91bcf1-f4d1-493c-adc7-27bda58ae0ed req-8657327f-166f-4de4-8a90-26111a2e2f17 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0863132 Jul 09 17:04:57.041729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.056405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Transition to ACTIVE for port object 88e2af07-7865-4ba9-b423-4ae0877eea80 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:57.056753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b91bcf1-f4d1-493c-adc7-27bda58ae0ed req-c6893183-4568-49aa-b1ac-7d629d01f08c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360632 Jul 09 17:04:57.112065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.166770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Network c3d619cb-858e-4385-a0f1-202e2ba81add is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:04:57.170112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:04:57.174784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:04:57.180472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:57.181115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.188542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event updated for resources: {'Port': ['ID=88e2af07-7865-4ba9-b423-4ae0877eea80,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:57.205832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-538be1e1-0561-4875-8e60-8ae0c3e00872 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9305410 Jul 09 17:04:57.209223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:57.335766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting port 88e2af07-7865-4ba9-b423-4ae0877eea80 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:04:57.336121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.455273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.468673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Calling delete_port for 88e2af07-7865-4ba9-b423-4ae0877eea80 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:04:57.612337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff44117-a0e7-48de-b6e4-e5a3f8b2938a None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:57.650578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b7b12a6a-3a0e-42c3-9262-0ad3d309346f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:57.703020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.730832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34b73a85-54b0-4844-917c-c2abbbf6b439 None None] Provisioning for port b7b12a6a-3a0e-42c3-9262-0ad3d309346f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:57.737620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Port': ['ID=88e2af07-7865-4ba9-b423-4ae0877eea80,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:57.798897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.802582 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e135dce3-a0b9-4386-976b-49c1530a706c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/88e2af07-7865-4ba9-b423-4ae0877eea80 HTTP/1.1" status: 204 len: 168 time: 0.5916743 Jul 09 17:04:57.805663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:57.833123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b7b12a6a-3a0e-42c3-9262-0ad3d309346f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:57.882982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b7b12a6a-3a0e-42c3-9262-0ad3d309346f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:57.883579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.886254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed032b9-8674-4d35-bde8-3eb26d99ce8e req-e920867b-3416-411a-b53f-539083c6b40a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:57.892543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f195e-dc16-4320-81a9-a4aa042dce04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:57.898202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bf5f195e-dc16-4320-81a9-a4aa042dce04 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0880075 Jul 09 17:04:57.898421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fed032b9-8674-4d35-bde8-3eb26d99ce8e req-e920867b-3416-411a-b53f-539083c6b40a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.0993814 Jul 09 17:04:57.898421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:57.969526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fed032b9-8674-4d35-bde8-3eb26d99ce8e req-150bf9f6-edef-415a-9978-5f5a15addea1 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Jul 09 17:04:58.013114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290aeed-d7b7-4e37-8154-337947a038fb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.015062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d290aeed-d7b7-4e37-8154-337947a038fb tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1106308 Jul 09 17:04:58.018297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:58.054161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.078125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745021ae-7d11-4747-b879-05c850922ebd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.080409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745021ae-7d11-4747-b879-05c850922ebd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.083664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745021ae-7d11-4747-b879-05c850922ebd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.086593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-745021ae-7d11-4747-b879-05c850922ebd tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0661108 Jul 09 17:04:58.090581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:58.125864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:58.135781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.170775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet 17ea6667-40e0-490a-943f-97ad241505ab {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:58.174383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.185660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737ba28-8828-4560-9a7c-53ff938cb41c None None] Update dhcp port {'port': {'network_id': 'c3d619cb-858e-4385-a0f1-202e2ba81add', 'fixed_ips': [{'subnet_id': 'd04cca54-a13b-4363-a553-9a14e14209e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '17ea6667-40e0-490a-943f-97ad241505ab'}], 'binding:host_id': 'n-d-800085-2'}, 'id': 'b7b12a6a-3a0e-42c3-9262-0ad3d309346f'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:04:58.219759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:58.237920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8737ba28-8828-4560-9a7c-53ff938cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.247751 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.301276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.331907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d361e-ba8f-478c-94a7-80cb2875cd11 req-2167409e-f1ab-495a-a2eb-cc1a4494a3ef tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.333445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-979d361e-ba8f-478c-94a7-80cb2875cd11 req-2167409e-f1ab-495a-a2eb-cc1a4494a3ef tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1339364 Jul 09 17:04:58.429519 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-979d361e-ba8f-478c-94a7-80cb2875cd11 req-e782dcfe-7abb-4c63-b945-9f1c488a8aa6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859118 Jul 09 17:04:58.436397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-8737ba28-8828-4560-9a7c-53ff938cb41c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17ea6667-40e0-490a-943f-97ad241505ab: This subnet is being modified by another concurrent operation. Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:04:58.438852 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17ea6667-40e0-490a-943f-97ad241505ab: This subnet is being modified by another concurrent operation. Jul 09 17:04:58.446047 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:04:58.477077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=17ea6667-40e0-490a-943f-97ad241505ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:58.479011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.480895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-76689128-529c-4235-8c11-74bba80082ee tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/17ea6667-40e0-490a-943f-97ad241505ab HTTP/1.1" status: 204 len: 168 time: 0.3888824 Jul 09 17:04:58.483559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:58.552528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Deleting subnet d04cca54-a13b-4363-a553-9a14e14209e7 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:04:58.556808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.589804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c3d2e344-3a5a-4aec-995d-76f1845f8729 None None] Provisioning complete for port b7b12a6a-3a0e-42c3-9262-0ad3d309346f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:58.589804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e344-3a5a-4aec-995d-76f1845f8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.613412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.729360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.802813 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.825448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835595ae-b853-4057-8d93-f3f9c077ebf2 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:04:58.830337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da5aa9ba-a3f8-4767-8e1a-faf0bbcc74fd None None] Could not find standard attr ID for object 88e2af07-7865-4ba9-b423-4ae0877eea80. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:58.834387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Subnet': ['ID=d04cca54-a13b-4363-a553-9a14e14209e7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:58.839849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.841745 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-666fa4a3-cdaa-4cd8-81a0-774d1a902e38 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/d04cca54-a13b-4363-a553-9a14e14209e7 HTTP/1.1" status: 204 len: 168 time: 0.3571637 Jul 09 17:04:58.844231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:58.863193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da5aa9ba-a3f8-4767-8e1a-faf0bbcc74fd None None] Could not find standard attr ID for object 3cd2dd7c-4c94-457d-85d4-b38b4d9f654a. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:04:58.887346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f499bb8b-4ad8-4b82-bc8a-123d7696914c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419862 Jul 09 17:04:58.891035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:58.943739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835595ae-b853-4057-8d93-f3f9c077ebf2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:04:58.966611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4945e6-68e7-4516-bb26-62c077743d50 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.969143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5c4945e6-68e7-4516-bb26-62c077743d50 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0766568 Jul 09 17:04:58.971936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.031527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e181e936-211e-4f76-bf28-ecfc77412ca3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:59.034223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e181e936-211e-4f76-bf28-ecfc77412ca3 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610843 Jul 09 17:04:59.040662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.091612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-98263e53-44c2-4322-bf33-16422db5ae03 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482786 Jul 09 17:04:59.098629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.136154 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c82f7e-e46f-4d24-9ea7-66a27e46a76e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.137592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c82f7e-e46f-4d24-9ea7-66a27e46a76e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.142098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-01c82f7e-e46f-4d24-9ea7-66a27e46a76e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/88e2af07-7865-4ba9-b423-4ae0877eea80 HTTP/1.1" status: 404 len: 333 time: 0.0406127 Jul 09 17:04:59.144125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.172056 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e2f371-0916-4ffa-ae09-c7f1d007b5df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.172622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e2f371-0916-4ffa-ae09-c7f1d007b5df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.176882 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f5e2f371-0916-4ffa-ae09-c7f1d007b5df tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/17ea6667-40e0-490a-943f-97ad241505ab HTTP/1.1" status: 404 len: 337 time: 0.0300901 Jul 09 17:04:59.177272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.212399 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-72537e1f-98a0-408b-9133-8895087a5b78 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.213182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72537e1f-98a0-408b-9133-8895087a5b78 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.217880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.218057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-72537e1f-98a0-408b-9133-8895087a5b78 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/d04cca54-a13b-4363-a553-9a14e14209e7 HTTP/1.1" status: 404 len: 337 time: 0.0389979 Jul 09 17:04:59.236431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbecb-ee68-4464-a95b-6b9496376d3a req-9b8246d2-338b-469f-b34c-696fe1a27728 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:59.238927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21adbecb-ee68-4464-a95b-6b9496376d3a req-9b8246d2-338b-469f-b34c-696fe1a27728 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.0959585 Jul 09 17:04:59.260602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59df25a-2637-4a4c-bb8a-26acac3757c3 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:04:59.294753 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4748d5-82f0-4c45-9b43-0825625e555b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.295221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4748d5-82f0-4c45-9b43-0825625e555b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.297176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e4748d5-82f0-4c45-9b43-0825625e555b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/3cd2dd7c-4c94-457d-85d4-b38b4d9f654a HTTP/1.1" status: 404 len: 333 time: 0.0747466 Jul 09 17:04:59.300911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.318464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-142d6494-ecc9-416e-aa92-d3d7a1cd228e None None] Provisioning complete for port b7b12a6a-3a0e-42c3-9262-0ad3d309346f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:59.318855 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-142d6494-ecc9-416e-aa92-d3d7a1cd228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:59.319329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21adbecb-ee68-4464-a95b-6b9496376d3a req-e2dbaaca-17b2-42db-a7b7-56f28ad550db tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688963 Jul 09 17:04:59.332892 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc82789e-9ed4-48e6-bc5a-dbc3ba9515e4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.333719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc82789e-9ed4-48e6-bc5a-dbc3ba9515e4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.339866 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cc82789e-9ed4-48e6-bc5a-dbc3ba9515e4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/4e0716fe-508e-4179-b277-7cd25e84a36d HTTP/1.1" status: 404 len: 337 time: 0.0372007 Jul 09 17:04:59.340930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.388658 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-06593594-2999-4468-88e6-0c2f5d9e1bc5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.389400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06593594-2999-4468-88e6-0c2f5d9e1bc5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.393014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06593594-2999-4468-88e6-0c2f5d9e1bc5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/6688b54c-478b-4e13-b988-acb6cfb568bd HTTP/1.1" status: 404 len: 337 time: 0.0500617 Jul 09 17:04:59.395464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.413169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59df25a-2637-4a4c-bb8a-26acac3757c3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:04:59.424739 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8590134-98b3-40a6-a220-ce98363e00ac tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.425446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8590134-98b3-40a6-a220-ce98363e00ac tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.430352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8590134-98b3-40a6-a220-ce98363e00ac tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/3c8d32eb-473e-435d-be0d-9a18106e7aa2 HTTP/1.1" status: 404 len: 333 time: 0.0336468 Jul 09 17:04:59.431167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.460826 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7fb079-6da0-46ee-8f2f-5fa31fba2c01 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.461930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7fb079-6da0-46ee-8f2f-5fa31fba2c01 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.466559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c7fb079-6da0-46ee-8f2f-5fa31fba2c01 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/914a17aa-fed9-43b2-a430-6527af2e9f34 HTTP/1.1" status: 404 len: 337 time: 0.0316188 Jul 09 17:04:59.467906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.515425 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20ce446-ee2a-4111-bf35-0bf5be0f45f1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.516328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20ce446-ee2a-4111-bf35-0bf5be0f45f1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.519417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a20ce446-ee2a-4111-bf35-0bf5be0f45f1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/24212f27-7e40-42fc-a695-2f10d1b076c6 HTTP/1.1" status: 404 len: 337 time: 0.0486648 Jul 09 17:04:59.522606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.560393 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b879528e-19de-484e-afde-dfb207b6a239 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.560874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b879528e-19de-484e-afde-dfb207b6a239 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.562675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b879528e-19de-484e-afde-dfb207b6a239 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/42c52670-8afa-4a4f-a79f-9288dcb8eb91 HTTP/1.1" status: 404 len: 333 time: 0.0389652 Jul 09 17:04:59.565896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.596635 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a072b58-31eb-42c7-a875-b72a1f88984f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.597079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a072b58-31eb-42c7-a875-b72a1f88984f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.599014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a072b58-31eb-42c7-a875-b72a1f88984f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/fa6926d6-fdc9-4ec8-9156-5e5afcfe60d8 HTTP/1.1" status: 404 len: 337 time: 0.0318499 Jul 09 17:04:59.601655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.635805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b7b12a6a-3a0e-42c3-9262-0ad3d309346f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:59.641086 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c37895-4010-4ac8-80eb-7f874736a123 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.641793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c37895-4010-4ac8-80eb-7f874736a123 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.644823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06c37895-4010-4ac8-80eb-7f874736a123 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/8f4bc03a-1131-47b4-b1e6-ad189c2f86e8 HTTP/1.1" status: 404 len: 337 time: 0.0418575 Jul 09 17:04:59.647878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54516) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.691610 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-630b692a-a444-4b3a-b170-434f48e69507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.692703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630b692a-a444-4b3a-b170-434f48e69507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.694767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-630b692a-a444-4b3a-b170-434f48e69507 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/ce444390-3ff9-4d7c-9515-57e42fdf3c9c HTTP/1.1" status: 404 len: 333 time: 0.0435247 Jul 09 17:04:59.698307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.730232 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-14029676-621f-4ac5-a561-f97c483ef348 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.731049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14029676-621f-4ac5-a561-f97c483ef348 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.734524 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14029676-621f-4ac5-a561-f97c483ef348 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/d918681e-ee20-4b4c-a611-2c0a079b73e5 HTTP/1.1" status: 404 len: 337 time: 0.0334551 Jul 09 17:04:59.737410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.775226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddc76e-5fd6-4f93-be67-3b6f5514c419 req-248b17f7-ec47-420c-b0db-4e328724b221 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:59.777880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87ddc76e-5fd6-4f93-be67-3b6f5514c419 req-248b17f7-ec47-420c-b0db-4e328724b221 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.1024077 Jul 09 17:04:59.780684 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29d8143-dedc-4749-b3e4-a743b596274e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.781569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29d8143-dedc-4749-b3e4-a743b596274e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.784273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b29d8143-dedc-4749-b3e4-a743b596274e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/a5c3e860-fd31-46ce-973a-342a9d08c935 HTTP/1.1" status: 404 len: 333 time: 0.0445180 Jul 09 17:04:59.786583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.814885 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:59.821895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87ddc76e-5fd6-4f93-be67-3b6f5514c419 req-0b575907-1632-4f2c-9531-fabb798ae851 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346797 Jul 09 17:04:59.822628 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dae3072-22b5-40e8-b00d-7d4c9b261260 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.823453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dae3072-22b5-40e8-b00d-7d4c9b261260 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.828854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7dae3072-22b5-40e8-b00d-7d4c9b261260 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/217670fc-c0c3-4224-a416-bc2cd6dbd461 HTTP/1.1" status: 404 len: 337 time: 0.0388353 Jul 09 17:04:59.829277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.873192 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e9b0f-cc60-47e5-9d68-bce6a6c907a1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.873862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438e9b0f-cc60-47e5-9d68-bce6a6c907a1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.878462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.883258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-438e9b0f-cc60-47e5-9d68-bce6a6c907a1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/974f238f-b88e-4acd-b75a-f9f350b26261 HTTP/1.1" status: 404 len: 333 time: 0.0523400 Jul 09 17:04:59.888034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:59.894739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:59.922854 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-572db6dc-ed76-447a-a351-65a65cb617e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.923448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572db6dc-ed76-447a-a351-65a65cb617e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.925455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-572db6dc-ed76-447a-a351-65a65cb617e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/30850f63-c9f3-4786-bcd2-36dc4e1810ad HTTP/1.1" status: 404 len: 337 time: 0.0457976 Jul 09 17:04:59.928151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:59.937935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760961f2-8b61-4de0-8832-bce356476679 None None] Network c3d619cb-858e-4385-a0f1-202e2ba81add requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:04:59.975009 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d2ba18-7bb4-4b17-a9f1-42b068fb9d19 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:04:59.975861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d2ba18-7bb4-4b17-a9f1-42b068fb9d19 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:04:59.977640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-79d2ba18-7bb4-4b17-a9f1-42b068fb9d19 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/ad80d042-0600-4313-8acb-6fef127313bd HTTP/1.1" status: 404 len: 333 time: 0.0478325 Jul 09 17:04:59.980632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.007879 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ff35a5-287a-4392-bd34-665d5c57241d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.008337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ff35a5-287a-4392-bd34-665d5c57241d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.010397 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-15ff35a5-287a-4392-bd34-665d5c57241d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/f34c4116-6546-4f87-b81f-66b65f15e86f HTTP/1.1" status: 404 len: 337 time: 0.0287776 Jul 09 17:05:00.013384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.031665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb920ce9-506f-4da3-82de-cea90a23a7c8 req-b19cd2a1-a724-476b-99e6-b66d8c5c92df tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.033534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb920ce9-506f-4da3-82de-cea90a23a7c8 req-b19cd2a1-a724-476b-99e6-b66d8c5c92df tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0850523 Jul 09 17:05:00.041256 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-620b7f02-00eb-4d2b-8f4c-c852a4bd357c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.042040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620b7f02-00eb-4d2b-8f4c-c852a4bd357c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.048161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-620b7f02-00eb-4d2b-8f4c-c852a4bd357c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/09d8dcca-c5a4-446b-b5d1-ca428e1567e8 HTTP/1.1" status: 404 len: 333 time: 0.0324888 Jul 09 17:05:00.049473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.072922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5da4c3b4-1925-4b49-a5d4-70eab79d55ac None None] Provisioning complete for port b7b12a6a-3a0e-42c3-9262-0ad3d309346f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:00.073393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5da4c3b4-1925-4b49-a5d4-70eab79d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:00.078927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:00.086976 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa5b7c0-70d2-44ef-beac-868dd8ac7601 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.087434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa5b7c0-70d2-44ef-beac-868dd8ac7601 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.089187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0aa5b7c0-70d2-44ef-beac-868dd8ac7601 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/5d18289b-6a59-44a5-aa4b-4e60c1590643 HTTP/1.1" status: 404 len: 337 time: 0.0391815 Jul 09 17:05:00.099342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.106267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb920ce9-506f-4da3-82de-cea90a23a7c8 req-6b0607cf-c5ab-4a9a-bb63-6d140489bfff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659833 Jul 09 17:05:00.128694 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2157815d-3842-421a-82a6-0f1826dc19af tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.129415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2157815d-3842-421a-82a6-0f1826dc19af tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.131218 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2157815d-3842-421a-82a6-0f1826dc19af tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/39b580e9-cea4-4d1a-9e29-3bd82102e996 HTTP/1.1" status: 404 len: 333 time: 0.0305474 Jul 09 17:05:00.138675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.173511 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7085884b-ecf3-4de1-8750-a68a01f263ef tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.174196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7085884b-ecf3-4de1-8750-a68a01f263ef tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.177019 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7085884b-ecf3-4de1-8750-a68a01f263ef tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/d40e57ed-68ef-434e-94b9-64fa5dc584e2 HTTP/1.1" status: 404 len: 337 time: 0.0357049 Jul 09 17:05:00.178376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.205761 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0fed0e-c8d5-4415-94a4-c952ad65f9bf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.206245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0fed0e-c8d5-4415-94a4-c952ad65f9bf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.208061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ac0fed0e-c8d5-4415-94a4-c952ad65f9bf tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/4c1428dc-42e6-48cf-ae79-534f3e44a8cf HTTP/1.1" status: 404 len: 337 time: 0.0286529 Jul 09 17:05:00.212360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.246002 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3522c9ff-142e-405f-83ba-5d616be0809c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.246260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5da4c3b4-1925-4b49-a5d4-70eab79d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:00.246660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3522c9ff-142e-405f-83ba-5d616be0809c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.248400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3522c9ff-142e-405f-83ba-5d616be0809c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/0a78a5c4-5b49-4fed-bc25-abb1df90f163 HTTP/1.1" status: 404 len: 333 time: 0.0346715 Jul 09 17:05:00.251044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.280648 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f50df77-0547-4da4-b04e-f133441b55b1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.280951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f50df77-0547-4da4-b04e-f133441b55b1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.282790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2f50df77-0547-4da4-b04e-f133441b55b1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/b87a3b80-4b75-4973-afe3-b96a4e43827d HTTP/1.1" status: 404 len: 337 time: 0.0308070 Jul 09 17:05:00.285322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54548) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.286411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5da4c3b4-1925-4b49-a5d4-70eab79d55ac None None] For port b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:00.293400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5da4c3b4-1925-4b49-a5d4-70eab79d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:00.311830 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-634dd616-1057-4d3e-819d-3ee33207e4c4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.312285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634dd616-1057-4d3e-819d-3ee33207e4c4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.314350 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-634dd616-1057-4d3e-819d-3ee33207e4c4 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/30028fef-d028-4fbf-85ec-d7dc6f7f8198 HTTP/1.1" status: 404 len: 337 time: 0.0278723 Jul 09 17:05:00.317254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.327565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] DHCP port deletion for c3d619cb-858e-4385-a0f1-202e2ba81add request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:00.344938 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-590a66b5-38e0-41d4-bd14-f65172c24ca8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.345706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590a66b5-38e0-41d4-bd14-f65172c24ca8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.349919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-590a66b5-38e0-41d4-bd14-f65172c24ca8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/6f8ca0b6-378c-4576-b324-5ed2c0fcea5f HTTP/1.1" status: 404 len: 333 time: 0.0292213 Jul 09 17:05:00.350100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.379272 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58a0082-ba36-4627-8be0-8e72387e27c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.379735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58a0082-ba36-4627-8be0-8e72387e27c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.384218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e58a0082-ba36-4627-8be0-8e72387e27c6 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/6bdf54d1-e953-43ae-ba93-4ed7038b89cf HTTP/1.1" status: 404 len: 337 time: 0.0302429 Jul 09 17:05:00.384724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.404221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4c3b4-1925-4b49-a5d4-70eab79d55ac None None] Pushing event updated for resources: {'Port': ['ID=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:00.411882 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c7b5dd-4563-47ee-90b0-ae77e75b2268 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.412356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c7b5dd-4563-47ee-90b0-ae77e75b2268 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.414111 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b8c7b5dd-4563-47ee-90b0-ae77e75b2268 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/4438ee12-a181-4a1d-a4bb-2391a100d0db HTTP/1.1" status: 404 len: 337 time: 0.0283973 Jul 09 17:05:00.417938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.433058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] Deleting port b7b12a6a-3a0e-42c3-9262-0ad3d309346f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:00.433574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:00.451875 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee50fdf-7586-43ed-9ea6-97160bdc044c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.452699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee50fdf-7586-43ed-9ea6-97160bdc044c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.454639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ee50fdf-7586-43ed-9ea6-97160bdc044c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/f65ef719-4cbe-48bc-96c6-fb3cb1c86704 HTTP/1.1" status: 404 len: 333 time: 0.0352476 Jul 09 17:05:00.457804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.494106 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6d91a8-497a-4d72-8fad-60b0c810feb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.494887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6d91a8-497a-4d72-8fad-60b0c810feb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.504390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cf6d91a8-497a-4d72-8fad-60b0c810feb5 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/09ec6542-4c10-400f-9203-067fe413a6ec HTTP/1.1" status: 404 len: 337 time: 0.0384636 Jul 09 17:05:00.504942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54560) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.535918 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef12ddeb-fb5a-4f18-ad97-d4beb9dcf9b8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.536803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef12ddeb-fb5a-4f18-ad97-d4beb9dcf9b8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.541155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef12ddeb-fb5a-4f18-ad97-d4beb9dcf9b8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/fd2eab98-5adf-450d-b3b8-ede2a0f2a695 HTTP/1.1" status: 404 len: 337 time: 0.0321131 Jul 09 17:05:00.541426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.580371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68bf4006-5bfd-49bb-ac2b-1bbd2f558c36 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7d26e60-44be-4986-a3a8-71a8e89b99d8 HTTP/1.1" status: 200 len: 205 time: 0.0347867 Jul 09 17:05:00.580651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.618483 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a9f8481d-513a-4f2c-8839-ef029f875fd1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] delete failed (client error): The resource could not be found. Jul 09 17:05:00.619618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a9f8481d-513a-4f2c-8839-ef029f875fd1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/routers/d7d26e60-44be-4986-a3a8-71a8e89b99d8 HTTP/1.1" status: 404 len: 336 time: 0.0379210 Jul 09 17:05:00.622410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.649560 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0029d5-70f2-4daa-9994-0b5038d68d86 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.650135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0029d5-70f2-4daa-9994-0b5038d68d86 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.654387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-de0029d5-70f2-4daa-9994-0b5038d68d86 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/6c89cc1e-fea9-43f0-95b3-c17639112379 HTTP/1.1" status: 404 len: 337 time: 0.0285499 Jul 09 17:05:00.655773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.670432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] For port b7b12a6a-3a0e-42c3-9262-0ad3d309346f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,segment=NetworkSegment(5d5a4b15-fd08-4082-83bb-e62915484846),segment_id=5d5a4b15-fd08-4082-83bb-e62915484846)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:00.670884 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:00.684254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] Calling delete_port for b7b12a6a-3a0e-42c3-9262-0ad3d309346f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:00.693357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20177948-cae5-4aaa-b297-9c3373523ee2 req-eee8ebb4-88fa-43dd-ba29-1a3df66b133a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.695173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20177948-cae5-4aaa-b297-9c3373523ee2 req-eee8ebb4-88fa-43dd-ba29-1a3df66b133a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0851095 Jul 09 17:05:00.705900 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1c8b348-6d6e-41d9-b94a-802319b10427 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eef89aa-0e00-455b-a991-ca28aaf1250b HTTP/1.1" status: 200 len: 205 time: 0.0483425 Jul 09 17:05:00.708653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.737576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20177948-cae5-4aaa-b297-9c3373523ee2 req-68466738-1bd9-4842-87e9-c20a59607bc7 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365407 Jul 09 17:05:00.762956 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8e3d547d-aa9a-4d6f-89d1-e8bbf1b93be7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] delete failed (client error): The resource could not be found. Jul 09 17:05:00.764025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8e3d547d-aa9a-4d6f-89d1-e8bbf1b93be7 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/routers/8eef89aa-0e00-455b-a991-ca28aaf1250b HTTP/1.1" status: 404 len: 336 time: 0.0541880 Jul 09 17:05:00.768264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.784689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:00.809609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] Pushing event deleted for resources: {'Port': ['ID=b7b12a6a-3a0e-42c3-9262-0ad3d309346f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:00.810709 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9d6b12-1b26-4b34-99e9-24465f789b19 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.811527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9d6b12-1b26-4b34-99e9-24465f789b19 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.815628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ce884-1ee9-4bf9-97ff-d3b9af4f41d9 None None] No DVR routers for this DVR port b7b12a6a-3a0e-42c3-9262-0ad3d309346f on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:00.818050 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd9d6b12-1b26-4b34-99e9-24465f789b19 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/f94fb6b2-f4fd-472e-86b1-68c52aa43b03 HTTP/1.1" status: 404 len: 337 time: 0.0484552 Jul 09 17:05:00.819004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.854533 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe542c3-5ef6-488b-8e93-d29ebff20d2e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.855088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe542c3-5ef6-488b-8e93-d29ebff20d2e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.856826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbe542c3-5ef6-488b-8e93-d29ebff20d2e tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/fe1ccfcd-7db4-4a24-a9c2-763f08bdf50d HTTP/1.1" status: 404 len: 337 time: 0.0365314 Jul 09 17:05:00.859559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54578) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.890570 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ad65ae-6410-4631-b0b2-b2c98727ec0c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.891286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ad65ae-6410-4631-b0b2-b2c98727ec0c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.893033 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-66ad65ae-6410-4631-b0b2-b2c98727ec0c tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/8e7d19e9-288b-4b75-b7d5-9f5b9b325975 HTTP/1.1" status: 404 len: 333 time: 0.0319195 Jul 09 17:05:00.895700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.921627 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b906656b-1426-4b77-82c1-66b10b3eae6b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.922208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b906656b-1426-4b77-82c1-66b10b3eae6b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.927508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b906656b-1426-4b77-82c1-66b10b3eae6b tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/c3185bac-2658-4b40-bb2b-7c4bb07311df HTTP/1.1" status: 404 len: 337 time: 0.0274260 Jul 09 17:05:00.927858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:00.958243 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d87b67-e43c-451d-9f80-048a2281498a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:00.959553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d87b67-e43c-451d-9f80-048a2281498a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:00.964136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c6d87b67-e43c-451d-9f80-048a2281498a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/244658bf-3652-4acb-8adc-d0cd22952fee HTTP/1.1" status: 404 len: 333 time: 0.0353324 Jul 09 17:05:00.964914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.010650 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdef86d6-55ab-4446-bf53-ffa06f12c33f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.011421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdef86d6-55ab-4446-bf53-ffa06f12c33f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.013290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fdef86d6-55ab-4446-bf53-ffa06f12c33f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/3002b904-4b2f-44db-a389-40869a27b6d2 HTTP/1.1" status: 404 len: 337 time: 0.0469499 Jul 09 17:05:01.018022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.052752 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f0853e-227f-4633-9acb-fb4b0f279545 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.053752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f0853e-227f-4633-9acb-fb4b0f279545 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.056025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56f0853e-227f-4633-9acb-fb4b0f279545 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/82e8a0b3-42eb-4978-9064-eba96c454226 HTTP/1.1" status: 404 len: 333 time: 0.0365920 Jul 09 17:05:01.060290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.093430 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0d7f3b-9238-43f6-a5a9-5b88744c481a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.093769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0d7f3b-9238-43f6-a5a9-5b88744c481a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.095569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bb0d7f3b-9238-43f6-a5a9-5b88744c481a tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/63ac5a47-0e5e-4811-a8d3-af80efd3258c HTTP/1.1" status: 404 len: 337 time: 0.0343425 Jul 09 17:05:01.099543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.131356 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-406caa37-c9ad-429b-aa19-0ca1ba24b3ed tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.132283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406caa37-c9ad-429b-aa19-0ca1ba24b3ed tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.136303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-406caa37-c9ad-429b-aa19-0ca1ba24b3ed tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/bcbbef42-ab4c-4420-9b8a-58c27ed42015 HTTP/1.1" status: 404 len: 333 time: 0.0339715 Jul 09 17:05:01.139093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.168104 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f088488-8575-48c2-bb32-bb011cc55e00 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.168708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f088488-8575-48c2-bb32-bb011cc55e00 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.170549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f088488-8575-48c2-bb32-bb011cc55e00 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/b36fbe44-06a3-4cba-84c5-7ec4bae780dc HTTP/1.1" status: 404 len: 337 time: 0.0304015 Jul 09 17:05:01.174293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54596) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.183464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a125d2-e5ea-49c2-8415-5cd0dba0a171 req-8aa8258f-ed22-4f2e-97f7-2421114ff770 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.189436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a125d2-e5ea-49c2-8415-5cd0dba0a171 req-8aa8258f-ed22-4f2e-97f7-2421114ff770 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.195384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a125d2-e5ea-49c2-8415-5cd0dba0a171 req-8aa8258f-ed22-4f2e-97f7-2421114ff770 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.197113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1a125d2-e5ea-49c2-8415-5cd0dba0a171 req-8aa8258f-ed22-4f2e-97f7-2421114ff770 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6&device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5&device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 2417 time: 0.1889763 Jul 09 17:05:01.201117 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fc4fdf-7b04-436e-bf54-5b48fa88e26f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.201810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fc4fdf-7b04-436e-bf54-5b48fa88e26f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.206188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-11fc4fdf-7b04-436e-bf54-5b48fa88e26f tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/3e8602ca-a8b8-4327-9688-13e7d6690614 HTTP/1.1" status: 404 len: 333 time: 0.0308154 Jul 09 17:05:01.206778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.242276 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cabd56d-7b37-4450-a414-61f5d5f9e572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.242770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cabd56d-7b37-4450-a414-61f5d5f9e572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.244510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5cabd56d-7b37-4450-a414-61f5d5f9e572 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/a6bc3952-28df-48fb-a789-c1c657d9c028 HTTP/1.1" status: 404 len: 337 time: 0.0363369 Jul 09 17:05:01.248756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.277497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1a125d2-e5ea-49c2-8415-5cd0dba0a171 req-575e0f15-b6bf-422e-b6f7-adf20725d40a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Jul 09 17:05:01.279284 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e03c37-a575-4128-b121-dd9b34c59d57 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.279982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e03c37-a575-4128-b121-dd9b34c59d57 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.283469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-14e03c37-a575-4128-b121-dd9b34c59d57 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/29f9b978-453c-484d-8dca-eb6957025c9f HTTP/1.1" status: 404 len: 333 time: 0.0329211 Jul 09 17:05:01.284657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.316390 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5233cff-ad53-4cd8-b6cf-ed9edcdf638d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.316855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5233cff-ad53-4cd8-b6cf-ed9edcdf638d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.318666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e5233cff-ad53-4cd8-b6cf-ed9edcdf638d tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/668dc8da-1880-474f-bca3-09eed23103a6 HTTP/1.1" status: 404 len: 337 time: 0.0323722 Jul 09 17:05:01.321837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.349089 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dac997-9ae2-423a-8b8a-2b0741fd30e8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.349646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dac997-9ae2-423a-8b8a-2b0741fd30e8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.351464 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-92dac997-9ae2-423a-8b8a-2b0741fd30e8 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/ports/ea970fe2-1895-4795-bf6a-f7dd6868b609 HTTP/1.1" status: 404 len: 333 time: 0.0287268 Jul 09 17:05:01.353945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.379647 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d937a0-bcfb-483e-9dcf-d0233689d0e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] DELETE failed (client error): The resource could not be found. Jul 09 17:05:01.380217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d937a0-bcfb-483e-9dcf-d0233689d0e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:05:01.382075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-27d937a0-bcfb-483e-9dcf-d0233689d0e1 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/subnets/ad1024c8-49e8-48d5-b5be-be6783e54f68 HTTP/1.1" status: 404 len: 337 time: 0.0271907 Jul 09 17:05:01.386261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54612) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:01.462791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae1034-6051-458d-b6b2-1c0015e5de9f req-31ecdbac-7dcb-49b3-bd78-ee4f5f7c1811 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.464319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-deae1034-6051-458d-b6b2-1c0015e5de9f req-31ecdbac-7dcb-49b3-bd78-ee4f5f7c1811 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0734024 Jul 09 17:05:01.470089 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.504587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-deae1034-6051-458d-b6b2-1c0015e5de9f req-e1dd9b22-edc2-4b7d-b474-8fce8f45fc6e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341065 Jul 09 17:05:01.560098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.573970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d619cb-858e-4385-a0f1-202e2ba81add']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:01.584755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5a4b15-fd08-4082-83bb-e62915484846') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:01.585031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5a4b15-fd08-4082-83bb-e62915484846') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:01.594192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.610446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.616871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:01.617272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:01.620335 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:01.690924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.701161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.703676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] 10.222.0.48 "DELETE /v2.0/networks/c3d619cb-858e-4385-a0f1-202e2ba81add HTTP/1.1" status: 204 len: 168 time: 0.3162827 Jul 09 17:05:01.718535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491ead-0246-4a57-a672-d0c134708897 tempest-NetworksTestDHCPv6-114283976 tempest-NetworksTestDHCPv6-114283976-project] Pushing event deleted for resources: {'Network': ['ID=c3d619cb-858e-4385-a0f1-202e2ba81add,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:01.863583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad128-0de8-4fa6-983a-061dff3f57c3 req-1612a286-85af-4610-9a39-5142c6aca2a4 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.865171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9aad128-0de8-4fa6-983a-061dff3f57c3 req-1612a286-85af-4610-9a39-5142c6aca2a4 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.0891707 Jul 09 17:05:01.909576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9aad128-0de8-4fa6-983a-061dff3f57c3 req-89326a18-2cc1-4bae-8e26-12fa580bb03d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 09 17:05:01.986905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:02.145621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-240c571e-45fc-4a2d-bb30-d7b4ae95181d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3d76681b014adc9f989064c84a66c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574781 Jul 09 17:05:02.149958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:02.209035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c134258-31b4-4e14-bb0a-116c525fa546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:02.241310 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c134258-31b4-4e14-bb0a-116c525fa546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:02.304698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c134258-31b4-4e14-bb0a-116c525fa546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:02.307522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c134258-31b4-4e14-bb0a-116c525fa546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:02.312502 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c134258-31b4-4e14-bb0a-116c525fa546 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/deb8e5a4-a996-4d7a-a2dd-9cb41426e539 HTTP/1.1" status: 204 len: 168 time: 0.1575527 Jul 09 17:05:02.320292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c134258-31b4-4e14-bb0a-116c525fa546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8e5a4-a996-4d7a-a2dd-9cb41426e539,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:02.882448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c22dd-57d4-4502-acc2-9c9fa8b82840 req-b009df65-ec4c-4304-9af8-2ac7de9a1dd3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:02.884449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-792c22dd-57d4-4502-acc2-9c9fa8b82840 req-b009df65-ec4c-4304-9af8-2ac7de9a1dd3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0755734 Jul 09 17:05:02.949395 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-792c22dd-57d4-4502-acc2-9c9fa8b82840 req-17f8299e-4e44-425b-ae91-e4761be4ce27 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592716 Jul 09 17:05:03.094241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:03.208880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1389246033'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:03.232668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Made reservation on behalf of 54257f4ad3e04931afd01ce71a9e34fe for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:03.236311 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.252203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.353733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.359328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.388120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:03.403216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723412e5-c194-47c4-ae28-0889b4fc331e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:03.409978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.410508 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Added segment 1cca8a93-ee1d-4386-bf6c-b3bac67a905e of type vlan for network d833940f-dcef-46c0-a364-c6ea35e5ac4f Jul 09 17:05:03.453751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.484456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.490694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:03.491490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.579488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4836488 Jul 09 17:05:03.585482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:03.594119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Request body: {'subnet': {'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:03.601364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e088d-a685-46fe-8ccf-498a1a835cca tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event updated for resources: {'Network': ['ID=d833940f-dcef-46c0-a364-c6ea35e5ac4f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:03.628805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:03.717761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Made reservation on behalf of 54257f4ad3e04931afd01ce71a9e34fe for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:03.722286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.888859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f2ab2-ece4-40ef-b53c-1b83c8996ae4 req-04b14ac4-140c-4c78-9582-c07b3eafb6b7 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:03.890374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-179f2ab2-ece4-40ef-b53c-1b83c8996ae4 req-04b14ac4-140c-4c78-9582-c07b3eafb6b7 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1480899 Jul 09 17:05:03.990111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-179f2ab2-ece4-40ef-b53c-1b83c8996ae4 req-450fce09-5789-4f47-813b-a033526d3f51 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813851 Jul 09 17:05:04.018023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.084032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event updated for resources: {'Subnet': ['ID=6c39ec78-910c-4b38-9dd5-bbf4943198fa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:04.098603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Checking segment: {'id': '1cca8a93-ee1d-4386-bf6c-b3bac67a905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:04.099183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Network hostable DHCP agents. Network: d833940f-dcef-46c0-a364-c6ea35e5ac4f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:04.145908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:04.161225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, d833940f-dcef-46c0-a364-c6ea35e5ac4f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:04.170249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:04.171211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.176116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe13b5-f30d-488b-ade1-228acf6e43a4 None None] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:04.196490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-85c92a91-396c-458c-a623-3570bf45064b tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6093447 Jul 09 17:05:04.199370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:04.207017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Request body: {'port': {'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-200731942'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:04.212644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bab3c1-3123-449f-88a2-8afaa69d8f57 req-707e26d3-2e1e-4e28-a272-7b854e9d5416 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:04.214854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5bab3c1-3123-449f-88a2-8afaa69d8f57 req-707e26d3-2e1e-4e28-a272-7b854e9d5416 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0997427 Jul 09 17:05:04.275209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5bab3c1-3123-449f-88a2-8afaa69d8f57 req-65c3b0ba-bb44-439d-a0e5-b89b952d2f75 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Jul 09 17:05:04.327079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Made reservation on behalf of 54257f4ad3e04931afd01ce71a9e34fe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:04.331260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.358682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] device_id is not set on port db3e0c4f-e06b-44cb-9377-d848d453cbaf yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:05:04.377961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-d833940f-dcef-46c0-a364-c6ea35e5ac4f', 'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f', 'tenant_id': '54257f4ad3e04931afd01ce71a9e34fe', 'fixed_ips': [{'subnet_id': '6c39ec78-910c-4b38-9dd5-bbf4943198fa'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:04.382259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.570428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Allocated IP 172.20.0.2 (d833940f-dcef-46c0-a364-c6ea35e5ac4f/6c39ec78-910c-4b38-9dd5-bbf4943198fa/962ab256-c8c9-42db-b401-815d400e9edd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:04.744670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.754191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Transition to ACTIVE for port object 962ab256-c8c9-42db-b401-815d400e9edd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:04.769527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Transition to ACTIVE for port object 962ab256-c8c9-42db-b401-815d400e9edd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:04.775796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.818737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:04.821591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:04.825068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:04.832043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Pushing event updated for resources: {'Port': ['ID=962ab256-c8c9-42db-b401-815d400e9edd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:04.833054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Allocated IP 172.20.0.8 (d833940f-dcef-46c0-a364-c6ea35e5ac4f/6c39ec78-910c-4b38-9dd5-bbf4943198fa/db3e0c4f-e06b-44cb-9377-d848d453cbaf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:04.913439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Attempting to bind port 962ab256-c8c9-42db-b401-815d400e9edd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:04.913815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Attempting to bind port 962ab256-c8c9-42db-b401-815d400e9edd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1cca8a93-ee1d-4386-bf6c-b3bac67a905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:04.914293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Attempting to bind port 962ab256-c8c9-42db-b401-815d400e9edd on network d833940f-dcef-46c0-a364-c6ea35e5ac4f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:04.920055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:04.920437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Checking segment: {'id': '1cca8a93-ee1d-4386-bf6c-b3bac67a905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:04.920947 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.921234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Bound using segment: {'id': '1cca8a93-ee1d-4386-bf6c-b3bac67a905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:04.921700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Bound port: 962ab256-c8c9-42db-b401-815d400e9edd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cca8a93-ee1d-4386-bf6c-b3bac67a905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:04.922205 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.989076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] For port 962ab256-c8c9-42db-b401-815d400e9edd, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:04.993106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] For port 962ab256-c8c9-42db-b401-815d400e9edd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=962ab256-c8c9-42db-b401-815d400e9edd,segment=NetworkSegment(1cca8a93-ee1d-4386-bf6c-b3bac67a905e),segment_id=1cca8a93-ee1d-4386-bf6c-b3bac67a905e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:05.001181 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:05.053173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:05.076553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3204b4a-cdd7-4e8c-82c0-79560e79bc48 None None] Pushing event updated for resources: {'Port': ['ID=962ab256-c8c9-42db-b401-815d400e9edd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:05.080915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Transition to ACTIVE for port object db3e0c4f-e06b-44cb-9377-d848d453cbaf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:05.128849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:05.186067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:05.198401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:05.201329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:05.222807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acbf51-cf34-48b9-a67c-ccb2d40ecdc2 req-7612057c-b68e-48a4-9b29-0250e28e5616 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:05.224491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21acbf51-cf34-48b9-a67c-ccb2d40ecdc2 req-7612057c-b68e-48a4-9b29-0250e28e5616 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0932798 Jul 09 17:05:05.234755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event updated for resources: {'Port': ['ID=db3e0c4f-e06b-44cb-9377-d848d453cbaf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:05.287181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:05.287996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:05.304059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21acbf51-cf34-48b9-a67c-ccb2d40ecdc2 req-42088b23-e16e-4c84-8906-c18314e08320 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711815 Jul 09 17:05:05.319820 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee120a7e-5f3d-416d-bfbd-cb5e2e1b4bc2 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1157131 Jul 09 17:05:05.320131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:05.341478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Request body: {'port': {'network_id': 'd833940f-dcef-46c0-a364-c6ea35e5ac4f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-928882516', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:05.342541 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:05:05.343076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:05:05.343811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:05:05.539527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d020e35-e72f-4901-8bfb-ded9ebb0fdb9 req-8e4b6a88-fa6e-4289-95b2-ed9dd6b59d2e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:05.541149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d020e35-e72f-4901-8bfb-ded9ebb0fdb9 req-8e4b6a88-fa6e-4289-95b2-ed9dd6b59d2e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1083002 Jul 09 17:05:05.541879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Made reservation on behalf of 54257f4ad3e04931afd01ce71a9e34fe for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:05.545395 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:05.585090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] device_id is not set on port b2663ebe-7274-4dec-ab56-b681fa6a25ab yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:05:05.632519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 962ab256-c8c9-42db-b401-815d400e9edd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:05.665521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d020e35-e72f-4901-8bfb-ded9ebb0fdb9 req-ba27b5d9-bdf7-4246-9b28-14ee8d8c1d6d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165373 Jul 09 17:05:05.702103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 962ab256-c8c9-42db-b401-815d400e9edd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:05.780523 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b7532f5-b142-4805-a807-964d35a44e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:05.797817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Allocated IP 172.20.0.5 (d833940f-dcef-46c0-a364-c6ea35e5ac4f/6c39ec78-910c-4b38-9dd5-bbf4943198fa/b2663ebe-7274-4dec-ab56-b681fa6a25ab) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:06.013597 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.030457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Transition to ACTIVE for port object b2663ebe-7274-4dec-ab56-b681fa6a25ab will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:06.072929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.135237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:06.141291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:06.146179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:06.185268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event updated for resources: {'Port': ['ID=b2663ebe-7274-4dec-ab56-b681fa6a25ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:06.221751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c5e93-dd59-45da-b646-2464b0fc6331 None None] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:06.224263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.225262 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.247467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8cf99299-d66a-47d4-bc4c-b3359c1a8cc3 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9259694 Jul 09 17:05:06.249878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:06.283774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] Provisioning for port 962ab256-c8c9-42db-b401-815d400e9edd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:06.294053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] Provisioning complete for port 962ab256-c8c9-42db-b401-815d400e9edd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:06.294425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.345981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b391235-b50d-455e-8679-68a780f311f8 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.354485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b391235-b50d-455e-8679-68a780f311f8 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.360683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b391235-b50d-455e-8679-68a780f311f8 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.364179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0b391235-b50d-455e-8679-68a780f311f8 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1113060 Jul 09 17:05:06.366922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:06.483975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.486267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Deleting port b2663ebe-7274-4dec-ab56-b681fa6a25ab {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:06.486650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.541268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39077-dc8b-423e-a299-bdfe01bfbe3f req-7a8e2f93-f48e-4b42-b473-0a1a405c4cc7 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.545229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3e39077-dc8b-423e-a299-bdfe01bfbe3f req-7a8e2f93-f48e-4b42-b473-0a1a405c4cc7 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1060364 Jul 09 17:05:06.561071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] For port 962ab256-c8c9-42db-b401-815d400e9edd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=962ab256-c8c9-42db-b401-815d400e9edd,segment=NetworkSegment(1cca8a93-ee1d-4386-bf6c-b3bac67a905e),segment_id=1cca8a93-ee1d-4386-bf6c-b3bac67a905e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:06.575044 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.612290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3e39077-dc8b-423e-a299-bdfe01bfbe3f req-0c75f066-3953-49b6-bceb-817c26bcf11c tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Jul 09 17:05:06.615449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.646784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Calling delete_port for b2663ebe-7274-4dec-ab56-b681fa6a25ab owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:06.654697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f871128-8c08-4432-a791-34fa0396a931 None None] Pushing event updated for resources: {'Port': ['ID=962ab256-c8c9-42db-b401-815d400e9edd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:06.805526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.841126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event deleted for resources: {'Port': ['ID=b2663ebe-7274-4dec-ab56-b681fa6a25ab,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:06.900614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Could not find standard attr ID for object b2663ebe-7274-4dec-ab56-b681fa6a25ab. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:05:06.924706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbde5d-7ed2-4591-aedf-c48d02fcdfe2 req-c7b454db-4f4d-43e6-94c5-6b6e1916d74a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.926785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bfbde5d-7ed2-4591-aedf-c48d02fcdfe2 req-c7b454db-4f4d-43e6-94c5-6b6e1916d74a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1058202 Jul 09 17:05:06.931457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Provisioning for port db3e0c4f-e06b-44cb-9377-d848d453cbaf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:06.938349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Provisioning complete for port db3e0c4f-e06b-44cb-9377-d848d453cbaf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:06.938963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.980153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:06.985008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5b7cc232-a278-4e9e-91d7-39da0f839449 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "DELETE /v2.0/ports/b2663ebe-7274-4dec-ab56-b681fa6a25ab HTTP/1.1" status: 204 len: 168 time: 0.6167912 Jul 09 17:05:06.989221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:06.997803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Request body: {'port': {'name': 'tempest-new-port-name-340706397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:06.998300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:05:06.998806 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:05:06.999292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:05:07.007551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Port db3e0c4f-e06b-44cb-9377-d848d453cbaf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:07.009590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bfbde5d-7ed2-4591-aedf-c48d02fcdfe2 req-4da360ac-d84c-4acd-a3a4-b8435bb3affd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735152 Jul 09 17:05:07.024283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Provisioning complete for port 962ab256-c8c9-42db-b401-815d400e9edd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:07.024893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb6887a5-aaf5-4ffd-9479-ece6f8b51367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.136533 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.273245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c86a3f9f-a199-454b-9d8c-a1581deb546f None None] Provisioning complete for port db3e0c4f-e06b-44cb-9377-d848d453cbaf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:07.273753 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86a3f9f-a199-454b-9d8c-a1581deb546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.332307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c86a3f9f-a199-454b-9d8c-a1581deb546f None None] Port db3e0c4f-e06b-44cb-9377-d848d453cbaf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:07.372826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.378800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.445974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e64991bf-bfac-46d6-8e8c-373bbdb6a204 None None] Could not find standard attr ID for object b2663ebe-7274-4dec-ab56-b681fa6a25ab. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:05:07.491095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event updated for resources: {'Port': ['ID=db3e0c4f-e06b-44cb-9377-d848d453cbaf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:07.502379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] In _notify_port_updated(), no bound segment for port db3e0c4f-e06b-44cb-9377-d848d453cbaf on network d833940f-dcef-46c0-a364-c6ea35e5ac4f {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:05:07.508289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:07.509369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.510807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2bff455-886e-4b1e-a538-ebcfb8ac19cc tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "PUT /v2.0/ports/db3e0c4f-e06b-44cb-9377-d848d453cbaf HTTP/1.1" status: 200 len: 1135 time: 0.5204310 Jul 09 17:05:07.514636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:07.585207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c267f6d-d0ac-4203-82e1-dfee337260b4 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:07.586765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c267f6d-d0ac-4203-82e1-dfee337260b4 tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "GET /v2.0/ports/db3e0c4f-e06b-44cb-9377-d848d453cbaf HTTP/1.1" status: 200 len: 1135 time: 0.0710654 Jul 09 17:05:07.591350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:07.610026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 962ab256-c8c9-42db-b401-815d400e9edd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:07.673301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 962ab256-c8c9-42db-b401-815d400e9edd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:07.673892 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.756145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Deleting port db3e0c4f-e06b-44cb-9377-d848d453cbaf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:07.756505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.879902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bfe05-d9b8-4b9a-8e46-cfd0ad8aa7e6 req-ea4d4335-650c-4584-a9e4-2d871fd89252 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:07.882862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-837bfe05-d9b8-4b9a-8e46-cfd0ad8aa7e6 req-ea4d4335-650c-4584-a9e4-2d871fd89252 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0916777 Jul 09 17:05:07.887871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.905081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Calling delete_port for db3e0c4f-e06b-44cb-9377-d848d453cbaf owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:07.932738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-837bfe05-d9b8-4b9a-8e46-cfd0ad8aa7e6 req-0ae7ed6d-53fb-46d7-85fa-56fa890ece08 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Jul 09 17:05:07.972215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dfe24814-8af9-4227-8e2e-b7a0f2b59e88 None None] Provisioning complete for port db3e0c4f-e06b-44cb-9377-d848d453cbaf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:07.972910 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe24814-8af9-4227-8e2e-b7a0f2b59e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.012020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dfe24814-8af9-4227-8e2e-b7a0f2b59e88 None None] Port db3e0c4f-e06b-44cb-9377-d848d453cbaf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:08.069823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.100201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event deleted for resources: {'Port': ['ID=db3e0c4f-e06b-44cb-9377-d848d453cbaf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:08.187376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.192488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-580d5eba-9322-4b02-8d0c-a4031584e70c tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "DELETE /v2.0/ports/db3e0c4f-e06b-44cb-9377-d848d453cbaf HTTP/1.1" status: 204 len: 168 time: 0.5964048 Jul 09 17:05:08.193127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:08.249688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816d88-dfd9-4c6d-b97f-4b464ee9f452 req-a262bf04-fd73-459a-bfcd-cc2af00f18b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:08.251399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43816d88-dfd9-4c6d-b97f-4b464ee9f452 req-a262bf04-fd73-459a-bfcd-cc2af00f18b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1192465 Jul 09 17:05:08.273009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Deleting subnet 6c39ec78-910c-4b38-9dd5-bbf4943198fa {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:08.282818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.302325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.309339 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62e22e55-a017-4082-88df-440395d77f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.338054 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43816d88-dfd9-4c6d-b97f-4b464ee9f452 req-b36c0c83-a6fb-4f3b-9275-46449c76132e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800173 Jul 09 17:05:08.347904 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.465639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.533927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.550250 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.561643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event deleted for resources: {'Subnet': ['ID=6c39ec78-910c-4b38-9dd5-bbf4943198fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:08.565252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.569857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-68c1f153-11ff-4741-9ff3-47298e29ecde tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "DELETE /v2.0/subnets/6c39ec78-910c-4b38-9dd5-bbf4943198fa HTTP/1.1" status: 204 len: 168 time: 0.3752198 Jul 09 17:05:08.570139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:08.574607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb99ee-1053-4806-bacf-e0b09622cd20 None None] Network d833940f-dcef-46c0-a364-c6ea35e5ac4f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:08.686023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.754947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Deleting port 962ab256-c8c9-42db-b401-815d400e9edd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:08.755319 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.817799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] DHCP port deletion for d833940f-dcef-46c0-a364-c6ea35e5ac4f request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:08.849508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] For port 962ab256-c8c9-42db-b401-815d400e9edd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=962ab256-c8c9-42db-b401-815d400e9edd,segment=NetworkSegment(1cca8a93-ee1d-4386-bf6c-b3bac67a905e),segment_id=1cca8a93-ee1d-4386-bf6c-b3bac67a905e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:08.849852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.866760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Calling delete_port for 962ab256-c8c9-42db-b401-815d400e9edd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:08.867337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Deleting port 962ab256-c8c9-42db-b401-815d400e9edd {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:08.867796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.935913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] For port 962ab256-c8c9-42db-b401-815d400e9edd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=962ab256-c8c9-42db-b401-815d400e9edd,segment=NetworkSegment(1cca8a93-ee1d-4386-bf6c-b3bac67a905e),segment_id=1cca8a93-ee1d-4386-bf6c-b3bac67a905e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:08.936213 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.951085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Calling delete_port for 962ab256-c8c9-42db-b401-815d400e9edd owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:08.953118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.995399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] No DVR routers for this DVR port 962ab256-c8c9-42db-b401-815d400e9edd on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:09.001810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event deleted for resources: {'Port': ['ID=962ab256-c8c9-42db-b401-815d400e9edd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:09.069393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.091752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.104230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d833940f-dcef-46c0-a364-c6ea35e5ac4f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:09.105112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Pushing event deleted for resources: {'Port': ['ID=962ab256-c8c9-42db-b401-815d400e9edd,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:09.117965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] No DVR routers for this DVR port 962ab256-c8c9-42db-b401-815d400e9edd on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:09.120074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cca8a93-ee1d-4386-bf6c-b3bac67a905e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:09.120302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.120731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.120957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.121324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.121656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.121869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cca8a93-ee1d-4386-bf6c-b3bac67a905e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:09.122050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.122379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.122895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.123215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.123524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.123851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.124168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860b167-b75d-4f36-b115-36b5945754ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:09.140301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.156787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba8db-b5c5-4103-b3f0-d85d917c4f70 req-fe8a8e3d-5ad6-42e4-8e23-e704638f0f85 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.157145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.158335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d3ba8db-b5c5-4103-b3f0-d85d917c4f70 req-fe8a8e3d-5ad6-42e4-8e23-e704638f0f85 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0978832 Jul 09 17:05:09.165228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:09.165875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:09.169098 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:09.208468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d3ba8db-b5c5-4103-b3f0-d85d917c4f70 req-52786cd7-753a-4ff8-9cb3-889a59798731 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Jul 09 17:05:09.236430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.248426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.251307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] 10.222.0.48 "DELETE /v2.0/networks/d833940f-dcef-46c0-a364-c6ea35e5ac4f HTTP/1.1" status: 204 len: 168 time: 0.6788926 Jul 09 17:05:09.269735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8183a-1db6-4c27-b36f-8f77ed87f9df tempest-ExtraDHCPOptionsTestJSON-1854899481 tempest-ExtraDHCPOptionsTestJSON-1854899481-project] Pushing event deleted for resources: {'Network': ['ID=d833940f-dcef-46c0-a364-c6ea35e5ac4f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:09.283359 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.543553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29b50-426b-4755-b032-dd00b013280f req-d42a66c7-842d-4426-ac2b-4402aaf8500d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.545616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea29b50-426b-4755-b032-dd00b013280f req-d42a66c7-842d-4426-ac2b-4402aaf8500d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0765641 Jul 09 17:05:09.562578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54720) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:09.605874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ea29b50-426b-4755-b032-dd00b013280f req-1abc2f4e-0941-4906-9abe-66288069329a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Jul 09 17:05:09.623745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 962ab256-c8c9-42db-b401-815d400e9edd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:09.662570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 962ab256-c8c9-42db-b401-815d400e9edd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:09.662998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 962ab256-c8c9-42db-b401-815d400e9edd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:09.750983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbb60d4f-1164-419b-977b-0e3e0fdb54da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54257f4ad3e04931afd01ce71a9e34fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864014 Jul 09 17:05:09.755164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:09.805198 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac903-9204-4b46-99fe-467dc203f1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.826956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac903-9204-4b46-99fe-467dc203f1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.882783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac903-9204-4b46-99fe-467dc203f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.887654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac903-9204-4b46-99fe-467dc203f1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:09.888830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0a2ac903-9204-4b46-99fe-467dc203f1c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/723412e5-c194-47c4-ae28-0889b4fc331e HTTP/1.1" status: 204 len: 168 time: 0.1324558 Jul 09 17:05:09.897464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ac903-9204-4b46-99fe-467dc203f1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723412e5-c194-47c4-ae28-0889b4fc331e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:10.506265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551b9d7-0611-4479-912f-0cec73ec53b6 req-c02c6732-c46c-4589-9c29-9acfcde1d297 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:10.507849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2551b9d7-0611-4479-912f-0cec73ec53b6 req-c02c6732-c46c-4589-9c29-9acfcde1d297 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0844293 Jul 09 17:05:10.548012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2551b9d7-0611-4479-912f-0cec73ec53b6 req-4327ca9c-1496-436f-a19d-25c8ff6d9168 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Jul 09 17:05:10.615513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:10.730058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-484192122'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:10.756622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:10.760865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:10.770274 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:10.809379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff4660-d532-4b92-9f4f-fa4c0b1aec97 req-6260fb47-a300-433f-9d28-c429ea1136bf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:10.810957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fff4660-d532-4b92-9f4f-fa4c0b1aec97 req-6260fb47-a300-433f-9d28-c429ea1136bf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0750155 Jul 09 17:05:10.861832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fff4660-d532-4b92-9f4f-fa4c0b1aec97 req-5a85a49f-b651-4cdd-ac96-aaeff5984b81 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402596 Jul 09 17:05:10.885030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:10.890646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:10.928252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:10.951298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6fdcd-e1b5-4888-848c-0fc5513fcd73,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:10.956126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:10.956491 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment 01768c1e-e792-4a3b-9d9f-6c7270409cab of type vlan for network a625bcea-ef51-47b1-983f-a29d168ad2a0 Jul 09 17:05:11.003923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.037709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.043455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:11.044065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.112166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4952981 Jul 09 17:05:11.115154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:11.121505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a86e8-9beb-4841-a223-4953aaaf743c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=a625bcea-ef51-47b1-983f-a29d168ad2a0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:11.123482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-858179693'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:11.134507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:11.147971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.148707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:11.152436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.187267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:11.196842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.197185 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6 of type vlan for network 66e23ef5-13ea-4689-a458-bde18e574b93 Jul 09 17:05:11.244430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.285525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.291414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:11.292009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.350452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2336185 Jul 09 17:05:11.353399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:11.358271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:11.376334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5492-f3a3-419b-97b0-2f102ac1a71c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=66e23ef5-13ea-4689-a458-bde18e574b93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:11.388357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 66e23ef5-13ea-4689-a458-bde18e574b93 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:11.468388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:11.472171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.662887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.745049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:11.775245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': '01768c1e-e792-4a3b-9d9f-6c7270409cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:11.775627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: a625bcea-ef51-47b1-983f-a29d168ad2a0, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:11.798765 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22530c67-5618-450d-b087-c5e80ec53eae req-b63f8803-e788-4b66-b9bc-b004802d2271 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:11.800383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22530c67-5618-450d-b087-c5e80ec53eae req-b63f8803-e788-4b66-b9bc-b004802d2271 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1111090 Jul 09 17:05:11.813471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:11.832557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a625bcea-ef51-47b1-983f-a29d168ad2a0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:11.840958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c552edc-33a4-4881-9fc5-3aad64523e4d None None] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:11.842244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:11.842863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.851191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22530c67-5618-450d-b087-c5e80ec53eae req-906c2ff2-e65a-4879-b8c8-6b7542ae2922 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Jul 09 17:05:11.868943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9211dff-8870-4826-ae05-d27aa47c1184 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5105476 Jul 09 17:05:11.869285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:11.874887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:11.981160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:11.987035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.044703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a625bcea-ef51-47b1-983f-a29d168ad2a0', 'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': 'cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:12.045678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.098743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad2774-21d2-46dd-aed2-b643d75e4b45 req-d9a5db15-4f75-46e7-b8bf-dace84f7f064 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:12.100632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ad2774-21d2-46dd-aed2-b643d75e4b45 req-d9a5db15-4f75-46e7-b8bf-dace84f7f064 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1039226 Jul 09 17:05:12.148970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2ad2774-21d2-46dd-aed2-b643d75e4b45 req-089e1aac-b1b6-4089-b4da-3864bb8de0ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425670 Jul 09 17:05:12.214964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.226302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Allocated IP 2001:db8::2 (a625bcea-ef51-47b1-983f-a29d168ad2a0/cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d/dfa6b4bc-d15f-4f94-89f3-65610f249d08) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:12.286462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:12.295256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:12.295618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 66e23ef5-13ea-4689-a458-bde18e574b93, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:12.314667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 66e23ef5-13ea-4689-a458-bde18e574b93 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:12.324613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 66e23ef5-13ea-4689-a458-bde18e574b93) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:12.330614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:12.331229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.339189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2064fec-7213-4d8d-a8fa-eb45641260b8 None None] Network 66e23ef5-13ea-4689-a458-bde18e574b93 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:12.350317 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-616fb2c5-5377-4d6b-b2f0-d69c3793f058 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4767156 Jul 09 17:05:12.350835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:12.358585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-644781097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:12.389181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.390648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.446187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.451547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.469343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.470853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-46bc6c49-5f89-44ce-8289-addf2b1ee07a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1185651 Jul 09 17:05:12.473945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:12.485777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.516187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Transition to ACTIVE for port object dfa6b4bc-d15f-4f94-89f3-65610f249d08 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:12.541684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Transition to ACTIVE for port object dfa6b4bc-d15f-4f94-89f3-65610f249d08 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:12.551142 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.594765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-66e23ef5-13ea-4689-a458-bde18e574b93', 'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': 'cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:12.596156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.622490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:12.627604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:12.636963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:12.640816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Pushing event updated for resources: {'Port': ['ID=dfa6b4bc-d15f-4f94-89f3-65610f249d08,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:12.762621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.766844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Attempting to bind port dfa6b4bc-d15f-4f94-89f3-65610f249d08 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:12.767218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Attempting to bind port dfa6b4bc-d15f-4f94-89f3-65610f249d08 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '01768c1e-e792-4a3b-9d9f-6c7270409cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:12.767587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Attempting to bind port dfa6b4bc-d15f-4f94-89f3-65610f249d08 on network a625bcea-ef51-47b1-983f-a29d168ad2a0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:12.790862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:12.791227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Checking segment: {'id': '01768c1e-e792-4a3b-9d9f-6c7270409cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:12.791661 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.792109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Bound using segment: {'id': '01768c1e-e792-4a3b-9d9f-6c7270409cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:12.792500 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Bound port: dfa6b4bc-d15f-4f94-89f3-65610f249d08, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01768c1e-e792-4a3b-9d9f-6c7270409cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a625bcea-ef51-47b1-983f-a29d168ad2a0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:12.792885 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.839312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Allocated IP 2001:db8:1::2 (66e23ef5-13ea-4689-a458-bde18e574b93/cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c/319b6134-22c3-4d29-afdd-9fc541ba1f6a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:12.919935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] For port dfa6b4bc-d15f-4f94-89f3-65610f249d08, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:12.936409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] For port dfa6b4bc-d15f-4f94-89f3-65610f249d08, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dfa6b4bc-d15f-4f94-89f3-65610f249d08,segment=NetworkSegment(01768c1e-e792-4a3b-9d9f-6c7270409cab),segment_id=01768c1e-e792-4a3b-9d9f-6c7270409cab)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:12.955580 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.086530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8::1 (a625bcea-ef51-47b1-983f-a29d168ad2a0/cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d/b960d8b5-ccfc-4745-800d-ba9087ac0226) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:13.130456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec5a5-0345-4a06-837d-b749d0fcc430 req-f1a4c1e1-2762-4492-8318-b368e99f7d59 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:13.133497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7caec5a5-0345-4a06-837d-b749d0fcc430 req-f1a4c1e1-2762-4492-8318-b368e99f7d59 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1430016 Jul 09 17:05:13.197011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dca4f-24c1-4b85-9bc1-2f16b0a994e5 None None] Pushing event updated for resources: {'Port': ['ID=dfa6b4bc-d15f-4f94-89f3-65610f249d08,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:13.224044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7caec5a5-0345-4a06-837d-b749d0fcc430 req-94f79ff9-3d1e-44a6-8ce1-a46561352762 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757649 Jul 09 17:05:13.289910 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.295784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.302837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Transition to ACTIVE for port object 319b6134-22c3-4d29-afdd-9fc541ba1f6a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:13.314426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object b960d8b5-ccfc-4745-800d-ba9087ac0226 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:13.324271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Transition to ACTIVE for port object 319b6134-22c3-4d29-afdd-9fc541ba1f6a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:13.332801 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.358896 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.383496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Network 66e23ef5-13ea-4689-a458-bde18e574b93 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:13.387172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:13.389958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:13.402420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Pushing event updated for resources: {'Port': ['ID=319b6134-22c3-4d29-afdd-9fc541ba1f6a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:13.477358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:13.484810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Attempting to bind port 319b6134-22c3-4d29-afdd-9fc541ba1f6a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:13.485183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Attempting to bind port 319b6134-22c3-4d29-afdd-9fc541ba1f6a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:13.485548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Attempting to bind port 319b6134-22c3-4d29-afdd-9fc541ba1f6a on network 66e23ef5-13ea-4689-a458-bde18e574b93 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:13.487861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:13.492659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=b960d8b5-ccfc-4745-800d-ba9087ac0226,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:13.492965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:13.493209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Checking segment: {'id': 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:13.494088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:13.494199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.494565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Bound using segment: {'id': 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:13.494665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.494989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Bound port: 319b6134-22c3-4d29-afdd-9fc541ba1f6a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '66e23ef5-13ea-4689-a458-bde18e574b93'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:13.495380 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.632065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] For port 319b6134-22c3-4d29-afdd-9fc541ba1f6a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:13.638939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] For port 319b6134-22c3-4d29-afdd-9fc541ba1f6a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=319b6134-22c3-4d29-afdd-9fc541ba1f6a,segment=NetworkSegment(a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6),segment_id=a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:13.647202 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.698270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dfa6b4bc-d15f-4f94-89f3-65610f249d08 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:13.763513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20bebf-a060-4853-b8b3-d19cf2e1dc6d None None] Pushing event updated for resources: {'Port': ['ID=319b6134-22c3-4d29-afdd-9fc541ba1f6a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:13.783688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port dfa6b4bc-d15f-4f94-89f3-65610f249d08 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:13.925354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0fdc2-8cfd-4ba9-a0ad-5537d9e8b792 req-1477213a-4e88-44e9-9fc3-d9b4866b9214 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:13.929969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7db0fdc2-8cfd-4ba9-a0ad-5537d9e8b792 req-1477213a-4e88-44e9-9fc3-d9b4866b9214 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.5650694 Jul 09 17:05:14.065878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7db0fdc2-8cfd-4ba9-a0ad-5537d9e8b792 req-e4350546-beea-4c8f-a160-59465430321f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315560 Jul 09 17:05:14.115687 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.454216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7699bd-8032-4d97-9333-e1df6d6c7475 None None] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:14.463515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.470220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.471339 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.526455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f820a9a-3c44-4420-9fff-b34f9637be90 req-4a0338a3-e111-4f05-9543-5f5b27cf5346 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:14.529706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] Provisioning for port dfa6b4bc-d15f-4f94-89f3-65610f249d08 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:14.531175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f820a9a-3c44-4420-9fff-b34f9637be90 req-4a0338a3-e111-4f05-9543-5f5b27cf5346 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1555355 Jul 09 17:05:14.535405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] Provisioning complete for port dfa6b4bc-d15f-4f94-89f3-65610f249d08 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:14.535987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.600671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=b960d8b5-ccfc-4745-800d-ba9087ac0226,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:14.645254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f820a9a-3c44-4420-9fff-b34f9637be90 req-f8fefc74-8f35-4b9c-b78f-782b18c6d29e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953679 Jul 09 17:05:14.676486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:14.678272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:14.713726 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.769326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] For port dfa6b4bc-d15f-4f94-89f3-65610f249d08, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dfa6b4bc-d15f-4f94-89f3-65610f249d08,segment=NetworkSegment(01768c1e-e792-4a3b-9d9f-6c7270409cab),segment_id=01768c1e-e792-4a3b-9d9f-6c7270409cab)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:14.774225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:14.831202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770ee7c-2be9-4000-94c3-8edca4138596 None None] Pushing event updated for resources: {'Port': ['ID=dfa6b4bc-d15f-4f94-89f3-65610f249d08,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:14.846091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 2cf17e30-51c2-4b31-8eeb-ffc345d86f22 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:05:14.953893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d7785-50e6-412a-9df5-801dfb0fbf1a None None] Network 66e23ef5-13ea-4689-a458-bde18e574b93 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:14.959721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:14.983340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a01d422c-97ad-441f-8361-f37138d6023d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/2cf17e30-51c2-4b31-8eeb-ffc345d86f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059078 Jul 09 17:05:14.983628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:15.003588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] Sync routers for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:15.034663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:15.035378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:15.044319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-50ae6d64-b283-45ad-a687-b642a392f70c None None] Provisioning for port 319b6134-22c3-4d29-afdd-9fc541ba1f6a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:15.044606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3b6da-8f67-4676-bd45-a9beb6ad622c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:15.049513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0da3b6da-8f67-4676-bd45-a9beb6ad622c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports/b960d8b5-ccfc-4745-800d-ba9087ac0226 HTTP/1.1" status: 200 len: 911 time: 0.0611804 Jul 09 17:05:15.049934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:15.082681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:15.121831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:15.122415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:15.207601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:15.208254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b452d67-5feb-4540-b5e8-8378ef604eee None None] The sync data for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:15.220923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be1d32c4-be55-4586-ad17-1478dba88f88 None None] Provisioning complete for port dfa6b4bc-d15f-4f94-89f3-65610f249d08 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:15.221601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1d32c4-be55-4586-ad17-1478dba88f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.370373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be1d32c4-be55-4586-ad17-1478dba88f88 None None] Provisioning for port b960d8b5-ccfc-4745-800d-ba9087ac0226 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:15.375311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be1d32c4-be55-4586-ad17-1478dba88f88 None None] Provisioning complete for port b960d8b5-ccfc-4745-800d-ba9087ac0226 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:15.375675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1d32c4-be55-4586-ad17-1478dba88f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.430567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d4a5-c8bc-4636-8f18-ea794147d3f6 req-bcfa60d9-6a86-42e5-878b-2b96a580336c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:15.432383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1522d4a5-c8bc-4636-8f18-ea794147d3f6 req-bcfa60d9-6a86-42e5-878b-2b96a580336c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1630952 Jul 09 17:05:15.433297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-be1d32c4-be55-4586-ad17-1478dba88f88 None None] Port b960d8b5-ccfc-4745-800d-ba9087ac0226 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:15.549034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1522d4a5-c8bc-4636-8f18-ea794147d3f6 req-39c4cc15-17c0-467d-9835-1409020f4ae5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846906 Jul 09 17:05:15.561412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec62fe5b-acd6-495e-9c7c-cc1005ba1b7e None None] Provisioning complete for port b960d8b5-ccfc-4745-800d-ba9087ac0226 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:15.563207 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec62fe5b-acd6-495e-9c7c-cc1005ba1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.568137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.644466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ec62fe5b-acd6-495e-9c7c-cc1005ba1b7e None None] Port b960d8b5-ccfc-4745-800d-ba9087ac0226 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:15.762359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 319b6134-22c3-4d29-afdd-9fc541ba1f6a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:15.806796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Provisioning complete for port b960d8b5-ccfc-4745-800d-ba9087ac0226 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:15.807156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.847615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Port b960d8b5-ccfc-4745-800d-ba9087ac0226 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:15.860674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 319b6134-22c3-4d29-afdd-9fc541ba1f6a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:15.864771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Provisioning complete for port 319b6134-22c3-4d29-afdd-9fc541ba1f6a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:15.865164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.866966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 319b6134-22c3-4d29-afdd-9fc541ba1f6a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:15.867320 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.949717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8:1::1 (66e23ef5-13ea-4689-a458-bde18e574b93/cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c/72355cdd-a424-4070-bc8a-762d03a03850) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:15.961716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505042f0-433b-4e95-9cee-08540c07d713 req-c617c793-dc2b-436b-aa2e-a120ab25da93 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:15.963304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-505042f0-433b-4e95-9cee-08540c07d713 req-c617c793-dc2b-436b-aa2e-a120ab25da93 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1488142 Jul 09 17:05:16.012675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.016940 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.056361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-505042f0-433b-4e95-9cee-08540c07d713 req-ffa831f0-6a0a-49c9-94e9-6c937eec07ed tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866926 Jul 09 17:05:16.060199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] For port 319b6134-22c3-4d29-afdd-9fc541ba1f6a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=319b6134-22c3-4d29-afdd-9fc541ba1f6a,segment=NetworkSegment(a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6),segment_id=a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:16.065269 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.111494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.130681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object 72355cdd-a424-4070-bc8a-762d03a03850 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:16.138909 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:05:16.139269 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:05:16.142034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa8a7-71ce-4089-8bc9-aba0347c77c8 None None] Pushing event updated for resources: {'Port': ['ID=319b6134-22c3-4d29-afdd-9fc541ba1f6a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:16.174870 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.220889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 66e23ef5-13ea-4689-a458-bde18e574b93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:16.223931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:16.228086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:16.228647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.266169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=72355cdd-a424-4070-bc8a-762d03a03850,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:16.372434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.491158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75fd6815-1490-4178-b2d4-0f0690c6d985 None None] Provisioning for port 72355cdd-a424-4070-bc8a-762d03a03850 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:16.495609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75fd6815-1490-4178-b2d4-0f0690c6d985 None None] Provisioning complete for port 72355cdd-a424-4070-bc8a-762d03a03850 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:16.496082 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75fd6815-1490-4178-b2d4-0f0690c6d985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.532702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-75fd6815-1490-4178-b2d4-0f0690c6d985 None None] Port 72355cdd-a424-4070-bc8a-762d03a03850 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:16.668207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.680344 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.682081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.694559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dfa6b4bc-d15f-4f94-89f3-65610f249d08 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:16.741400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port dfa6b4bc-d15f-4f94-89f3-65610f249d08 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:16.741866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.802869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=72355cdd-a424-4070-bc8a-762d03a03850,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:16.856074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 66e23ef5-13ea-4689-a458-bde18e574b93 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:16.864807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9b3f3-1c42-4ad0-8312-3a685cbed11d req-c5d9b013-44e7-457e-bd19-8d4c8fc58ab1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:16.866303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69b9b3f3-1c42-4ad0-8312-3a685cbed11d req-c5d9b013-44e7-457e-bd19-8d4c8fc58ab1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1604924 Jul 09 17:05:16.867317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:16.982292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69b9b3f3-1c42-4ad0-8312-3a685cbed11d req-c756b9cd-5735-4323-8fbf-e912878e639a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091492 Jul 09 17:05:17.000960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 2cf17e30-51c2-4b31-8eeb-ffc345d86f22 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:17.121878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:17.131777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4a381cc-ceb7-4517-aaee-3a8e7415febb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/2cf17e30-51c2-4b31-8eeb-ffc345d86f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0771353 Jul 09 17:05:17.131895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:17.135015 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] Sync routers for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:17.154319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:17.155059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:17.162987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f6c20b38-d534-400e-8969-e2dfc35f4e31 None None] Provisioning complete for port 72355cdd-a424-4070-bc8a-762d03a03850 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:17.163401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6c20b38-d534-400e-8969-e2dfc35f4e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:17.192386 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:17.198575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecafd9d-605e-460e-91a7-1b9a36ce90e6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:17.200265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ecafd9d-605e-460e-91a7-1b9a36ce90e6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports/72355cdd-a424-4070-bc8a-762d03a03850 HTTP/1.1" status: 200 len: 913 time: 0.0678160 Jul 09 17:05:17.202230 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:17.202859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:17.204471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:17.218068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f6c20b38-d534-400e-8969-e2dfc35f4e31 None None] Port 72355cdd-a424-4070-bc8a-762d03a03850 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:17.235200 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:17.235856 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ebeb-dbd0-4e2c-90f9-158902f6f4cc None None] The sync data for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:17.610830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 319b6134-22c3-4d29-afdd-9fc541ba1f6a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:17.662852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 319b6134-22c3-4d29-afdd-9fc541ba1f6a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:17.663435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:17.751923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5095-62c3-40a7-9763-f9254610b040 req-52d2bca9-18d7-4b3f-8452-ed017137d1a2 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:17.753457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f08b5095-62c3-40a7-9763-f9254610b040 req-52d2bca9-18d7-4b3f-8452-ed017137d1a2 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.5079420 Jul 09 17:05:17.823469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f08b5095-62c3-40a7-9763-f9254610b040 req-8886798f-c42e-46b0-8173-d950c2b65771 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Jul 09 17:05:17.936755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:18.233848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164aaf-d3f5-4c7a-8232-6dc0e846f937 req-47b559bb-d818-4275-8af6-84dd0f668d0d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:18.235373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d164aaf-d3f5-4c7a-8232-6dc0e846f937 req-47b559bb-d818-4275-8af6-84dd0f668d0d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1298625 Jul 09 17:05:18.288100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d164aaf-d3f5-4c7a-8232-6dc0e846f937 req-61bc1ec8-295b-431d-8a1a-d99fdbc4427b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462072 Jul 09 17:05:18.290448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 72355cdd-a424-4070-bc8a-762d03a03850 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:18.290811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:18.389464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:18.406396 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 72355cdd-a424-4070-bc8a-762d03a03850 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:18.597378 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:18.631990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=72355cdd-a424-4070-bc8a-762d03a03850,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:18.766079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:18.994006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 2cf17e30-51c2-4b31-8eeb-ffc345d86f22 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:19.084273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07b1d8-7d50-427e-9fc0-773796a28ab4 req-a5498393-d19f-4bde-8952-b39bed85f39d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:19.085809 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de07b1d8-7d50-427e-9fc0-773796a28ab4 req-a5498393-d19f-4bde-8952-b39bed85f39d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1422806 Jul 09 17:05:19.124482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:19.134242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-50516552-92ff-486b-9bda-d7d437dbdf4b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/2cf17e30-51c2-4b31-8eeb-ffc345d86f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9269137 Jul 09 17:05:19.136965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:19.140013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] Sync routers for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:19.148749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de07b1d8-7d50-427e-9fc0-773796a28ab4 req-e86719ac-3010-4847-b147-a0ef4b4c8c0b tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540087 Jul 09 17:05:19.164075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:19.165080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:19.214099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:19.224389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:19.225204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:19.261937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:19.262820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3beb0-87e4-4aba-8763-e8d2c5a6a1da None None] The sync data for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:19.501068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:19.643224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bf5a5-9e26-4955-a1d5-ddba2280ed41 req-a30a11e3-98c7-4fe5-9094-20d95c02fccb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:19.644800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac7bf5a5-9e26-4955-a1d5-ddba2280ed41 req-a30a11e3-98c7-4fe5-9094-20d95c02fccb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1858771 Jul 09 17:05:19.729459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac7bf5a5-9e26-4955-a1d5-ddba2280ed41 req-ac8bc47a-e35f-4d61-878d-f80eb16290a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580220 Jul 09 17:05:19.867353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port b960d8b5-ccfc-4745-800d-ba9087ac0226 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:19.867697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:19.958172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:19.977361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for b960d8b5-ccfc-4745-800d-ba9087ac0226 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:20.162307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:20.190072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=b960d8b5-ccfc-4745-800d-ba9087ac0226,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:20.302171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:20.486662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875450a-9cef-48a3-9946-8f359feeb36e req-3ebf0858-c6b1-42af-a5ac-c292e8578643 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:20.488013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b875450a-9cef-48a3-9946-8f359feeb36e req-3ebf0858-c6b1-42af-a5ac-c292e8578643 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1996124 Jul 09 17:05:20.504748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 2cf17e30-51c2-4b31-8eeb-ffc345d86f22 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:20.879472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b875450a-9cef-48a3-9946-8f359feeb36e req-8bdf4654-e199-4f39-928f-d8b52bb80687 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848886 Jul 09 17:05:20.948426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:20.953920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-453cc2c3-b691-45b7-a85c-fcc385e36d89 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/2cf17e30-51c2-4b31-8eeb-ffc345d86f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156686 Jul 09 17:05:20.957512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:20.960187 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] Sync routers for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:20.971835 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:20.972601 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:20.987555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5b0eda86-b883-4084-8f9b-9289899d7ec8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cf17e30-51c2-4b31-8eeb-ffc345d86f22 HTTP/1.1" status: 200 len: 205 time: 0.0289111 Jul 09 17:05:20.990430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:21.008463 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:21.017774 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] Routers {'2cf17e30-51c2-4b31-8eeb-ffc345d86f22'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:21.018573 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:21.051487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:21.052143 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf9ba2-bc20-4525-931b-902bab05f31a None None] The sync data for ids ['2cf17e30-51c2-4b31-8eeb-ffc345d86f22'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:21.058133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56657e9b-60a9-4e0f-9d79-172a4496d765 req-c44b3371-c2c8-424b-9155-0111cb2310db tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:21.059757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56657e9b-60a9-4e0f-9d79-172a4496d765 req-c44b3371-c2c8-424b-9155-0111cb2310db tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0709362 Jul 09 17:05:21.068881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.101956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56657e9b-60a9-4e0f-9d79-172a4496d765 req-698db1a4-92e7-4c47-a883-79e2e9b6a006 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356388 Jul 09 17:05:21.232575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.234795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.281785 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.282440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf17e30-51c2-4b31-8eeb-ffc345d86f22 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:05:21.293093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.294259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c902651d-b19a-403e-bbb0-361fc6e4fd77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/2cf17e30-51c2-4b31-8eeb-ffc345d86f22 HTTP/1.1" status: 204 len: 168 time: 0.3028212 Jul 09 17:05:21.297020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:21.348774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:21.352750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.397888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.487303 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.558375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.590101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:21.594753 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.596880 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c HTTP/1.1" status: 204 len: 168 time: 0.2986405 Jul 09 17:05:21.599430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:21.601877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.602246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.602521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd8055-c954-424e-9986-d93ac4add8b0 None None] Network 66e23ef5-13ea-4689-a458-bde18e574b93 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:21.602924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.603077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.603410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.603740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.604074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.604557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.604725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.605049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.605376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.606212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69ba81-2d4c-48f0-8b19-95b14d40211a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:21.658229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:21.661605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.702559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.789428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.806926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501387ee-829a-4396-8771-308ea00645a8 None None] DHCP port deletion for 66e23ef5-13ea-4689-a458-bde18e574b93 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:21.854712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.857802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-501387ee-829a-4396-8771-308ea00645a8 None None] Deleting port 319b6134-22c3-4d29-afdd-9fc541ba1f6a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:21.858179 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-501387ee-829a-4396-8771-308ea00645a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.882416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:21.886460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.888361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5b368ee5-3977-4fb9-8328-e9f073ca9bde tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d HTTP/1.1" status: 204 len: 168 time: 0.2879162 Jul 09 17:05:21.891144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:21.899064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31373a55-2b32-4dc7-9ca0-5ba267515315 None None] Network a625bcea-ef51-47b1-983f-a29d168ad2a0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:21.967078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-501387ee-829a-4396-8771-308ea00645a8 None None] For port 319b6134-22c3-4d29-afdd-9fc541ba1f6a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=319b6134-22c3-4d29-afdd-9fc541ba1f6a,segment=NetworkSegment(a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6),segment_id=a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:21.967406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-501387ee-829a-4396-8771-308ea00645a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.972742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:21.988812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-501387ee-829a-4396-8771-308ea00645a8 None None] Calling delete_port for 319b6134-22c3-4d29-afdd-9fc541ba1f6a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:22.049096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 319b6134-22c3-4d29-afdd-9fc541ba1f6a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:22.049713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.117078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016db1ce-c2e9-47a4-98f5-8aa355377d2f req-d8e4f2b3-a1af-44c3-b4ba-18e6e57cf266 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:22.118930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016db1ce-c2e9-47a4-98f5-8aa355377d2f req-d8e4f2b3-a1af-44c3-b4ba-18e6e57cf266 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0842433 Jul 09 17:05:22.123556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port 319b6134-22c3-4d29-afdd-9fc541ba1f6a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=319b6134-22c3-4d29-afdd-9fc541ba1f6a,segment=NetworkSegment(a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6),segment_id=a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:22.123895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.141132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 319b6134-22c3-4d29-afdd-9fc541ba1f6a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:22.141929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-501387ee-829a-4396-8771-308ea00645a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.170905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-016db1ce-c2e9-47a4-98f5-8aa355377d2f req-6b14235a-044b-4c3e-badd-a155afe1ac27 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Jul 09 17:05:22.171827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501387ee-829a-4396-8771-308ea00645a8 None None] Pushing event deleted for resources: {'Port': ['ID=319b6134-22c3-4d29-afdd-9fc541ba1f6a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:22.175967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501387ee-829a-4396-8771-308ea00645a8 None None] No DVR routers for this DVR port 319b6134-22c3-4d29-afdd-9fc541ba1f6a on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:22.216113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] DHCP port deletion for a625bcea-ef51-47b1-983f-a29d168ad2a0 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:22.257046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.272574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] Deleting port dfa6b4bc-d15f-4f94-89f3-65610f249d08 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:22.273102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.287148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=319b6134-22c3-4d29-afdd-9fc541ba1f6a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:22.298794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port 319b6134-22c3-4d29-afdd-9fc541ba1f6a on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:22.344281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] For port dfa6b4bc-d15f-4f94-89f3-65610f249d08, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=dfa6b4bc-d15f-4f94-89f3-65610f249d08,segment=NetworkSegment(01768c1e-e792-4a3b-9d9f-6c7270409cab),segment_id=01768c1e-e792-4a3b-9d9f-6c7270409cab)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:22.344784 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.372686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] Calling delete_port for dfa6b4bc-d15f-4f94-89f3-65610f249d08 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:22.391676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.398693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd1100-7787-48bc-b347-6a6804b2dba5 req-196d2cda-dbb5-45d3-9a0f-0b8a4798f049 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:22.401449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32dd1100-7787-48bc-b347-6a6804b2dba5 req-196d2cda-dbb5-45d3-9a0f-0b8a4798f049 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1054809 Jul 09 17:05:22.404885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e23ef5-13ea-4689-a458-bde18e574b93']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:22.418891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:22.419173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c0ebe0-fabf-4119-b6ef-4b6661a5a4f6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:22.430336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.448826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.456496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32dd1100-7787-48bc-b347-6a6804b2dba5 req-a624d190-75c0-4007-b023-7016fa3271d1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482187 Jul 09 17:05:22.456749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:22.457309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:22.461070 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:22.532608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.544475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.548709 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/66e23ef5-13ea-4689-a458-bde18e574b93 HTTP/1.1" status: 204 len: 168 time: 0.6541619 Jul 09 17:05:22.549795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:22.590434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda356f-ee60-4813-96b3-5446bec86fcc tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=66e23ef5-13ea-4689-a458-bde18e574b93,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:22.629384 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.653156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.656785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] Pushing event deleted for resources: {'Port': ['ID=dfa6b4bc-d15f-4f94-89f3-65610f249d08,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:22.661874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc52893-d89f-424a-9de2-37c9746f3d2d None None] No DVR routers for this DVR port dfa6b4bc-d15f-4f94-89f3-65610f249d08 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:22.750721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.761283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a625bcea-ef51-47b1-983f-a29d168ad2a0']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:22.771983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01768c1e-e792-4a3b-9d9f-6c7270409cab') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:22.772264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01768c1e-e792-4a3b-9d9f-6c7270409cab') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:22.781418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.795060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.801026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:22.801416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:22.804714 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:22.863002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.870256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.872169 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/a625bcea-ef51-47b1-983f-a29d168ad2a0 HTTP/1.1" status: 204 len: 168 time: 0.3219974 Jul 09 17:05:22.876193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:22.882001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1497128176'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:22.885129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933946c8-4168-427e-96cf-9bf51b0f6e51 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=a625bcea-ef51-47b1-983f-a29d168ad2a0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:22.905825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:22.909339 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.933933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:22.943776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:22.944134 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment 8978287b-3aff-4def-ba21-9159eef82815 of type vlan for network 8c98df24-820e-4fc2-8140-2df76f6a9a9b Jul 09 17:05:22.986957 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.016964 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.022684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:23.023290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.079965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2024984 Jul 09 17:05:23.082985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:23.090110 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:23.135000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8525e-fd87-4a1a-aef6-18cf823e4036 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=8c98df24-820e-4fc2-8140-2df76f6a9a9b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:23.147112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:23.192201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:23.196754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.423896 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.460523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2869-f1ff-49d8-9e19-b529b97fe37e req-e4e4ea36-d0c2-4f23-bb93-4b2f9b0e0921 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:23.462013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b50a2869-f1ff-49d8-9e19-b529b97fe37e req-e4e4ea36-d0c2-4f23-bb93-4b2f9b0e0921 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1420481 Jul 09 17:05:23.508201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=4d00936c-c485-4102-a759-8e27f173b04a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:23.535262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b50a2869-f1ff-49d8-9e19-b529b97fe37e req-1e1eb509-4f58-4c83-aa78-799f41c1ccfd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664175 Jul 09 17:05:23.536456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': '8978287b-3aff-4def-ba21-9159eef82815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:23.536811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 8c98df24-820e-4fc2-8140-2df76f6a9a9b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:23.574496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:23.579744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 8c98df24-820e-4fc2-8140-2df76f6a9a9b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:23.587674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c79c4-3bff-4cc9-90f8-f0acd447006e None None] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:23.587856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:23.588454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.609655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 319b6134-22c3-4d29-afdd-9fc541ba1f6a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:23.613636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-de0eedc2-3b7c-4202-9471-59426d8d700b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5294056 Jul 09 17:05:23.616183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:23.621450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1648572693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:23.650447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.652040 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.662024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 319b6134-22c3-4d29-afdd-9fc541ba1f6a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:23.662659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 319b6134-22c3-4d29-afdd-9fc541ba1f6a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:23.662804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dfa6b4bc-d15f-4f94-89f3-65610f249d08 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:23.689282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: dfa6b4bc-d15f-4f94-89f3-65610f249d08 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:23.689670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device dfa6b4bc-d15f-4f94-89f3-65610f249d08 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:23.754766 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.764429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.790755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc081f01-54c2-4146-95f7-74afd00c40ac req-114e186f-b71d-4800-b0f5-6cfde883e778 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:23.792309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc081f01-54c2-4146-95f7-74afd00c40ac req-114e186f-b71d-4800-b0f5-6cfde883e778 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1335924 Jul 09 17:05:23.793632 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.794751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9332607-98a5-46c9-883d-a9453c921b88 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1772346 Jul 09 17:05:23.795304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-8c98df24-820e-4fc2-8140-2df76f6a9a9b', 'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': '4d00936c-c485-4102-a759-8e27f173b04a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:23.796543 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.798152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:23.803403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'port': {'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b', 'name': 'tempest-RoutersIpV6Test-276383647'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:23.885629 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.894262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc081f01-54c2-4146-95f7-74afd00c40ac req-1007bc2a-2d1b-44b1-b40f-3f84126ea956 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871832 Jul 09 17:05:23.957952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:23.961838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:23.981055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Allocated IP 2001:db8::2 (8c98df24-820e-4fc2-8140-2df76f6a9a9b/4d00936c-c485-4102-a759-8e27f173b04a/37ac6c07-456d-455e-99cf-bc5d53b1753c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:23.983248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] device_id is not set on port e2aed033-cebc-41f6-9465-d88f8c88271f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:05:24.139609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.148704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Transition to ACTIVE for port object 37ac6c07-456d-455e-99cf-bc5d53b1753c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:24.164887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Transition to ACTIVE for port object 37ac6c07-456d-455e-99cf-bc5d53b1753c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:24.172308 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.212151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:24.216838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:24.223034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:24.228899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8::1dc (8c98df24-820e-4fc2-8140-2df76f6a9a9b/4d00936c-c485-4102-a759-8e27f173b04a/e2aed033-cebc-41f6-9465-d88f8c88271f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:24.230901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Pushing event updated for resources: {'Port': ['ID=37ac6c07-456d-455e-99cf-bc5d53b1753c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:24.287841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Attempting to bind port 37ac6c07-456d-455e-99cf-bc5d53b1753c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:24.288228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Attempting to bind port 37ac6c07-456d-455e-99cf-bc5d53b1753c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '8978287b-3aff-4def-ba21-9159eef82815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:24.288575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Attempting to bind port 37ac6c07-456d-455e-99cf-bc5d53b1753c on network 8c98df24-820e-4fc2-8140-2df76f6a9a9b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:24.293787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:24.294163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Checking segment: {'id': '8978287b-3aff-4def-ba21-9159eef82815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:24.294602 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.294999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Bound using segment: {'id': '8978287b-3aff-4def-ba21-9159eef82815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:24.295472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Bound port: 37ac6c07-456d-455e-99cf-bc5d53b1753c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8978287b-3aff-4def-ba21-9159eef82815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8c98df24-820e-4fc2-8140-2df76f6a9a9b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:24.295858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.363591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] For port 37ac6c07-456d-455e-99cf-bc5d53b1753c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:24.366965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] For port 37ac6c07-456d-455e-99cf-bc5d53b1753c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37ac6c07-456d-455e-99cf-bc5d53b1753c,segment=NetworkSegment(8978287b-3aff-4def-ba21-9159eef82815),segment_id=8978287b-3aff-4def-ba21-9159eef82815)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:24.372453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.385462 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.399689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object e2aed033-cebc-41f6-9465-d88f8c88271f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:24.436929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302fd59-4c3b-4c7f-bdd7-75c7c7ed31f4 None None] Pushing event updated for resources: {'Port': ['ID=37ac6c07-456d-455e-99cf-bc5d53b1753c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:24.448687 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.498616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:24.501711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:24.506132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:24.512504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:24.513171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:24.520451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=e2aed033-cebc-41f6-9465-d88f8c88271f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:24.535319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-80c06854-2142-4b71-927f-1b8d29902662 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7363870 Jul 09 17:05:24.538596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:24.889354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75705a-1c09-4f7c-acdb-7b8206701590 req-b060304f-3d72-4181-be55-2ba947faa056 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:24.890909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f75705a-1c09-4f7c-acdb-7b8206701590 req-b060304f-3d72-4181-be55-2ba947faa056 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1949961 Jul 09 17:05:24.973753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f75705a-1c09-4f7c-acdb-7b8206701590 req-9ea75da9-d2f2-4b41-a1b5-0d4ed8fa1b9e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768828 Jul 09 17:05:25.013326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.287163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2eaab-9d8e-40f7-8431-b1db382eba00 req-73ef70a5-bdae-48f4-b9ae-692fa16fb895 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:25.288869 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84c2eaab-9d8e-40f7-8431-b1db382eba00 req-73ef70a5-bdae-48f4-b9ae-692fa16fb895 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1782813 Jul 09 17:05:25.355419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84c2eaab-9d8e-40f7-8431-b1db382eba00 req-4acc42bd-7e27-457f-9b72-1f37ca6565e3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587411 Jul 09 17:05:25.366982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.367201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab0bce-f409-48f8-a833-f393da5f8e43 None None] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:25.372336 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.441541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b08edf95-5e07-4d64-ac8d-893ee1e64a3c None None] Provisioning for port 37ac6c07-456d-455e-99cf-bc5d53b1753c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:25.458576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=e2aed033-cebc-41f6-9465-d88f8c88271f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:25.588037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.680785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37ac6c07-456d-455e-99cf-bc5d53b1753c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:25.738779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 37ac6c07-456d-455e-99cf-bc5d53b1753c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:25.743226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 37ac6c07-456d-455e-99cf-bc5d53b1753c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:25.743682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.760813 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.838554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.891319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 37ac6c07-456d-455e-99cf-bc5d53b1753c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37ac6c07-456d-455e-99cf-bc5d53b1753c,segment=NetworkSegment(8978287b-3aff-4def-ba21-9159eef82815),segment_id=8978287b-3aff-4def-ba21-9159eef82815)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:25.906274 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.908777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5ece50a-d658-4481-aaee-d548e446a76d None None] Provisioning complete for port 37ac6c07-456d-455e-99cf-bc5d53b1753c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:25.909356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5ece50a-d658-4481-aaee-d548e446a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.016166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=37ac6c07-456d-455e-99cf-bc5d53b1753c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:26.089704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5ece50a-d658-4481-aaee-d548e446a76d None None] Provisioning for port e2aed033-cebc-41f6-9465-d88f8c88271f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:26.096299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5ece50a-d658-4481-aaee-d548e446a76d None None] Provisioning complete for port e2aed033-cebc-41f6-9465-d88f8c88271f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:26.097111 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5ece50a-d658-4481-aaee-d548e446a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.144166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c5ece50a-d658-4481-aaee-d548e446a76d None None] Port e2aed033-cebc-41f6-9465-d88f8c88271f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:26.197664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-4a120623-6b4e-466e-80e3-47fe85459409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:26.199219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-4a120623-6b4e-466e-80e3-47fe85459409 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ae1186f97c420b9135400550e0fe04&device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 1096 time: 0.1811724 Jul 09 17:05:26.201411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.223956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61533c96-67ef-4943-b114-cbf275e8372f req-31381789-4480-44a2-8437-0009aa9c0f3d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:26.225221 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61533c96-67ef-4943-b114-cbf275e8372f req-31381789-4480-44a2-8437-0009aa9c0f3d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.1710973 Jul 09 17:05:26.225905 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.226764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.264475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60798708-68da-4c45-9e30-8ba71e21cc8d None None] Provisioning complete for port e2aed033-cebc-41f6-9465-d88f8c88271f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:26.264850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60798708-68da-4c45-9e30-8ba71e21cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.300458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-60798708-68da-4c45-9e30-8ba71e21cc8d None None] Port e2aed033-cebc-41f6-9465-d88f8c88271f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:26.423222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e1ece1fd-04a0-456f-a268-23070aa88d45 None None] Provisioning complete for port e2aed033-cebc-41f6-9465-d88f8c88271f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:26.423928 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1ece1fd-04a0-456f-a268-23070aa88d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.461465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e1ece1fd-04a0-456f-a268-23070aa88d45 None None] Port e2aed033-cebc-41f6-9465-d88f8c88271f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:26.747169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=e2aed033-cebc-41f6-9465-d88f8c88271f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:26.783047 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61533c96-67ef-4943-b114-cbf275e8372f req-b218a3d4-3807-423a-922d-de7ae1d7fd7a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078039 Jul 09 17:05:26.788988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.789340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.789592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.789932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.790261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.790626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.790958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.791324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.791634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.791975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.792298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.792615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:05:26.812408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-f15d2895-bc5a-4494-adf3-9b12a9af7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:26.814281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-f15d2895-bc5a-4494-adf3-9b12a9af7be5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 200 len: 916 time: 0.6073751 Jul 09 17:05:26.870529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:26.872764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-494145f4-0917-4fbd-a961-c7f13b9a7027 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=209d536e-cf57-42ea-b3e9-29de945459fa HTTP/1.1" status: 200 len: 217 time: 0.0487444 Jul 09 17:05:26.873756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:27.027706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-98ebcffa-284d-4597-bb1b-94e27fb8b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:27.029212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-98ebcffa-284d-4597-bb1b-94e27fb8b629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 200 len: 854 time: 0.1498868 Jul 09 17:05:27.118761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0489f6-064e-48f8-a79c-b773ef196b96 req-635b9cce-ee47-4829-8a27-a45dcd57d5ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:27.120266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef0489f6-064e-48f8-a79c-b773ef196b96 req-635b9cce-ee47-4829-8a27-a45dcd57d5ba tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1796720 Jul 09 17:05:27.140391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 7af0c2a3-c05e-47f1-9701-500670f1a000 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:05:27.166689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-d81e8239-4c74-4ef8-a2b6-1ba5e5984097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:27.168182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-d81e8239-4c74-4ef8-a2b6-1ba5e5984097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a573b974-4d2f-4a91-afc3-9a844ff15b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277914 Jul 09 17:05:27.186367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-854f92fa-56ca-4710-811c-b8f6e95b1aea None None] Provisioning complete for port e2aed033-cebc-41f6-9465-d88f8c88271f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:27.186753 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-854f92fa-56ca-4710-811c-b8f6e95b1aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:27.225155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-854f92fa-56ca-4710-811c-b8f6e95b1aea None None] Port e2aed033-cebc-41f6-9465-d88f8c88271f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:27.246899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef0489f6-064e-48f8-a79c-b773ef196b96 req-f7f3496f-928a-4f6f-9f77-85c8618a7760 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187546 Jul 09 17:05:27.317404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:27.323545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b09956a-0071-4496-9d8c-8f1a74fab19a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/7af0c2a3-c05e-47f1-9701-500670f1a000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837965 Jul 09 17:05:27.326226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54882) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:27.329078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] Sync routers for ids ['7af0c2a3-c05e-47f1-9701-500670f1a000'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:27.340715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] Routers {'7af0c2a3-c05e-47f1-9701-500670f1a000'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:27.341367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7af0c2a3-c05e-47f1-9701-500670f1a000'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:27.349451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-bcf84362-368b-41bf-9681-9f68e8efe5ea service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408050 Jul 09 17:05:27.373634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:27.382528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] Routers {'7af0c2a3-c05e-47f1-9701-500670f1a000'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:27.384012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7af0c2a3-c05e-47f1-9701-500670f1a000'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:27.393236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443c972-272d-405b-a3a4-6d91fe4abb6b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:27.397387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9443c972-272d-405b-a3a4-6d91fe4abb6b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports/e2aed033-cebc-41f6-9465-d88f8c88271f HTTP/1.1" status: 200 len: 983 time: 0.0649667 Jul 09 17:05:27.397615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:27.414288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:27.414967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d00565-3769-4210-be4c-7ed41d8d0972 None None] The sync data for ids ['7af0c2a3-c05e-47f1-9701-500670f1a000'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:27.451607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73a52ee9-1bea-415b-abcc-84b8ccd8d8db req-e7eae53f-ed90-4dfc-973b-39b6dffec5a6 service neutron] 10.222.0.43 "GET /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916474 Jul 09 17:05:27.612278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37ac6c07-456d-455e-99cf-bc5d53b1753c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:27.685908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 37ac6c07-456d-455e-99cf-bc5d53b1753c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:27.686291 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:28.013759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a08a-bcf2-4665-bbe8-f6a72b6b3d15 req-ad69a49b-35c4-4e90-8253-d297c6c21ded tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:28.019132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c0a08a-bcf2-4665-bbe8-f6a72b6b3d15 req-ad69a49b-35c4-4e90-8253-d297c6c21ded tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0998697 Jul 09 17:05:28.064359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1c0a08a-bcf2-4665-bbe8-f6a72b6b3d15 req-2e2a31cd-a061-4600-a1b8-174176f3b553 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Jul 09 17:05:28.190449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:28.424895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8a2da-37bb-41c0-85ec-b377971da0f2 req-40b6d681-926d-4500-a014-8b44d101136f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:28.426299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ac8a2da-37bb-41c0-85ec-b377971da0f2 req-40b6d681-926d-4500-a014-8b44d101136f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0662453 Jul 09 17:05:28.457041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port e2aed033-cebc-41f6-9465-d88f8c88271f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:28.457659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:28.475438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3ac8a2da-37bb-41c0-85ec-b377971da0f2 req-c09d0e88-479d-4828-869c-467aa86f9a8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409052 Jul 09 17:05:28.549504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:28.563384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for e2aed033-cebc-41f6-9465-d88f8c88271f owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:28.747139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:28.781886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=e2aed033-cebc-41f6-9465-d88f8c88271f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:28.884187 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.036906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 7af0c2a3-c05e-47f1-9701-500670f1a000 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:29.114424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:29.119942 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25eb0364-a52e-4c2b-95d0-2814b402377d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/7af0c2a3-c05e-47f1-9701-500670f1a000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210479 Jul 09 17:05:29.125608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:29.126514 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] Sync routers for ids ['7af0c2a3-c05e-47f1-9701-500670f1a000'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:29.139533 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] Routers {'7af0c2a3-c05e-47f1-9701-500670f1a000'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:29.140643 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7af0c2a3-c05e-47f1-9701-500670f1a000'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:29.176892 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:29.186335 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] Routers {'7af0c2a3-c05e-47f1-9701-500670f1a000'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:29.187040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7af0c2a3-c05e-47f1-9701-500670f1a000'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:29.219027 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:29.219935 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd431f63-6890-4a56-ba4c-5e54009ea1cc None None] The sync data for ids ['7af0c2a3-c05e-47f1-9701-500670f1a000'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:29.257326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bcbc-44a5-47d3-874d-f67842e2567b req-6e365692-2830-49cb-a652-9db9bde04dfa tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:29.259229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20b7bcbc-44a5-47d3-874d-f67842e2567b req-6e365692-2830-49cb-a652-9db9bde04dfa tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0766242 Jul 09 17:05:29.309350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20b7bcbc-44a5-47d3-874d-f67842e2567b req-0e797976-bd00-4dbd-a129-5e0694f7480f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Jul 09 17:05:29.313994 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-5957792d-a2c8-4c48-bfa9-cb2352761e01 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 17:05:29.315058 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5957792d-a2c8-4c48-bfa9-cb2352761e01 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/7af0c2a3-c05e-47f1-9701-500670f1a000/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1883953 Jul 09 17:05:29.317990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:29.349849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b58f4673-ef8f-4c3e-9750-f0cf0ccf593e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af0c2a3-c05e-47f1-9701-500670f1a000 HTTP/1.1" status: 200 len: 205 time: 0.0306468 Jul 09 17:05:29.351056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:29.427033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.517995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec485-3bd2-4f59-86e8-27cca1db5acf req-418d326d-a88c-4287-bb3a-3ce6b9af2183 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:29.519698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-996ec485-3bd2-4f59-86e8-27cca1db5acf req-418d326d-a88c-4287-bb3a-3ce6b9af2183 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0685513 Jul 09 17:05:29.565369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-996ec485-3bd2-4f59-86e8-27cca1db5acf req-1497b031-5722-4876-9ef3-4ffbd6da4ef8 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374084 Jul 09 17:05:29.601505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.603978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.649903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.650553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router 7af0c2a3-c05e-47f1-9701-500670f1a000 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:05:29.657850 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.659257 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebbd854b-f1e1-4515-af78-912635efdb18 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/7af0c2a3-c05e-47f1-9701-500670f1a000 HTTP/1.1" status: 204 len: 168 time: 0.3070886 Jul 09 17:05:29.662004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:29.714582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet 4d00936c-c485-4102-a759-8e27f173b04a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:29.718304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.744665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9221a8-44b3-4eb1-9d29-166a8686bb67 req-d56ec45c-12cd-4a0d-bce6-c6562d9eb6d7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:29.746213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d9221a8-44b3-4eb1-9d29-166a8686bb67 req-d56ec45c-12cd-4a0d-bce6-c6562d9eb6d7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0702038 Jul 09 17:05:29.765797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.787069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d9221a8-44b3-4eb1-9d29-166a8686bb67 req-0930d2a1-c881-4640-ad3e-6df53df546b4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348384 Jul 09 17:05:29.855664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.919090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.952127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf0f12-a117-4324-ac94-0c392537c3ac req-fa9515ac-7c93-4af3-9276-165516971aa3 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:29.953215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=4d00936c-c485-4102-a759-8e27f173b04a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:29.953791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cccf0f12-a117-4324-ac94-0c392537c3ac req-fa9515ac-7c93-4af3-9276-165516971aa3 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.0677836 Jul 09 17:05:29.957574 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:29.962031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f1816f6b-423c-4588-921d-f24274c54e22 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/4d00936c-c485-4102-a759-8e27f173b04a HTTP/1.1" status: 204 len: 168 time: 0.2965524 Jul 09 17:05:29.963041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54914) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:29.963733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db41427-d566-4467-8942-86a3abf2ea57 None None] Network 8c98df24-820e-4fc2-8140-2df76f6a9a9b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:30.006963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cccf0f12-a117-4324-ac94-0c392537c3ac req-571f6eb3-3271-4a2e-9da4-8f6747181fbe tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364020 Jul 09 17:05:30.049852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.104822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 37ac6c07-456d-455e-99cf-bc5d53b1753c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:30.105050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.179925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port 37ac6c07-456d-455e-99cf-bc5d53b1753c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37ac6c07-456d-455e-99cf-bc5d53b1753c,segment=NetworkSegment(8978287b-3aff-4def-ba21-9159eef82815),segment_id=8978287b-3aff-4def-ba21-9159eef82815)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:30.180281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.205100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] DHCP port deletion for 8c98df24-820e-4fc2-8140-2df76f6a9a9b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:30.206650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 37ac6c07-456d-455e-99cf-bc5d53b1753c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:30.257232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] Deleting port 37ac6c07-456d-455e-99cf-bc5d53b1753c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:30.257613 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.286976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e170a-bb55-4e4c-a664-71397f837c3f req-aeaeb437-2cca-485a-b806-e2dc873f1773 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:30.289249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-477e170a-bb55-4e4c-a664-71397f837c3f req-aeaeb437-2cca-485a-b806-e2dc873f1773 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.0665107 Jul 09 17:05:30.299815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.328581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=37ac6c07-456d-455e-99cf-bc5d53b1753c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:30.330267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port 37ac6c07-456d-455e-99cf-bc5d53b1753c on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:30.341281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-477e170a-bb55-4e4c-a664-71397f837c3f req-c504961a-d0ba-423d-987b-55bddf69aa64 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Jul 09 17:05:30.344295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] For port 37ac6c07-456d-455e-99cf-bc5d53b1753c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37ac6c07-456d-455e-99cf-bc5d53b1753c,segment=NetworkSegment(8978287b-3aff-4def-ba21-9159eef82815),segment_id=8978287b-3aff-4def-ba21-9159eef82815)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:30.344703 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.359146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] Calling delete_port for 37ac6c07-456d-455e-99cf-bc5d53b1753c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:30.393520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-2a9df6cf-754f-4c1d-b06a-fc19f2cb0cf1 req-07fe21ec-ea09-4553-9379-fa41a7562b02 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:05:30.394790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a9df6cf-754f-4c1d-b06a-fc19f2cb0cf1 req-07fe21ec-ea09-4553-9379-fa41a7562b02 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064878 Jul 09 17:05:30.416873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.427251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c98df24-820e-4fc2-8140-2df76f6a9a9b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:30.438693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8978287b-3aff-4def-ba21-9159eef82815') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:30.438996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8978287b-3aff-4def-ba21-9159eef82815') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:30.442003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.449738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.464266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.471555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:30.473259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.473833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] Pushing event deleted for resources: {'Port': ['ID=37ac6c07-456d-455e-99cf-bc5d53b1753c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:30.475271 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:30.479599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5089077-2221-4d6c-9576-b41eca07dc07 None None] No DVR routers for this DVR port 37ac6c07-456d-455e-99cf-bc5d53b1753c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:30.528497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a9df6cf-754f-4c1d-b06a-fc19f2cb0cf1 req-f7fdcc37-21f0-411d-ab2b-d976f050980a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1266453 Jul 09 17:05:30.549599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.560134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.563519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/8c98df24-820e-4fc2-8140-2df76f6a9a9b HTTP/1.1" status: 204 len: 168 time: 0.6000955 Jul 09 17:05:30.569678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:30.574860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-878410626'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:30.578684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab3787-2b2b-4410-a5b4-e2d366ffff15 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=8c98df24-820e-4fc2-8140-2df76f6a9a9b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:30.601091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:30.605690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.629187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:30.638621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.638973 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment c0ac1e39-2553-4746-9735-05598c94ead2 of type vlan for network 4b54707d-a55f-4e6c-a18b-f2772644d225 Jul 09 17:05:30.694562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.738818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.744234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:30.744858 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.815024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2442045 Jul 09 17:05:30.818345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:30.824247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:30.838365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f431ab7-4374-4bce-9cd2-e84065b9de94 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=4b54707d-a55f-4e6c-a18b-f2772644d225,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:30.860781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:30.884644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352bebd-ee47-431e-9e92-2c779cf71c64 req-373fa686-2035-4fe1-a0d6-10cc7d6807c9 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:30.890923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9352bebd-ee47-431e-9e92-2c779cf71c64 req-373fa686-2035-4fe1-a0d6-10cc7d6807c9 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0919869 Jul 09 17:05:30.920285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:30.924337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:30.988645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9352bebd-ee47-431e-9e92-2c779cf71c64 req-fcd9425e-0be2-4fb6-af22-e23d67eb9edc tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901031 Jul 09 17:05:31.016984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-ef376ac6-da0d-4629-bd9b-61f042d2931a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973575 Jul 09 17:05:31.154277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.174107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-41407b55-3eac-4b3e-a95a-1c4389a72d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.175770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-41407b55-3eac-4b3e-a95a-1c4389a72d8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1097 time: 0.0976527 Jul 09 17:05:31.188553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61603e0-5562-442f-b668-52907509ee82 req-3710e504-5f58-4f36-909a-55f3b645341e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.190216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a61603e0-5562-442f-b668-52907509ee82 req-3710e504-5f58-4f36-909a-55f3b645341e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0838776 Jul 09 17:05:31.219712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=a957acb7-7fbb-4ccd-a321-162820a8bfdb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:31.234162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': 'c0ac1e39-2553-4746-9735-05598c94ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:31.234695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 4b54707d-a55f-4e6c-a18b-f2772644d225, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:31.259341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:31.268751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4b54707d-a55f-4e6c-a18b-f2772644d225) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:31.273136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.273730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.282332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac7a89-fe8b-4454-a9e8-2780aa5b93ce None None] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:31.287489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a61603e0-5562-442f-b668-52907509ee82 req-c1a82dd5-2bb1-4718-b17f-4988c568b78c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886371 Jul 09 17:05:31.318628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ade4880e-dd57-478b-a32f-9eaa43a1f020 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4959972 Jul 09 17:05:31.318859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:31.323829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-cfd636cc-d592-4e5e-8141-8f8a30f348c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.324994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1498789535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:31.325465 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-cfd636cc-d592-4e5e-8141-8f8a30f348c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.1189203 Jul 09 17:05:31.362088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.363533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.420669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-487ac1bf-930d-40f2-8637-3832d1b5ba2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 1001 time: 0.0845466 Jul 09 17:05:31.464604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.470363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.473319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-4b54707d-a55f-4e6c-a18b-f2772644d225', 'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': 'a957acb7-7fbb-4ccd-a321-162820a8bfdb'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:31.474510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.499662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.502679 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-37529bf9-d538-4081-941e-5159268bdfa3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1810124 Jul 09 17:05:31.503701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:31.507872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-d36452e2-967b-41a8-8baf-8d1015fe6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.512203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-d36452e2-967b-41a8-8baf-8d1015fe6274 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0773151 Jul 09 17:05:31.537653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41e57f-7255-4271-852d-8b5d0df36b3c req-fba2f9d2-8489-45ef-aea6-c35fff25577f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.539445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f41e57f-7255-4271-852d-8b5d0df36b3c req-fba2f9d2-8489-45ef-aea6-c35fff25577f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.1180143 Jul 09 17:05:31.625505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f41e57f-7255-4271-852d-8b5d0df36b3c req-e6d695bf-d5cb-4091-9c74-1b3de1f5c079 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Jul 09 17:05:31.634045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Allocated IP 2001:db8::2 (4b54707d-a55f-4e6c-a18b-f2772644d225/a957acb7-7fbb-4ccd-a321-162820a8bfdb/24ed420b-3bce-45b4-8f57-e4ff43128a55) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:31.659353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-004be588-8992-4873-b1d5-b47500f63097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.661035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-004be588-8992-4873-b1d5-b47500f63097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386497 Jul 09 17:05:31.666721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37ac6c07-456d-455e-99cf-bc5d53b1753c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:31.710985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 37ac6c07-456d-455e-99cf-bc5d53b1753c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:31.711282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37ac6c07-456d-455e-99cf-bc5d53b1753c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:31.813169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-f6431d7a-9239-420f-a26d-6be03cbe34b0 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410911 Jul 09 17:05:31.842791 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.852948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Transition to ACTIVE for port object 24ed420b-3bce-45b4-8f57-e4ff43128a55 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:31.872051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Transition to ACTIVE for port object 24ed420b-3bce-45b4-8f57-e4ff43128a55 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:31.880002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:31.936120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:31.948453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:31.950513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Pushing event updated for resources: {'Port': ['ID=24ed420b-3bce-45b4-8f57-e4ff43128a55,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:31.956578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:31.973924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45927e84-6cf9-45a4-81e8-68a90053b825 req-0fd6958b-7435-47ab-9557-7dc07107cf58 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526666 Jul 09 17:05:31.990713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c711b1-81c6-42f7-a014-7a079de90339 req-a6938074-1d50-47b2-9bb3-f979a6aca700 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:31.992759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46c711b1-81c6-42f7-a014-7a079de90339 req-a6938074-1d50-47b2-9bb3-f979a6aca700 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.1135824 Jul 09 17:05:32.027203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Attempting to bind port 24ed420b-3bce-45b4-8f57-e4ff43128a55 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:32.027906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Attempting to bind port 24ed420b-3bce-45b4-8f57-e4ff43128a55 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c0ac1e39-2553-4746-9735-05598c94ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:32.028465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Attempting to bind port 24ed420b-3bce-45b4-8f57-e4ff43128a55 on network 4b54707d-a55f-4e6c-a18b-f2772644d225 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:32.035023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:32.035779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Checking segment: {'id': 'c0ac1e39-2553-4746-9735-05598c94ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:32.036387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.037107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Bound using segment: {'id': 'c0ac1e39-2553-4746-9735-05598c94ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:32.037805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Bound port: 24ed420b-3bce-45b4-8f57-e4ff43128a55, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac1e39-2553-4746-9735-05598c94ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4b54707d-a55f-4e6c-a18b-f2772644d225'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:32.038429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.040140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46c711b1-81c6-42f7-a014-7a079de90339 req-c0cc5144-d37e-419f-bef6-cf33ac76a308 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Jul 09 17:05:32.112528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] For port 24ed420b-3bce-45b4-8f57-e4ff43128a55, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:32.117947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] For port 24ed420b-3bce-45b4-8f57-e4ff43128a55, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=24ed420b-3bce-45b4-8f57-e4ff43128a55,segment=NetworkSegment(c0ac1e39-2553-4746-9735-05598c94ead2),segment_id=c0ac1e39-2553-4746-9735-05598c94ead2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:32.124349 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.199774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84e705-1dab-4289-904b-113cc8a34076 None None] Pushing event updated for resources: {'Port': ['ID=24ed420b-3bce-45b4-8f57-e4ff43128a55,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:32.241214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.440839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372612-c0e2-4717-9c11-c68a8eae9949 req-50018e63-3110-4bc3-bbdf-8cbb95af8c62 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:32.447328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372612-c0e2-4717-9c11-c68a8eae9949 req-50018e63-3110-4bc3-bbdf-8cbb95af8c62 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:32.453786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372612-c0e2-4717-9c11-c68a8eae9949 req-50018e63-3110-4bc3-bbdf-8cbb95af8c62 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:32.456758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b372612-c0e2-4717-9c11-c68a8eae9949 req-50018e63-3110-4bc3-bbdf-8cbb95af8c62 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6&device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5&device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 2417 time: 0.1390176 Jul 09 17:05:32.504886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b372612-c0e2-4717-9c11-c68a8eae9949 req-5dced7f5-f078-4b2a-99db-4f79e8e5bce1 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jul 09 17:05:32.567965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8::1 (4b54707d-a55f-4e6c-a18b-f2772644d225/a957acb7-7fbb-4ccd-a321-162820a8bfdb/5372c75d-fc78-4d09-a5e3-9bceba7c849a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:32.675848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af50210-d0dd-49e0-ad4d-269d416681a2 req-f437f23f-30f5-46da-b26e-41e1b6263239 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:32.677394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2af50210-d0dd-49e0-ad4d-269d416681a2 req-f437f23f-30f5-46da-b26e-41e1b6263239 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0718832 Jul 09 17:05:32.688845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.704552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object 5372c75d-fc78-4d09-a5e3-9bceba7c849a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:32.720485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2af50210-d0dd-49e0-ad4d-269d416681a2 req-2bf7cf61-49f2-4e04-8d89-2a4946df2f8e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371587 Jul 09 17:05:32.750444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.800444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:32.804148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:32.806673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:32.807437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:32.842438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=5372c75d-fc78-4d09-a5e3-9bceba7c849a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:32.844797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-027130a4-4bb8-4c35-898a-41c3c373e244 req-32f6eb81-27bc-4cbf-a2b8-f488d625808d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0853045 Jul 09 17:05:32.955991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:33.303022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:33.308683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:33.309882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:33.328755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541ed584-4609-4c80-9625-e7f5e9519888 None None] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:33.398091 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:05:33.399062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d9858ddd-8f3c-4e2b-8d69-e935a1b00a19 None None] Provisioning for port 24ed420b-3bce-45b4-8f57-e4ff43128a55 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:33.431458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=5372c75d-fc78-4d09-a5e3-9bceba7c849a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:33.457134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:33.458684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:33.617986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 244b2d0b-8166-488c-9ea2-867cd2e7f8e9 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:05:33.682258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 24ed420b-3bce-45b4-8f57-e4ff43128a55 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:33.772597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 24ed420b-3bce-45b4-8f57-e4ff43128a55 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:33.777217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 24ed420b-3bce-45b4-8f57-e4ff43128a55 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:33.777589 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:33.800119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:33.807028 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7c79b9e1-5c4c-4ce6-8677-83b6c615614c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/244b2d0b-8166-488c-9ea2-867cd2e7f8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012130 Jul 09 17:05:33.818022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:33.824195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] Sync routers for ids ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:33.857443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] Routers {'244b2d0b-8166-488c-9ea2-867cd2e7f8e9'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:33.858237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:33.891670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e940419-282a-4333-91ae-cd6c5c5f777e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:33.893409 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e940419-282a-4333-91ae-cd6c5c5f777e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports/5372c75d-fc78-4d09-a5e3-9bceba7c849a HTTP/1.1" status: 200 len: 911 time: 0.0741704 Jul 09 17:05:33.897200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:33.901645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:33.919352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:33.933122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] Routers {'244b2d0b-8166-488c-9ea2-867cd2e7f8e9'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:33.933753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:33.977166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:33.977822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f457e7-1f99-4c7c-8802-2f8fdd88255b None None] The sync data for ids ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:33.997819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 24ed420b-3bce-45b4-8f57-e4ff43128a55, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=24ed420b-3bce-45b4-8f57-e4ff43128a55,segment=NetworkSegment(c0ac1e39-2553-4746-9735-05598c94ead2),segment_id=c0ac1e39-2553-4746-9735-05598c94ead2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:33.998882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fccadd2d-6184-466a-8c37-a4d03fe29dc2 None None] Provisioning complete for port 24ed420b-3bce-45b4-8f57-e4ff43128a55 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:33.999436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fccadd2d-6184-466a-8c37-a4d03fe29dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.003839 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.093480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=24ed420b-3bce-45b4-8f57-e4ff43128a55,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:34.157153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fccadd2d-6184-466a-8c37-a4d03fe29dc2 None None] Provisioning for port 5372c75d-fc78-4d09-a5e3-9bceba7c849a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:34.161320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fccadd2d-6184-466a-8c37-a4d03fe29dc2 None None] Provisioning complete for port 5372c75d-fc78-4d09-a5e3-9bceba7c849a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:34.161705 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fccadd2d-6184-466a-8c37-a4d03fe29dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.201843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fccadd2d-6184-466a-8c37-a4d03fe29dc2 None None] Port 5372c75d-fc78-4d09-a5e3-9bceba7c849a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:34.261939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e577e-c980-441e-9dac-aae1b5fc5a01 req-79064cdb-96ee-457d-94fc-ef116a1e3c31 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:34.263570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-495e577e-c980-441e-9dac-aae1b5fc5a01 req-79064cdb-96ee-457d-94fc-ef116a1e3c31 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1306055 Jul 09 17:05:34.327922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f5bceab-636f-4e9e-a9ea-819020adb5a0 None None] Provisioning complete for port 5372c75d-fc78-4d09-a5e3-9bceba7c849a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:34.328361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5bceab-636f-4e9e-a9ea-819020adb5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.364502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-495e577e-c980-441e-9dac-aae1b5fc5a01 req-39b6cd2c-1412-4a00-a508-0dac5f30c5c8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801349 Jul 09 17:05:34.370259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1f5bceab-636f-4e9e-a9ea-819020adb5a0 None None] Port 5372c75d-fc78-4d09-a5e3-9bceba7c849a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:34.429138 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.599317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3017691a-e4eb-4571-ac9a-ffe7a2c99091 None None] Provisioning complete for port 5372c75d-fc78-4d09-a5e3-9bceba7c849a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:34.599853 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3017691a-e4eb-4571-ac9a-ffe7a2c99091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.635643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3017691a-e4eb-4571-ac9a-ffe7a2c99091 None None] Port 5372c75d-fc78-4d09-a5e3-9bceba7c849a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:34.710464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 5372c75d-fc78-4d09-a5e3-9bceba7c849a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:34.711051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.845043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:34.858145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 5372c75d-fc78-4d09-a5e3-9bceba7c849a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:35.093685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:35.135636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=5372c75d-fc78-4d09-a5e3-9bceba7c849a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:35.173665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c85a1-26d1-4d4d-8ed5-414a89ac0832 req-abb883af-8554-40e9-89c5-d03ff1d9f490 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:35.175344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-330c85a1-26d1-4d4d-8ed5-414a89ac0832 req-abb883af-8554-40e9-89c5-d03ff1d9f490 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.1705694 Jul 09 17:05:35.258848 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:35.286500 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-330c85a1-26d1-4d4d-8ed5-414a89ac0832 req-342598c5-b971-4102-be9a-eed38b61e22d tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803957 Jul 09 17:05:35.450917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 244b2d0b-8166-488c-9ea2-867cd2e7f8e9 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:35.574856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:35.584856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3858be40-7377-4a02-a002-3a27b9045846 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/244b2d0b-8166-488c-9ea2-867cd2e7f8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833162 Jul 09 17:05:35.584856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:35.592743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] Sync routers for ids ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:35.607059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] Routers {'244b2d0b-8166-488c-9ea2-867cd2e7f8e9'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:35.608115 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:35.634585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd2e56a8-28d5-40c0-9a54-b420300e607a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=244b2d0b-8166-488c-9ea2-867cd2e7f8e9 HTTP/1.1" status: 200 len: 205 time: 0.0457556 Jul 09 17:05:35.634683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:35.638081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 24ed420b-3bce-45b4-8f57-e4ff43128a55 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:35.668035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfbc5-14c7-4976-a03e-d9f87dee825e req-84b39d63-9bfd-4747-9a63-d056f5ec9cbd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:35.675835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80edfbc5-14c7-4976-a03e-d9f87dee825e req-84b39d63-9bfd-4747-9a63-d056f5ec9cbd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1739097 Jul 09 17:05:35.703722 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:35.728192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80edfbc5-14c7-4976-a03e-d9f87dee825e req-4ff08e78-615b-443c-bdfe-e381ca7c7635 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513136 Jul 09 17:05:35.736549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] Routers {'244b2d0b-8166-488c-9ea2-867cd2e7f8e9'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:35.739866 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:35.767475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:35.802719 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:35.803906 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd2dd2-6885-413a-b76d-cd5497e5d531 None None] The sync data for ids ['244b2d0b-8166-488c-9ea2-867cd2e7f8e9'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:35.823718 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99a1d480-189b-4217-ba30-12a5a77dc9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:35.837711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 24ed420b-3bce-45b4-8f57-e4ff43128a55 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:35.838400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.018255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.021322 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.079350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.080138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router 244b2d0b-8166-488c-9ea2-867cd2e7f8e9 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:05:36.089243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.090590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e75540e2-d912-4bb7-88c8-005948321c4a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/244b2d0b-8166-488c-9ea2-867cd2e7f8e9 HTTP/1.1" status: 204 len: 168 time: 0.4549048 Jul 09 17:05:36.093572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:36.159038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet a957acb7-7fbb-4ccd-a321-162820a8bfdb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:36.162549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.214446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.725227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.812261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.831489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98382163-8470-453d-84b3-ff20e1a8d724 req-266805da-447a-4bd0-bfd9-385d85cc9025 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:36.832995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98382163-8470-453d-84b3-ff20e1a8d724 req-266805da-447a-4bd0-bfd9-385d85cc9025 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.1760921 Jul 09 17:05:36.857014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-0525e3c2-90f8-490c-90df-1276d3bc282f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:36.858403 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-0525e3c2-90f8-490c-90df-1276d3bc282f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 945 time: 0.1676552 Jul 09 17:05:36.867404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=a957acb7-7fbb-4ccd-a321-162820a8bfdb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:36.869849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca555d-01de-4dff-88e4-a1f1d2d69b5d None None] Network 4b54707d-a55f-4e6c-a18b-f2772644d225 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:36.870786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:36.876078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a044c479-b792-40b8-8e7c-d9376fefa169 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/a957acb7-7fbb-4ccd-a321-162820a8bfdb HTTP/1.1" status: 204 len: 168 time: 0.7778990 Jul 09 17:05:36.878065 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 54984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:36.985263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98382163-8470-453d-84b3-ff20e1a8d724 req-cd636c92-d91b-47cd-951d-d1016386636f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258764 Jul 09 17:05:37.013255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.053022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Deleting port 1b75f254-4993-4b0a-86da-35ab1fb9b112 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:37.053383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.109336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] DHCP port deletion for 4b54707d-a55f-4e6c-a18b-f2772644d225 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:37.109773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 24ed420b-3bce-45b4-8f57-e4ff43128a55 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:37.110133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.162054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] For port 1b75f254-4993-4b0a-86da-35ab1fb9b112, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=1b75f254-4993-4b0a-86da-35ab1fb9b112,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:37.162718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.178002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Calling delete_port for 1b75f254-4993-4b0a-86da-35ab1fb9b112 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:37.184456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port 24ed420b-3bce-45b4-8f57-e4ff43128a55, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=24ed420b-3bce-45b4-8f57-e4ff43128a55,segment=NetworkSegment(c0ac1e39-2553-4746-9735-05598c94ead2),segment_id=c0ac1e39-2553-4746-9735-05598c94ead2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:37.184957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.187734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] Deleting port 24ed420b-3bce-45b4-8f57-e4ff43128a55 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:37.188115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.199250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 24ed420b-3bce-45b4-8f57-e4ff43128a55 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:37.248540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] For port 24ed420b-3bce-45b4-8f57-e4ff43128a55, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=24ed420b-3bce-45b4-8f57-e4ff43128a55,segment=NetworkSegment(c0ac1e39-2553-4746-9735-05598c94ead2),segment_id=c0ac1e39-2553-4746-9735-05598c94ead2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:37.249032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.263213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] Calling delete_port for 24ed420b-3bce-45b4-8f57-e4ff43128a55 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:37.287235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.301158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7cb2f-3a9c-45e5-a57d-87d00ae16818 req-bbbdafc4-73ec-458d-9d6e-86e76d837a5f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:37.302813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-adb7cb2f-3a9c-45e5-a57d-87d00ae16818 req-bbbdafc4-73ec-458d-9d6e-86e76d837a5f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1228039 Jul 09 17:05:37.314686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=24ed420b-3bce-45b4-8f57-e4ff43128a55,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:37.316628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port 24ed420b-3bce-45b4-8f57-e4ff43128a55 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:37.351851 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.378747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] Pushing event deleted for resources: {'Port': ['ID=24ed420b-3bce-45b4-8f57-e4ff43128a55,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:37.379615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-adb7cb2f-3a9c-45e5-a57d-87d00ae16818 req-c09595dd-6e8a-4c3c-b3ce-c5ce608acfa6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684547 Jul 09 17:05:37.387064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359be94-cfa7-4761-a135-ab4913aa71f4 None None] No DVR routers for this DVR port 24ed420b-3bce-45b4-8f57-e4ff43128a55 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:37.407896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.415276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.422666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b54707d-a55f-4e6c-a18b-f2772644d225']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:37.435679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['209d536e-cf57-42ea-b3e9-29de945459fa', '1b75f254-4993-4b0a-86da-35ab1fb9b112'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:37.438354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ac1e39-2553-4746-9735-05598c94ead2') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:37.438761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ac1e39-2553-4746-9735-05598c94ead2') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:37.449599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.461813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Pushing event deleted for resources: {'Port': ['ID=1b75f254-4993-4b0a-86da-35ab1fb9b112,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:37.481865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.483569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f502d920-cefc-4f19-a4d4-c64a7a754045'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:37.495583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:37.496281 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:37.499673 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:37.539075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] No DVR routers for this DVR port 1b75f254-4993-4b0a-86da-35ab1fb9b112 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:37.543912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.547141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c5a811a-9e01-45e3-a9d2-051c83032db5 req-c1518be2-1ef7-4085-8832-c3143f53f76f tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "DELETE /v2.0/ports/1b75f254-4993-4b0a-86da-35ab1fb9b112 HTTP/1.1" status: 204 len: 173 time: 0.6775384 Jul 09 17:05:37.547873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'name': 'network-vif-deleted', 'tag': '1b75f254-4993-4b0a-86da-35ab1fb9b112'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:37.552538 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8952010-0e52-45d9-a790-212b15f3cf59" -d '{"events": [{"server_uuid": "d7afa5dd-71b1-40ac-a2de-21e48a8803f6", "name": "network-vif-deleted", "tag": "1b75f254-4993-4b0a-86da-35ab1fb9b112"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:37.598277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.611893 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8aad6b-c478-46b5-8619-16e1d1ea5cfe x-openstack-request-id: req-fd8aad6b-c478-46b5-8619-16e1d1ea5cfe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:37.612243 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7afa5dd-71b1-40ac-a2de-21e48a8803f6", "name": "network-vif-deleted", "tag": "1b75f254-4993-4b0a-86da-35ab1fb9b112", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:37.612507 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd8aad6b-c478-46b5-8619-16e1d1ea5cfe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:37.612992 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7afa5dd-71b1-40ac-a2de-21e48a8803f6', 'name': 'network-vif-deleted', 'tag': '1b75f254-4993-4b0a-86da-35ab1fb9b112', 'status': 'completed', 'code': 200} Jul 09 17:05:37.623344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.625951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/4b54707d-a55f-4e6c-a18b-f2772644d225 HTTP/1.1" status: 204 len: 168 time: 0.7465923 Jul 09 17:05:37.630092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 54990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:37.635369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2030060753', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:37.645539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e9491-02e4-4747-acd9-630c6e8a169f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=4b54707d-a55f-4e6c-a18b-f2772644d225,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:37.651633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 24ed420b-3bce-45b4-8f57-e4ff43128a55 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:37.677368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.678550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.692189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 24ed420b-3bce-45b4-8f57-e4ff43128a55 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:37.692710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 24ed420b-3bce-45b4-8f57-e4ff43128a55 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:37.741913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:37.912723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.172038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.175448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d87528d-df1c-4f74-8181-c77b1986d28f req-06023e3c-74a3-46bf-99b1-1e57f3ef276c tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7afa5dd-71b1-40ac-a2de-21e48a8803f6 HTTP/1.1" status: 200 len: 210 time: 0.0462148 Jul 09 17:05:38.194734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.306940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 172.25.7.222 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/35b780fc-e422-4aef-9fdb-55e0016f4ac2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:38.313344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.317383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9286000-2317-4a95-930b-ce915da896a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.420654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.462805 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.507623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:38.511306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:38.515587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:38.544316 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:38.548738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=35b780fc-e422-4aef-9fdb-55e0016f4ac2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:38.700734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1eae8-d6a5-4267-82bf-74b1da2c4975 req-ca4933a2-b446-467a-85c3-08386f9197b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:38.702121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdc1eae8-d6a5-4267-82bf-74b1da2c4975 req-ca4933a2-b446-467a-85c3-08386f9197b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1804125 Jul 09 17:05:38.791410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cdc1eae8-d6a5-4267-82bf-74b1da2c4975 req-8ae2489b-3741-4a64-ba3f-35626ec3facc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797698 Jul 09 17:05:38.844070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:39.044574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:39.180717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 6289856b-fe66-4057-9bcd-0e9d2645530b is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:05:39.294560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:39.295403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:39.306429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] Sync routers for ids ['6289856b-fe66-4057-9bcd-0e9d2645530b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:39.320417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] Routers {'6289856b-fe66-4057-9bcd-0e9d2645530b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:39.323048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6289856b-fe66-4057-9bcd-0e9d2645530b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:39.328394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:39.329660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f12d06c6-a063-4672-9975-7563ba9b1631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6984248 Jul 09 17:05:39.332353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:39.361870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:39.372883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] Routers {'6289856b-fe66-4057-9bcd-0e9d2645530b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:39.373698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6289856b-fe66-4057-9bcd-0e9d2645530b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:39.406006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:39.406953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661e0c3a-8c5d-4043-beae-bd96b78ed084 None None] The sync data for ids ['6289856b-fe66-4057-9bcd-0e9d2645530b'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:39.450333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5147e427-f813-4ee0-b979-8429a6b52c5a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/routers/6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 200 len: 885 time: 0.1168289 Jul 09 17:05:39.453932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:39.455581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1b75f254-4993-4b0a-86da-35ab1fb9b112 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:39.477332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 1b75f254-4993-4b0a-86da-35ab1fb9b112 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:39.477849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 1b75f254-4993-4b0a-86da-35ab1fb9b112 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:39.728875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb9622-f04d-4ca1-b334-addc11095f45 req-597a37df-99a4-447f-a16f-ee3d0670f0e1 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:39.730368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cfb9622-f04d-4ca1-b334-addc11095f45 req-597a37df-99a4-447f-a16f-ee3d0670f0e1 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.1216524 Jul 09 17:05:39.763786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-025f726c-2c84-440f-a3c7-7b02589a5f0f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3085682 Jul 09 17:05:39.766495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:39.772743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2030060753'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:39.783266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cfb9622-f04d-4ca1-b334-addc11095f45 req-467bae4a-3887-4051-be47-f9dd1792f984 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470040 Jul 09 17:05:39.979851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5997-4082-471f-a552-080fa60e3539 req-6ae46dda-3141-43f7-a0a0-712ce732f285 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:39.981449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f07d5997-4082-471f-a552-080fa60e3539 req-6ae46dda-3141-43f7-a0a0-712ce732f285 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0671482 Jul 09 17:05:40.027585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f07d5997-4082-471f-a552-080fa60e3539 req-be708fbb-7336-4a1a-99cc-503cf18f6e24 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Jul 09 17:05:40.107908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.120805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.248095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 6289856b-fe66-4057-9bcd-0e9d2645530b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:40.367975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:40.375542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.378679 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-77dd40d2-97fd-47a2-a6bc-bc4a97277f74 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 200 len: 892 time: 0.6087666 Jul 09 17:05:40.380492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55014) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:40.381403 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] Sync routers for ids ['6289856b-fe66-4057-9bcd-0e9d2645530b'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:40.392814 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] Routers {'6289856b-fe66-4057-9bcd-0e9d2645530b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:40.393458 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6289856b-fe66-4057-9bcd-0e9d2645530b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:40.429415 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:40.438277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] Routers {'6289856b-fe66-4057-9bcd-0e9d2645530b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:40.439023 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6289856b-fe66-4057-9bcd-0e9d2645530b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:40.477696 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:40.479063 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487aac6-4f5b-4395-8154-47eb47b906d7 None None] The sync data for ids ['6289856b-fe66-4057-9bcd-0e9d2645530b'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:40.500689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e3d6b22f-51e0-44c2-83fb-181ad16ec724 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/routers/6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 200 len: 892 time: 0.1190646 Jul 09 17:05:40.503550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:40.539042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5c989477-e914-454a-9a0b-86ea3016562c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 200 len: 205 time: 0.0343196 Jul 09 17:05:40.541911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55020) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:40.655337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.772724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.827573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 35b780fc-e422-4aef-9fdb-55e0016f4ac2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:40.827923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.911440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.926826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 35b780fc-e422-4aef-9fdb-55e0016f4ac2 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:40.972056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529cb1c-05cf-44c4-b674-db8560051627 req-fe01b437-fc2a-49f8-9940-e255f65d9095 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:40.973716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5529cb1c-05cf-44c4-b674-db8560051627 req-fe01b437-fc2a-49f8-9940-e255f65d9095 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.0741434 Jul 09 17:05:41.016911 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5529cb1c-05cf-44c4-b674-db8560051627 req-f8bcfa59-bac0-4488-812f-de3c4dfaa5cf tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Jul 09 17:05:41.132754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.218315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd700e-e51d-4192-b963-67624d00a640 req-d28f39a6-fc1c-45f0-b048-abbf9ad32913 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:41.220280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fdd700e-e51d-4192-b963-67624d00a640 req-d28f39a6-fc1c-45f0-b048-abbf9ad32913 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0678680 Jul 09 17:05:41.261998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fdd700e-e51d-4192-b963-67624d00a640 req-829aefa3-387e-4995-afa8-55455984cdc1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356858 Jul 09 17:05:41.409027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-304b5eba-6dad-47c2-9315-b62a58134416 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:41.410500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-304b5eba-6dad-47c2-9315-b62a58134416 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 946 time: 0.1457186 Jul 09 17:05:41.523594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.550950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=35b780fc-e422-4aef-9fdb-55e0016f4ac2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:41.612906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Deleting port f502d920-cefc-4f19-a4d4-c64a7a754045 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:41.613255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.662703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.767093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.771068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.824144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] For port f502d920-cefc-4f19-a4d4-c64a7a754045, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f502d920-cefc-4f19-a4d4-c64a7a754045,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:41.824888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.833638 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.834177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router 6289856b-fe66-4057-9bcd-0e9d2645530b {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:05:41.843161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.844273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97821049-42dd-4a1a-a7b8-c104d2ed4e1b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 204 len: 168 time: 1.3009920 Jul 09 17:05:41.845187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Calling delete_port for f502d920-cefc-4f19-a4d4-c64a7a754045 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:41.849392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:41.854495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-732944989'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:41.875667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:41.879234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.904436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:41.913275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.913624 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment f16ba9ec-1d32-4d16-9f8c-660cc5a9d531 of type vlan for network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 Jul 09 17:05:41.961094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.990795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.992430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:41.998289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:41.998926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.014681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['209d536e-cf57-42ea-b3e9-29de945459fa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:42.024709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Pushing event deleted for resources: {'Port': ['ID=f502d920-cefc-4f19-a4d4-c64a7a754045,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:42.056746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2062340 Jul 09 17:05:42.060218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:42.065024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:42.075842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f502d920-cefc-4f19-a4d4-c64a7a754045'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:42.095112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] No DVR routers for this DVR port f502d920-cefc-4f19-a4d4-c64a7a754045 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:42.097869 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.100060 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-51526791-ed20-4dd0-916b-7ffc5d5ba7d2 req-243d29e1-c828-4558-b6ed-eda28f511fde tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.37 "DELETE /v2.0/ports/f502d920-cefc-4f19-a4d4-c64a7a754045 HTTP/1.1" status: 204 len: 173 time: 0.6835041 Jul 09 17:05:42.100621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'name': 'network-vif-deleted', 'tag': 'f502d920-cefc-4f19-a4d4-c64a7a754045'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:42.103327 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ee086b-f53f-4494-b22b-147770ab6d80" -d '{"events": [{"server_uuid": "6b8468b5-bb0e-4329-a1d2-654d782c3de5", "name": "network-vif-deleted", "tag": "f502d920-cefc-4f19-a4d4-c64a7a754045"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:42.470058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cac9e-9426-473a-8244-d39e430c2d19 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=69b11861-d9f3-4882-9a80-d9779e7ac5b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:42.485705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:42.502228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9df8442-89bc-4caa-9c38-72f2a9b52a66 req-b1e1f229-89a6-4d65-be29-73b876df696a tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8468b5-bb0e-4329-a1d2-654d782c3de5 HTTP/1.1" status: 200 len: 210 time: 0.0403883 Jul 09 17:05:42.553459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:42.557382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.716869 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e36230f-6801-48d3-9fdf-ed8fb7e6b03f x-openstack-request-id: req-3e36230f-6801-48d3-9fdf-ed8fb7e6b03f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:42.717431 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8468b5-bb0e-4329-a1d2-654d782c3de5", "name": "network-vif-deleted", "tag": "f502d920-cefc-4f19-a4d4-c64a7a754045", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:42.717995 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e36230f-6801-48d3-9fdf-ed8fb7e6b03f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:42.718630 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8468b5-bb0e-4329-a1d2-654d782c3de5', 'name': 'network-vif-deleted', 'tag': 'f502d920-cefc-4f19-a4d4-c64a7a754045', 'status': 'completed', 'code': 200} Jul 09 17:05:42.755207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.816414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=543d2b13-18ed-4a34-8707-15dc894906db,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:42.824032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:42.824390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 69b11861-d9f3-4882-9a80-d9779e7ac5b1, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:42.874297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:42.890185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 69b11861-d9f3-4882-9a80-d9779e7ac5b1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:42.899137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:42.899732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.900327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bf686-d912-4b56-bed2-0f8f938d1ca3 None None] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:42.920826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62c933e5-bd2d-4201-b435-86c3f057b3e4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8572268 Jul 09 17:05:42.921056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:42.925405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570069300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:42.937056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615acd3-f8a6-49da-b2fb-48b0871957b0 req-d296e63c-aa2c-40c4-bf96-bc9fe4afd6cb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:42.939880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e615acd3-f8a6-49da-b2fb-48b0871957b0 req-d296e63c-aa2c-40c4-bf96-bc9fe4afd6cb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1107275 Jul 09 17:05:42.976328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.977773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.013197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e615acd3-f8a6-49da-b2fb-48b0871957b0 req-e3b7ec1f-3e3e-4ce4-853e-9d761f9f9e35 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632832 Jul 09 17:05:43.064063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.066959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-69b11861-d9f3-4882-9a80-d9779e7ac5b1', 'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': '543d2b13-18ed-4a34-8707-15dc894906db'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:43.067858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.072113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.093120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.094319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-65b3e8e9-5fac-4ce3-b88e-6f3c51c8384a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1724367 Jul 09 17:05:43.097810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:43.224418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Allocated IP 2001:db8::2 (69b11861-d9f3-4882-9a80-d9779e7ac5b1/543d2b13-18ed-4a34-8707-15dc894906db/e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:43.384715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.392836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.394697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Transition to ACTIVE for port object e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:43.418330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Transition to ACTIVE for port object e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:43.425348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.465989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:43.471664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:43.473891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Pushing event updated for resources: {'Port': ['ID=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:43.476098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:43.540391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Attempting to bind port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:43.540995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Attempting to bind port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:43.541296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Attempting to bind port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 on network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:43.549511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:43.550045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Checking segment: {'id': 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:43.550622 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.551015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Bound using segment: {'id': 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:43.555009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Bound port: e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '69b11861-d9f3-4882-9a80-d9779e7ac5b1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:43.555559 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.631271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] For port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:43.635447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] For port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,segment=NetworkSegment(f16ba9ec-1d32-4d16-9f8c-660cc5a9d531),segment_id=f16ba9ec-1d32-4d16-9f8c-660cc5a9d531)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:43.644283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.663094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8::1 (69b11861-d9f3-4882-9a80-d9779e7ac5b1/543d2b13-18ed-4a34-8707-15dc894906db/26eb2c3a-5141-4c89-b44a-bc7a01fe4bad) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:43.720444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36d1c1-421e-4845-b262-91253fb50d15 None None] Pushing event updated for resources: {'Port': ['ID=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:43.837234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.853870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:43.897386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.969281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:43.975739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:43.980188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:43.980881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:44.029736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=26eb2c3a-5141-4c89-b44a-bc7a01fe4bad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:44.067806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458064-bcbd-4984-95fc-1c652189a95d req-2a61c518-1d89-47ba-b1a5-90dfcbb7c5a1 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:44.069551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea458064-bcbd-4984-95fc-1c652189a95d req-2a61c518-1d89-47ba-b1a5-90dfcbb7c5a1 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0939231 Jul 09 17:05:44.121856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea458064-bcbd-4984-95fc-1c652189a95d req-ad99ffec-3371-438d-bc03-93d8b87f71e7 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Jul 09 17:05:44.154461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:44.318659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7feb9c-eb87-4433-951c-c35f6f40f06d req-efae1017-ea87-4b04-8483-6772dae934a4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:44.320267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b7feb9c-eb87-4433-951c-c35f6f40f06d req-efae1017-ea87-4b04-8483-6772dae934a4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0738373 Jul 09 17:05:44.365230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b7feb9c-eb87-4433-951c-c35f6f40f06d req-fdfdb365-f483-4f9d-94c6-5857304cccf3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Jul 09 17:05:44.447427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:44.453865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:44.455449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:44.567222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=26eb2c3a-5141-4c89-b44a-bc7a01fe4bad,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:44.622565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:44.624198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:44.771674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router c891cb83-a1e0-486f-b24f-7b702e8dad6c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:05:44.828158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304645f5-44f3-488d-8650-0179d10e5351 None None] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:44.887568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:44.887880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b0675fe-6cbc-40d4-b3fe-2055d4729427 None None] Provisioning for port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:44.894459 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-155953f5-fea9-462f-aaf4-d4bc702e973d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/c891cb83-a1e0-486f-b24f-7b702e8dad6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7912490 Jul 09 17:05:44.896108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:44.909526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] Sync routers for ids ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:44.928621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] Routers {'c891cb83-a1e0-486f-b24f-7b702e8dad6c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:44.928621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:44.966350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:44.973081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc465279-efdf-46a7-ba75-b75abf2e8eed tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:44.978001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dc465279-efdf-46a7-ba75-b75abf2e8eed tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports/26eb2c3a-5141-4c89-b44a-bc7a01fe4bad HTTP/1.1" status: 200 len: 911 time: 0.0768604 Jul 09 17:05:44.978001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:44.978554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] Routers {'c891cb83-a1e0-486f-b24f-7b702e8dad6c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:44.979208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:44.983449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '543d2b13-18ed-4a34-8707-15dc894906db'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:45.037051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:45.037701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fc365-489b-415d-ae82-fdac3ba91079 None None] The sync data for ids ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:45.039204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f502d920-cefc-4f19-a4d4-c64a7a754045 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:45.062503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f502d920-cefc-4f19-a4d4-c64a7a754045 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:45.062766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f502d920-cefc-4f19-a4d4-c64a7a754045 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:45.163150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.341255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ebc16-d0e5-4233-8920-ed3fa01074aa req-97e00bdb-f906-41c9-bd57-f3c5c84d69eb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:45.343027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a07ebc16-d0e5-4233-8920-ed3fa01074aa req-97e00bdb-f906-41c9-bd57-f3c5c84d69eb tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.0892098 Jul 09 17:05:45.395084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a07ebc16-d0e5-4233-8920-ed3fa01074aa req-947f8e07-3626-4214-b720-10e4363d756e tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Jul 09 17:05:45.444971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-478d6a9f-2677-4ca0-a7ef-49dc42d2a9d8 None None] Provisioning for port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:45.452562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-478d6a9f-2677-4ca0-a7ef-49dc42d2a9d8 None None] Provisioning complete for port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:45.454362 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-478d6a9f-2677-4ca0-a7ef-49dc42d2a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.522517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-478d6a9f-2677-4ca0-a7ef-49dc42d2a9d8 None None] Port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:45.633192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f78c0-5cb4-4bfe-81e9-b6524f6487e1 req-c1f38cf2-ef22-47b3-bef5-8fcd0aac0ee7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:45.635498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-056f78c0-5cb4-4bfe-81e9-b6524f6487e1 req-c1f38cf2-ef22-47b3-bef5-8fcd0aac0ee7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0906284 Jul 09 17:05:45.673307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:45.678358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.689473 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.689759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-056f78c0-5cb4-4bfe-81e9-b6524f6487e1 req-cd003b16-c586-425d-8974-ef4869596c1f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462203 Jul 09 17:05:45.696419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:45.697410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.698772 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/ports/26eb2c3a-5141-4c89-b44a-bc7a01fe4bad HTTP/1.1" status: 200 len: 911 time: 0.7198937 Jul 09 17:05:45.702006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:45.752326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270be72-11ed-47f3-9c43-cdb25abcc778 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=26eb2c3a-5141-4c89-b44a-bc7a01fe4bad,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:45.775481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ef939b8-3f60-4da8-a481-9cdcee99eacc None None] Provisioning complete for port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:45.775900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ef939b8-3f60-4da8-a481-9cdcee99eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.816038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3ef939b8-3f60-4da8-a481-9cdcee99eacc None None] Port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:45.817594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:45.822184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:45.822603 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.917216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-a020948c-06be-467a-b957-2f2c703a3b11 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:45.918733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-a020948c-06be-467a-b957-2f2c703a3b11 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 945 time: 0.2062795 Jul 09 17:05:45.919061 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.959015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c7ca4bd-bd52-42f4-847c-0eac9e5c08fe None None] Provisioning complete for port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:45.959386 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca4bd-bd52-42f4-847c-0eac9e5c08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.961998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,segment=NetworkSegment(f16ba9ec-1d32-4d16-9f8c-660cc5a9d531),segment_id=f16ba9ec-1d32-4d16-9f8c-660cc5a9d531)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:45.982750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.018195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ca4bd-bd52-42f4-847c-0eac9e5c08fe None None] Port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:46.039768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:46.122527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Deleting port 209d536e-cf57-42ea-b3e9-29de945459fa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:46.122910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.246933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] For port 209d536e-cf57-42ea-b3e9-29de945459fa, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=209d536e-cf57-42ea-b3e9-29de945459fa,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:46.247163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.261524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Calling delete_port for 209d536e-cf57-42ea-b3e9-29de945459fa owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:46.325296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.557790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.570235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['209d536e-cf57-42ea-b3e9-29de945459fa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:46.603081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Pushing event deleted for resources: {'Port': ['ID=209d536e-cf57-42ea-b3e9-29de945459fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:46.660790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] No DVR routers for this DVR port 209d536e-cf57-42ea-b3e9-29de945459fa on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:46.664373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.666433 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c376d14-1372-49ec-bfb1-5f3fc12c87ff req-0a12c10d-69aa-43c6-bd8d-f323b2cd8bcd tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.43 "DELETE /v2.0/ports/209d536e-cf57-42ea-b3e9-29de945459fa HTTP/1.1" status: 204 len: 173 time: 0.7204475 Jul 09 17:05:46.667325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def93a51-43cf-4ade-8059-9963a46298e6', 'name': 'network-vif-deleted', 'tag': '209d536e-cf57-42ea-b3e9-29de945459fa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:46.669695 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3379b-4df5-4bf1-a44a-95210ea736fd" -d '{"events": [{"server_uuid": "def93a51-43cf-4ade-8059-9963a46298e6", "name": "network-vif-deleted", "tag": "209d536e-cf57-42ea-b3e9-29de945459fa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:46.714265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0853a-bf45-4c71-b29d-ea69e61cf17e req-9b027ddf-c972-4d5d-95c3-606073ed6ff5 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:46.716086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ca0853a-bf45-4c71-b29d-ea69e61cf17e req-9b027ddf-c972-4d5d-95c3-606073ed6ff5 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/ports?device_id=def93a51-43cf-4ade-8059-9963a46298e6 HTTP/1.1" status: 200 len: 867 time: 0.2034211 Jul 09 17:05:46.791462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ca0853a-bf45-4c71-b29d-ea69e61cf17e req-ff9df433-38a2-4df2-a765-9642335dbc17 tempest-ListServerFiltersTestJSON-268846142 tempest-ListServerFiltersTestJSON-268846142-project] 10.222.0.48 "GET /v2.0/security-groups?id=667c6dd3-dde3-4412-94aa-73554dc3aea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682313 Jul 09 17:05:46.816253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:46.816612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.857535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-ce33ac78-faf2-4dc4-9dd1-da0cd4a2368f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777853 Jul 09 17:05:46.866209 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e82931f-58df-48b2-a26d-ba4583c37fe6 x-openstack-request-id: req-6e82931f-58df-48b2-a26d-ba4583c37fe6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:46.868281 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def93a51-43cf-4ade-8059-9963a46298e6", "name": "network-vif-deleted", "tag": "209d536e-cf57-42ea-b3e9-29de945459fa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:46.868739 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e82931f-58df-48b2-a26d-ba4583c37fe6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:46.869300 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def93a51-43cf-4ade-8059-9963a46298e6', 'name': 'network-vif-deleted', 'tag': '209d536e-cf57-42ea-b3e9-29de945459fa', 'status': 'completed', 'code': 200} Jul 09 17:05:46.945585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:46.960736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 26eb2c3a-5141-4c89-b44a-bc7a01fe4bad owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:46.968954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-0e73145a-8567-4e04-8afd-12acc5fae079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:46.970579 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-0e73145a-8567-4e04-8afd-12acc5fae079 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1096 time: 0.0791833 Jul 09 17:05:47.082530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-23f2b80a-6c84-4f93-b362-bc50006ed56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:47.083981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-23f2b80a-6c84-4f93-b362-bc50006ed56b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 898 time: 0.0916593 Jul 09 17:05:47.086375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdd862-ce12-48c4-9846-76d94df2ad81 req-9efd514e-dd78-45ea-9063-2e5fbbba1bd8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:47.087915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04cdd862-ce12-48c4-9846-76d94df2ad81 req-9efd514e-dd78-45ea-9063-2e5fbbba1bd8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1252792 Jul 09 17:05:47.167528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-4b29f841-a394-4cd0-98ae-3793b3dcb4a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 200 len: 1000 time: 0.0765846 Jul 09 17:05:47.171091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-04cdd862-ce12-48c4-9846-76d94df2ad81 req-539abfc8-01ec-4c2a-a1a8-2a9eb5f34e21 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494711 Jul 09 17:05:47.228607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-b5575a08-db3d-4e97-80af-60e0e3b81852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:47.231682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-b5575a08-db3d-4e97-80af-60e0e3b81852 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76946a62-ff02-4af7-93d2-ccb39cc00a5e HTTP/1.1" status: 200 len: 834 time: 0.0577209 Jul 09 17:05:47.240973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:47.279632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=26eb2c3a-5141-4c89-b44a-bc7a01fe4bad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:47.309794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-37dfad24-4a5f-49f5-b137-35302a9b5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:47.312635 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-37dfad24-4a5f-49f5-b137-35302a9b5acc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8590f01b-855f-4bcd-a43f-bb643042731b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730665 Jul 09 17:05:47.392508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:47.425124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-bac32a08-5d59-4257-acdc-dea5bc190789 service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067500 Jul 09 17:05:47.524906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-be03d0bb-694e-4fbc-8017-d73c10440c02 req-a6af5c94-31f1-43aa-860a-8fd2fa95243e service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918231 Jul 09 17:05:47.569613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router c891cb83-a1e0-486f-b24f-7b702e8dad6c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:47.632309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:47.643280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:47.651259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4192cd79-a6b5-4a4d-85f1-343538393d2f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/c891cb83-a1e0-486f-b24f-7b702e8dad6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469502 Jul 09 17:05:47.652580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:47.653436 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] Sync routers for ids ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:47.662828 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] Routers {'c891cb83-a1e0-486f-b24f-7b702e8dad6c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:47.663441 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:47.683795 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba83acbc-84a2-4d41-985b-0f2de9fc5b10 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=c891cb83-a1e0-486f-b24f-7b702e8dad6c HTTP/1.1" status: 200 len: 205 time: 0.0299461 Jul 09 17:05:47.684323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:47.684809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:47.686223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:47.697770 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:47.716087 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] Routers {'c891cb83-a1e0-486f-b24f-7b702e8dad6c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:47.716716 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:47.750985 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:47.751966 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6bc00d-c3ab-4f80-97d5-f241551d3cad None None] The sync data for ids ['c891cb83-a1e0-486f-b24f-7b702e8dad6c'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:47.898824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:47.949943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Deleting subnet 81d8cb84-0323-401c-b82a-8d3a76fc57b2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:47.953577 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:47.989603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.072272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.087879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.126175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.153726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d8cb84-0323-401c-b82a-8d3a76fc57b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:48.159359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.161316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c07e852-9880-4c8c-9ec4-a2dd7964b566 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/81d8cb84-0323-401c-b82a-8d3a76fc57b2 HTTP/1.1" status: 204 len: 168 time: 0.2614584 Jul 09 17:05:48.164348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:48.169104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ea738-a468-4087-a334-b9c96db413e1 None None] Network a573b974-4d2f-4a91-afc3-9a844ff15b6e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:48.241528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.256040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.258181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.309086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.309630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router c891cb83-a1e0-486f-b24f-7b702e8dad6c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:05:48.318541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Deleting port 3e82520e-0b9b-495a-8618-623b6110f993 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:48.319003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.323009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.324117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a489399-88f1-4209-adfd-3c0f2f9172db tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/c891cb83-a1e0-486f-b24f-7b702e8dad6c HTTP/1.1" status: 204 len: 168 time: 0.6368284 Jul 09 17:05:48.326736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:48.385922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet 543d2b13-18ed-4a34-8707-15dc894906db {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:05:48.388995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.400706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] DHCP port deletion for a573b974-4d2f-4a91-afc3-9a844ff15b6e request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:48.411822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] For port 3e82520e-0b9b-495a-8618-623b6110f993, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3e82520e-0b9b-495a-8618-623b6110f993,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:48.412102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.430700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Calling delete_port for 3e82520e-0b9b-495a-8618-623b6110f993 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:48.436099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.451260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] Deleting port 3e82520e-0b9b-495a-8618-623b6110f993 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:48.451678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.451832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec93be7-e3a1-4413-a35f-894c1d0da2d0 req-09c99d04-dd5a-44b9-9591-b39e6e01667d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:48.458943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fec93be7-e3a1-4413-a35f-894c1d0da2d0 req-09c99d04-dd5a-44b9-9591-b39e6e01667d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1554620 Jul 09 17:05:48.518167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] For port 3e82520e-0b9b-495a-8618-623b6110f993, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3e82520e-0b9b-495a-8618-623b6110f993,segment=NetworkSegment(fa31614b-00d5-4237-b8ff-9a4044439999),segment_id=fa31614b-00d5-4237-b8ff-9a4044439999)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:48.518667 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.524237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.533680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] Calling delete_port for 3e82520e-0b9b-495a-8618-623b6110f993 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:48.537981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fec93be7-e3a1-4413-a35f-894c1d0da2d0 req-e37d229b-c032-4368-a6ca-de5a25ff5607 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781636 Jul 09 17:05:48.571197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.602347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e82520e-0b9b-495a-8618-623b6110f993,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:48.606886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] No DVR routers for this DVR port 3e82520e-0b9b-495a-8618-623b6110f993 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:48.615202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.629133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.652328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=543d2b13-18ed-4a34-8707-15dc894906db,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:48.656513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.662306 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9e7b1e8-19a3-4aee-b673-0b41e1761dac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/543d2b13-18ed-4a34-8707-15dc894906db HTTP/1.1" status: 204 len: 168 time: 0.3314517 Jul 09 17:05:48.662306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:48.675190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] Pushing event deleted for resources: {'Port': ['ID=3e82520e-0b9b-495a-8618-623b6110f993,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:48.684317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b249d46-11e1-4769-8d4c-b2e525beb579 None None] Network 69b11861-d9f3-4882-9a80-d9779e7ac5b1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:48.686004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.700444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a573b974-4d2f-4a91-afc3-9a844ff15b6e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:48.702937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a5021-4031-42e1-80cd-712a61d00cae None None] No DVR routers for this DVR port 3e82520e-0b9b-495a-8618-623b6110f993 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:48.716248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa31614b-00d5-4237-b8ff-9a4044439999') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:48.716641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa31614b-00d5-4237-b8ff-9a4044439999') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:48.727302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.744348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.752038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:48.752566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:48.755039 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:48.765341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.812760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.822187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.826751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] 10.222.0.48 "DELETE /v2.0/networks/a573b974-4d2f-4a91-afc3-9a844ff15b6e HTTP/1.1" status: 204 len: 168 time: 0.6588070 Jul 09 17:05:48.830657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:48.831338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.838115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d09d0-f91f-4b78-9f7d-7c3b121d9d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a573b974-4d2f-4a91-afc3-9a844ff15b6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:48.891612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] DHCP port deletion for 69b11861-d9f3-4882-9a80-d9779e7ac5b1 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:05:48.907217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,segment=NetworkSegment(f16ba9ec-1d32-4d16-9f8c-660cc5a9d531),segment_id=f16ba9ec-1d32-4d16-9f8c-660cc5a9d531)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:48.907805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:48.925423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:48.944486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] Deleting port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:48.945025 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.011684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] For port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,segment=NetworkSegment(f16ba9ec-1d32-4d16-9f8c-660cc5a9d531),segment_id=f16ba9ec-1d32-4d16-9f8c-660cc5a9d531)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:49.012152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.017202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:49.028552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] Calling delete_port for e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:49.044609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.071231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:49.084341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:49.088916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:49.101464 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ce10e81-793b-4129-995e-22ef8679977a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09ae1186f97c420b9135400550e0fe04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798790 Jul 09 17:05:49.111565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.115922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:49.137474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] Pushing event deleted for resources: {'Port': ['ID=e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:49.141228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300ce75-8d8c-402f-9541-8bea6574d54f None None] No DVR routers for this DVR port e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:49.191545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608de8d-baca-4476-b5c9-2ba2a0062bf3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:49.191919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608de8d-baca-4476-b5c9-2ba2a0062bf3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:49.192381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608de8d-baca-4476-b5c9-2ba2a0062bf3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:49.201879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7608de8d-baca-4476-b5c9-2ba2a0062bf3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=be15e838446043f88a6554c9ef33da65&network_id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 2969 time: 0.1213951 Jul 09 17:05:49.203088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.228807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b11861-d9f3-4882-9a80-d9779e7ac5b1']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:49.244700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:49.244992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16ba9ec-1d32-4d16-9f8c-660cc5a9d531') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:49.255683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efcd400-7ee2-4f00-b777-e7b33b3126e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.258190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.284682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.297198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efcd400-7ee2-4f00-b777-e7b33b3126e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.299129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:05:49.299512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:05:49.302327 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:05:49.380886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.388725 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.390856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/69b11861-d9f3-4882-9a80-d9779e7ac5b1 HTTP/1.1" status: 204 len: 168 time: 0.7277315 Jul 09 17:05:49.394895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:49.399989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1016402786', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:49.414804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd10cd-dee9-4e87-8c16-8610b9d1b2c6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=69b11861-d9f3-4882-9a80-d9779e7ac5b1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:49.424004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efcd400-7ee2-4f00-b777-e7b33b3126e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.426518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efcd400-7ee2-4f00-b777-e7b33b3126e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.427663 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2efcd400-7ee2-4f00-b777-e7b33b3126e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/667c6dd3-dde3-4412-94aa-73554dc3aea4 HTTP/1.1" status: 204 len: 168 time: 0.3105013 Jul 09 17:05:49.442322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcd400-7ee2-4f00-b777-e7b33b3126e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667c6dd3-dde3-4412-94aa-73554dc3aea4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:49.446046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.447670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.506335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 209d536e-cf57-42ea-b3e9-29de945459fa no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:49.508164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.513977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.527193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 209d536e-cf57-42ea-b3e9-29de945459fa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:49.527542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 209d536e-cf57-42ea-b3e9-29de945459fa not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:49.531519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.532885 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4ae9a9f-86b8-4559-9fb3-368a4bcd5074 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1370006 Jul 09 17:05:49.536171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:49.541279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-878861734'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:49.568669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:49.572387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.600057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:49.609923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.610322 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment 888d4fab-aa7f-4214-ba1a-579f07ae78aa of type vlan for network f8364ec4-073f-49d7-bed0-49dd23704f12 Jul 09 17:05:49.640693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3e82520e-0b9b-495a-8618-623b6110f993 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:49.660657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3e82520e-0b9b-495a-8618-623b6110f993 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:49.661515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3e82520e-0b9b-495a-8618-623b6110f993 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:49.662167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:49.669323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.684600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:49.685186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e4f1071d-7ad7-4aca-8eec-ca40b9d3ee98 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:49.706307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.713200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:49.713807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:49.774143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367945 Jul 09 17:05:49.776801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:49.784002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:49.786111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aab431-4ca7-4fc3-a64f-19e7a62a7e44 req-40c345b5-9a76-4cbd-8bd4-72a4fc00cd52 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:49.787824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97aab431-4ca7-4fc3-a64f-19e7a62a7e44 req-40c345b5-9a76-4cbd-8bd4-72a4fc00cd52 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0772474 Jul 09 17:05:49.830576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef4916-1c5f-4e63-b6e1-c179dccb9c03 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=f8364ec4-073f-49d7-bed0-49dd23704f12,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:49.831742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97aab431-4ca7-4fc3-a64f-19e7a62a7e44 req-752512b5-887f-4270-8ef4-475e675d699a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364034 Jul 09 17:05:49.842003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f8364ec4-073f-49d7-bed0-49dd23704f12 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:49.896681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:49.901004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.105273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.183519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=64274fe6-a39e-41fc-b582-6264522bd0fa,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:50.191303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:50.191663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: f8364ec4-073f-49d7-bed0-49dd23704f12, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:50.208623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network f8364ec4-073f-49d7-bed0-49dd23704f12 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:50.214704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:50.221237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f8364ec4-073f-49d7-bed0-49dd23704f12) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:50.229263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:50.229983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.231784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c492976-5f9c-4369-85ec-aba85fb21e05 None None] Network f8364ec4-073f-49d7-bed0-49dd23704f12 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:50.248792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1dfca1bb-9e1e-4158-8cc5-c0e2e853707c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4709051 Jul 09 17:05:50.251771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:50.365615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-756454115-network', 'tenant_id': 'd60aec2d6fd04d568f799cc2182592ff'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:50.377266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f8364ec4-073f-49d7-bed0-49dd23704f12', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:50.378289 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.478020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Made reservation on behalf of d60aec2d6fd04d568f799cc2182592ff for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:50.480328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.507769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.517735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Allocated IP 2001:db8::2 (f8364ec4-073f-49d7-bed0-49dd23704f12/64274fe6-a39e-41fc-b582-6264522bd0fa/3ca67f9e-f829-4956-97d3-9b403ece09c1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:50.571635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.665130 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.673071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Transition to ACTIVE for port object 3ca67f9e-f829-4956-97d3-9b403ece09c1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:50.688478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Transition to ACTIVE for port object 3ca67f9e-f829-4956-97d3-9b403ece09c1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:50.695387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.738797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Network f8364ec4-073f-49d7-bed0-49dd23704f12 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:50.743095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:50.748912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:50.752022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Pushing event updated for resources: {'Port': ['ID=3ca67f9e-f829-4956-97d3-9b403ece09c1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:50.778811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.785571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.825833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:50.842113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f06bfe4-00c1-4f03-87e2-af2505a471de,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:50.845146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:50.864205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.864562 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Added segment 9fbec708-b6c5-4e8f-aa33-069f675097c8 of type vlan for network 9c226192-57b2-4b86-98cf-4cbd65954e47 Jul 09 17:05:50.927356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:50.932233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660fa37-07a4-4f5d-b088-cfbbede1193d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:50.933404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8::1 (f8364ec4-073f-49d7-bed0-49dd23704f12/64274fe6-a39e-41fc-b582-6264522bd0fa/e7174220-175c-457e-880b-fb76f0486133) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:50.935322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3660fa37-07a4-4f5d-b088-cfbbede1193d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 814 time: 0.0890968 Jul 09 17:05:51.007103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Attempting to bind port 3ca67f9e-f829-4956-97d3-9b403ece09c1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:51.007323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Attempting to bind port 3ca67f9e-f829-4956-97d3-9b403ece09c1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:51.007664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Attempting to bind port 3ca67f9e-f829-4956-97d3-9b403ece09c1 on network f8364ec4-073f-49d7-bed0-49dd23704f12 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:51.011057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.012305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:51.012888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.014579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:51.015053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Checking segment: {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:51.015513 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.015961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Bound using segment: {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:51.016520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Bound port: 3ca67f9e-f829-4956-97d3-9b403ece09c1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:51.016979 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.083309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] For port 3ca67f9e-f829-4956-97d3-9b403ece09c1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:51.086789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] For port 3ca67f9e-f829-4956-97d3-9b403ece09c1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ca67f9e-f829-4956-97d3-9b403ece09c1,segment=NetworkSegment(888d4fab-aa7f-4214-ba1a-579f07ae78aa),segment_id=888d4fab-aa7f-4214-ba1a-579f07ae78aa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:51.093535 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.111486 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8927338 Jul 09 17:05:51.114426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:51.133174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Request body: {'subnet': {'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-756454115-subnet', 'tenant_id': 'd60aec2d6fd04d568f799cc2182592ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:51.138409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a7928-d1b8-43a2-b463-bd0aca5ba0ab admin admin] Pushing event updated for resources: {'Network': ['ID=9c226192-57b2-4b86-98cf-4cbd65954e47,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:51.149495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:51.164374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.188853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object e7174220-175c-457e-880b-fb76f0486133 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:51.198673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be714613-3c15-4f35-8ae4-6961f40e02be None None] Pushing event updated for resources: {'Port': ['ID=3ca67f9e-f829-4956-97d3-9b403ece09c1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:51.200650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Made reservation on behalf of d60aec2d6fd04d568f799cc2182592ff for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:51.204812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.291327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.358769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network f8364ec4-073f-49d7-bed0-49dd23704f12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:51.365995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=e7174220-175c-457e-880b-fb76f0486133,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:51.378430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:51.378430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:51.378430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.432869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:51.438028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'network': {'name': 'tempest-network-smoke--373819273', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:51.501270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cebd7-dee6-4bb2-aa6e-aed53e81d1ee req-8b97ad99-4baa-4d57-a42a-26c05fd98b62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:51.504193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a6cebd7-dee6-4bb2-aa6e-aed53e81d1ee req-8b97ad99-4baa-4d57-a42a-26c05fd98b62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.5180011 Jul 09 17:05:51.564066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:51.567575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.569598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a6cebd7-dee6-4bb2-aa6e-aed53e81d1ee req-a167bc86-1f24-4ab0-ac39-c31173f6a101 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548131 Jul 09 17:05:51.646842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.703841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:51.713886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ca67f9e-f829-4956-97d3-9b403ece09c1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:51.734778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.737891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.738233 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Added segment 2e73842c-2c8d-4b8b-97b0-ed7886d9b605 of type vlan for network 515998cf-0ef4-4748-9f70-6742a22cc2f6 Jul 09 17:05:51.739812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:51.768733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3ca67f9e-f829-4956-97d3-9b403ece09c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:51.828603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.853322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Checking segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:51.853681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Network hostable DHCP agents. Network: 9c226192-57b2-4b86-98cf-4cbd65954e47, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:51.960025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.965789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:51.966395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:51.980095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:52.060363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6263819 Jul 09 17:05:52.061043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9c226192-57b2-4b86-98cf-4cbd65954e47) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:52.066071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.072808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabf585-84d4-4bc4-bbce-ab37525328a0 None None] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:52.102427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:52.102907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.121794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d1800-2031-491e-a185-4080b2226045 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Network': ['ID=515998cf-0ef4-4748-9f70-6742a22cc2f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:52.150507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:52.161569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2b787-13e8-464a-aa35-93fef653b1b2 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:52.163610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6dc2b787-13e8-464a-aa35-93fef653b1b2 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=be15e838446043f88a6554c9ef33da65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0924699 Jul 09 17:05:52.167342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.181220 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbfada39-3d41-43cd-a599-4973f3357873 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0560226 Jul 09 17:05:52.272162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.274642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412519da-c4b8-48a9-8aa6-4456ba5c761f None None] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:52.282559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.283856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.381232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29d07b-6d3d-4ffb-a595-12556ea0d60e None None] Network f8364ec4-073f-49d7-bed0-49dd23704f12 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:52.387531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=e7174220-175c-457e-880b-fb76f0486133,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:52.405675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55857386-6f45-41d7-9e1b-d499f0b797c3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:52.408477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-55857386-6f45-41d7-9e1b-d499f0b797c3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2387085 Jul 09 17:05:52.411461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.476205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-42db2075-efe6-4c27-92f7-a5858a37d14d tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610278 Jul 09 17:05:52.476422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] Provisioning for port 3ca67f9e-f829-4956-97d3-9b403ece09c1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:52.476513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.487787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network f8364ec4-073f-49d7-bed0-49dd23704f12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:52.489965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:52.500767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] Provisioning complete for port 3ca67f9e-f829-4956-97d3-9b403ece09c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:52.501148 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.518514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0c0f7c67-7d3f-4314-a446-db84b5063df7 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=be15e838446043f88a6554c9ef33da65&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380306 Jul 09 17:05:52.520624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.638268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5608a79-d556-47ff-983a-852b0e8c5e20 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:52.643455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5608a79-d556-47ff-983a-852b0e8c5e20 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191208 Jul 09 17:05:52.643941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.668384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:05:52.699148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6c28cade-5abe-4f89-8fe8-3683f5ec9b34 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515149 Jul 09 17:05:52.709868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.711383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:52.716070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450078251', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:52.756323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] For port 3ca67f9e-f829-4956-97d3-9b403ece09c1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ca67f9e-f829-4956-97d3-9b403ece09c1,segment=NetworkSegment(888d4fab-aa7f-4214-ba1a-579f07ae78aa),segment_id=888d4fab-aa7f-4214-ba1a-579f07ae78aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:52.763243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:52.822014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dbd20-e553-4e22-8087-6c1d7379bfdd None None] Pushing event updated for resources: {'Port': ['ID=3ca67f9e-f829-4956-97d3-9b403ece09c1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:52.854156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-0f868d19-bb0f-4d47-b089-95ec574dd03c tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:52.858072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-0f868d19-bb0f-4d47-b089-95ec574dd03c tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 817 time: 0.1996498 Jul 09 17:05:52.871949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-56d23318-8c3c-4143-b488-a75e85fb492c tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/quotas/d60aec2d6fd04d568f799cc2182592ff HTTP/1.1" status: 200 len: 375 time: 0.0102344 Jul 09 17:05:52.932232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-9347687a-38b8-43cc-8cab-c122d62b833a tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537810 Jul 09 17:05:53.033397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-e3175f38-660a-44c3-81cd-71dd0b7a2519 service neutron] 10.222.0.48 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926356 Jul 09 17:05:53.100172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4053940d-72b7-4b5b-a3a5-5ee1f81cd7e8 None None] Provisioning for port e7174220-175c-457e-880b-fb76f0486133 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:53.104860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4053940d-72b7-4b5b-a3a5-5ee1f81cd7e8 None None] Provisioning complete for port e7174220-175c-457e-880b-fb76f0486133 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:53.105368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4053940d-72b7-4b5b-a3a5-5ee1f81cd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.141138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4053940d-72b7-4b5b-a3a5-5ee1f81cd7e8 None None] Port e7174220-175c-457e-880b-fb76f0486133 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:53.153393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4053940d-72b7-4b5b-a3a5-5ee1f81cd7e8 None None] Provisioning complete for port 3ca67f9e-f829-4956-97d3-9b403ece09c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:53.154329 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4053940d-72b7-4b5b-a3a5-5ee1f81cd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.155084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-a61cbcbb-08fe-467b-bc41-29a34bef5195 service neutron] 10.222.0.48 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158955 Jul 09 17:05:53.182105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:53.187604 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9b1574cd-951b-41ec-a1d8-e6de942e7db6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347482 Jul 09 17:05:53.190202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:53.195384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:53.195626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-958842798'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:53.209335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:53.209972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:53.225475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:05:53.225475 n-d-800085-2 neutron-server[93768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:05:53.225475 n-d-800085-2 neutron-server[93768]: [parameters: {'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'id': '234e3bd9-db70-4a29-990b-a1355eb2180c', 'expiration': datetime.datetime(2021, 7, 9, 17, 7, 53, 219619)}] Jul 09 17:05:53.225475 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:05:53.225908 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:05:53.239745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:53.243612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.334203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:05:53.497077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-823642d3-8295-462a-bdda-50928b3a70cc None None] Provisioning complete for port e7174220-175c-457e-880b-fb76f0486133 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:53.497741 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-823642d3-8295-462a-bdda-50928b3a70cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.514035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.582606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Subnet': ['ID=a98f590e-4857-4c43-9797-fa24ca4772d9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:53.592477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-823642d3-8295-462a-bdda-50928b3a70cc None None] Port e7174220-175c-457e-880b-fb76f0486133 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:53.603227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Checking segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:53.603669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network hostable DHCP agents. Network: 515998cf-0ef4-4748-9f70-6742a22cc2f6, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:53.631164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:53.650821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 515998cf-0ef4-4748-9f70-6742a22cc2f6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:53.652650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1dbe-404c-4ef7-b8d6-f1547acd12bb req-6a42b872-ec8c-43a0-8a5a-5800b694300b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:53.656762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:05:51Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:05:51Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:53.657844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:53.658605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.661028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e78f1dbe-404c-4ef7-b8d6-f1547acd12bb req-6a42b872-ec8c-43a0-8a5a-5800b694300b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1100619 Jul 09 17:05:53.666370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae5463-3f79-4dec-a6ca-3a89e1035921 None None] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:53.683508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbd4a2d1-1c76-4457-ac8b-2995e71627b1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9712486 Jul 09 17:05:53.711816 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e78f1dbe-404c-4ef7-b8d6-f1547acd12bb req-23111476-ca57-4111-abe8-599d8dbc53a3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495913 Jul 09 17:05:53.724535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ca67f9e-f829-4956-97d3-9b403ece09c1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:53.752868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:53.756979 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.766160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:05:53.766727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Updating router 8b0f6a77-9131-4114-abbf-4f8680c45fcd port e7174220-175c-457e-880b-fb76f0486133 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:05:53.804107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:05:53.815084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.815597 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment 73c208b8-4233-4ca3-a9c1-9030562eb742 of type vlan for network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 Jul 09 17:05:53.863829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.875054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-beb4157d-2f14-49a7-95ba-817935f84924 None None] Provisioning complete for port e7174220-175c-457e-880b-fb76f0486133 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:53.875430 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-beb4157d-2f14-49a7-95ba-817935f84924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.896886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.898155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.898833 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.903756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:53.904563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.975591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-beb4157d-2f14-49a7-95ba-817935f84924 None None] Port e7174220-175c-457e-880b-fb76f0486133 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:53.985976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=0359f40b-1a4a-4c8d-b913-c897f7cb2531,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:53.997849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2ecd51c-c2a2-42ee-aba9-878ae18807b8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8065586 Jul 09 17:05:54.000775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:54.003703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3ca67f9e-f829-4956-97d3-9b403ece09c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:54.004124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.009098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:54.016883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:05:54.124808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:54.129724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.231542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:54.238054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523927689', 'description': 'tempest-secgroup-smoke-1523927689 description', 'project_id': 'be15e838446043f88a6554c9ef33da65'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:54.309111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0262109-20f9-40e0-9968-308097a183f0 req-b503f93a-9566-4474-a9d9-c4e52213604b tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 210 time: 0.0453570 Jul 09 17:05:54.319429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.359179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-515998cf-0ef4-4748-9f70-6742a22cc2f6', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ips': [{'subnet_id': 'a98f590e-4857-4c43-9797-fa24ca4772d9'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:54.360364 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.448271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.486440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.493700 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.585058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=653fdbfd-d6dc-4246-b525-009143416759,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:54.595767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:54.596744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 0359f40b-1a4a-4c8d-b913-c897f7cb2531, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:05:54.603760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e315da0c-568e-4408-9dfa-22d73dace694,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:54.611094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.612556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c909fc84-3a87-449c-a886-1fc0190ce497 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3789697 Jul 09 17:05:54.616000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:54.622002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'e315da0c-568e-4408-9dfa-22d73dace694', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:54.628661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:05:54.647479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0359f40b-1a4a-4c8d-b913-c897f7cb2531) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:54.656795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:54.658710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.663188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce90eb-72db-43dc-b99f-8e0327160f8d None None] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:54.682611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.690587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:54.692558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cc858d92-6b60-4754-bd53-4e5e99fe4060 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6907358 Jul 09 17:05:54.782674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Allocated IP 172.20.0.18 (515998cf-0ef4-4748-9f70-6742a22cc2f6/a98f590e-4857-4c43-9797-fa24ca4772d9/aef6f21a-55df-48cf-9d2e-c231581528c4) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:54.799853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.804805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.836113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad829bb9-e69d-4b9a-a057-a6b7edaac542,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:54.840905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.842322 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-66d2c3d1-70bf-48f4-b42e-417a92465665 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2247305 Jul 09 17:05:54.847499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:54.857783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'e315da0c-568e-4408-9dfa-22d73dace694', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:54.912627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.940574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:54.986866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Transition to ACTIVE for port object e7174220-175c-457e-880b-fb76f0486133 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:55.002146 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.005574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.006822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.032456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96d7b08-6970-4d2b-a2b5-b715a75937c3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:55.044809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.049758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2068b33f-abcc-4786-b3a5-07853d661692 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2008626 Jul 09 17:05:55.050784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:55.055690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'e315da0c-568e-4408-9dfa-22d73dace694', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:55.104626 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.158710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:05:55.159578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.162509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a7b83-6720-4553-b42b-94777affd824 None None] Pushing event updated for resources: {'Port': ['ID=e7174220-175c-457e-880b-fb76f0486133,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:55.173482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6bf5e-37d2-43b6-bbde-018c891a1e9e req-23870482-283b-4aac-b440-577147311cfd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:55.180695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5f6bf5e-37d2-43b6-bbde-018c891a1e9e req-23870482-283b-4aac-b440-577147311cfd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1869452 Jul 09 17:05:55.193561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.202924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.227643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5b6be6-bd73-4ec8-bc1c-1ad6b9b9c169,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:55.240065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5f6bf5e-37d2-43b6-bbde-018c891a1e9e req-a445012d-ec19-4785-a018-56cf4e4c507e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580580 Jul 09 17:05:55.243512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.244742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01e06427-c030-459e-85a5-3aa883ee451d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927872 Jul 09 17:05:55.260420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55240) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:55.265172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'e315da0c-568e-4408-9dfa-22d73dace694', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:55.337030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.412327 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.460712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.469798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.497037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1733adb5-3656-43a4-a860-a2082d9413a8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:55.528579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.529321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Allocated IP 2001:db8:1::2 (0359f40b-1a4a-4c8d-b913-c897f7cb2531/653fdbfd-d6dc-4246-b525-009143416759/a0e53c78-0133-4fe2-bd6f-9e877fbef93e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:55.530731 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5a86a826-264b-4ea8-bf13-35f9bd118de9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2784376 Jul 09 17:05:55.533414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:55.538609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'e315da0c-568e-4408-9dfa-22d73dace694', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:55.585679 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Project be15e838446043f88a6554c9ef33da65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:05:55.602617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.697183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.734088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Attempting to bind port e7174220-175c-457e-880b-fb76f0486133 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:55.734591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Attempting to bind port e7174220-175c-457e-880b-fb76f0486133 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:55.735062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Attempting to bind port e7174220-175c-457e-880b-fb76f0486133 on network f8364ec4-073f-49d7-bed0-49dd23704f12 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:55.740706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Transition to ACTIVE for port object aef6f21a-55df-48cf-9d2e-c231581528c4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:55.759329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25e3b37b-71c2-4326-b629-bece8a6ceb23 req-30e9b30a-24eb-4dc9-af74-7bc13fbf89d3 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 210 time: 0.0398259 Jul 09 17:05:55.773833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-af9b58af-ffab-4a5c-b228-8e36adc87901 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:55.775804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-af9b58af-ffab-4a5c-b228-8e36adc87901 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 817 time: 0.2614846 Jul 09 17:05:55.776134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:55.776749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Checking segment: {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:55.777238 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.777940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Bound using segment: {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:55.778286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Bound port: e7174220-175c-457e-880b-fb76f0486133, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888d4fab-aa7f-4214-ba1a-579f07ae78aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:55.778858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.780647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.793468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Request body: {'port': {'device_id': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'admin_state_up': True, 'tenant_id': 'd60aec2d6fd04d568f799cc2182592ff'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:55.795363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Transition to ACTIVE for port object aef6f21a-55df-48cf-9d2e-c231581528c4 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:55.813079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.819760 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.870020 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.872634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Pushing event updated for resources: {'Port': ['ID=aef6f21a-55df-48cf-9d2e-c231581528c4,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:55.889720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:55.910232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Transition to ACTIVE for port object a0e53c78-0133-4fe2-bd6f-9e877fbef93e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:55.917208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:55.922527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:55.926858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3aef71-f26d-4acc-a1d3-171d8e5b3ffd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:55.947538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.948834 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1224f442-e40a-4f86-88d4-1a730751f09c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4141996 Jul 09 17:05:55.955989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:55.961410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'e315da0c-568e-4408-9dfa-22d73dace694', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:55.968563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Transition to ACTIVE for port object a0e53c78-0133-4fe2-bd6f-9e877fbef93e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:56.008270 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.028847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] For port e7174220-175c-457e-880b-fb76f0486133, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:56.033787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] For port e7174220-175c-457e-880b-fb76f0486133, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e7174220-175c-457e-880b-fb76f0486133,segment=NetworkSegment(888d4fab-aa7f-4214-ba1a-579f07ae78aa),segment_id=888d4fab-aa7f-4214-ba1a-579f07ae78aa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:56.042411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-7d6f54e3-22bd-452d-959f-674405badab2 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:56.044008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-7d6f54e3-22bd-452d-959f-674405badab2 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.37 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 817 time: 0.3328724 Jul 09 17:05:56.065267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Request body: {'port': {'device_id': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'admin_state_up': True, 'tenant_id': 'd60aec2d6fd04d568f799cc2182592ff'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:56.073811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:56.078502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:56.078784 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Project be15e838446043f88a6554c9ef33da65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:05:56.083821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.122920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:56.145334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.193778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Attempting to bind port aef6f21a-55df-48cf-9d2e-c231581528c4 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:56.194168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Attempting to bind port aef6f21a-55df-48cf-9d2e-c231581528c4 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:56.194633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Attempting to bind port aef6f21a-55df-48cf-9d2e-c231581528c4 on network 515998cf-0ef4-4748-9f70-6742a22cc2f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:56.232852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:56.233347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Checking segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:56.233730 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.234430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Bound using segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:56.234970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Bound port: aef6f21a-55df-48cf-9d2e-c231581528c4, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:56.235365 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.422657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Attempting to bind port a0e53c78-0133-4fe2-bd6f-9e877fbef93e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:56.426457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.429287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Attempting to bind port a0e53c78-0133-4fe2-bd6f-9e877fbef93e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:56.431023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Attempting to bind port a0e53c78-0133-4fe2-bd6f-9e877fbef93e on network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:56.442856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-9b9b22df-0111-4ccb-bb36-66c9cef56622 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:56.443096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Pushing event updated for resources: {'Port': ['ID=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:56.449193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-9b9b22df-0111-4ccb-bb36-66c9cef56622 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 817 time: 0.3417115 Jul 09 17:05:56.449626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Made reservation on behalf of d60aec2d6fd04d568f799cc2182592ff for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:56.451649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.456442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.456707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:56.456840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Checking segment: {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:56.457270 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.458353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Bound using segment: {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:56.458353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Bound port: a0e53c78-0133-4fe2-bd6f-9e877fbef93e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:56.459313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.461756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:56.462607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:56.495584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Request body: {'port': {'device_id': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'admin_state_up': True, 'tenant_id': 'd60aec2d6fd04d568f799cc2182592ff'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:56.548347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Made reservation on behalf of d60aec2d6fd04d568f799cc2182592ff for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:56.552777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.561064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24e1286-4e5f-4fab-b8bb-df6477d3b55d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:56.570018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] For port aef6f21a-55df-48cf-9d2e-c231581528c4, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:56.583914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.585454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a719054-a145-44de-abaa-1581bec2b5a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6287160 Jul 09 17:05:56.605986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] For port aef6f21a-55df-48cf-9d2e-c231581528c4, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=aef6f21a-55df-48cf-9d2e-c231581528c4,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:56.641042 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.668000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Allocated IP 172.20.0.7 (9c226192-57b2-4b86-98cf-4cbd65954e47/b075aab7-afd9-45a6-aa5a-8a4a2c9a511c/371683da-7aab-4bc9-b3e1-73586b6dbfc4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:56.703203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a7b83-6720-4553-b42b-94777affd824 None None] Pushing event updated for resources: {'Port': ['ID=e7174220-175c-457e-880b-fb76f0486133,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:56.714091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:05:56.718037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Made reservation on behalf of d60aec2d6fd04d568f799cc2182592ff for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:56.725161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.818241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] For port a0e53c78-0133-4fe2-bd6f-9e877fbef93e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:56.837124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8:1::1 (0359f40b-1a4a-4c8d-b913-c897f7cb2531/653fdbfd-d6dc-4246-b525-009143416759/1ad53543-11c3-4b82-b992-d9683498d135) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:56.931010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f067c-49b2-4f25-b3eb-b56f4895dfa1 req-71ec607d-3db4-48bc-98c7-96716654546f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:56.931010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-324f067c-49b2-4f25-b3eb-b56f4895dfa1 req-71ec607d-3db4-48bc-98c7-96716654546f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4542294 Jul 09 17:05:57.040362 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.043498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d4287-a445-418e-af2b-d7e0bafdab29 None None] Pushing event updated for resources: {'Port': ['ID=aef6f21a-55df-48cf-9d2e-c231581528c4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:57.048872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] For port a0e53c78-0133-4fe2-bd6f-9e877fbef93e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,segment=NetworkSegment(73c208b8-4233-4ca3-a9c1-9030562eb742),segment_id=73c208b8-4233-4ca3-a9c1-9030562eb742)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:57.063475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.070020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-324f067c-49b2-4f25-b3eb-b56f4895dfa1 req-70b7db23-02ae-468e-ad93-b256010367ad tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020334 Jul 09 17:05:57.145052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.189040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd6729-b96b-4169-bd6b-43ef7cfa00cd None None] Pushing event updated for resources: {'Port': ['ID=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:57.198874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.237669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:57.246504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:57.250548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:57.251662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Allocated IP 172.20.0.12 (9c226192-57b2-4b86-98cf-4cbd65954e47/b075aab7-afd9-45a6-aa5a-8a4a2c9a511c/43b8720f-2344-4562-972c-d682076bc59c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:57.253118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Pushing event updated for resources: {'Port': ['ID=371683da-7aab-4bc9-b3e1-73586b6dbfc4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:57.257119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object 1ad53543-11c3-4b82-b992-d9683498d135 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:57.310507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:05:51Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:05:56Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:57.325211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:57.325892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.349160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48756f57-7cb4-42ff-811b-6fee6a6d7404 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:05:51Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:05:56Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:57.371728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-f3942302-556a-4749-b6bf-f532cde7cc00 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5829585 Jul 09 17:05:57.397978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.417129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Request body: {'port': {'device_id': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:57.503539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-d1f4fb68-59cc-4283-b614-94cc3989c9f4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523927689&fields=id&tenant_id=be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 267 time: 0.1654265 Jul 09 17:05:57.507600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.576833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:57.590759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:57.604688 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.608942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:57.609509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.632162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=1ad53543-11c3-4b82-b992-d9683498d135,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:57.715385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:57.722853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Pushing event updated for resources: {'Port': ['ID=43b8720f-2344-4562-972c-d682076bc59c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:57.736234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:57.744045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:57.851780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Allocated IP 172.20.0.13 (9c226192-57b2-4b86-98cf-4cbd65954e47/b075aab7-afd9-45a6-aa5a-8a4a2c9a511c/e4d83d21-22cd-45cb-aa83-26bdeba38ebf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:57.857386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0e53c78-0133-4fe2-bd6f-9e877fbef93e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:57.874566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.878964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:57.886051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.904969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ee2553bb-ba10-4b2b-a43c-1f5cec19df9d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:57.907880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ee2553bb-ba10-4b2b-a43c-1f5cec19df9d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/networks?id=515998cf-0ef4-4748-9f70-6742a22cc2f6 HTTP/1.1" status: 200 len: 796 time: 0.4033456 Jul 09 17:05:57.930734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a0e53c78-0133-4fe2-bd6f-9e877fbef93e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:57.935620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device aef6f21a-55df-48cf-9d2e-c231581528c4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:58.007388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-6de934e6-d36d-4691-9b8e-8aa198f661ed tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9467580 Jul 09 17:05:58.020203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port aef6f21a-55df-48cf-9d2e-c231581528c4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:58.022456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-b7071b42-cba8-4318-93fd-bb53850456a2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/quotas/be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 375 time: 0.0325525 Jul 09 17:05:58.085449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Request body: {'port': {'device_id': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:58.199482 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.209705 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.269165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3746fc-e062-43e7-89de-56dabcbda605 None None] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:58.282458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.299344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.382095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] Provisioning for port aef6f21a-55df-48cf-9d2e-c231581528c4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:58.387373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Network 9c226192-57b2-4b86-98cf-4cbd65954e47 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:58.394782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:58.401445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:58.409451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] Provisioning complete for port aef6f21a-55df-48cf-9d2e-c231581528c4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:58.409738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.415240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Pushing event updated for resources: {'Port': ['ID=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:58.454099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-023e4e22-9058-46d2-a162-60c59a4e2950 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3560176 Jul 09 17:05:58.562223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:58.562992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.591405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-42a506f0-b196-4c5c-b98b-98ea05459dcc service neutron] 10.222.0.48 "GET /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111557 Jul 09 17:05:58.596976 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-18e81a8a-ce6d-488e-bfe0-cd98b7d2ac42 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1080494 Jul 09 17:05:58.611062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Request body: {'port': {'device_id': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:58.627558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.672155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] For port aef6f21a-55df-48cf-9d2e-c231581528c4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=aef6f21a-55df-48cf-9d2e-c231581528c4,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:58.678401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.722069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcc12b-3cb3-4222-866e-861f519f2f6c None None] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:05:58.722378 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.799577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371683da-7aab-4bc9-b3e1-73586b6dbfc4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:05:58.809548 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.812780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2c6d-a321-44a3-ae5d-26d13d7779f2 None None] Pushing event updated for resources: {'Port': ['ID=aef6f21a-55df-48cf-9d2e-c231581528c4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:58.825663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Transition to ACTIVE for port object 371683da-7aab-4bc9-b3e1-73586b6dbfc4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:58.836712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.838253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] Provisioning for port a0e53c78-0133-4fe2-bd6f-9e877fbef93e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:58.849287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] Provisioning complete for port a0e53c78-0133-4fe2-bd6f-9e877fbef93e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:58.849762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.870219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-039e8fdc-46f1-489f-8929-2e7d0e745a3a service neutron] 10.222.0.48 "GET /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759902 Jul 09 17:05:59.012300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.031546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Pushing event updated for resources: {'Port': ['ID=371683da-7aab-4bc9-b3e1-73586b6dbfc4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:59.089381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] For port a0e53c78-0133-4fe2-bd6f-9e877fbef93e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,segment=NetworkSegment(73c208b8-4233-4ca3-a9c1-9030562eb742),segment_id=73c208b8-4233-4ca3-a9c1-9030562eb742)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:59.099246 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.158192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Attempting to bind port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:59.158557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Attempting to bind port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:59.158890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Attempting to bind port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 on network 9c226192-57b2-4b86-98cf-4cbd65954e47 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:59.168582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 on network 9c226192-57b2-4b86-98cf-4cbd65954e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:05:59.168823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Attempting to bind port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 on network 9c226192-57b2-4b86-98cf-4cbd65954e47 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:59.176457 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.179099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:59.179438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Checking segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:59.179956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Bound using segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:59.180281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Bound port: 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:59.180606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.184016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.184784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.201916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b8720f-2344-4562-972c-d682076bc59c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:05:59.212343 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.223259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88580fc8-62a2-4494-a144-8303c2b85032 None None] Pushing event updated for resources: {'Port': ['ID=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:59.237722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Transition to ACTIVE for port object 43b8720f-2344-4562-972c-d682076bc59c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:59.252154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12fb06e3-6481-4a0b-bc29-de322501ebc9 None None] Provisioning complete for port aef6f21a-55df-48cf-9d2e-c231581528c4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:59.254631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12fb06e3-6481-4a0b-bc29-de322501ebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.327955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.416986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:59.461094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Pushing event updated for resources: {'Port': ['ID=43b8720f-2344-4562-972c-d682076bc59c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:59.466419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:59.471970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=1ad53543-11c3-4b82-b992-d9683498d135,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:59.605057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Attempting to bind port 43b8720f-2344-4562-972c-d682076bc59c on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:59.605617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Attempting to bind port 43b8720f-2344-4562-972c-d682076bc59c by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:59.605712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Attempting to bind port 43b8720f-2344-4562-972c-d682076bc59c on network 9c226192-57b2-4b86-98cf-4cbd65954e47 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:59.612472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Port 43b8720f-2344-4562-972c-d682076bc59c on network 9c226192-57b2-4b86-98cf-4cbd65954e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:05:59.612936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Attempting to bind port 43b8720f-2344-4562-972c-d682076bc59c on network 9c226192-57b2-4b86-98cf-4cbd65954e47 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:59.626160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:59.626576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Checking segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:59.626967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Bound using segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:59.627839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Bound port: 43b8720f-2344-4562-972c-d682076bc59c, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:59.628213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.645441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d83d21-22cd-45cb-aa83-26bdeba38ebf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:05:59.657702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.704273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-baf375e9-42d7-48bf-a28b-dc7e8f180850 None None] Provisioning complete for port a0e53c78-0133-4fe2-bd6f-9e877fbef93e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:59.704719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-baf375e9-42d7-48bf-a28b-dc7e8f180850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.707535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Transition to ACTIVE for port object e4d83d21-22cd-45cb-aa83-26bdeba38ebf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:59.720943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.769525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] For port 43b8720f-2344-4562-972c-d682076bc59c, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:59.837334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0e53c78-0133-4fe2-bd6f-9e877fbef93e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:59.857934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] For port 43b8720f-2344-4562-972c-d682076bc59c, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=43b8720f-2344-4562-972c-d682076bc59c,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:59.860029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:59.872670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.927174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a0e53c78-0133-4fe2-bd6f-9e877fbef93e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:59.927598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:59.933959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-baf375e9-42d7-48bf-a28b-dc7e8f180850 None None] Provisioning for port 1ad53543-11c3-4b82-b992-d9683498d135 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:59.968692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-baf375e9-42d7-48bf-a28b-dc7e8f180850 None None] Provisioning complete for port 1ad53543-11c3-4b82-b992-d9683498d135 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:59.969076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-baf375e9-42d7-48bf-a28b-dc7e8f180850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.005764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.007305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.009395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] 10.222.0.37 "PUT /v2.0/ports/43b8720f-2344-4562-972c-d682076bc59c HTTP/1.1" status: 200 len: 1092 time: 1.9305415 Jul 09 17:06:00.013140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'tag': '43b8720f-2344-4562-972c-d682076bc59c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:00.015371 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3dd72d-664d-4635-8685-0f970f1ea5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5ea628-200a-49d9-88d1-d2108b86e1cc", "tag": "43b8720f-2344-4562-972c-d682076bc59c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:00.024346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-baf375e9-42d7-48bf-a28b-dc7e8f180850 None None] Port 1ad53543-11c3-4b82-b992-d9683498d135 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:00.028457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] For port 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:00.041764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] For port 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:00.054179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.054658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Attempting to bind port e4d83d21-22cd-45cb-aa83-26bdeba38ebf on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:00.055038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Attempting to bind port e4d83d21-22cd-45cb-aa83-26bdeba38ebf by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:00.055453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Attempting to bind port e4d83d21-22cd-45cb-aa83-26bdeba38ebf on network 9c226192-57b2-4b86-98cf-4cbd65954e47 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:00.069171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Port e4d83d21-22cd-45cb-aa83-26bdeba38ebf on network 9c226192-57b2-4b86-98cf-4cbd65954e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:06:00.069389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Attempting to bind port e4d83d21-22cd-45cb-aa83-26bdeba38ebf on network 9c226192-57b2-4b86-98cf-4cbd65954e47 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:00.077490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637f109-3460-484b-ac7e-e83b4d8082de service neutron] Pushing event updated for resources: {'Port': ['ID=43b8720f-2344-4562-972c-d682076bc59c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:00.078774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device aef6f21a-55df-48cf-9d2e-c231581528c4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:00.090338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:00.090709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Checking segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:00.091101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Bound using segment: {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:00.091552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Bound port: e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbec708-b6c5-4e8f-aa33-069f675097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:00.091914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.127991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Pushing event updated for resources: {'Port': ['ID=371683da-7aab-4bc9-b3e1-73586b6dbfc4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:00.135370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.136290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.138235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-b58254df-dbbc-4383-87f7-a44022fb059f service neutron] 10.222.0.43 "PUT /v2.0/ports/371683da-7aab-4bc9-b3e1-73586b6dbfc4 HTTP/1.1" status: 200 len: 1091 time: 2.7330720 Jul 09 17:06:00.139251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'tag': '371683da-7aab-4bc9-b3e1-73586b6dbfc4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:00.142341 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e5066-c270-4f84-b812-b05e7f4fdff3" -d '{"events": [{"name": "network-changed", "server_uuid": "b51af132-4e47-4b72-96b1-eb14fd057d89", "tag": "371683da-7aab-4bc9-b3e1-73586b6dbfc4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:00.166277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:00.173952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5ba2bc7e-2f3b-4881-b652-592f9085e7fc None None] Provisioning complete for port 1ad53543-11c3-4b82-b992-d9683498d135 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:00.174369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ba2bc7e-2f3b-4881-b652-592f9085e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.208885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297e372-aacb-472d-a749-1d53e80be45b req-3db9d29f-191f-4594-a7a4-3af08a46da01 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.211764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d297e372-aacb-472d-a749-1d53e80be45b req-3db9d29f-191f-4594-a7a4-3af08a46da01 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 932 time: 0.8471239 Jul 09 17:06:00.229364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port aef6f21a-55df-48cf-9d2e-c231581528c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:00.230231 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.231529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2bc7e-2f3b-4881-b652-592f9085e7fc None None] Port 1ad53543-11c3-4b82-b992-d9683498d135 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:00.283596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] For port e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:00.294388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] For port e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:00.301665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-f6cd9c28-221e-46ef-b7b0-fb4dad459b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.303598 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-f6cd9c28-221e-46ef-b7b0-fb4dad459b11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 1095 time: 0.1413832 Jul 09 17:06:00.305431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.339670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e7174220-175c-457e-880b-fb76f0486133 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:00.346530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:00.358888 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:00.362568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d7e61d9d-4139-4262-8159-70ba8cf9d9cb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6678154 Jul 09 17:06:00.362980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:00.369012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595617504'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:00.377023 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:00.378059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:00.389122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.389549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.391029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-82174540-2af9-4260-ad7e-33085297f647 service neutron] 10.222.0.43 "PUT /v2.0/ports/e4d83d21-22cd-45cb-aa83-26bdeba38ebf HTTP/1.1" status: 200 len: 1092 time: 1.7863843 Jul 09 17:06:00.400291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d297e372-aacb-472d-a749-1d53e80be45b req-c89e9122-32a6-4485-92ad-3d883e746db3 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701093 Jul 09 17:06:00.405187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-18c0100e-11e1-419c-828b-c90925ad8777 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43b8720f-2344-4562-972c-d682076bc59c HTTP/1.1" status: 200 len: 217 time: 0.0477755 Jul 09 17:06:00.426385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:06:00.430311 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.455522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e7174220-175c-457e-880b-fb76f0486133 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:00.461724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-21368f8e-3982-4e11-a8cc-7de4f9d2b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.463762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-21368f8e-3982-4e11-a8cc-7de4f9d2b18f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 1094 time: 0.2423296 Jul 09 17:06:00.468973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e7174220-175c-457e-880b-fb76f0486133 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:00.469540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.480662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:06:00.492903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.493930 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment 4fb93d3c-6ed8-4591-9093-ba920a960a3e of type vlan for network 038b6783-240d-406b-8595-a5011b5cab78 Jul 09 17:06:00.506490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:00.518813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5cd46fbf-32a1-4439-90e1-c6a9265c96c1 None None] Provisioning complete for port 1ad53543-11c3-4b82-b992-d9683498d135 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:00.523530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174540-2af9-4260-ad7e-33085297f647 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:00.526370 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5cd46fbf-32a1-4439-90e1-c6a9265c96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.573479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5cd46fbf-32a1-4439-90e1-c6a9265c96c1 None None] Port 1ad53543-11c3-4b82-b992-d9683498d135 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:00.587183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-1b0e40a4-3599-4dd2-b4c0-267731506888 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4 HTTP/1.1" status: 200 len: 217 time: 0.0479674 Jul 09 17:06:00.599337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-67038957-9259-4172-9e9e-c764f625792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.600987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-67038957-9259-4172-9e9e-c764f625792f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 200 len: 857 time: 0.1948833 Jul 09 17:06:00.627145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.627880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.645759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-5fbf463a-d5cd-4af1-b103-1774ee94d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.647407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-5fbf463a-d5cd-4af1-b103-1774ee94d95a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 1095 time: 0.1897743 Jul 09 17:06:00.679132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e7174220-175c-457e-880b-fb76f0486133, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e7174220-175c-457e-880b-fb76f0486133,segment=NetworkSegment(888d4fab-aa7f-4214-ba1a-579f07ae78aa),segment_id=888d4fab-aa7f-4214-ba1a-579f07ae78aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:00.679742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-4b44960a-e22b-4401-969c-fe23b9312ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c226192-57b2-4b86-98cf-4cbd65954e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562258 Jul 09 17:06:00.684175 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.742730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.749439 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-f5086eee-80a1-4a21-a270-6f0b095154f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf HTTP/1.1" status: 200 len: 217 time: 0.0714641 Jul 09 17:06:00.749647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.749647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.772355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4074187 Jul 09 17:06:00.782094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:00.788214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:00.802185 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:05:58Z', 'revision_number': 3, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:05:58Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:05:56Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:00.803890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e7174220-175c-457e-880b-fb76f0486133,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:00.835429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:00.836316 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Updating router 8b0f6a77-9131-4114-abbf-4f8680c45fcd port 1ad53543-11c3-4b82-b992-d9683498d135 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:06:00.853952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-e1763938-4b19-4b06-9a7b-bc5c4c6a81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.855502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-e1763938-4b19-4b06-9a7b-bc5c4c6a81ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 200 len: 857 time: 0.2604806 Jul 09 17:06:00.859560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b23f9-5f7b-4250-9952-36539e51f7ba tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=038b6783-240d-406b-8595-a5011b5cab78,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:00.871697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 038b6783-240d-406b-8595-a5011b5cab78 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:06:00.876280 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:00.914670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-63b99fe3-c64f-48a3-8e79-e7b4fb7ee75a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c226192-57b2-4b86-98cf-4cbd65954e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506229 Jul 09 17:06:00.944346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a81de-74d5-4ede-82b7-0422a9ae8037 req-d469402b-fb26-4a2b-aee8-9482fa0ea678 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.951956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-916a81de-74d5-4ede-82b7-0422a9ae8037 req-d469402b-fb26-4a2b-aee8-9482fa0ea678 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2827406 Jul 09 17:06:00.997369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482476-75fa-447a-b6de-662515431c45 req-07064e8b-0be9-4524-ab4e-345b42d880de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:00.998956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-07064e8b-0be9-4524-ab4e-345b42d880de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 200 len: 857 time: 0.2179248 Jul 09 17:06:01.045932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-916a81de-74d5-4ede-82b7-0422a9ae8037 req-d0737ee3-210b-488a-a61d-48c703747aa9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929630 Jul 09 17:06:01.049144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-6c74bbde-0a19-41ac-ab5b-6dda9a769be0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c226192-57b2-4b86-98cf-4cbd65954e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367866 Jul 09 17:06:01.097685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-f8703938-8eaa-421a-b110-c94faa7f25c3 service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730726 Jul 09 17:06:01.142899 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-04d686f1-567e-4496-b31b-c017e6f14633 service neutron] 10.222.0.37 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502411 Jul 09 17:06:01.198357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-754de197-580b-4fcd-8cd4-1c1aedf8e80c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:01.199877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-754de197-580b-4fcd-8cd4-1c1aedf8e80c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/networks?id=515998cf-0ef4-4748-9f70-6742a22cc2f6 HTTP/1.1" status: 200 len: 796 time: 0.4200101 Jul 09 17:06:01.219582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-db30224e-02e7-4c37-9e4f-d9a5ccd0b0a1 service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152937 Jul 09 17:06:01.250581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:06:01.250581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.347317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3acca7d8-92f9-4b07-862f-1ace541a2f22 req-b801d88e-2cec-47a1-bf3f-8310d376af25 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 210 time: 0.0462584 Jul 09 17:06:01.370177 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.392235 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Transition to ACTIVE for port object 1ad53543-11c3-4b82-b992-d9683498d135 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:01.400660 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.456356 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Pushing event updated for resources: {'Port': ['ID=1ad53543-11c3-4b82-b992-d9683498d135,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:01.491084 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.491575 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.492006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.492429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.493281 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.493905 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.496022 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.496738 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.497023 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.497503 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.497956 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.498784 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:01.600469 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Attempting to bind port 1ad53543-11c3-4b82-b992-d9683498d135 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:01.601187 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Attempting to bind port 1ad53543-11c3-4b82-b992-d9683498d135 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:01.601731 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Attempting to bind port 1ad53543-11c3-4b82-b992-d9683498d135 on network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:01.613473 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:01.614227 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Checking segment: {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:01.614864 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.615470 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Bound using segment: {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:01.616165 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Bound port: 1ad53543-11c3-4b82-b992-d9683498d135, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c208b8-4233-4ca3-a9c1-9030562eb742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:01.616750 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.661532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e7174220-175c-457e-880b-fb76f0486133 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:01.713416 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0cbbd-2cb7-4c9a-93d9-ec503376ab77 x-openstack-request-id: req-feb0cbbd-2cb7-4c9a-93d9-ec503376ab77 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:01.713849 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51af132-4e47-4b72-96b1-eb14fd057d89", "tag": "371683da-7aab-4bc9-b3e1-73586b6dbfc4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:01.714197 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-feb0cbbd-2cb7-4c9a-93d9-ec503376ab77 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:01.715092 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'tag': '371683da-7aab-4bc9-b3e1-73586b6dbfc4', 'status': 'completed', 'code': 200} Jul 09 17:06:01.795639 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] For port 1ad53543-11c3-4b82-b992-d9683498d135, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:01.800167 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] For port 1ad53543-11c3-4b82-b992-d9683498d135, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ad53543-11c3-4b82-b992-d9683498d135,segment=NetworkSegment(73c208b8-4233-4ca3-a9c1-9030562eb742),segment_id=73c208b8-4233-4ca3-a9c1-9030562eb742)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:01.802430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e7174220-175c-457e-880b-fb76f0486133 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:01.802884 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.809826 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:01.815291 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ab85d2-abe0-47a1-b709-2cb03cc5da59 x-openstack-request-id: req-48ab85d2-abe0-47a1-b709-2cb03cc5da59 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:01.815882 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5ea628-200a-49d9-88d1-d2108b86e1cc", "tag": "43b8720f-2344-4562-972c-d682076bc59c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:01.815882 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48ab85d2-abe0-47a1-b709-2cb03cc5da59 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:01.816247 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'tag': '43b8720f-2344-4562-972c-d682076bc59c', 'status': 'completed', 'code': 200} Jul 09 17:06:01.837653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-db0d4bad-c036-4cbb-af4a-a7b9685e98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:01.840950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-db0d4bad-c036-4cbb-af4a-a7b9685e98f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 1094 time: 0.0996540 Jul 09 17:06:01.898384 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8694-efbc-4594-a047-59e4adf76ba0 None None] Pushing event updated for resources: {'Port': ['ID=1ad53543-11c3-4b82-b992-d9683498d135,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:01.920942 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-70aa00b8-679f-4a72-b7fe-01027dd168f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 472 time: 0.6737783 Jul 09 17:06:01.925953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:01.927603 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:01.930919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'port': {'device_id': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'admin_state_up': True, 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'security_groups': ['e315da0c-568e-4408-9dfa-22d73dace694']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:01.958923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-c46ad0c2-ba0e-48ae-9c5e-238a26b08835 service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785365 Jul 09 17:06:02.042002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-73884f9f-3392-44cf-b1a9-ede4103c2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.043874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-73884f9f-3392-44cf-b1a9-ede4103c2492 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 918 time: 0.1922657 Jul 09 17:06:02.045880 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:02.069798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053636e-6b92-4d8b-a318-ab81e1d7e31f req-7ccd9a51-d75c-4bbf-bf7e-4af327cea7cc tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.071863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6053636e-6b92-4d8b-a318-ab81e1d7e31f req-7ccd9a51-d75c-4bbf-bf7e-4af327cea7cc tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 944 time: 0.1379755 Jul 09 17:06:02.108950 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-ef29a1cb-ed32-409e-8901-8b9a83a81a1b service neutron] 10.222.0.37 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435267 Jul 09 17:06:02.111115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-58c442ef-2763-47a9-a0a6-7ebffcb3b376 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4 HTTP/1.1" status: 200 len: 217 time: 0.0582392 Jul 09 17:06:02.196193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6053636e-6b92-4d8b-a318-ab81e1d7e31f req-b6f32466-16ec-46f7-8cbe-f7b861b17de6 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933697 Jul 09 17:06:02.208958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-caf9211e-b96f-4757-90b5-a195dcd0c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.214800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-caf9211e-b96f-4757-90b5-a195dcd0c819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 200 len: 857 time: 0.0931556 Jul 09 17:06:02.278157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-6b6fb68c-bb32-497b-85be-4291d5763e1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c226192-57b2-4b86-98cf-4cbd65954e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565634 Jul 09 17:06:02.326949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc482476-75fa-447a-b6de-662515431c45 req-5a00fa5b-6b1e-40db-af1c-03664b3d882d service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669639 Jul 09 17:06:02.386129 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:05:58Z', 'revision_number': 3, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:01Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:02.397874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:02.416406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-5f96b81e-c8b8-43c2-b020-2e2026870ff6 service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259961 Jul 09 17:06:02.423086 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6a467-a5df-4b0f-8f71-988ca135c234 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:05:58Z', 'revision_number': 3, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:01Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:02.430569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:06:02.434138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:02.446044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-ffc859ae-134b-444b-b82e-4e0844c70620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.447575 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-ffc859ae-134b-444b-b82e-4e0844c70620 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 1095 time: 0.2427428 Jul 09 17:06:02.565859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ba2d-915a-4723-9fd2-56b4b5363e88 req-d26ead84-8d36-4aac-8a4b-2d286089afdc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.573450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a27ba2d-915a-4723-9fd2-56b4b5363e88 req-d26ead84-8d36-4aac-8a4b-2d286089afdc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2252731 Jul 09 17:06:02.607435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e56e5066-c270-4f84-b812-b05e7f4fdff3 req-1732f115-ecce-4316-9254-38b853848e55 service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689160 Jul 09 17:06:02.629826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a27ba2d-915a-4723-9fd2-56b4b5363e88 req-d375417a-e32b-4cf2-ac42-c778ed97a925 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550334 Jul 09 17:06:02.630083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=acda14d9-f558-4530-9d59-7b0d2baed582,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:02.676478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:02.676849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 038b6783-240d-406b-8595-a5011b5cab78, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:06:02.735345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-8e00cc92-48bc-4cf0-b850-31fc275a5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.736871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-8e00cc92-48bc-4cf0-b850-31fc275a5b0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 918 time: 0.2745435 Jul 09 17:06:02.791849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-e7a3ac33-23e5-4586-81ac-c147b22ebe94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43b8720f-2344-4562-972c-d682076bc59c HTTP/1.1" status: 200 len: 217 time: 0.0451188 Jul 09 17:06:02.795811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 038b6783-240d-406b-8595-a5011b5cab78 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:06:02.798320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.20.0.26 (515998cf-0ef4-4748-9f70-6742a22cc2f6/a98f590e-4857-4c43-9797-fa24ca4772d9/6bf75c45-a24c-41c6-8f75-be73511d4f0c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:06:02.838690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 038b6783-240d-406b-8595-a5011b5cab78) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:02.848123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.848123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:02.851374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f7ea1-9aa4-4d95-a575-d4c4fae19218 None None] Network 038b6783-240d-406b-8595-a5011b5cab78 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:02.905019 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d8828ff-fa5e-4151-9133-0871a619a3a8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1170409 Jul 09 17:06:02.905019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-669c48a1-e9bd-45fc-8617-634c94baf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:02.905691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:02.905866 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-669c48a1-e9bd-45fc-8617-634c94baf9c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 200 len: 857 time: 0.1041942 Jul 09 17:06:03.012370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-095116ba-8441-4d89-9f04-2b7b0972d080 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c226192-57b2-4b86-98cf-4cbd65954e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908585 Jul 09 17:06:03.055289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b281b92-baec-4159-91fd-9e8cdfc09ff2 req-bdd68770-6174-4598-b87b-06433995044e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 210 time: 0.0704291 Jul 09 17:06:03.061552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-038b6783-240d-406b-8595-a5011b5cab78', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:06:03.062696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.086620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.170848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Transition to ACTIVE for port object 6bf75c45-a24c-41c6-8f75-be73511d4f0c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:03.221329 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-f96e53c3-b297-4ef8-8119-13c0499dbf35 service neutron] 10.222.0.37 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951830 Jul 09 17:06:03.252370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Allocated IP 2001:db8:2::2 (038b6783-240d-406b-8595-a5011b5cab78/acda14d9-f558-4530-9d59-7b0d2baed582/e2491bb6-caeb-4371-a812-ebf5bc2889ce) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:06:03.309027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.366450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:03.372753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:03.378442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:06:03.455633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=6bf75c45-a24c-41c6-8f75-be73511d4f0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:03.456580 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.464782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.467087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Transition to ACTIVE for port object e2491bb6-caeb-4371-a812-ebf5bc2889ce will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:03.478515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:03.478763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.485413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bb3dd72d-664d-4635-8685-0f970f1ea5ac req-18b1a1a6-50a9-4882-9655-a55c596efc2a service neutron] 10.222.0.37 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578793 Jul 09 17:06:03.488168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Transition to ACTIVE for port object e2491bb6-caeb-4371-a812-ebf5bc2889ce will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:03.499022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.501651 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ac65aa22-a332-43aa-a223-072941323a78 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5779979 Jul 09 17:06:03.522215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Request body: {'port': {'device_id': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:03.561263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Pushing event updated for resources: {'Port': ['ID=e2491bb6-caeb-4371-a812-ebf5bc2889ce,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:03.568135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Network 038b6783-240d-406b-8595-a5011b5cab78 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:03.570007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:03.572263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:06:03.591215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199e0eb-8075-417a-afde-703848df856a req-24fb176e-8768-4c66-86f1-7ab7118a173c tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:03.611510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9199e0eb-8075-417a-afde-703848df856a req-24fb176e-8768-4c66-86f1-7ab7118a173c tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 944 time: 0.2517507 Jul 09 17:06:03.630722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 371683da-7aab-4bc9-b3e1-73586b6dbfc4 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:06:03.661290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.670523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9199e0eb-8075-417a-afde-703848df856a req-5f45dcae-8ac6-44b4-944a-a547e3fab32a tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579238 Jul 09 17:06:03.683515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Attempting to bind port e2491bb6-caeb-4371-a812-ebf5bc2889ce on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:03.683886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Attempting to bind port e2491bb6-caeb-4371-a812-ebf5bc2889ce by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:03.684251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Attempting to bind port e2491bb6-caeb-4371-a812-ebf5bc2889ce on network 038b6783-240d-406b-8595-a5011b5cab78 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:03.746890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:03.747205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Checking segment: {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:03.747572 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.747970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Bound using segment: {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:03.748609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Bound port: e2491bb6-caeb-4371-a812-ebf5bc2889ce, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:03.749121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.756482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ad53543-11c3-4b82-b992-d9683498d135 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:03.823048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b3fdf31b-4e61-4c0c-805d-96e395dcf67c None None] Provisioning for port 6bf75c45-a24c-41c6-8f75-be73511d4f0c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:03.825409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'tag': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:03.827952 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a691d-3eeb-4e76-a5d7-3678391b101b" -d '{"events": [{"name": "network-changed", "server_uuid": "021956e8-8995-4ab6-ad4a-8ac66f197a4c", "tag": "e4d83d21-22cd-45cb-aa83-26bdeba38ebf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:03.854847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b3fdf31b-4e61-4c0c-805d-96e395dcf67c None None] Provisioning complete for port 6bf75c45-a24c-41c6-8f75-be73511d4f0c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:03.855436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf31b-4e61-4c0c-805d-96e395dcf67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.907255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:03.921500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9046dd-7358-4af5-8d54-ef582c55fca3 req-fec6fef4-d1a5-4513-9b35-1660e317ea71 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:03.923124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c9046dd-7358-4af5-8d54-ef582c55fca3 req-fec6fef4-d1a5-4513-9b35-1660e317ea71 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1143274 Jul 09 17:06:03.943839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8:2::1 (038b6783-240d-406b-8595-a5011b5cab78/acda14d9-f558-4530-9d59-7b0d2baed582/f9e2cf7c-180a-4b3b-9487-197b91028d28) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:06:03.953613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1ad53543-11c3-4b82-b992-d9683498d135 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:03.955977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '371683da-7aab-4bc9-b3e1-73586b6dbfc4', 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'port_id': '371683da-7aab-4bc9-b3e1-73586b6dbfc4', 'mac_address': 'fa:16:3e:23:50:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b075aab7-afd9-45a6-aa5a-8a4a2c9a511c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:06:03.960225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdf31b-4e61-4c0c-805d-96e395dcf67c None None] Port 6bf75c45-a24c-41c6-8f75-be73511d4f0c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:03.965699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] For port e2491bb6-caeb-4371-a812-ebf5bc2889ce, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:03.967820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1ad53543-11c3-4b82-b992-d9683498d135 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:03.968826 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:03.974689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] For port e2491bb6-caeb-4371-a812-ebf5bc2889ce, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e2491bb6-caeb-4371-a812-ebf5bc2889ce,segment=NetworkSegment(4fb93d3c-6ed8-4591-9093-ba920a960a3e),segment_id=4fb93d3c-6ed8-4591-9093-ba920a960a3e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:04.005105 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.009667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c9046dd-7358-4af5-8d54-ef582c55fca3 req-0f228a7b-9bce-4584-98b5-9d78c8ae55bb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784190 Jul 09 17:06:04.018701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf75c45-a24c-41c6-8f75-be73511d4f0c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:06:04.028095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.045933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Transition to ACTIVE for port object 6bf75c45-a24c-41c6-8f75-be73511d4f0c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:04.050179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.101420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.145296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.171411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043c48-70f9-4b4d-80d1-3a6b33ca7728 None None] Pushing event updated for resources: {'Port': ['ID=e2491bb6-caeb-4371-a812-ebf5bc2889ce,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.175995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Pushing event updated for resources: {'Port': ['ID=6bf75c45-a24c-41c6-8f75-be73511d4f0c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.186275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object f9e2cf7c-180a-4b3b-9487-197b91028d28 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:04.189011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371683da-7aab-4bc9-b3e1-73586b6dbfc4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:06:04.197725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.238341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:04.245956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.246762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e4d83d21-22cd-45cb-aa83-26bdeba38ebf details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:06:04.271469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.282624 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cbdf73-79d3-42fb-8753-dd82c457b575 x-openstack-request-id: req-47cbdf73-79d3-42fb-8753-dd82c457b575 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:04.282919 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021956e8-8995-4ab6-ad4a-8ac66f197a4c", "tag": "e4d83d21-22cd-45cb-aa83-26bdeba38ebf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:04.286395 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47cbdf73-79d3-42fb-8753-dd82c457b575 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:04.286752 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'tag': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf', 'status': 'completed', 'code': 200} Jul 09 17:06:04.295425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Attempting to bind port 6bf75c45-a24c-41c6-8f75-be73511d4f0c on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:04.295770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Attempting to bind port 6bf75c45-a24c-41c6-8f75-be73511d4f0c by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:04.298294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Attempting to bind port 6bf75c45-a24c-41c6-8f75-be73511d4f0c on network 515998cf-0ef4-4748-9f70-6742a22cc2f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:04.302870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1ad53543-11c3-4b82-b992-d9683498d135, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ad53543-11c3-4b82-b992-d9683498d135,segment=NetworkSegment(73c208b8-4233-4ca3-a9c1-9030562eb742),segment_id=73c208b8-4233-4ca3-a9c1-9030562eb742)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:04.310100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Port 6bf75c45-a24c-41c6-8f75-be73511d4f0c on network 515998cf-0ef4-4748-9f70-6742a22cc2f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:06:04.310521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Attempting to bind port 6bf75c45-a24c-41c6-8f75-be73511d4f0c on network 515998cf-0ef4-4748-9f70-6742a22cc2f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:04.313363 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.323618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:04.323972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Checking segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:04.327043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Bound using segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:04.327786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Bound port: 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:04.328443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.349317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:04.351921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=371683da-7aab-4bc9-b3e1-73586b6dbfc4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.373994 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf', 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'port_id': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf', 'mac_address': 'fa:16:3e:38:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b075aab7-afd9-45a6-aa5a-8a4a2c9a511c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:06:04.399276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 038b6783-240d-406b-8595-a5011b5cab78 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:04.425654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:04.429090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:06:04.429753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.501813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] For port 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:04.505844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] For port 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:04.511735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.516693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=f9e2cf7c-180a-4b3b-9487-197b91028d28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.580472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.581736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.583442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] 10.222.0.37 "PUT /v2.0/ports/6bf75c45-a24c-41c6-8f75-be73511d4f0c HTTP/1.1" status: 200 len: 1092 time: 1.0681100 Jul 09 17:06:04.628741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a5b98-2126-44dd-ae48-fe8e612572ca service neutron] Pushing event updated for resources: {'Port': ['ID=6bf75c45-a24c-41c6-8f75-be73511d4f0c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.651319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-2c3df636-6e43-4693-83e5-661009021e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.652949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-2c3df636-6e43-4693-83e5-661009021e2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60aec2d6fd04d568f799cc2182592ff&device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 1095 time: 0.3120418 Jul 09 17:06:04.717711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-acbf8e84-aa08-4f35-91cc-04ce7575fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.720122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-acbf8e84-aa08-4f35-91cc-04ce7575fe65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 1095 time: 0.0659003 Jul 09 17:06:04.722425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.744381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1ad53543-11c3-4b82-b992-d9683498d135,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.747981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349f055-ec1f-411d-911b-a5a76e53c7e3 req-68cdbb7a-01bc-4c05-a769-b7eaf7813353 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.755193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6349f055-ec1f-411d-911b-a5a76e53c7e3 req-68cdbb7a-01bc-4c05-a769-b7eaf7813353 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 944 time: 0.2476580 Jul 09 17:06:04.764640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d83d21-22cd-45cb-aa83-26bdeba38ebf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:06:04.785280 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-7386db21-1635-40e9-9ebc-a306ee9d69dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c HTTP/1.1" status: 200 len: 217 time: 0.0510957 Jul 09 17:06:04.788317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:04.793882 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.846366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-8671ed55-3a67-430a-aacb-ffbb4cec6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.848458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-8671ed55-3a67-430a-aacb-ffbb4cec6189 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a98f590e-4857-4c43-9797-fa24ca4772d9 HTTP/1.1" status: 200 len: 838 time: 0.0571988 Jul 09 17:06:04.868247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:04.872640 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:04.877656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6349f055-ec1f-411d-911b-a5a76e53c7e3 req-2eb542b1-7065-4b26-bf79-671219d5f5ab tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192462 Jul 09 17:06:04.888764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-02e1251d-8a7f-466d-be20-17fc40255e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.890734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-02e1251d-8a7f-466d-be20-17fc40255e5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 200 len: 918 time: 0.2196093 Jul 09 17:06:04.949840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-f32329a2-01b7-47f1-a976-3cc078d76432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:04.951488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-f32329a2-01b7-47f1-a976-3cc078d76432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=515998cf-0ef4-4748-9f70-6742a22cc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965250 Jul 09 17:06:04.985234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-88f47718-8eed-49ac-a5d9-569052f9dc8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf HTTP/1.1" status: 200 len: 217 time: 0.0569711 Jul 09 17:06:05.093227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e4d83d21-22cd-45cb-aa83-26bdeba38ebf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:05.108917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-ed105637-6da2-49c2-813f-bcffd11cf85c service neutron] 10.222.0.37 "GET /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499779 Jul 09 17:06:05.126119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['371683da-7aab-4bc9-b3e1-73586b6dbfc4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:05.221687 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7ea38825-31c1-4036-9e88-f4dd3dd4c47c req-0cd0ab82-897c-483c-8fe1-c0b7821abebc service neutron] 10.222.0.37 "GET /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059582 Jul 09 17:06:05.440180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03665a15-7c18-46d7-b9c6-d8cbcbc9ca06 None None] Network 038b6783-240d-406b-8595-a5011b5cab78 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:05.447601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-2f5fe94f-c708-4165-ad3b-15140beb4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:05.449311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-2f5fe94f-c708-4165-ad3b-15140beb4d15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 200 len: 857 time: 0.4543402 Jul 09 17:06:05.498380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-82fafcdd-19bd-4e88-aedc-e26a8656a2cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c226192-57b2-4b86-98cf-4cbd65954e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418596 Jul 09 17:06:05.540515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb172879-4279-4110-b299-3b12b9a5bb73 None None] Provisioning for port e2491bb6-caeb-4371-a812-ebf5bc2889ce completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:05.638308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793c584-2783-46f1-8478-cb6ab3a59146 req-7b93a3a3-b13d-48ae-b8e0-b829b0e90502 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:05.639189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4793c584-2783-46f1-8478-cb6ab3a59146 req-7b93a3a3-b13d-48ae-b8e0-b829b0e90502 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 945 time: 0.3112991 Jul 09 17:06:05.756937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4793c584-2783-46f1-8478-cb6ab3a59146 req-63b33fae-caad-4cd2-86d6-bae850e0efcf tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076403 Jul 09 17:06:05.767481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2491bb6-caeb-4371-a812-ebf5bc2889ce up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:05.782513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-046044be-2a56-4744-8172-5e2853adf234 service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647178 Jul 09 17:06:05.782513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:05.797940 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:05.799345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:05.846554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-774dd2e0-4c02-4489-a71c-1bf9805d03c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:05.890837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e2491bb6-caeb-4371-a812-ebf5bc2889ce completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:05.897468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e2491bb6-caeb-4371-a812-ebf5bc2889ce triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:05.898114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.004691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.016307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=f9e2cf7c-180a-4b3b-9487-197b91028d28,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:06.023480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a176385b-5947-4c46-af99-70afd63e76dd None None] Provisioning for port f9e2cf7c-180a-4b3b-9487-197b91028d28 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:06.037787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a176385b-5947-4c46-af99-70afd63e76dd None None] Provisioning complete for port f9e2cf7c-180a-4b3b-9487-197b91028d28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:06.038506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a176385b-5947-4c46-af99-70afd63e76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.067153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e2491bb6-caeb-4371-a812-ebf5bc2889ce, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e2491bb6-caeb-4371-a812-ebf5bc2889ce,segment=NetworkSegment(4fb93d3c-6ed8-4591-9093-ba920a960a3e),segment_id=4fb93d3c-6ed8-4591-9093-ba920a960a3e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:06.076409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.077233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ad53543-11c3-4b82-b992-d9683498d135 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:06.081641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c6a691d-3eeb-4e76-a5d7-3678391b101b req-6d44275e-033c-4830-bf08-215448db41ea service neutron] 10.222.0.43 "GET /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986128 Jul 09 17:06:06.098019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 038b6783-240d-406b-8595-a5011b5cab78 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:06.103596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:06.116887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500e4b-19ce-4433-9ab2-fe1f1af47c14 req-e8db629a-ee0b-466b-86dd-d09ba7eab0ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:06.118542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47500e4b-19ce-4433-9ab2-fe1f1af47c14 req-e8db629a-ee0b-466b-86dd-d09ba7eab0ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2026732 Jul 09 17:06:06.137734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a176385b-5947-4c46-af99-70afd63e76dd None None] Port f9e2cf7c-180a-4b3b-9487-197b91028d28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:06.177996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a176385b-5947-4c46-af99-70afd63e76dd None None] Provisioning complete for port e2491bb6-caeb-4371-a812-ebf5bc2889ce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:06.178392 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a176385b-5947-4c46-af99-70afd63e76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.204224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e2491bb6-caeb-4371-a812-ebf5bc2889ce,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:06.226216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1ad53543-11c3-4b82-b992-d9683498d135 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:06.226624 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.236893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47500e4b-19ce-4433-9ab2-fe1f1af47c14 req-f9127552-877c-49d7-bbfe-a63e9b479f9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122193 Jul 09 17:06:06.247456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:06.287637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'tag': '6bf75c45-a24c-41c6-8f75-be73511d4f0c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:06.290272 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e8fcb-6c27-424e-8772-bc66934a51d1" -d '{"events": [{"name": "network-changed", "server_uuid": "107b66a3-4e54-4909-b451-2d8d34c959b2", "tag": "6bf75c45-a24c-41c6-8f75-be73511d4f0c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:06.363866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:06.373768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b88c689-8740-40c0-83df-a8c8ecd9b2d9 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4620590 Jul 09 17:06:06.373768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:06.375363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:06.379767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740773399'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:06.386589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:06.387187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:06.406246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:06:06.410256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.445746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:06:06.457264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.457820 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added segment 5aca4d66-b609-4ac1-93ae-b4a387329114 of type vlan for network 3312a2ed-e784-4651-9f5d-408b6c77acf2 Jul 09 17:06:06.490815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c56b2a53-d60c-4b23-8179-b830875249be None None] Provisioning complete for port f9e2cf7c-180a-4b3b-9487-197b91028d28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:06.491099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56b2a53-d60c-4b23-8179-b830875249be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.503847 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.521799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:06.570147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c56b2a53-d60c-4b23-8179-b830875249be None None] Port f9e2cf7c-180a-4b3b-9487-197b91028d28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:06.575583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.581170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:06.581767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.661158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432661-094a-43e6-a9d1-7d27c377dbff req-cac3e8bc-a6f7-4e32-9ee4-95b76c06756a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:06.662641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6432661-094a-43e6-a9d1-7d27c377dbff req-cac3e8bc-a6f7-4e32-9ee4-95b76c06756a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 944 time: 0.1547863 Jul 09 17:06:06.669227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2934031 Jul 09 17:06:06.669577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:06.677682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'subnet': {'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:06.684405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7daf6-6fbd-4dbb-a6df-ff5dc43a6631 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Network': ['ID=3312a2ed-e784-4651-9f5d-408b6c77acf2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:06.702302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:06:06.707671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6432661-094a-43e6-a9d1-7d27c377dbff req-79f77c79-fe26-4791-bb0f-e49eafc7172d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379529 Jul 09 17:06:06.721591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f0fa8d64-df60-4a9b-b7eb-5366a9f96c8e None None] Provisioning complete for port f9e2cf7c-180a-4b3b-9487-197b91028d28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:06.721971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8d64-df60-4a9b-b7eb-5366a9f96c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.767007 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a793f4f-d91d-43b6-aab9-d2a10cde4a98 x-openstack-request-id: req-5a793f4f-d91d-43b6-aab9-d2a10cde4a98 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:06.767306 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107b66a3-4e54-4909-b451-2d8d34c959b2", "tag": "6bf75c45-a24c-41c6-8f75-be73511d4f0c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:06.767572 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a793f4f-d91d-43b6-aab9-d2a10cde4a98 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:06.767981 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'tag': '6bf75c45-a24c-41c6-8f75-be73511d4f0c', 'status': 'completed', 'code': 200} Jul 09 17:06:06.787045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Made reservation on behalf of fd722a897cd34d2e9c9a153389d6773c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:06:06.800990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.825254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa8d64-df60-4a9b-b7eb-5366a9f96c8e None None] Port f9e2cf7c-180a-4b3b-9487-197b91028d28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:06.846294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:05Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:06.877027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:06.877395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Updating router 8b0f6a77-9131-4114-abbf-4f8680c45fcd port f9e2cf7c-180a-4b3b-9487-197b91028d28 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:06:06.912484 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:06.949395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-768ce4c8-617a-4ee1-83e4-7b42cbde6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:06.951400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-768ce4c8-617a-4ee1-83e4-7b42cbde6832 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 1095 time: 0.1313832 Jul 09 17:06:06.971257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5dddd-f1df-4d9c-beea-5384b20d4888 req-a5fcdd33-a00f-4038-ba5b-8c5a2888a8e6 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:06.973136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02d5dddd-f1df-4d9c-beea-5384b20d4888 req-a5fcdd33-a00f-4038-ba5b-8c5a2888a8e6 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 945 time: 0.0859823 Jul 09 17:06:07.018497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02d5dddd-f1df-4d9c-beea-5384b20d4888 req-12679724-d4ab-4bad-a444-7d29fc5f34ea tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 Jul 09 17:06:07.117620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.128357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-c3e2f3e6-8d4b-43de-b637-051bac7d3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:07.129875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-c3e2f3e6-8d4b-43de-b637-051bac7d3f9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=515998cf-0ef4-4748-9f70-6742a22cc2f6 HTTP/1.1" status: 200 len: 897 time: 0.1469936 Jul 09 17:06:07.162151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 43b8720f-2344-4562-972c-d682076bc59c details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:06:07.208615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-5c6da8eb-6130-4824-b417-c4b3529937fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c HTTP/1.1" status: 200 len: 217 time: 0.0534027 Jul 09 17:06:07.222292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Subnet': ['ID=ef7ed016-3826-46f3-89ea-bcd290d259da,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:07.261271 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.262997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Checking segment: {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:07.263381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network hostable DHCP agents. Network: 3312a2ed-e784-4651-9f5d-408b6c77acf2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:06:07.280772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Transition to ACTIVE for port object f9e2cf7c-180a-4b3b-9487-197b91028d28 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:07.284266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-13e4a3b4-7b63-40f9-aa0a-c91d0b693072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:07.285977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-13e4a3b4-7b63-40f9-aa0a-c91d0b693072 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a98f590e-4857-4c43-9797-fa24ca4772d9 HTTP/1.1" status: 200 len: 838 time: 0.0691750 Jul 09 17:06:07.291446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.302672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:06:07.330356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 3312a2ed-e784-4651-9f5d-408b6c77acf2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:07.335990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:07.336581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.339135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa81c99-61b2-456b-b08e-6436acf7e78d None None] Pushing event updated for resources: {'Port': ['ID=f9e2cf7c-180a-4b3b-9487-197b91028d28,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:07.358777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9251b1a9-949f-43a9-8367-cc4a9e1e7e3c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6878603 Jul 09 17:06:07.362083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:07.367856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-5b985f17-88e8-41be-841d-eca531ed2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:07.368610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebb12a-51e5-4cfa-949c-8b68cfb2116a None None] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:07.369346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-5b985f17-88e8-41be-841d-eca531ed2a72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=515998cf-0ef4-4748-9f70-6742a22cc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765831 Jul 09 17:06:07.420888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 43b8720f-2344-4562-972c-d682076bc59c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=43b8720f-2344-4562-972c-d682076bc59c,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:07.461973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '43b8720f-2344-4562-972c-d682076bc59c', 'network_id': '9c226192-57b2-4b86-98cf-4cbd65954e47', 'port_id': '43b8720f-2344-4562-972c-d682076bc59c', 'mac_address': 'fa:16:3e:3f:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b075aab7-afd9-45a6-aa5a-8a4a2c9a511c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:06:07.502779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-0f444f98-9825-4883-b33d-d499b5e19c44 service neutron] 10.222.0.37 "GET /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250980 Jul 09 17:06:07.547343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Attempting to bind port f9e2cf7c-180a-4b3b-9487-197b91028d28 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:07.549820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Attempting to bind port f9e2cf7c-180a-4b3b-9487-197b91028d28 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:07.549820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Attempting to bind port f9e2cf7c-180a-4b3b-9487-197b91028d28 on network 038b6783-240d-406b-8595-a5011b5cab78 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:07.580895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:07.581280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Checking segment: {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:07.581700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.582066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Bound using segment: {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:07.582578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Bound port: f9e2cf7c-180a-4b3b-9487-197b91028d28, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb93d3c-6ed8-4591-9093-ba920a960a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '038b6783-240d-406b-8595-a5011b5cab78'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:07.582965 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.599335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0f38e-e320-4597-9298-e4325680fec6 req-1aa84f8e-da5b-4f7a-8d51-28f19e2edcec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:07.609017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6be0f38e-e320-4597-9298-e4325680fec6 req-1aa84f8e-da5b-4f7a-8d51-28f19e2edcec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1963656 Jul 09 17:06:07.611463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 371683da-7aab-4bc9-b3e1-73586b6dbfc4 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:07.621788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.643563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-851e8fcb-6c27-424e-8772-bc66934a51d1 req-7b6fb5a9-5696-486b-9748-485d5f40f1e6 service neutron] 10.222.0.37 "GET /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352882 Jul 09 17:06:07.683658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6be0f38e-e320-4597-9298-e4325680fec6 req-437b44c8-be2f-4a93-85d8-19ba4a0a621e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731182 Jul 09 17:06:07.718100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2491bb6-caeb-4371-a812-ebf5bc2889ce up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:07.723579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b8720f-2344-4562-972c-d682076bc59c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:06:07.812708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-3312a2ed-e784-4651-9f5d-408b6c77acf2', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:06:07.813569 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.845704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 43b8720f-2344-4562-972c-d682076bc59c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=43b8720f-2344-4562-972c-d682076bc59c,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:07.861083 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.865557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] For port f9e2cf7c-180a-4b3b-9487-197b91028d28, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:07.870194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] For port f9e2cf7c-180a-4b3b-9487-197b91028d28, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9e2cf7c-180a-4b3b-9487-197b91028d28,segment=NetworkSegment(4fb93d3c-6ed8-4591-9093-ba920a960a3e),segment_id=4fb93d3c-6ed8-4591-9093-ba920a960a3e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:07.876453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:07.885716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.900913 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:07.919205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:07.920004 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.051002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e2491bb6-caeb-4371-a812-ebf5bc2889ce triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:08.051382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.261368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=43b8720f-2344-4562-972c-d682076bc59c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:08.270962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:08.271600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:05:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:08.391835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fcb25-2e43-438f-9826-dc89e3025c29 req-1f574d87-2e79-4e90-8e7d-8447e35b967a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:08.393382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a53fcb25-2e43-438f-9826-dc89e3025c29 req-1f574d87-2e79-4e90-8e7d-8447e35b967a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 944 time: 0.4900928 Jul 09 17:06:08.426233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['43b8720f-2344-4562-972c-d682076bc59c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:08.434518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Allocated IP 2001:db8:3::2 (3312a2ed-e784-4651-9f5d-408b6c77acf2/ef7ed016-3826-46f3-89ea-bcd290d259da/d8035c56-797b-4df4-aae1-022917200ed8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:06:08.463972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.473876 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a53fcb25-2e43-438f-9826-dc89e3025c29 req-53d38254-c3ca-4817-9637-33120c889ab0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734882 Jul 09 17:06:08.477092 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d0ee-b115-4db4-870e-199a0778feb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.528918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa81c99-61b2-456b-b08e-6436acf7e78d None None] Pushing event updated for resources: {'Port': ['ID=f9e2cf7c-180a-4b3b-9487-197b91028d28,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:08.539790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:08.648707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c3f45-b470-416b-b78d-a95da6aa7aeb req-860dd2e5-eb05-4a71-9ea7-4fcda4b4c466 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:08.650757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-428c3f45-b470-416b-b78d-a95da6aa7aeb req-860dd2e5-eb05-4a71-9ea7-4fcda4b4c466 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 945 time: 0.0719762 Jul 09 17:06:08.664795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.675446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.693609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-428c3f45-b470-416b-b78d-a95da6aa7aeb req-ead534a8-6de8-4df4-b22f-fa002673421a tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Jul 09 17:06:08.817262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371683da-7aab-4bc9-b3e1-73586b6dbfc4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:08.819768 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291163e6-dfec-4c19-9b21-99724113430e" -d '{"events": [{"server_uuid": "b51af132-4e47-4b72-96b1-eb14fd057d89", "name": "network-vif-plugged", "status": "completed", "tag": "371683da-7aab-4bc9-b3e1-73586b6dbfc4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:08.845054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:08.858802 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:08.859590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e4d83d21-22cd-45cb-aa83-26bdeba38ebf up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:08.869784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b8f9c-a629-4f64-bdf3-e02aae88fdc1 req-4484bef3-3eb6-40bb-a055-22a70cf8f54b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:08.871328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d3b8f9c-a629-4f64-bdf3-e02aae88fdc1 req-4484bef3-3eb6-40bb-a055-22a70cf8f54b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0711756 Jul 09 17:06:08.910984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d3b8f9c-a629-4f64-bdf3-e02aae88fdc1 req-27082b3e-67cd-4874-b11c-2b6b4dffbe85 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Jul 09 17:06:09.032618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.061013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=371683da-7aab-4bc9-b3e1-73586b6dbfc4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:09.069551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Transition to ACTIVE for port object d8035c56-797b-4df4-aae1-022917200ed8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:09.106204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Transition to ACTIVE for port object d8035c56-797b-4df4-aae1-022917200ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:09.111367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e4d83d21-22cd-45cb-aa83-26bdeba38ebf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:09.119739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.121575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e4d83d21-22cd-45cb-aa83-26bdeba38ebf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:09.121929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.125222 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77218d-4edf-432d-802e-fed00dc53844 x-openstack-request-id: req-4d77218d-4edf-432d-802e-fed00dc53844 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:09.125516 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51af132-4e47-4b72-96b1-eb14fd057d89", "name": "network-vif-plugged", "status": "completed", "tag": "371683da-7aab-4bc9-b3e1-73586b6dbfc4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:09.125768 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d77218d-4edf-432d-802e-fed00dc53844 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:09.126153 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371683da-7aab-4bc9-b3e1-73586b6dbfc4', 'code': 200} Jul 09 17:06:09.169740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Allocated IP 2001:db8:3::1 (3312a2ed-e784-4651-9f5d-408b6c77acf2/ef7ed016-3826-46f3-89ea-bcd290d259da/b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:06:09.182528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6bf75c45-a24c-41c6-8f75-be73511d4f0c details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:06:09.215343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:09.233973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:09.239018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Pushing event updated for resources: {'Port': ['ID=d8035c56-797b-4df4-aae1-022917200ed8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:09.242217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:06:09.262820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.263333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.263908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.264456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.264990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.265510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.266062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.266509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.266836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.267170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.267499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.267825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:09.329642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e8f2-14ab-44b1-922b-ea68688f13aa req-c381d3e2-3d6a-43a0-9110-46c82c134571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:09.331075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2b4e8f2-14ab-44b1-922b-ea68688f13aa req-c381d3e2-3d6a-43a0-9110-46c82c134571 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 1096 time: 0.1258953 Jul 09 17:06:09.333888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.351918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:07Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:09.360248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Transition to ACTIVE for port object b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:09.383937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2b4e8f2-14ab-44b1-922b-ea68688f13aa req-0d0b7f2a-8ede-4984-bfd8-5bb45aaba691 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Jul 09 17:06:09.407476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.413644 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.415333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc605a3-7cc3-422b-9fb5-3a3e71a00453 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:07Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:09.451451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Attempting to bind port d8035c56-797b-4df4-aae1-022917200ed8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:09.451781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Attempting to bind port d8035c56-797b-4df4-aae1-022917200ed8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:09.452122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Attempting to bind port d8035c56-797b-4df4-aae1-022917200ed8 on network 3312a2ed-e784-4651-9f5d-408b6c77acf2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:09.488955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:09.489351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Checking segment: {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:09.489764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.490163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Bound using segment: {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:09.490748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Bound port: d8035c56-797b-4df4-aae1-022917200ed8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:09.490959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:09.491136 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.504128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:09.504407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:09.505829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.512777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:06:09.513402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.557215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:09.608556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '6bf75c45-a24c-41c6-8f75-be73511d4f0c', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'port_id': '6bf75c45-a24c-41c6-8f75-be73511d4f0c', 'mac_address': 'fa:16:3e:b9:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:06:09.620553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:09.655398 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.742028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9e2cf7c-180a-4b3b-9487-197b91028d28 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:09.766723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.778626 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.781038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] For port d8035c56-797b-4df4-aae1-022917200ed8, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:09.785148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ef6f-0063-4fe7-b92d-52fbfb7f8fb1 req-16f75072-4306-4e5a-8352-a5593305291f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:09.787376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d80ef6f-0063-4fe7-b92d-52fbfb7f8fb1 req-16f75072-4306-4e5a-8352-a5593305291f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 944 time: 0.1515608 Jul 09 17:06:09.811924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:09.818520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] For port d8035c56-797b-4df4-aae1-022917200ed8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d8035c56-797b-4df4-aae1-022917200ed8,segment=NetworkSegment(5aca4d66-b609-4ac1-93ae-b4a387329114),segment_id=5aca4d66-b609-4ac1-93ae-b4a387329114)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:09.825217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf75c45-a24c-41c6-8f75-be73511d4f0c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:06:09.838778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.863185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d80ef6f-0063-4fe7-b92d-52fbfb7f8fb1 req-487c7727-7564-4d72-a33b-497cedb6d488 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687101 Jul 09 17:06:09.878032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:09.896184 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.930898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port f9e2cf7c-180a-4b3b-9487-197b91028d28 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:09.940013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f9e2cf7c-180a-4b3b-9487-197b91028d28 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:09.940488 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:09.980024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674d5b-cde3-44ad-9d9b-bd472de07db4 None None] Pushing event updated for resources: {'Port': ['ID=d8035c56-797b-4df4-aae1-022917200ed8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:10.081688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=6bf75c45-a24c-41c6-8f75-be73511d4f0c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:10.143740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:10.226389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port f9e2cf7c-180a-4b3b-9487-197b91028d28, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9e2cf7c-180a-4b3b-9487-197b91028d28,segment=NetworkSegment(4fb93d3c-6ed8-4591-9093-ba920a960a3e),segment_id=4fb93d3c-6ed8-4591-9093-ba920a960a3e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:10.233076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:10.304979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822f48c-0400-45d7-a928-2ef283d0ec18 req-e786a6b0-5cbc-445e-8ffa-00b648a97a48 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:10.313743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4822f48c-0400-45d7-a928-2ef283d0ec18 req-e786a6b0-5cbc-445e-8ffa-00b648a97a48 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 946 time: 0.2481837 Jul 09 17:06:10.346404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['6bf75c45-a24c-41c6-8f75-be73511d4f0c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:10.361946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:10.368672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4822f48c-0400-45d7-a928-2ef283d0ec18 req-a0908702-7dbb-4147-85b3-e7ed5b1fe135 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 Jul 09 17:06:10.369844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:10.370676 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:10.389871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=f9e2cf7c-180a-4b3b-9487-197b91028d28,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:10.391173 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:06:10.500925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event updated for resources: {'Port': ['ID=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:10.599313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:10.603710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:10.707530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b88f4b-6c48-4abc-9871-07466bd46532 req-d9f1fb16-26bc-43ac-a845-54fee3559650 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:10.709203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02b88f4b-6c48-4abc-9871-07466bd46532 req-d9f1fb16-26bc-43ac-a845-54fee3559650 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1675205 Jul 09 17:06:10.758056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:10.782435 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-02b88f4b-6c48-4abc-9871-07466bd46532 req-6ab9535f-efa6-4010-a4f8-345f6845aa85 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613685 Jul 09 17:06:10.904980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:10.916301 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:10.917076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee49adb4-1c6c-4e8f-a34f-4465e042e1fe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526450 Jul 09 17:06:10.920041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:10.925302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:10.933960 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:10.934641 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:11.035456 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:11.131108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:11.136837 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d1343-ccd2-4528-97f5-febecc68785d" -d '{"events": [{"server_uuid": "021956e8-8995-4ab6-ad4a-8ac66f197a4c", "name": "network-vif-plugged", "status": "completed", "tag": "e4d83d21-22cd-45cb-aa83-26bdeba38ebf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:11.146080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:11.149573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a323e14-0dfd-4f1e-ab95-c8f1e8149a31 req-744ebe79-e730-4650-a1e5-9a0ea7c9acf9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:11.150030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a323e14-0dfd-4f1e-ab95-c8f1e8149a31 req-744ebe79-e730-4650-a1e5-9a0ea7c9acf9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 945 time: 0.0943079 Jul 09 17:06:11.188270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec387f-0137-4aea-80c7-14bbbc270806 None None] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:11.202378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a323e14-0dfd-4f1e-ab95-c8f1e8149a31 req-5b817d27-33d3-4ceb-9cb4-85cf1f822234 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Jul 09 17:06:11.237899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 43b8720f-2344-4562-972c-d682076bc59c up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:11.267229 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4f7360-1c19-48f1-bcee-f1dd5166f510 x-openstack-request-id: req-0d4f7360-1c19-48f1-bcee-f1dd5166f510 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:11.267663 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021956e8-8995-4ab6-ad4a-8ac66f197a4c", "name": "network-vif-plugged", "status": "completed", "tag": "e4d83d21-22cd-45cb-aa83-26bdeba38ebf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:11.268006 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d4f7360-1c19-48f1-bcee-f1dd5166f510 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:11.268489 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf', 'code': 200} Jul 09 17:06:11.314775 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:09Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:09Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:11.329927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06f30d31-2047-456d-8df1-acd231537c0b None None] Provisioning for port d8035c56-797b-4df4-aae1-022917200ed8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:11.356927 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:11.357628 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Updating router 8b0f6a77-9131-4114-abbf-4f8680c45fcd port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:06:11.381693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 43b8720f-2344-4562-972c-d682076bc59c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:11.391621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 43b8720f-2344-4562-972c-d682076bc59c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:11.391978 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:11.420255 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:11.423041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:06:11.447662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae5bd-be29-47b9-937a-9a7c61031d8f req-573dda34-f76c-4c53-8ae9-7d8cc759f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:11.452143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68fae5bd-be29-47b9-937a-9a7c61031d8f req-573dda34-f76c-4c53-8ae9-7d8cc759f69f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 1097 time: 0.0975130 Jul 09 17:06:11.454537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Removed routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:06:11.455081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:11.515288 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68fae5bd-be29-47b9-937a-9a7c61031d8f req-fd45b362-5809-4947-b522-d99556be8cda service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535383 Jul 09 17:06:11.611507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:11.690110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 43b8720f-2344-4562-972c-d682076bc59c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=43b8720f-2344-4562-972c-d682076bc59c,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:11.695310 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:11.767391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed07e50-cfe1-45d1-9195-700eeb3dcb97 req-9aa25ee5-6c2e-4d8e-9787-8d20ce05b62f tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:11.769266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ed07e50-cfe1-45d1-9195-700eeb3dcb97 req-9aa25ee5-6c2e-4d8e-9787-8d20ce05b62f tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 946 time: 0.1937606 Jul 09 17:06:11.790078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=43b8720f-2344-4562-972c-d682076bc59c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:11.876679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ed07e50-cfe1-45d1-9195-700eeb3dcb97 req-73bbbb65-fafb-4641-a5fc-6f5a1da94c53 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817885 Jul 09 17:06:11.912943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9e2cf7c-180a-4b3b-9487-197b91028d28 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:11.992046 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.012208 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Transition to ACTIVE for port object b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:12.021536 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.034073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f9e2cf7c-180a-4b3b-9487-197b91028d28 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:12.034788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.104023 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad36cf-70a9-4940-8c4a-67ce613d6d6f None None] Pushing event updated for resources: {'Port': ['ID=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:12.116288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2fa3fce-815c-44bf-bd69-29eaa11e4a42 None None] Provisioning for port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:12.177214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8035c56-797b-4df4-aae1-022917200ed8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:12.214828 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Attempting to bind port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:12.215203 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Attempting to bind port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:12.218499 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Attempting to bind port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 on network 3312a2ed-e784-4651-9f5d-408b6c77acf2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:12.228913 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:12.229432 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Checking segment: {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:12.229936 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.230447 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Bound using segment: {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:12.231293 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Bound port: b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aca4d66-b609-4ac1-93ae-b4a387329114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:12.231850 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.235139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bebb8-9005-4102-a4d9-f06271742f81 req-6bca29ea-4547-41cc-84ed-1d4cdbbed1a3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:12.245877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac5bebb8-9005-4102-a4d9-f06271742f81 req-6bca29ea-4547-41cc-84ed-1d4cdbbed1a3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1633852 Jul 09 17:06:12.275587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d8035c56-797b-4df4-aae1-022917200ed8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:12.284616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d8035c56-797b-4df4-aae1-022917200ed8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:12.285187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.346007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac5bebb8-9005-4102-a4d9-f06271742f81 req-52c7dc5c-ec23-428c-9f52-f21aa38977b5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986481 Jul 09 17:06:12.350879 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] For port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:12.369837 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] For port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,segment=NetworkSegment(5aca4d66-b609-4ac1-93ae-b4a387329114),segment_id=5aca4d66-b609-4ac1-93ae-b4a387329114)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:12.379048 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.428886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.433109 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.439022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.492399 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad36cf-70a9-4940-8c4a-67ce613d6d6f None None] Pushing event updated for resources: {'Port': ['ID=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:12.519067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d8035c56-797b-4df4-aae1-022917200ed8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d8035c56-797b-4df4-aae1-022917200ed8,segment=NetworkSegment(5aca4d66-b609-4ac1-93ae-b4a387329114),segment_id=5aca4d66-b609-4ac1-93ae-b4a387329114)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:12.525255 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.537611 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:12.538319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:12.588312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d8035c56-797b-4df4-aae1-022917200ed8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:12.694191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:12.845042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:12.852640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.857265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8fd8d199-ef57-49e2-8b24-9512b05b0e32 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 954 time: 1.9358628 Jul 09 17:06:12.857964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:12.859830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87e578-a3b2-4d8b-a063-93400a76939c req-c732208b-cb49-4629-b91f-698291f3766a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:12.862364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee87e578-a3b2-4d8b-a063-93400a76939c req-c732208b-cb49-4629-b91f-698291f3766a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 945 time: 0.0958614 Jul 09 17:06:12.870999 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:12.934177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee87e578-a3b2-4d8b-a063-93400a76939c req-93fad2cc-6165-4e1b-af8f-b704e4b5813f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625758 Jul 09 17:06:13.001753 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f6c9edfb-3d2a-497a-a4fa-b7818a56ee26 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 954 time: 0.1392992 Jul 09 17:06:13.002293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:13.012724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:13.148412 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:11Z', 'revision_number': 6, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:12Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:13.184150 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3b6ee-2257-48cd-8fba-e423ba570b34 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:11Z', 'revision_number': 6, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:12Z', 'revision_number': 4, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:13.196334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6bf75c45-a24c-41c6-8f75-be73511d4f0c up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:13.286450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b8720f-2344-4562-972c-d682076bc59c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:13.289084 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e6b6b-e750-4ef9-bc33-f9de13e6392a" -d '{"events": [{"server_uuid": "7f5ea628-200a-49d9-88d1-d2108b86e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "43b8720f-2344-4562-972c-d682076bc59c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:13.320723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4e0b1-45bc-4814-996a-4ab6293d78a6 req-5e2265e4-d5ff-43fc-a364-159211544916 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:13.322739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6b4e0b1-45bc-4814-996a-4ab6293d78a6 req-5e2265e4-d5ff-43fc-a364-159211544916 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 946 time: 0.2422700 Jul 09 17:06:13.326139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 6bf75c45-a24c-41c6-8f75-be73511d4f0c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:13.331138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 6bf75c45-a24c-41c6-8f75-be73511d4f0c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:13.331755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.437334 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.472974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6b4e0b1-45bc-4814-996a-4ab6293d78a6 req-ea60ca20-be75-4dda-832c-4309ef07c8a3 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425574 Jul 09 17:06:13.475157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:13.483747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.538715 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4961f556-9587-4135-abb1-65e4d41200b1 x-openstack-request-id: req-4961f556-9587-4135-abb1-65e4d41200b1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:13.539291 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ea628-200a-49d9-88d1-d2108b86e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "43b8720f-2344-4562-972c-d682076bc59c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:13.541715 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4961f556-9587-4135-abb1-65e4d41200b1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:13.542153 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b8720f-2344-4562-972c-d682076bc59c', 'code': 200} Jul 09 17:06:13.578270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=6bf75c45-a24c-41c6-8f75-be73511d4f0c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:13.759303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6662fb-26a9-4d08-9a1b-b29327dda272 req-e865fa7d-c5f8-471c-8348-9637568565ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:13.762171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce6662fb-26a9-4d08-9a1b-b29327dda272 req-e865fa7d-c5f8-471c-8348-9637568565ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 1097 time: 0.0800612 Jul 09 17:06:13.773952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:06:13.774346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:06:13.826958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:13.827706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce6662fb-26a9-4d08-9a1b-b29327dda272 req-828eac80-88fd-4607-b922-d46be4a2de75 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Jul 09 17:06:13.827868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.883021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c1ac7-53c9-4f8c-8976-2ec5f360c63b req-ea1beefa-0a59-4128-8bf7-cd3b32b2be9b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:13.885356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-346c1ac7-53c9-4f8c-8976-2ec5f360c63b req-ea1beefa-0a59-4128-8bf7-cd3b32b2be9b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1628311 Jul 09 17:06:13.887587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:13.895394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:13.895777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.977266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-346c1ac7-53c9-4f8c-8976-2ec5f360c63b req-e3a44079-e69d-4391-b774-94694cd7b41b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622766 Jul 09 17:06:13.979796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:14.017883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,segment=NetworkSegment(5aca4d66-b609-4ac1-93ae-b4a387329114),segment_id=5aca4d66-b609-4ac1-93ae-b4a387329114)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:14.022524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:14.023501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8035c56-797b-4df4-aae1-022917200ed8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:14.106925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:14.120063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d8035c56-797b-4df4-aae1-022917200ed8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:14.120483 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:14.126342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:14.142134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:14.281605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e33a5e-e151-4457-b242-7bbee9ddbdf5 req-ca2510f2-1294-4397-a381-1382609013eb tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:14.283295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e33a5e-e151-4457-b242-7bbee9ddbdf5 req-ca2510f2-1294-4397-a381-1382609013eb tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 946 time: 0.1626518 Jul 09 17:06:14.292446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:14.379299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:14.389986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:14.390657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:14.391890 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e33a5e-e151-4457-b242-7bbee9ddbdf5 req-e97c872c-7f34-451a-869f-aff0cd7d5d8b tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019707 Jul 09 17:06:14.437660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:14.446946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:14.451795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-15af89bf-15b9-44c0-9692-7e0fc4c7863c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 704 time: 1.4434879 Jul 09 17:06:14.452033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:14.491437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:14.719908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 7, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:14.747874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:14.757372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:14.757986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:14.850153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:14.864320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf3ff335-6162-4c86-a7c6-9f40dbba17eb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 704 time: 0.4112017 Jul 09 17:06:14.866994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:14.957325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a24c0-4d32-416e-ae5e-98f7910e876c req-cba34a05-f3b2-4f17-9238-2e2a30ed9b94 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:14.958884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17a24c0-4d32-416e-ae5e-98f7910e876c req-cba34a05-f3b2-4f17-9238-2e2a30ed9b94 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.1833990 Jul 09 17:06:15.076119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f17a24c0-4d32-416e-ae5e-98f7910e876c req-17c9523d-a6eb-4ae9-8fa1-7a253958412d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102471 Jul 09 17:06:15.087414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 7, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:15.115305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee00ac-2705-4e7e-8191-ca2dbf515688 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 7, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:15.351539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:15.453626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b7670-6184-467d-bff9-06735c2ac3c8 req-b9416327-17dc-4e50-9e36-058e6af4484b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:15.455202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028b7670-6184-467d-bff9-06735c2ac3c8 req-b9416327-17dc-4e50-9e36-058e6af4484b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1661861 Jul 09 17:06:15.479304 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:15.492919 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:15.496238 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:15.543408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf75c45-a24c-41c6-8f75-be73511d4f0c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:15.547086 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90116275-30d8-44fa-bda3-487ac73f0182" -d '{"events": [{"server_uuid": "107b66a3-4e54-4909-b451-2d8d34c959b2", "name": "network-vif-plugged", "status": "completed", "tag": "6bf75c45-a24c-41c6-8f75-be73511d4f0c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:15.562197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028b7670-6184-467d-bff9-06735c2ac3c8 req-f48dfd6b-1502-49fc-8c05-481158200cd5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975912 Jul 09 17:06:15.642839 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:15.737281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:15.737281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:15.739282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:15.805016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:15.805016 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:15.893671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,segment=NetworkSegment(5aca4d66-b609-4ac1-93ae-b4a387329114),segment_id=5aca4d66-b609-4ac1-93ae-b4a387329114)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:15.894716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:15.916745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:15.926566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac29a7-328d-4eaa-a3ab-4b7ead79cf69 req-c1565050-27ce-46bd-85eb-11b42d405dcc tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:15.928251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5ac29a7-328d-4eaa-a3ab-4b7ead79cf69 req-c1565050-27ce-46bd-85eb-11b42d405dcc tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 946 time: 0.1712124 Jul 09 17:06:15.997825 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 7, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:16.024571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5ac29a7-328d-4eaa-a3ab-4b7ead79cf69 req-e7330839-3e25-4c5f-8752-119e9c9d3b70 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873914 Jul 09 17:06:16.027099 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:16.036733 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:16.037364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:16.149476 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:16.156022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:16.158275 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be61f844-cd6b-4ab4-8864-c0c6e672f9a7 x-openstack-request-id: req-be61f844-cd6b-4ab4-8864-c0c6e672f9a7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:16.158757 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107b66a3-4e54-4909-b451-2d8d34c959b2", "name": "network-vif-plugged", "status": "completed", "tag": "6bf75c45-a24c-41c6-8f75-be73511d4f0c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:16.159152 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be61f844-cd6b-4ab4-8864-c0c6e672f9a7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:16.160067 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf75c45-a24c-41c6-8f75-be73511d4f0c', 'code': 200} Jul 09 17:06:16.186675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:16.403268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:16.425458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b200835-9ca5-4924-8ad2-c1a3d01b87c7 req-3c3b36b2-7a2d-4c0e-9bab-4118df3c52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:16.428555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b200835-9ca5-4924-8ad2-c1a3d01b87c7 req-3c3b36b2-7a2d-4c0e-9bab-4118df3c52cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 1097 time: 0.0992618 Jul 09 17:06:16.488015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b59bb-104d-412b-92b3-35382880664e req-0b89b350-839b-4b15-8797-9dcc0616d674 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:16.488667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b200835-9ca5-4924-8ad2-c1a3d01b87c7 req-184d5501-2925-4000-bc87-820b9b93bb2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499291 Jul 09 17:06:16.489596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c79b59bb-104d-412b-92b3-35382880664e req-0b89b350-839b-4b15-8797-9dcc0616d674 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.2021840 Jul 09 17:06:16.501007 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 7, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:16.536001 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f619af-8fa0-4f2d-b6d5-d346fbe7c28d None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 7, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8', 'name': '', 'network_id': '3312a2ed-e784-4651-9f5d-408b6c77acf2', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:70:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:08Z', 'updated_at': '2021-07-09T17:06:13Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'ef7ed016-3826-46f3-89ea-bcd290d259da', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:16.579158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c79b59bb-104d-412b-92b3-35382880664e req-60da2dbb-a065-4066-8154-1e7df514097e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527630 Jul 09 17:06:16.772773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:16.870501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eef3a-c974-473b-8ca4-c342ea861867 req-7c74078c-4fba-4092-a60e-1d447e6ef997 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:16.871898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b28eef3a-c974-473b-8ca4-c342ea861867 req-7c74078c-4fba-4092-a60e-1d447e6ef997 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 945 time: 0.1471214 Jul 09 17:06:16.903593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:16.909391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-849990ee-bbd7-4bd5-8339-d5bf1f15afff tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0413921 Jul 09 17:06:16.913050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:16.913218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:16.922899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:16.923558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:16.977293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b28eef3a-c974-473b-8ca4-c342ea861867 req-be9199aa-6f58-4f73-80c0-e66074fc60cb tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928481 Jul 09 17:06:17.007136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet ef7ed016-3826-46f3-89ea-bcd290d259da {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:06:17.007136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.016732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:17.060037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.261675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:16Z', 'revision_number': 8, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:17.289609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:17.299397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:17.300072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:17.511939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.546846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97ec0d-eb1d-4fd7-bfc9-a48eb5ce63cb req-c7c2f175-174a-4ec4-9f81-bbcfe9eb1b39 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:17.548414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d97ec0d-eb1d-4fd7-bfc9-a48eb5ce63cb req-c7c2f175-174a-4ec4-9f81-bbcfe9eb1b39 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4487343 Jul 09 17:06:17.563259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:17.627366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d97ec0d-eb1d-4fd7-bfc9-a48eb5ce63cb req-da10be81-d2ae-4ddf-aa44-901c73fbebb2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680645 Jul 09 17:06:17.635393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.672403 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7ed016-3826-46f3-89ea-bcd290d259da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:17.678776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.681177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-808f88d1-59c8-40e2-8785-69daa5504cad tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/ef7ed016-3826-46f3-89ea-bcd290d259da HTTP/1.1" status: 204 len: 168 time: 0.7665040 Jul 09 17:06:17.683438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:17.741239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a856cdc-ca45-4ef6-81d2-eece1bbd937a None None] Network 3312a2ed-e784-4651-9f5d-408b6c77acf2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:17.782029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.842736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port d8035c56-797b-4df4-aae1-022917200ed8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:17.843125 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.922557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port d8035c56-797b-4df4-aae1-022917200ed8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d8035c56-797b-4df4-aae1-022917200ed8,segment=NetworkSegment(5aca4d66-b609-4ac1-93ae-b4a387329114),segment_id=5aca4d66-b609-4ac1-93ae-b4a387329114)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:17.922972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:17.951760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for d8035c56-797b-4df4-aae1-022917200ed8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:17.981776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:16Z', 'revision_number': 8, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:18.027546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c05ce5-24ce-4a6f-b126-3ec6e8861cf9 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:16Z', 'revision_number': 8, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e2cf7c-180a-4b3b-9487-197b91028d28', 'name': '', 'network_id': '038b6783-240d-406b-8595-a5011b5cab78', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:4f:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:03Z', 'updated_at': '2021-07-09T17:06:10Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': 'acda14d9-f558-4530-9d59-7b0d2baed582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:18.048553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] DHCP port deletion for 3312a2ed-e784-4651-9f5d-408b6c77acf2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:06:18.110578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Deleting port d8035c56-797b-4df4-aae1-022917200ed8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:18.111636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.115444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.156328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port d8035c56-797b-4df4-aae1-022917200ed8 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:18.163908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=d8035c56-797b-4df4-aae1-022917200ed8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:18.211079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] For port d8035c56-797b-4df4-aae1-022917200ed8, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:18.211680 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.234551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Calling delete_port for d8035c56-797b-4df4-aae1-022917200ed8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:18.240811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Port d8035c56-797b-4df4-aae1-022917200ed8 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:06:18.243101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.263966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.274437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] Pushing event deleted for resources: {'Port': ['ID=d8035c56-797b-4df4-aae1-022917200ed8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:18.279450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963e394-8f7f-4035-8c42-cc4c20810f67 None None] No DVR routers for this DVR port d8035c56-797b-4df4-aae1-022917200ed8 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:18.286162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3312a2ed-e784-4651-9f5d-408b6c77acf2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:18.303567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aca4d66-b609-4ac1-93ae-b4a387329114') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:18.304049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aca4d66-b609-4ac1-93ae-b4a387329114') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:18.317011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.332723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.340228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:06:18.340639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:06:18.343923 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:06:18.435196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.452922 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:18.457476 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/3312a2ed-e784-4651-9f5d-408b6c77acf2 HTTP/1.1" status: 204 len: 168 time: 0.7716260 Jul 09 17:06:18.459197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:18.475200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6226467-871e-41f4-af9b-6eb45d35dbc7 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=3312a2ed-e784-4651-9f5d-408b6c77acf2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:18.740498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee1b5-d027-423f-9643-34f1e9d1d422 req-21ae8573-d887-4b85-8ac1-94bd299deb1b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:18.743633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66fee1b5-d027-423f-9643-34f1e9d1d422 req-21ae8573-d887-4b85-8ac1-94bd299deb1b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.0802088 Jul 09 17:06:18.788341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66fee1b5-d027-423f-9643-34f1e9d1d422 req-81ff7f7f-c5d5-42f3-890d-9d50cf13c0cc tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Jul 09 17:06:19.002004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2758a-1ef7-409a-b057-6074c19eaaec req-23761c0e-ddef-482a-b8a7-5c0b10149831 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:19.004348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d2758a-1ef7-409a-b057-6074c19eaaec req-23761c0e-ddef-482a-b8a7-5c0b10149831 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 945 time: 0.0901816 Jul 09 17:06:19.020661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:19.045338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9d2758a-1ef7-409a-b057-6074c19eaaec req-d39db1a5-583f-4ce0-882e-b76560a04320 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Jul 09 17:06:19.223032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8e96-4077-493d-a1e5-3e47029984a6 req-c6b890d2-cb65-424f-85b9-fea1d85277ff tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:19.224658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-135d8e96-4077-493d-a1e5-3e47029984a6 req-c6b890d2-cb65-424f-85b9-fea1d85277ff tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0754850 Jul 09 17:06:19.277052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-135d8e96-4077-493d-a1e5-3e47029984a6 req-be2c21c8-3ca2-4ca7-9d8e-f5ced8e940ad tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Jul 09 17:06:19.323563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port f9e2cf7c-180a-4b3b-9487-197b91028d28 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:19.323905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:19.433109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port f9e2cf7c-180a-4b3b-9487-197b91028d28, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f9e2cf7c-180a-4b3b-9487-197b91028d28,segment=NetworkSegment(4fb93d3c-6ed8-4591-9093-ba920a960a3e),segment_id=4fb93d3c-6ed8-4591-9093-ba920a960a3e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:19.433689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:19.449023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for f9e2cf7c-180a-4b3b-9487-197b91028d28 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:19.473099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf575c34-0a9a-401b-af40-7aa6943e8292 req-355ce76a-55d7-41ec-8237-4fba21d8eb41 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:19.474664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf575c34-0a9a-401b-af40-7aa6943e8292 req-355ce76a-55d7-41ec-8237-4fba21d8eb41 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0916710 Jul 09 17:06:19.514997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf575c34-0a9a-401b-af40-7aa6943e8292 req-ee8c83d6-47c3-46ee-88c9-5ae4b1781d5b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342674 Jul 09 17:06:19.648383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:19.692113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:19.715707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=f9e2cf7c-180a-4b3b-9487-197b91028d28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:19.718125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:19.718701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b1df8c3c-c3d5-4ea0-8f6c-f177b8701cc8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:19.719303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8035c56-797b-4df4-aae1-022917200ed8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:19.720896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aefe41-3107-4863-a57e-b5aa05b70e9d req-5a8f49c4-26e5-43b5-b36d-0b2126c60f55 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:19.722556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59aefe41-3107-4863-a57e-b5aa05b70e9d req-5a8f49c4-26e5-43b5-b36d-0b2126c60f55 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.0891714 Jul 09 17:06:19.745491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d8035c56-797b-4df4-aae1-022917200ed8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:19.746074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d8035c56-797b-4df4-aae1-022917200ed8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:19.786920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59aefe41-3107-4863-a57e-b5aa05b70e9d req-539130d4-2d31-42fe-8819-a4c8942e2ff0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549173 Jul 09 17:06:19.863241 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.011719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-e8a27a6b-1097-4c1b-a82b-fca35a232ddc tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:20.013295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-e8a27a6b-1097-4c1b-a82b-fca35a232ddc tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "GET /v2.0/ports?device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 945 time: 0.0857375 Jul 09 17:06:20.086815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:20.128611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Deleting port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:20.128972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.188373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:20.193495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-62ca0461-e60f-4696-b3d9-85bdd27e4009 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321672 Jul 09 17:06:20.196096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:20.203687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:20.220785 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:20.221846 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:20.262330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet acda14d9-f558-4530-9d59-7b0d2baed582 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:06:20.265890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.273375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] For port 371683da-7aab-4bc9-b3e1-73586b6dbfc4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=371683da-7aab-4bc9-b3e1-73586b6dbfc4,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:20.273752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.294199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bcab0-9f03-4eb3-8705-6219bc2def7a req-e1d729f7-4d7a-4e52-9f1f-afd6715ed555 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:20.295768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-904bcab0-9f03-4eb3-8705-6219bc2def7a req-e1d729f7-4d7a-4e52-9f1f-afd6715ed555 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 945 time: 0.1117392 Jul 09 17:06:20.300019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Calling delete_port for 371683da-7aab-4bc9-b3e1-73586b6dbfc4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:20.315724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.317847 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:20.382363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-904bcab0-9f03-4eb3-8705-6219bc2def7a req-cd4ca658-6c9e-4fb9-949b-187764c4c418 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732408 Jul 09 17:06:20.428254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.510913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.511153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.534736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['371683da-7aab-4bc9-b3e1-73586b6dbfc4', 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:20.545678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=acda14d9-f558-4530-9d59-7b0d2baed582,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:20.552132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.554522 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce55f473-e26d-43df-91a0-5d00fc77c6f3 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/acda14d9-f558-4530-9d59-7b0d2baed582 HTTP/1.1" status: 204 len: 168 time: 0.3572195 Jul 09 17:06:20.557725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:20.592960 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:19Z', 'revision_number': 9, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:20.594663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Pushing event deleted for resources: {'Port': ['ID=371683da-7aab-4bc9-b3e1-73586b6dbfc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:20.596817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['43b8720f-2344-4562-972c-d682076bc59c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:20.609369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8859e2-2e59-4a26-8a3b-a55df711c276 None None] Network 038b6783-240d-406b-8595-a5011b5cab78 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:20.627740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:20.637536 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:20.638166 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:20.641081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.657212 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] No DVR routers for this DVR port 371683da-7aab-4bc9-b3e1-73586b6dbfc4 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:20.661605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.665417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d09b54cb-e245-4f26-8a6c-33fcc90589f8 req-a5cc136e-0051-43df-a92e-a082db37c162 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "DELETE /v2.0/ports/371683da-7aab-4bc9-b3e1-73586b6dbfc4 HTTP/1.1" status: 204 len: 173 time: 0.6463637 Jul 09 17:06:20.666058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'name': 'network-vif-deleted', 'tag': '371683da-7aab-4bc9-b3e1-73586b6dbfc4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:20.668593 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7d89a-5d61-42ee-9648-9ce988a05366" -d '{"events": [{"server_uuid": "b51af132-4e47-4b72-96b1-eb14fd057d89", "name": "network-vif-deleted", "tag": "371683da-7aab-4bc9-b3e1-73586b6dbfc4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:20.688839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8418f-0b80-4f79-abc6-d703a224b32f req-4e851a13-226f-4767-a5f8-8752d5c0070f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:20.702651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84d8418f-0b80-4f79-abc6-d703a224b32f req-4e851a13-226f-4767-a5f8-8752d5c0070f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1933088 Jul 09 17:06:20.751536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84d8418f-0b80-4f79-abc6-d703a224b32f req-5eec700e-2fe3-41d0-aad6-0e579820fc9c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478654 Jul 09 17:06:20.755796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port e2491bb6-caeb-4371-a812-ebf5bc2889ce {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:20.756637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.871535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port e2491bb6-caeb-4371-a812-ebf5bc2889ce, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e2491bb6-caeb-4371-a812-ebf5bc2889ce,segment=NetworkSegment(4fb93d3c-6ed8-4591-9093-ba920a960a3e),segment_id=4fb93d3c-6ed8-4591-9093-ba920a960a3e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:20.876205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:20.894579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for e2491bb6-caeb-4371-a812-ebf5bc2889ce owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:20.972234 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:21.045485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b26f8-ee80-409f-9b66-fdfd5f743c76 req-9bda1e86-5b88-49ba-93b9-42aa51d7e9d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:21.045485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-487b26f8-ee80-409f-9b66-fdfd5f743c76 req-9bda1e86-5b88-49ba-93b9-42aa51d7e9d8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1133022 Jul 09 17:06:21.060354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] DHCP port deletion for 038b6783-240d-406b-8595-a5011b5cab78 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:06:21.090973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.136172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=e2491bb6-caeb-4371-a812-ebf5bc2889ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:21.140593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port e2491bb6-caeb-4371-a812-ebf5bc2889ce on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:21.150345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Deleting port e2491bb6-caeb-4371-a812-ebf5bc2889ce {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:21.151092 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.153249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-487b26f8-ee80-409f-9b66-fdfd5f743c76 req-dfa95f8f-790d-4f12-babc-c98a41d6c228 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983398 Jul 09 17:06:21.250206 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b1781b-2ea9-4749-9a99-6be4aa6777d5 x-openstack-request-id: req-d7b1781b-2ea9-4749-9a99-6be4aa6777d5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:21.250631 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51af132-4e47-4b72-96b1-eb14fd057d89", "name": "network-vif-deleted", "tag": "371683da-7aab-4bc9-b3e1-73586b6dbfc4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:21.250948 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7b1781b-2ea9-4749-9a99-6be4aa6777d5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:21.251695 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51af132-4e47-4b72-96b1-eb14fd057d89', 'name': 'network-vif-deleted', 'tag': '371683da-7aab-4bc9-b3e1-73586b6dbfc4', 'status': 'completed', 'code': 200} Jul 09 17:06:21.255594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] For port e2491bb6-caeb-4371-a812-ebf5bc2889ce, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:21.256429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.261429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.275110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038b6783-240d-406b-8595-a5011b5cab78']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:21.280014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Calling delete_port for e2491bb6-caeb-4371-a812-ebf5bc2889ce owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:21.284542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Port e2491bb6-caeb-4371-a812-ebf5bc2889ce was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:06:21.286448 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.292448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb93d3c-6ed8-4591-9093-ba920a960a3e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:21.292797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb93d3c-6ed8-4591-9093-ba920a960a3e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:21.303990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] No DVR routers for this DVR port e2491bb6-caeb-4371-a812-ebf5bc2889ce on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:21.304252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.319496 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:19Z', 'revision_number': 9, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:21.321261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.329491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:06:21.330092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.332343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbf068-ec2c-4843-aeea-bc4e7cc9319b None None] Pushing event deleted for resources: {'Port': ['ID=e2491bb6-caeb-4371-a812-ebf5bc2889ce,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:21.334906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:06:21.338616 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:06:21.351618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0930b2b-076c-4282-afb4-35f59eea2371 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:19Z', 'revision_number': 9, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': '1ad53543-11c3-4b82-b992-d9683498d135', 'name': '', 'network_id': '0359f40b-1a4a-4c8d-b913-c897f7cb2531', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:cf:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '653fdbfd-d6dc-4246-b525-009143416759', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:55Z', 'updated_at': '2021-07-09T17:06:04Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '653fdbfd-d6dc-4246-b525-009143416759', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:21.421365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.438574 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.441227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/038b6783-240d-406b-8595-a5011b5cab78 HTTP/1.1" status: 204 len: 168 time: 0.8823562 Jul 09 17:06:21.460110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:21.461361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf88ca-1930-422d-afe7-f829c812e963 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=038b6783-240d-406b-8595-a5011b5cab78,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:21.645223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8c479ac-f710-4178-99b1-c69d258a74ca req-09b4a8d3-1061-4301-a9f9-0f432b903215 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=b51af132-4e47-4b72-96b1-eb14fd057d89 HTTP/1.1" status: 200 len: 210 time: 0.0416265 Jul 09 17:06:21.825283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9e2cf7c-180a-4b3b-9487-197b91028d28 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:21.850082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: f9e2cf7c-180a-4b3b-9487-197b91028d28 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:21.850877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f9e2cf7c-180a-4b3b-9487-197b91028d28 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:21.851395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2491bb6-caeb-4371-a812-ebf5bc2889ce no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:21.875401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e2491bb6-caeb-4371-a812-ebf5bc2889ce {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:21.875738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2491bb6-caeb-4371-a812-ebf5bc2889ce not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:21.907852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:21.978348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.203378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32775-1780-47b4-8a5a-3cc4d0cec5b9 req-db61d374-f78d-4122-b458-dbe880bee254 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:22.204783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ab32775-1780-47b4-8a5a-3cc4d0cec5b9 req-db61d374-f78d-4122-b458-dbe880bee254 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1532919 Jul 09 17:06:22.221383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 1ad53543-11c3-4b82-b992-d9683498d135 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:22.221812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.297939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ab32775-1780-47b4-8a5a-3cc4d0cec5b9 req-d928fc7a-a64b-4a75-b768-5ea45c2449b9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825098 Jul 09 17:06:22.343745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port 1ad53543-11c3-4b82-b992-d9683498d135, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ad53543-11c3-4b82-b992-d9683498d135,segment=NetworkSegment(73c208b8-4233-4ca3-a9c1-9030562eb742),segment_id=73c208b8-4233-4ca3-a9c1-9030562eb742)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:22.344121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.354266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.20.0.17 (515998cf-0ef4-4748-9f70-6742a22cc2f6/a98f590e-4857-4c43-9797-fa24ca4772d9/640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:06:22.360206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 1ad53543-11c3-4b82-b992-d9683498d135 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:22.525861 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.551760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c947f43-3a82-4042-af4b-78ec7ff38310 req-c2abb3b9-5bd1-4c87-b5ad-09931a4fd370 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:22.555116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c947f43-3a82-4042-af4b-78ec7ff38310 req-c2abb3b9-5bd1-4c87-b5ad-09931a4fd370 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1256020 Jul 09 17:06:22.571451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.571900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Transition to ACTIVE for port object 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:22.600135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=1ad53543-11c3-4b82-b992-d9683498d135,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:22.609417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c947f43-3a82-4042-af4b-78ec7ff38310 req-104d42f6-4f4a-4c7d-a71f-77b94f252de3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486660 Jul 09 17:06:22.635104 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.646581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.647264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.647264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.647574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.647917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.648220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.648564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.648880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.649198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.649649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.649849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.650219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:22.685729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:22.690764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:22.696830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:06:22.734138 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:22.774255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.781740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.035286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.111557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ebf849e4-0496-488f-9a0e-863885443358 None None] Provisioning for port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:23.119254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ebf849e4-0496-488f-9a0e-863885443358 None None] Provisioning complete for port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:23.120203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf849e4-0496-488f-9a0e-863885443358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.169417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ebf849e4-0496-488f-9a0e-863885443358 None None] Port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:23.428284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:23.531695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:23.538139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d3670f4-c9db-48cd-90a0-c33f4d39f905 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725555 Jul 09 17:06:23.540068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:23.543312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03880665-77ee-4506-9a20-b86db0320bed None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:23.556781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:23.557421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:23.605703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet 653fdbfd-d6dc-4246-b525-009143416759 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:06:23.626120 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.667051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:23.700185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.805655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.817324 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.825379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.885803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac32abf-bb21-4f2b-bfd8-38976b83b567 req-71c27fd9-d4f0-4b17-a584-90f1eb7b6c2c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:23.887515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ac32abf-bb21-4f2b-bfd8-38976b83b567 req-71c27fd9-d4f0-4b17-a584-90f1eb7b6c2c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1559901 Jul 09 17:06:23.906042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.917019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.945461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=653fdbfd-d6dc-4246-b525-009143416759,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:23.945851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.952342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e47e2adf-ef63-4bbf-8717-99aef019e3ac tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/653fdbfd-d6dc-4246-b525-009143416759 HTTP/1.1" status: 204 len: 168 time: 0.4069059 Jul 09 17:06:23.952342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:23.954039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5eb4c5-bb86-46b9-a12e-446d7197f2c4 None None] Network 0359f40b-1a4a-4c8d-b913-c897f7cb2531 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:23.954750 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:23.961177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:23.998072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7ac32abf-bb21-4f2b-bfd8-38976b83b567 req-a4ede3dc-a36a-448a-93bd-42c3b3ac0ad9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978377 Jul 09 17:06:24.057290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.113754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:06:24.115584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:06:24.129188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:22Z', 'revision_number': 10, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.182457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03880665-77ee-4506-9a20-b86db0320bed None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:24.189389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port a0e53c78-0133-4fe2-bd6f-9e877fbef93e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:24.190143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.200441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:24.201378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.270824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port a0e53c78-0133-4fe2-bd6f-9e877fbef93e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,segment=NetworkSegment(73c208b8-4233-4ca3-a9c1-9030562eb742),segment_id=73c208b8-4233-4ca3-a9c1-9030562eb742)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:24.271629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.290882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for a0e53c78-0133-4fe2-bd6f-9e877fbef93e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:24.311341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d103296-a80e-4322-b621-20ac92234995 req-14a12b40-cf28-4e5d-a2fa-d20e6adc6835 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:24.312926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d103296-a80e-4322-b621-20ac92234995 req-14a12b40-cf28-4e5d-a2fa-d20e6adc6835 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1418369 Jul 09 17:06:24.314902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:24.320508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:24.405297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d103296-a80e-4322-b621-20ac92234995 req-23f91b9f-ece4-4184-8cbf-62c2a1279479 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851071 Jul 09 17:06:24.435273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.471835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=a0e53c78-0133-4fe2-bd6f-9e877fbef93e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:24.481508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port a0e53c78-0133-4fe2-bd6f-9e877fbef93e on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:24.525641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:24.536572 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:24.538864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33fc3a3b-f59d-4dc6-9502-4adb0d63a901 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "PUT /v2.0/routers/2dd47754-ca75-4a21-8193-1a0b0d860820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2026222 Jul 09 17:06:24.561475 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:24.563016 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.573276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f6870-012b-4c44-a88d-bcc1afda5051 None None] DHCP port deletion for 0359f40b-1a4a-4c8d-b913-c897f7cb2531 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:06:24.576750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.587054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0359f40b-1a4a-4c8d-b913-c897f7cb2531']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.600670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c208b8-4233-4ca3-a9c1-9030562eb742') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.601037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c208b8-4233-4ca3-a9c1-9030562eb742') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.611016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.629601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.636336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:06:24.636747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:06:24.640743 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:06:24.655955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b96980b2-f48b-416e-8d01-a7aa988f208d None None] Provisioning complete for port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:24.656285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b96980b2-f48b-416e-8d01-a7aa988f208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.722383 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:24.723254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.736021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:24.739805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/0359f40b-1a4a-4c8d-b913-c897f7cb2531 HTTP/1.1" status: 204 len: 168 time: 0.7865572 Jul 09 17:06:24.742836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:24.752801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328de02-7fd4-4a33-ae7e-5f9a17886395 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=0359f40b-1a4a-4c8d-b913-c897f7cb2531,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:24.774166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b96980b2-f48b-416e-8d01-a7aa988f208d None None] Port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:06:24.848642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03880665-77ee-4506-9a20-b86db0320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:22Z', 'revision_number': 10, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:24.891959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03880665-77ee-4506-9a20-b86db0320bed None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:22Z', 'revision_number': 10, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None, '_interfaces': [{'id': 'e7174220-175c-457e-880b-fb76f0486133', 'name': '', 'network_id': 'f8364ec4-073f-49d7-bed0-49dd23704f12', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'mac_address': 'fa:16:3e:96:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:05:50Z', 'updated_at': '2021-07-09T17:06:00Z', 'revision_number': 5, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'subnets': [{'id': '64274fe6-a39e-41fc-b582-6264522bd0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:25.015548 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:22Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:41Z', 'revision_number': 1, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd', 'name': '', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:9a:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:22Z', 'updated_at': '2021-07-09T17:06:23Z', 'revision_number': 2, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:25.049634 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:25.050205 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Updating router 2dd47754-ca75-4a21-8193-1a0b0d860820 port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:06:25.088146 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.119483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa59dd-1c53-404e-b6ae-e16419296b43 req-ba8065ef-7554-4eca-962f-8bb87c1d9c36 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:25.125482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa59dd-1c53-404e-b6ae-e16419296b43 req-ba8065ef-7554-4eca-962f-8bb87c1d9c36 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:25.127174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4caa59dd-1c53-404e-b6ae-e16419296b43 req-ba8065ef-7554-4eca-962f-8bb87c1d9c36 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c&device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 1683 time: 0.1116276 Jul 09 17:06:25.194051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4caa59dd-1c53-404e-b6ae-e16419296b43 req-f3819f82-fa3c-42ed-b405-059555f4f515 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592310 Jul 09 17:06:25.211685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.384814 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.395932 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Transition to ACTIVE for port object 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:06:25.403619 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.457466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2393-310d-4cd0-b207-b2e5ce3901de req-abe02e3e-b8fc-4090-b274-a16aba05377b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:25.459052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f5e2393-310d-4cd0-b207-b2e5ce3901de req-abe02e3e-b8fc-4090-b274-a16aba05377b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1070731 Jul 09 17:06:25.463363 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a91b1-f4ea-4ad9-ac94-09bc37901ea7 None None] Pushing event updated for resources: {'Port': ['ID=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:25.527367 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Attempting to bind port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:06:25.527715 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Attempting to bind port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:06:25.528047 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Attempting to bind port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd on network 515998cf-0ef4-4748-9f70-6742a22cc2f6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:06:25.535197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f5e2393-310d-4cd0-b207-b2e5ce3901de req-b2037107-bd6e-4078-805a-f3a7a4c5cb42 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676019 Jul 09 17:06:25.542965 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:06:25.543803 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Checking segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:06:25.544095 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.544464 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Bound using segment: {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:06:25.546287 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Bound port: 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e73842c-2c8d-4b8b-97b0-ed7886d9b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:06:25.546287 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.616727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 371683da-7aab-4bc9-b3e1-73586b6dbfc4 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:25.645610 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] For port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:06:25.653177 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] For port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:06:25.658791 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.660980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 371683da-7aab-4bc9-b3e1-73586b6dbfc4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:25.663243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 371683da-7aab-4bc9-b3e1-73586b6dbfc4 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:25.672855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port e7174220-175c-457e-880b-fb76f0486133 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:25.673213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.708912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0e53c78-0133-4fe2-bd6f-9e877fbef93e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:25.734813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a0e53c78-0133-4fe2-bd6f-9e877fbef93e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:25.735277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a0e53c78-0133-4fe2-bd6f-9e877fbef93e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:25.735675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ad53543-11c3-4b82-b992-d9683498d135 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:25.743257 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a91b1-f4ea-4ad9-ac94-09bc37901ea7 None None] Pushing event updated for resources: {'Port': ['ID=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:25.748010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:25.749039 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:25.757695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1ad53543-11c3-4b82-b992-d9683498d135 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:25.758042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ad53543-11c3-4b82-b992-d9683498d135 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:25.866960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port e7174220-175c-457e-880b-fb76f0486133, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e7174220-175c-457e-880b-fb76f0486133,segment=NetworkSegment(888d4fab-aa7f-4214-ba1a-579f07ae78aa),segment_id=888d4fab-aa7f-4214-ba1a-579f07ae78aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:25.867452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.886635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for e7174220-175c-457e-880b-fb76f0486133 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:25.899288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e746e7-e0fa-4324-9606-72e464017607 req-d3919c46-4a17-4287-9033-520f88f1a4f8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:25.903492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e746e7-e0fa-4324-9606-72e464017607 req-d3919c46-4a17-4287-9033-520f88f1a4f8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1353724 Jul 09 17:06:25.914533 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:26.011016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98e746e7-e0fa-4324-9606-72e464017607 req-026db1b7-2542-4331-a7ca-2c7107ff5d1c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997405 Jul 09 17:06:26.155272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:26.190712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=e7174220-175c-457e-880b-fb76f0486133,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:26.234857 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:22Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:41Z', 'revision_number': 1, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd', 'name': '', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:9a:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:22Z', 'updated_at': '2021-07-09T17:06:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:26.266855 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1d110-c032-4438-991c-d5f91c445bab None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:22Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:41Z', 'revision_number': 1, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd', 'name': '', 'network_id': '515998cf-0ef4-4748-9f70-6742a22cc2f6', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:9a:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:06:22Z', 'updated_at': '2021-07-09T17:06:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': 'a98f590e-4857-4c43-9797-fa24ca4772d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:26.307532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:26.525600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:26.939433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:26.949747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6769932a-1df3-4292-8fb7-49e11f5e473e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2028451 Jul 09 17:06:26.950036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:26.967619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:26.996171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:26.996717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.034778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting subnet 64274fe6-a39e-41fc-b582-6264522bd0fa {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:06:27.038699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.046441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b570e3-2fa6-4057-97d4-77c0927f618c req-f010208a-deaa-4cc3-acdc-5cd238e3827e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:27.048255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49b570e3-2fa6-4057-97d4-77c0927f618c req-f010208a-deaa-4cc3-acdc-5cd238e3827e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1484895 Jul 09 17:06:27.095046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49b570e3-2fa6-4057-97d4-77c0927f618c req-c45d447f-fa94-4c77-9e04-198072e3a4c8 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Jul 09 17:06:27.102932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.128340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:27.196089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:26Z', 'revision_number': 11, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.229703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:27.238584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.239340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:27.239971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.308399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.313241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:27.336480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Subnet': ['ID=64274fe6-a39e-41fc-b582-6264522bd0fa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:27.340971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.343903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c67a07c-198b-474f-9ba8-5bd2e316e7ab tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/64274fe6-a39e-41fc-b582-6264522bd0fa HTTP/1.1" status: 204 len: 168 time: 0.3919778 Jul 09 17:06:27.345821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:27.379674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d8b94-4e5d-47d9-a194-4ce198d9e5b2 None None] Network f8364ec4-073f-49d7-bed0-49dd23704f12 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:06:27.383757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:26Z', 'revision_number': 11, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.420681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fecf0-752d-47db-a448-c7a50dc5fec7 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:26Z', 'revision_number': 11, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:27.439768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.516870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Deleting port 3ca67f9e-f829-4956-97d3-9b403ece09c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:27.517320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.580448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cd472-3e6d-422a-9d6e-515d2182457d req-7d532d53-c005-4e30-86e1-1d681c305d5c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:27.582042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-413cd472-3e6d-422a-9d6e-515d2182457d req-7d532d53-c005-4e30-86e1-1d681c305d5c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0992668 Jul 09 17:06:27.600964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] For port 3ca67f9e-f829-4956-97d3-9b403ece09c1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ca67f9e-f829-4956-97d3-9b403ece09c1,segment=NetworkSegment(888d4fab-aa7f-4214-ba1a-579f07ae78aa),segment_id=888d4fab-aa7f-4214-ba1a-579f07ae78aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:27.601400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.617904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Calling delete_port for 3ca67f9e-f829-4956-97d3-9b403ece09c1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:27.635387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-413cd472-3e6d-422a-9d6e-515d2182457d req-efa8e176-8613-462c-b2ba-9146b47b7f7b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Jul 09 17:06:27.712709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.746685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Port': ['ID=3ca67f9e-f829-4956-97d3-9b403ece09c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:27.751695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No DVR routers for this DVR port 3ca67f9e-f829-4956-97d3-9b403ece09c1 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:27.847295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276032d1-acc2-4efd-b567-cb363e9beffd None None] DHCP port deletion for f8364ec4-073f-49d7-bed0-49dd23704f12 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:06:27.859535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.878595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8364ec4-073f-49d7-bed0-49dd23704f12']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.899426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888d4fab-aa7f-4214-ba1a-579f07ae78aa') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.899904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888d4fab-aa7f-4214-ba1a-579f07ae78aa') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:27.917184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.934858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.942661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:06:27.943229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.945963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522045f-f418-4321-a10e-a83863577db2 req-195cab3e-99ab-44e4-89f5-f61fa14ec5a2 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:27.948640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1522045f-f418-4321-a10e-a83863577db2 req-195cab3e-99ab-44e4-89f5-f61fa14ec5a2 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 946 time: 0.1001048 Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:06:27.948797 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:06:27.982277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:28.012696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1522045f-f418-4321-a10e-a83863577db2 req-b0535a99-4e5a-40a7-9742-67d26630b3c1 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f06bfe4-00c1-4f03-87e2-af2505a471de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547173 Jul 09 17:06:28.057942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.059128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:06:28.063488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:28.063966 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.072492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.075820 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/networks/f8364ec4-073f-49d7-bed0-49dd23704f12 HTTP/1.1" status: 204 len: 168 time: 0.7286799 Jul 09 17:06:28.079736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:28.088228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:28.093231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ae61d-3fb8-4ae8-a3c7-66d12257911e tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Pushing event deleted for resources: {'Network': ['ID=f8364ec4-073f-49d7-bed0-49dd23704f12,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:28.161156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.219924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:28.225174 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.289036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:28.309959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e7174220-175c-457e-880b-fb76f0486133 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:28.316729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:06:28.317024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:06:28.317473 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.332538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e7174220-175c-457e-880b-fb76f0486133 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:28.332889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e7174220-175c-457e-880b-fb76f0486133 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:28.333317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ca67f9e-f829-4956-97d3-9b403ece09c1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:28.355448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3ca67f9e-f829-4956-97d3-9b403ece09c1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:28.355805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ca67f9e-f829-4956-97d3-9b403ece09c1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:28.490259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b458ad7-7ff3-4690-89ea-5740b8238940 req-c7797ae8-2b37-44c3-8ec5-52f6665673d3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:28.491841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b458ad7-7ff3-4690-89ea-5740b8238940 req-c7797ae8-2b37-44c3-8ec5-52f6665673d3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.2472956 Jul 09 17:06:28.494065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.497896 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.541591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-700e1406-5004-4310-ad4f-7c6d32c5868f tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:28.543173 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-700e1406-5004-4310-ad4f-7c6d32c5868f tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 946 time: 0.0804060 Jul 09 17:06:28.604343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b458ad7-7ff3-4690-89ea-5740b8238940 req-073f49f3-992b-4800-8b75-56e866bb1c27 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033862 Jul 09 17:06:28.606207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 8b0f6a77-9131-4114-abbf-4f8680c45fcd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:28.662892 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Deleting port 43b8720f-2344-4562-972c-d682076bc59c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:28.663969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.687146 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:28.694730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.696312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b8384d25-0a0f-4c4b-aab8-f708094a28c5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 705 time: 0.6140308 Jul 09 17:06:28.702128 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] Sync routers for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:28.706427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:28.713181 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:28.714143 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:28.743236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7f6a0265-822e-47a2-a597-f9dfbad51e0a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 205 time: 0.0355561 Jul 09 17:06:28.746041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:28.796253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] For port 43b8720f-2344-4562-972c-d682076bc59c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=43b8720f-2344-4562-972c-d682076bc59c,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:28.796818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.821109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Calling delete_port for 43b8720f-2344-4562-972c-d682076bc59c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:28.863810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.903364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:28.997031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.003279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:26Z', 'revision_number': 11, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:29.018260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e4d83d21-22cd-45cb-aa83-26bdeba38ebf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:29.053575 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] Checking router: 8b0f6a77-9131-4114-abbf-4f8680c45fcd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:29.055770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['43b8720f-2344-4562-972c-d682076bc59c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:29.063323 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] Routers {'8b0f6a77-9131-4114-abbf-4f8680c45fcd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:29.064007 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:29.067107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Pushing event deleted for resources: {'Port': ['ID=43b8720f-2344-4562-972c-d682076bc59c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:29.106211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a586d-2d13-496d-9bf7-fb670d63d00b req-c494642e-020e-42c7-a787-e46649d4a105 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:29.114635 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf2a586d-2d13-496d-9bf7-fb670d63d00b req-c494642e-020e-42c7-a787-e46649d4a105 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3206999 Jul 09 17:06:29.120102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] No DVR routers for this DVR port 43b8720f-2344-4562-972c-d682076bc59c on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:29.123076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.125059 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ae4d6fce-e7ad-4fe8-926a-ed0a2b46e4e7 req-83e93ae7-68ec-4ca0-8e58-d83c2682c2f0 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.37 "DELETE /v2.0/ports/43b8720f-2344-4562-972c-d682076bc59c HTTP/1.1" status: 204 len: 173 time: 0.5763347 Jul 09 17:06:29.125520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'name': 'network-vif-deleted', 'tag': '43b8720f-2344-4562-972c-d682076bc59c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:29.128056 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd92ac2f-308b-428e-9338-e7a47daf69f8" -d '{"events": [{"server_uuid": "7f5ea628-200a-49d9-88d1-d2108b86e1cc", "name": "network-vif-deleted", "tag": "43b8720f-2344-4562-972c-d682076bc59c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:29.145538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.148716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.199864 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] Set router 8b0f6a77-9131-4114-abbf-4f8680c45fcd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:29.245121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf2a586d-2d13-496d-9bf7-fb670d63d00b req-7963c794-65e5-4a11-94a3-7fa4c113d516 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295483 Jul 09 17:06:29.278398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.278651 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:26Z', 'revision_number': 11, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:29.279145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0f6a77-9131-4114-abbf-4f8680c45fcd {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:06:29.288800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.294434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:29.300023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-171284409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:29.305356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-270ee747-9982-4b0c-9055-2185e1fc6a98 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 204 len: 168 time: 0.5579257 Jul 09 17:06:29.309981 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07cba7-120d-4d7d-839f-a6f47a5122e4 None None] The sync data for ids ['8b0f6a77-9131-4114-abbf-4f8680c45fcd'] in n-d-800085-2 is: [{'id': '8b0f6a77-9131-4114-abbf-4f8680c45fcd', 'name': 'tempest-RoutersIpV6Test-router-1016402786', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:05:49Z', 'updated_at': '2021-07-09T17:06:26Z', 'revision_number': 11, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:29.346594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-95a95bf3-fed6-4657-8738-1a1b1ca2a557 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:29.348805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-95a95bf3-fed6-4657-8738-1a1b1ca2a557 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 946 time: 0.1563179 Jul 09 17:06:29.352213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.353320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.419799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.424795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.441998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.443701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f67e218d-fea4-4428-82e7-3822dcfdcb77 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1479433 Jul 09 17:06:29.446534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:29.451560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:06:29.454391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8f08945-beab-49aa-9ea9-23968548c7bc req-28a0b8d7-907a-4d7e-a3dc-086165900ed9 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ea628-200a-49d9-88d1-d2108b86e1cc HTTP/1.1" status: 200 len: 210 time: 0.0374346 Jul 09 17:06:29.518982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Deleting port e4d83d21-22cd-45cb-aa83-26bdeba38ebf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:29.519331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.534689 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107dcaa1-40c4-4ba7-9236-d5d190c6edc3 x-openstack-request-id: req-107dcaa1-40c4-4ba7-9236-d5d190c6edc3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:29.534689 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ea628-200a-49d9-88d1-d2108b86e1cc", "name": "network-vif-deleted", "tag": "43b8720f-2344-4562-972c-d682076bc59c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:29.534689 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-107dcaa1-40c4-4ba7-9236-d5d190c6edc3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:29.534689 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ea628-200a-49d9-88d1-d2108b86e1cc', 'name': 'network-vif-deleted', 'tag': '43b8720f-2344-4562-972c-d682076bc59c', 'status': 'completed', 'code': 200} Jul 09 17:06:29.627085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] For port e4d83d21-22cd-45cb-aa83-26bdeba38ebf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,segment=NetworkSegment(9fbec708-b6c5-4e8f-aa33-069f675097c8),segment_id=9fbec708-b6c5-4e8f-aa33-069f675097c8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:29.627565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.643730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Calling delete_port for e4d83d21-22cd-45cb-aa83-26bdeba38ebf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:29.700923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:29.743627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.766744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.778509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:29.779208 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.872435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb462364-a344-45ec-b6a1-acf937ddfb81 req-754f2e64-91e9-4274-a730-f1be177f3fe2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:29.874337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb462364-a344-45ec-b6a1-acf937ddfb81 req-754f2e64-91e9-4274-a730-f1be177f3fe2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1080012 Jul 09 17:06:29.890988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:29.906224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Router 1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:06:29.927233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['43b8720f-2344-4562-972c-d682076bc59c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:29.950198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Pushing event deleted for resources: {'Port': ['ID=e4d83d21-22cd-45cb-aa83-26bdeba38ebf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:29.988330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.988683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.989028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.989369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.989709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.990308 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.990551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.990746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.991028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.991357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.991686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:29.992009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:06:30.008738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:30.012277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] No DVR routers for this DVR port e4d83d21-22cd-45cb-aa83-26bdeba38ebf on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:30.016398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb462364-a344-45ec-b6a1-acf937ddfb81 req-88dd8761-c755-4ed5-89b7-3f7d6286abce tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344602 Jul 09 17:06:30.017263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.017463 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.019602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bb6a1cf-efe8-4b44-bc15-174d126a02ab req-7048c390-c7fc-42a6-8cf3-2207d86f9f4d tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.43 "DELETE /v2.0/ports/e4d83d21-22cd-45cb-aa83-26bdeba38ebf HTTP/1.1" status: 204 len: 173 time: 0.6627510 Jul 09 17:06:30.020044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'name': 'network-vif-deleted', 'tag': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:30.021755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3c9243ad-d1c0-416e-abf1-d05920e1795f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "PUT /v2.0/routers/1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e HTTP/1.1" status: 200 len: 697 time: 0.5740325 Jul 09 17:06:30.022325 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a03fe-a29f-4c06-af94-53f46ae001af" -d '{"events": [{"server_uuid": "021956e8-8995-4ab6-ad4a-8ac66f197a4c", "name": "network-vif-deleted", "tag": "e4d83d21-22cd-45cb-aa83-26bdeba38ebf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:30.022565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.026593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] Sync routers for ids ['1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:30.041766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] Routers {'1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:30.042724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:30.084452 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e3de86-05a8-4fb1-88cc-f188bd2d779d x-openstack-request-id: req-e6e3de86-05a8-4fb1-88cc-f188bd2d779d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:30.084754 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021956e8-8995-4ab6-ad4a-8ac66f197a4c", "name": "network-vif-deleted", "tag": "e4d83d21-22cd-45cb-aa83-26bdeba38ebf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:30.085010 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6e3de86-05a8-4fb1-88cc-f188bd2d779d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:30.085407 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021956e8-8995-4ab6-ad4a-8ac66f197a4c', 'name': 'network-vif-deleted', 'tag': 'e4d83d21-22cd-45cb-aa83-26bdeba38ebf', 'status': 'completed', 'code': 200} Jul 09 17:06:30.114075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-69a98821-27a1-4f98-a1c6-a9dad6a0dca8 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/routers/1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e HTTP/1.1" status: 200 len: 703 time: 0.0865932 Jul 09 17:06:30.114423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.145801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7961af7b-175f-46e1-aad1-28598a805c56 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e HTTP/1.1" status: 200 len: 205 time: 0.0301423 Jul 09 17:06:30.152601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] Set router 1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:30.152863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.205966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e', 'name': 'tempest-RoutersIpV6Test-router-171284409', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:06:29Z', 'updated_at': '2021-07-09T17:06:29Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:30.237264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] Checking router: 1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:30.240879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.246922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] Routers {'1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:30.247609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:30.324312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] Set router 1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:30.380271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e', 'name': 'tempest-RoutersIpV6Test-router-171284409', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:06:29Z', 'updated_at': '2021-07-09T17:06:29Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:30.415291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.415509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff00c6-3661-4dfb-b661-87fb6775f817 None None] The sync data for ids ['1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e'] in n-d-800085-2 is: [{'id': '1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e', 'name': 'tempest-RoutersIpV6Test-router-171284409', 'tenant_id': 'fd722a897cd34d2e9c9a153389d6773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:06:29Z', 'updated_at': '2021-07-09T17:06:29Z', 'revision_number': 2, 'project_id': 'fd722a897cd34d2e9c9a153389d6773c', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:30.419925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.467150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.467693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Fanout notify agent at l3_agent the message router_deleted on router 1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:06:30.471746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8783-8e28-466c-9440-3946ad8fb646 req-df280f49-17b7-4828-b4bc-c25752c8b42e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:30.473477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d38f8783-8e28-466c-9440-3946ad8fb646 req-df280f49-17b7-4828-b4bc-c25752c8b42e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0802636 Jul 09 17:06:30.475533 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.476743 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-981a1788-cfd3-41c8-9347-706bb5ec5222 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e HTTP/1.1" status: 204 len: 168 time: 0.3269472 Jul 09 17:06:30.485037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.520596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9ff46495-c6ef-471d-a4fe-fd77f4fc9d31 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e HTTP/1.1" status: 200 len: 205 time: 0.0339055 Jul 09 17:06:30.523570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55578) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.536109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d38f8783-8e28-466c-9440-3946ad8fb646 req-736969b7-c09f-4124-8267-7404a1c43c27 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502658 Jul 09 17:06:30.569316 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4e1376bf-6d85-4686-9f61-229976929ac4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:30.570372 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4e1376bf-6d85-4686-9f61-229976929ac4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/1c1fb70e-fc43-43ff-ac49-fe50b4a0c83e HTTP/1.1" status: 404 len: 336 time: 0.0459039 Jul 09 17:06:30.572955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.603460 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-02172c9c-998c-4775-9253-68983f2c32bb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:30.603460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02172c9c-998c-4775-9253-68983f2c32bb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:30.609476 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-02172c9c-998c-4775-9253-68983f2c32bb tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/ef7ed016-3826-46f3-89ea-bcd290d259da HTTP/1.1" status: 404 len: 337 time: 0.0352495 Jul 09 17:06:30.612018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.644155 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0036debc-d143-4301-8882-05f5959277b4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:30.644608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0036debc-d143-4301-8882-05f5959277b4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:30.646500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0036debc-d143-4301-8882-05f5959277b4 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/acda14d9-f558-4530-9d59-7b0d2baed582 HTTP/1.1" status: 404 len: 337 time: 0.0333495 Jul 09 17:06:30.649200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.676733 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e08b3d4-14e8-4cb5-b697-6e49dab2947f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:30.681148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e08b3d4-14e8-4cb5-b697-6e49dab2947f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:30.685607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e08b3d4-14e8-4cb5-b697-6e49dab2947f tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/653fdbfd-d6dc-4246-b525-009143416759 HTTP/1.1" status: 404 len: 337 time: 0.0329466 Jul 09 17:06:30.686054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.715415 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf26570-8d32-4299-95b0-f09d411363f5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:30.715865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf26570-8d32-4299-95b0-f09d411363f5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:30.720109 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbf26570-8d32-4299-95b0-f09d411363f5 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/64274fe6-a39e-41fc-b582-6264522bd0fa HTTP/1.1" status: 404 len: 337 time: 0.0329304 Jul 09 17:06:30.723525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.761611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7fdd94d2-c52a-4012-bab4-b8a433851bbe tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 200 len: 205 time: 0.0365212 Jul 09 17:06:30.764428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.792609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fe12152b-d898-4b25-8048-6a39b1587e8f req-ab570a7d-5071-40d5-a008-e741bf30a6c4 tempest-ListServersNegativeTestJSON-1674947927 tempest-ListServersNegativeTestJSON-1674947927-project] 10.222.0.48 "GET /v2.0/ports?device_id=021956e8-8995-4ab6-ad4a-8ac66f197a4c HTTP/1.1" status: 200 len: 210 time: 0.0318522 Jul 09 17:06:30.812997 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4c412991-2ff8-47d9-9aca-2f39817b26da tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:30.814117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c412991-2ff8-47d9-9aca-2f39817b26da tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/8b0f6a77-9131-4114-abbf-4f8680c45fcd HTTP/1.1" status: 404 len: 336 time: 0.0482693 Jul 09 17:06:30.817179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.846869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4613ac4-4ba1-4032-9d79-325fde446448 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=c891cb83-a1e0-486f-b24f-7b702e8dad6c HTTP/1.1" status: 200 len: 205 time: 0.0285323 Jul 09 17:06:30.849264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55596) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.892359 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-435379b7-56e7-45ad-bd08-d89b24315de6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:30.893426 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-435379b7-56e7-45ad-bd08-d89b24315de6 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/c891cb83-a1e0-486f-b24f-7b702e8dad6c HTTP/1.1" status: 404 len: 336 time: 0.0432544 Jul 09 17:06:30.896231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.923181 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-970de317-7fa3-49e8-bbd9-7a5c9c603db2 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:30.923568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970de317-7fa3-49e8-bbd9-7a5c9c603db2 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:30.925521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-970de317-7fa3-49e8-bbd9-7a5c9c603db2 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/543d2b13-18ed-4a34-8707-15dc894906db HTTP/1.1" status: 404 len: 337 time: 0.0282471 Jul 09 17:06:30.928165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.958801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25218640-cbe8-4360-a922-2e520535ad82 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 200 len: 205 time: 0.0294433 Jul 09 17:06:30.961306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:30.997910 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-5ede045c-33ae-4936-ae1c-f73b22b26d05 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:30.998931 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5ede045c-33ae-4936-ae1c-f73b22b26d05 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/6289856b-fe66-4057-9bcd-0e9d2645530b HTTP/1.1" status: 404 len: 336 time: 0.0366955 Jul 09 17:06:31.002965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.037150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b56798b6-8d7e-4abb-a1d8-e1e415f3ff6c tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=244b2d0b-8166-488c-9ea2-867cd2e7f8e9 HTTP/1.1" status: 200 len: 205 time: 0.0331166 Jul 09 17:06:31.039613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.076127 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6ff7acf7-7241-4e06-8872-501e64599290 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:31.077154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ff7acf7-7241-4e06-8872-501e64599290 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/244b2d0b-8166-488c-9ea2-867cd2e7f8e9 HTTP/1.1" status: 404 len: 336 time: 0.0366569 Jul 09 17:06:31.079781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.105771 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-320413a5-ffc3-47e1-b1b0-1b6eed4362ee tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:31.106214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320413a5-ffc3-47e1-b1b0-1b6eed4362ee tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:31.107971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-320413a5-ffc3-47e1-b1b0-1b6eed4362ee tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/a957acb7-7fbb-4ccd-a321-162820a8bfdb HTTP/1.1" status: 404 len: 337 time: 0.0272975 Jul 09 17:06:31.111259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.146862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c83a3dc0-3464-40b3-84c5-5f0cbf2a6f6d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=7af0c2a3-c05e-47f1-9701-500670f1a000 HTTP/1.1" status: 200 len: 205 time: 0.0344329 Jul 09 17:06:31.149305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.190908 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-d950f107-6652-4cae-b790-3b56bb7a934b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:31.191843 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d950f107-6652-4cae-b790-3b56bb7a934b tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/7af0c2a3-c05e-47f1-9701-500670f1a000 HTTP/1.1" status: 404 len: 336 time: 0.0415926 Jul 09 17:06:31.194584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.210378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20079d92-c12e-4680-9bd1-7b3c2dc222fa req-5b6ffada-e87e-4cf7-82e5-b79377aeae27 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:31.211930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20079d92-c12e-4680-9bd1-7b3c2dc222fa req-5b6ffada-e87e-4cf7-82e5-b79377aeae27 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0640697 Jul 09 17:06:31.222112 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8fc2f1-702c-40fe-812e-18e7b07bd20a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:31.222612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8fc2f1-702c-40fe-812e-18e7b07bd20a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:31.224661 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9c8fc2f1-702c-40fe-812e-18e7b07bd20a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/4d00936c-c485-4102-a759-8e27f173b04a HTTP/1.1" status: 404 len: 337 time: 0.0289159 Jul 09 17:06:31.227060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.255166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20079d92-c12e-4680-9bd1-7b3c2dc222fa req-ff136fb6-03cb-4292-889b-2912bdc60cd9 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Jul 09 17:06:31.256161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d3387b20-d330-4d5f-82fe-d5adab8d103d tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cf17e30-51c2-4b31-8eeb-ffc345d86f22 HTTP/1.1" status: 200 len: 205 time: 0.0278509 Jul 09 17:06:31.258833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.300521 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a5a34d88-9f9f-4326-af90-d5068db00343 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] delete failed (client error): The resource could not be found. Jul 09 17:06:31.301569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a5a34d88-9f9f-4326-af90-d5068db00343 tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/routers/2cf17e30-51c2-4b31-8eeb-ffc345d86f22 HTTP/1.1" status: 404 len: 336 time: 0.0418389 Jul 09 17:06:31.304150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.330363 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc08b5e-8ea8-4a85-82f4-7ad1995e8aee tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:31.330902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc08b5e-8ea8-4a85-82f4-7ad1995e8aee tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:31.332591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8dc08b5e-8ea8-4a85-82f4-7ad1995e8aee tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/cb4ae9d4-f6ab-45a2-9588-7b3e4f6a269c HTTP/1.1" status: 404 len: 337 time: 0.0274184 Jul 09 17:06:31.336013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.362820 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2468d830-0034-43fe-b240-b19c6d59f42a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] DELETE failed (client error): The resource could not be found. Jul 09 17:06:31.363296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2468d830-0034-43fe-b240-b19c6d59f42a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:06:31.365090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2468d830-0034-43fe-b240-b19c6d59f42a tempest-RoutersIpV6Test-1317487444 tempest-RoutersIpV6Test-1317487444-project] 10.222.0.48 "DELETE /v2.0/subnets/cdd009fd-18dc-42a0-aec3-d9b3ee9ac47d HTTP/1.1" status: 404 len: 337 time: 0.0281022 Jul 09 17:06:31.588017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.756261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d665df-25d8-43d7-8725-4e364153ca01 req-68dc88af-a5e2-4683-8dbb-1148697a6c6e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:31.757799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01d665df-25d8-43d7-8725-4e364153ca01 req-68dc88af-a5e2-4683-8dbb-1148697a6c6e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1085575 Jul 09 17:06:31.766267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-790598e4-fc2b-44e5-baa4-ccd713931d32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd722a897cd34d2e9c9a153389d6773c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769123 Jul 09 17:06:31.769060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.806211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01d665df-25d8-43d7-8725-4e364153ca01 req-b7279be3-404c-4912-9c9b-fbe668688867 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388389 Jul 09 17:06:31.822453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e58e2e-5fc0-43ab-844d-41290afff137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:31.844032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e58e2e-5fc0-43ab-844d-41290afff137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:31.895031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:31.903554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e58e2e-5fc0-43ab-844d-41290afff137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:31.906154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e58e2e-5fc0-43ab-844d-41290afff137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:31.907570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-08e58e2e-5fc0-43ab-844d-41290afff137 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7a6fdcd-e1b5-4888-848c-0fc5513fcd73 HTTP/1.1" status: 204 len: 168 time: 0.1374397 Jul 09 17:06:31.942518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e58e2e-5fc0-43ab-844d-41290afff137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6fdcd-e1b5-4888-848c-0fc5513fcd73,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:31.959693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Deleting subnet b075aab7-afd9-45a6-aa5a-8a4a2c9a511c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:06:31.963019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.006801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.046713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.104643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.135955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b075aab7-afd9-45a6-aa5a-8a4a2c9a511c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:32.137846 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.142678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-02d275e3-a805-434e-b68d-7c14b4a0e3e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b075aab7-afd9-45a6-aa5a-8a4a2c9a511c HTTP/1.1" status: 204 len: 168 time: 0.2464349 Jul 09 17:06:32.143524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:32.212400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.601335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.613068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c226192-57b2-4b86-98cf-4cbd65954e47']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:32.625595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbec708-b6c5-4e8f-aa33-069f675097c8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:32.625891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbec708-b6c5-4e8f-aa33-069f675097c8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:32.639784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.658297 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.669925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3bb6f-1f2f-47fd-a8ec-33c8ea191818 req-9ccc8da3-ded3-40a4-81aa-12126d65fd4e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:32.671526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e3bb6f-1f2f-47fd-a8ec-33c8ea191818 req-9ccc8da3-ded3-40a4-81aa-12126d65fd4e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1113968 Jul 09 17:06:32.674386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:06:32.674859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:06:32.676847 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:06:32.756614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.761196 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6e3bb6f-1f2f-47fd-a8ec-33c8ea191818 req-839141b3-3557-4617-8614-f5fa9f0737b1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711603 Jul 09 17:06:32.765259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:32.767482 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c226192-57b2-4b86-98cf-4cbd65954e47 HTTP/1.1" status: 204 len: 168 time: 0.6228781 Jul 09 17:06:32.778609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49d14-30ef-46d4-9df8-2067d22890fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9c226192-57b2-4b86-98cf-4cbd65954e47,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:32.952627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:32.994379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ab3cd6d-6ce6-40db-9350-0b94af220d9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d60aec2d6fd04d568f799cc2182592ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403352 Jul 09 17:06:32.996841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:33.002034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8af16a-e564-4516-ba74-e807c5ac081b req-7c8103ca-0293-4967-9519-3d1f37cbdbe5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:33.007757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd8af16a-e564-4516-ba74-e807c5ac081b req-7c8103ca-0293-4967-9519-3d1f37cbdbe5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0811815 Jul 09 17:06:33.046013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58f58200-7b40-4e60-b346-6b0def218744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:33.049093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd8af16a-e564-4516-ba74-e807c5ac081b req-6000e9cb-bd5b-4a20-bb14-832fe1fe1e62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Jul 09 17:06:33.075390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58f58200-7b40-4e60-b346-6b0def218744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:33.123305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58f58200-7b40-4e60-b346-6b0def218744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:33.125936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58f58200-7b40-4e60-b346-6b0def218744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:33.127136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-58f58200-7b40-4e60-b346-6b0def218744 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f06bfe4-00c1-4f03-87e2-af2505a471de HTTP/1.1" status: 204 len: 168 time: 0.1292140 Jul 09 17:06:33.135605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58200-7b40-4e60-b346-6b0def218744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f06bfe4-00c1-4f03-87e2-af2505a471de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:33.273167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 43b8720f-2344-4562-972c-d682076bc59c no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:33.295251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 43b8720f-2344-4562-972c-d682076bc59c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:33.295251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 43b8720f-2344-4562-972c-d682076bc59c not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:33.663834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e4d83d21-22cd-45cb-aa83-26bdeba38ebf no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:33.689756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: e4d83d21-22cd-45cb-aa83-26bdeba38ebf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:33.690214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e4d83d21-22cd-45cb-aa83-26bdeba38ebf not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:33.970027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc152-a97a-4276-a41e-f4f4b1863403 req-c76677ae-5ca7-46ca-9471-b6c905723939 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:33.972063 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4fc152-a97a-4276-a41e-f4f4b1863403 req-c76677ae-5ca7-46ca-9471-b6c905723939 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0768042 Jul 09 17:06:34.016620 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4fc152-a97a-4276-a41e-f4f4b1863403 req-307f8dfd-d3a8-437f-83c7-c8b476a7a2b3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356073 Jul 09 17:06:34.247416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b804e-5a4d-4389-bcc6-531b53ea69e4 req-2e371a2e-e245-4758-adf1-6c30da01cbfb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:34.250005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c58b804e-5a4d-4389-bcc6-531b53ea69e4 req-2e371a2e-e245-4758-adf1-6c30da01cbfb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0841916 Jul 09 17:06:34.296440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c58b804e-5a4d-4389-bcc6-531b53ea69e4 req-9478d39f-f15e-40a1-b704-e3ecc6f9541c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Jul 09 17:06:34.365535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:34.481916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f890614-e794-4ec8-8de1-5b2a4c673957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.587423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f890614-e794-4ec8-8de1-5b2a4c673957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.592739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f890614-e794-4ec8-8de1-5b2a4c673957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.638007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f890614-e794-4ec8-8de1-5b2a4c673957 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0703998b0cf64c068385ad57da0542fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712774 Jul 09 17:06:34.639044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f890614-e794-4ec8-8de1-5b2a4c673957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046bbf5e-4a32-475f-b157-6c52efc7f1a4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:34.641375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:34.703992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da8d5775-044f-46a1-87cb-a5159dea139d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.726831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da8d5775-044f-46a1-87cb-a5159dea139d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.784883 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da8d5775-044f-46a1-87cb-a5159dea139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.789209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da8d5775-044f-46a1-87cb-a5159dea139d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:34.790598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da8d5775-044f-46a1-87cb-a5159dea139d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/046bbf5e-4a32-475f-b157-6c52efc7f1a4 HTTP/1.1" status: 204 len: 168 time: 0.1480408 Jul 09 17:06:34.799934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d5775-044f-46a1-87cb-a5159dea139d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046bbf5e-4a32-475f-b157-6c52efc7f1a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:35.217554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5dc5-a186-457b-b9ff-710259a5262d req-28768992-7603-4821-91a9-272a0c6b92ac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:35.219328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-972c5dc5-a186-457b-b9ff-710259a5262d req-28768992-7603-4821-91a9-272a0c6b92ac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0727389 Jul 09 17:06:35.260172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-972c5dc5-a186-457b-b9ff-710259a5262d req-360be83a-245a-4fe3-af10-f7bda1aab956 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Jul 09 17:06:35.513014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d859e2-520f-4b92-96e9-8d93739cd147 req-34b3c1ac-00fd-4b92-b2df-f12a8421ffe5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:35.514763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7d859e2-520f-4b92-96e9-8d93739cd147 req-34b3c1ac-00fd-4b92-b2df-f12a8421ffe5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0702236 Jul 09 17:06:35.567040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7d859e2-520f-4b92-96e9-8d93739cd147 req-2884bd78-32e4-4c5d-b217-150365257d11 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462337 Jul 09 17:06:35.783799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ea22f558-af66-4c50-9af4-6969ee3a1c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:36.486350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64bd7f-fbaa-48c7-a3df-e8a45986f48a req-c2fa50fe-e19a-4150-944e-f1c45948d6ee tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:36.498113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c64bd7f-fbaa-48c7-a3df-e8a45986f48a req-c2fa50fe-e19a-4150-944e-f1c45948d6ee tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0832334 Jul 09 17:06:36.538176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c64bd7f-fbaa-48c7-a3df-e8a45986f48a req-7bfa1077-7fb6-4f21-a8f5-e23003c20c1a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387895 Jul 09 17:06:36.790083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8860528-3565-469e-bed0-f669b47193fa req-f393ac40-11ea-4515-9cfa-7fded62dc700 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:36.792360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8860528-3565-469e-bed0-f669b47193fa req-f393ac40-11ea-4515-9cfa-7fded62dc700 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0812123 Jul 09 17:06:36.850150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8860528-3565-469e-bed0-f669b47193fa req-d1ec509b-cc3b-4291-925a-2fd632e93605 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Jul 09 17:06:37.699693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:06:37.861044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa5d1-9d95-4476-acc1-89906c87bdf0 req-32f2cba1-c692-43b7-bb9e-7bad835eec85 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:37.874448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1daa5d1-9d95-4476-acc1-89906c87bdf0 req-32f2cba1-c692-43b7-bb9e-7bad835eec85 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1788375 Jul 09 17:06:37.902396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:37.918179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'dc3f824a-9553-4b42-acab-761e6e124935', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935', 'mac_address': 'fa:16:3e:cf:0a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:06:37.928363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1daa5d1-9d95-4476-acc1-89906c87bdf0 req-5f50bc31-61f3-41ea-b83b-cfc7bfeea6ec tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526628 Jul 09 17:06:37.994962 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.040269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc3f824a-9553-4b42-acab-761e6e124935 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:06:38.088377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:38.097198 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.183852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a00f-d908-4f46-a121-4659f0883749 req-0b606bd7-70ff-4ad0-8540-22ef04a341ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:38.188438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f327a00f-d908-4f46-a121-4659f0883749 req-0b606bd7-70ff-4ad0-8540-22ef04a341ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1421876 Jul 09 17:06:38.201168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:38.264366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f327a00f-d908-4f46-a121-4659f0883749 req-0a20060d-4414-4700-aeef-cfeb4f024553 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567908 Jul 09 17:06:38.268531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['dc3f824a-9553-4b42-acab-761e6e124935'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:06:38.387466 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02c6b132-2300-41c7-8ce8-92d6c77836e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.398525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.570115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.639711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:38.791329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbb414fa-005a-411c-8bcb-83ac58357473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.914301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbb414fa-005a-411c-8bcb-83ac58357473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:38.919335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbb414fa-005a-411c-8bcb-83ac58357473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.026557 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fbb414fa-005a-411c-8bcb-83ac58357473 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bd1101b3ff24f1c82e3c35597316af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825872 Jul 09 17:06:39.026557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb414fa-005a-411c-8bcb-83ac58357473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddda145a-eaad-49f0-9de7-febeada944ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:39.026985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:39.107273 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455b326e-ccf9-488c-9b8f-7f6458d39403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.170721 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455b326e-ccf9-488c-9b8f-7f6458d39403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.260926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff9e5-12ee-4840-bee3-419065ce26df req-5872bb2c-e952-481c-8d87-3aa19881faae tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:39.268912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-597ff9e5-12ee-4840-bee3-419065ce26df req-5872bb2c-e952-481c-8d87-3aa19881faae tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 945 time: 0.1165364 Jul 09 17:06:39.276692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455b326e-ccf9-488c-9b8f-7f6458d39403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.279529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455b326e-ccf9-488c-9b8f-7f6458d39403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.281076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-455b326e-ccf9-488c-9b8f-7f6458d39403 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddda145a-eaad-49f0-9de7-febeada944ad HTTP/1.1" status: 204 len: 168 time: 0.2529891 Jul 09 17:06:39.312192 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.329966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b326e-ccf9-488c-9b8f-7f6458d39403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddda145a-eaad-49f0-9de7-febeada944ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:39.394785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-597ff9e5-12ee-4840-bee3-419065ce26df req-c3fe2794-016f-4e38-bbae-e6aa7b4b4a4b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230474 Jul 09 17:06:39.660804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9efa8-dee5-44d6-9b18-f41f6d23f282 req-2c88cbab-e762-41c9-895d-c4edd93bf48c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:39.672587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d9efa8-dee5-44d6-9b18-f41f6d23f282 req-2c88cbab-e762-41c9-895d-c4edd93bf48c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1267073 Jul 09 17:06:39.704605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:06:39.746581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3d9efa8-dee5-44d6-9b18-f41f6d23f282 req-c990fa67-d924-43bd-9bd9-ce1450f01839 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725720 Jul 09 17:06:39.816066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 55916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:39.833311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port dc3f824a-9553-4b42-acab-761e6e124935 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:06:39.834016 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.847096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8503-83b9-4a19-8504-619d68645afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:39.999544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.007280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8503-83b9-4a19-8504-619d68645afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.022062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8503-83b9-4a19-8504-619d68645afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.036923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:40.039505 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8ed9b5-1bb4-412d-8fde-3d9260803206" -d '{"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:40.058298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:40.063982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.143297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:40.147540 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97cf62d-51dc-4e29-8a6a-bc85f72d91be x-openstack-request-id: req-c97cf62d-51dc-4e29-8a6a-bc85f72d91be {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:40.148285 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:40.148548 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c97cf62d-51dc-4e29-8a6a-bc85f72d91be {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:40.149530 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'code': 200} Jul 09 17:06:40.165707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8ba8503-83b9-4a19-8504-619d68645afb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e96b5a430b7d48978d12f6e632e732fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476171 Jul 09 17:06:40.166725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba8503-83b9-4a19-8504-619d68645afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899e7730-a265-42d9-8170-dcd604fe68d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:40.170231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 55920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:40.257982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8bb-3a1e-4747-bcbf-94a3b49633d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.291380 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8bb-3a1e-4747-bcbf-94a3b49633d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.353530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8bb-3a1e-4747-bcbf-94a3b49633d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.356247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a6be8bb-3a1e-4747-bcbf-94a3b49633d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.357581 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a6be8bb-3a1e-4747-bcbf-94a3b49633d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/899e7730-a265-42d9-8170-dcd604fe68d2 HTTP/1.1" status: 204 len: 168 time: 0.1855781 Jul 09 17:06:40.374147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6be8bb-3a1e-4747-bcbf-94a3b49633d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899e7730-a265-42d9-8170-dcd604fe68d2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:40.614753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4f16-5b26-4e77-8baa-6fcf9aa3c9de req-2255ec40-548f-4735-bbf4-70306ad6753e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:40.616338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fec4f16-5b26-4e77-8baa-6fcf9aa3c9de req-2255ec40-548f-4735-bbf4-70306ad6753e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0942512 Jul 09 17:06:40.699841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fec4f16-5b26-4e77-8baa-6fcf9aa3c9de req-546582b7-eb94-47c4-9537-c3959954245c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766602 Jul 09 17:06:41.035731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6ae77-e657-4e84-8c96-efe2e775e5ed req-502a6520-c34d-4c1b-9835-bead4359e6b9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:41.037400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cf6ae77-e657-4e84-8c96-efe2e775e5ed req-502a6520-c34d-4c1b-9835-bead4359e6b9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1036723 Jul 09 17:06:41.125697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1cf6ae77-e657-4e84-8c96-efe2e775e5ed req-7ed09a58-94a6-4d0a-bdaa-96bff2c6e92a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767429 Jul 09 17:06:41.139786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:41.944488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0d35-e2bc-4407-ac0f-5a9c4f5d74be req-7cb85ec9-7385-40d8-ae2e-33c59ce7140e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:41.947731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16cd0d35-e2bc-4407-ac0f-5a9c4f5d74be req-7cb85ec9-7385-40d8-ae2e-33c59ce7140e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1076188 Jul 09 17:06:42.040356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16cd0d35-e2bc-4407-ac0f-5a9c4f5d74be req-dae1d640-67ff-4301-bcb7-2e76c0378b27 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912547 Jul 09 17:06:42.410351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501834b2-38bd-452e-a5da-66e2b08be65c req-fbc06fdc-f16b-4993-b6e3-f01fac537ea6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:42.417696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-501834b2-38bd-452e-a5da-66e2b08be65c req-fbc06fdc-f16b-4993-b6e3-f01fac537ea6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1108065 Jul 09 17:06:42.468251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-501834b2-38bd-452e-a5da-66e2b08be65c req-4acf034e-aa57-4a9c-ab6c-ad397e501e1c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493250 Jul 09 17:06:43.281758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eccc6-6cc9-4a3e-8319-dba530d61e7b req-ec9a0664-331a-41fa-a705-89ab49d31274 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:43.284745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c4eccc6-6cc9-4a3e-8319-dba530d61e7b req-ec9a0664-331a-41fa-a705-89ab49d31274 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0923452 Jul 09 17:06:43.339073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c4eccc6-6cc9-4a3e-8319-dba530d61e7b req-787fc224-c829-412e-9605-8db9ee403c41 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490088 Jul 09 17:06:43.575818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:43.689745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd2cdb-d907-4106-ba65-5fc807a7ccbe req-e23b298c-45f0-462f-8379-a540ebeb26ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:43.692459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afbd2cdb-d907-4106-ba65-5fc807a7ccbe req-e23b298c-45f0-462f-8379-a540ebeb26ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0846529 Jul 09 17:06:43.726554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e81fea3-e140-4872-8ecb-84945de9fd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:43.763083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afbd2cdb-d907-4106-ba65-5fc807a7ccbe req-e2997721-6efa-4b96-a803-5366586ba709 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630317 Jul 09 17:06:43.856605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e81fea3-e140-4872-8ecb-84945de9fd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:43.863976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e81fea3-e140-4872-8ecb-84945de9fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:43.920807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81fea3-e140-4872-8ecb-84945de9fd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1957490e-8183-4717-bcb2-f6c8123718e7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:43.932199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9e81fea3-e140-4872-8ecb-84945de9fd8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e68518d5c42b4a71b6438c648d88dc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543837 Jul 09 17:06:43.933118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:43.999513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0aa9-816e-449d-98ad-214a73e74ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.024718 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0aa9-816e-449d-98ad-214a73e74ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.091811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0aa9-816e-449d-98ad-214a73e74ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.095180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0aa9-816e-449d-98ad-214a73e74ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.095830 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d3a0aa9-816e-449d-98ad-214a73e74ccd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1957490e-8183-4717-bcb2-f6c8123718e7 HTTP/1.1" status: 204 len: 168 time: 0.1616039 Jul 09 17:06:44.105424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a0aa9-816e-449d-98ad-214a73e74ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1957490e-8183-4717-bcb2-f6c8123718e7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:44.540772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:44.559095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc329dee-f84b-46fd-bedd-e079e3765eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.649640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8604f-581a-494b-934d-adb1a38f125c req-177048ac-6940-4b23-9dde-453735085614 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:44.651351 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fba8604f-581a-494b-934d-adb1a38f125c req-177048ac-6940-4b23-9dde-453735085614 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1259408 Jul 09 17:06:44.736979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fba8604f-581a-494b-934d-adb1a38f125c req-5759a7f3-fa0b-402a-a8e4-35645209f56e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747175 Jul 09 17:06:44.751873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc329dee-f84b-46fd-bedd-e079e3765eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.793950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc329dee-f84b-46fd-bedd-e079e3765eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:44.846256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc329dee-f84b-46fd-bedd-e079e3765eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b696734-2558-4561-b3f6-6538bf2b3ccb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:44.853048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc329dee-f84b-46fd-bedd-e079e3765eb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98deaec8a3ab406fadcca6b37d5195aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107316 Jul 09 17:06:44.856143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:44.980556 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63d50e80-c88f-4db6-b649-d573dd21cba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:45.020550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63d50e80-c88f-4db6-b649-d573dd21cba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:45.068510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bb302-c4e5-4868-8bb4-3928deceed99 req-c4c81260-93f2-4147-aa1f-4a9eabe89b86 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:45.070661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c0bb302-c4e5-4868-8bb4-3928deceed99 req-c4c81260-93f2-4147-aa1f-4a9eabe89b86 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1421638 Jul 09 17:06:45.145691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63d50e80-c88f-4db6-b649-d573dd21cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:45.151355 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63d50e80-c88f-4db6-b649-d573dd21cba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:45.152546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-63d50e80-c88f-4db6-b649-d573dd21cba4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b696734-2558-4561-b3f6-6538bf2b3ccb HTTP/1.1" status: 204 len: 168 time: 0.2921138 Jul 09 17:06:45.181769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c0bb302-c4e5-4868-8bb4-3928deceed99 req-24b91cca-14ec-4669-bdd7-8313fd7f563d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938339 Jul 09 17:06:45.185119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d50e80-c88f-4db6-b649-d573dd21cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b696734-2558-4561-b3f6-6538bf2b3ccb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:46.049354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430b177-9026-4789-852f-8d829ec8631f req-3a7f7dfc-500a-4c5f-bc2e-5892167016f4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:46.051375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8430b177-9026-4789-852f-8d829ec8631f req-3a7f7dfc-500a-4c5f-bc2e-5892167016f4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1041551 Jul 09 17:06:46.120607 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8430b177-9026-4789-852f-8d829ec8631f req-906da904-7947-436f-bbb3-83f3e54fdb3d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622032 Jul 09 17:06:46.466238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930addad-e844-4ac8-9142-c98156bd8a3a req-ec575792-a401-4b50-8791-d2f5e6017018 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:46.467948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-930addad-e844-4ac8-9142-c98156bd8a3a req-ec575792-a401-4b50-8791-d2f5e6017018 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0984709 Jul 09 17:06:46.539250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-930addad-e844-4ac8-9142-c98156bd8a3a req-b87ca2f2-325d-41fe-9fd9-46f38b960e75 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618079 Jul 09 17:06:47.385688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bbad7-da01-4fd4-8b2f-d4e9c4eac9e5 req-6b2fe7b5-8c2a-4c54-95f0-fe6a4140d1cb tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:47.387556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-723bbad7-da01-4fd4-8b2f-d4e9c4eac9e5 req-6b2fe7b5-8c2a-4c54-95f0-fe6a4140d1cb tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0958188 Jul 09 17:06:47.392314 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:06:47.445220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-723bbad7-da01-4fd4-8b2f-d4e9c4eac9e5 req-a458332c-788f-478a-8c62-e1b04ff91b91 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496607 Jul 09 17:06:47.733734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd0ad-6b10-48d8-9bbf-86ae4ff59240 req-97b681e6-5cd5-4d81-8c24-af58e529c9fb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:47.743367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8bd0ad-6b10-48d8-9bbf-86ae4ff59240 req-97b681e6-5cd5-4d81-8c24-af58e529c9fb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0866284 Jul 09 17:06:47.793438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d8bd0ad-6b10-48d8-9bbf-86ae4ff59240 req-151b7fc2-bd13-460b-bd02-7a185e5b21a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489023 Jul 09 17:06:48.426176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:48.581990 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59e169e7-b4fc-471d-a5f5-684df2b496d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:48.698072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956954-4449-4aa5-a660-7179258c894d req-8e512875-412d-44bb-9315-33e7cb43f88e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:48.699807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36956954-4449-4aa5-a660-7179258c894d req-8e512875-412d-44bb-9315-33e7cb43f88e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1007674 Jul 09 17:06:48.770558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36956954-4449-4aa5-a660-7179258c894d req-396ae868-1c40-4ea1-a143-5f37470e8880 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591660 Jul 09 17:06:48.775778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59e169e7-b4fc-471d-a5f5-684df2b496d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:48.783873 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59e169e7-b4fc-471d-a5f5-684df2b496d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:48.821429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-59e169e7-b4fc-471d-a5f5-684df2b496d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f5c3959ed4242399383b8e7ebab1df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924901 Jul 09 17:06:48.824430 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-992c3e9c-6cd9-4518-a3bc-d1baedfd0e57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728426 Jul 09 17:06:48.825526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56190) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:48.876836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e169e7-b4fc-471d-a5f5-684df2b496d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf77517-09a2-4f3f-ae7b-0f354aae8161,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:49.022718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef297096-c67e-4e25-ac11-4ae79711c47d req-c8b019d8-b3cb-43f3-b18a-327fb3003484 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:49.024287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef297096-c67e-4e25-ac11-4ae79711c47d req-c8b019d8-b3cb-43f3-b18a-327fb3003484 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0982828 Jul 09 17:06:49.076226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef297096-c67e-4e25-ac11-4ae79711c47d req-ad84734a-d3fa-4b7c-b2f5-dc058d8f2599 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453312 Jul 09 17:06:49.296775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7ce93d5-b0bb-4512-a82b-7ceda8ea382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.316291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-bfe8778d-c773-4a94-874c-d38326edc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:49.317769 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-bfe8778d-c773-4a94-874c-d38326edc867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.0927465 Jul 09 17:06:49.326668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7ce93d5-b0bb-4512-a82b-7ceda8ea382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.436906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7ce93d5-b0bb-4512-a82b-7ceda8ea382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.440367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7ce93d5-b0bb-4512-a82b-7ceda8ea382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.440557 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f7ce93d5-b0bb-4512-a82b-7ceda8ea382c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eaf77517-09a2-4f3f-ae7b-0f354aae8161 HTTP/1.1" status: 204 len: 168 time: 0.6142635 Jul 09 17:06:49.456070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-83b546be-0503-47be-a689-02704965bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:49.457569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-83b546be-0503-47be-a689-02704965bafa service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1153748 Jul 09 17:06:49.458607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce93d5-b0bb-4512-a82b-7ceda8ea382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf77517-09a2-4f3f-ae7b-0f354aae8161,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:49.529616 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-38fe3c8b-2da7-4722-ae31-85947d9114f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 1002 time: 0.0630920 Jul 09 17:06:49.593077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-e77a908c-ce28-44a3-8453-84fccc663c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:49.594680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-e77a908c-ce28-44a3-8453-84fccc663c3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0576193 Jul 09 17:06:49.664024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-e30ae07c-67d0-4734-a3e5-386e8f702338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:49.665595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-e30ae07c-67d0-4734-a3e5-386e8f702338 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644147 Jul 09 17:06:49.773654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:49.776545 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-05958774-66a7-4cd8-8ba5-511863999309 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041002 Jul 09 17:06:49.787988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2988756c-03f5-469d-abcf-a63d32e199c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.913787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2988756c-03f5-469d-abcf-a63d32e199c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.921425 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2988756c-03f5-469d-abcf-a63d32e199c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:49.945990 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4dc278db-33f9-42e3-a15c-86dd30c39d2d req-d321d53e-0be2-4561-a46f-acad24392bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625135 Jul 09 17:06:50.004624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2988756c-03f5-469d-abcf-a63d32e199c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ea51e13f532496087e7f411feff7ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275355 Jul 09 17:06:50.005341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:50.015911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988756c-03f5-469d-abcf-a63d32e199c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d0279-c9f5-43df-b7db-d8f1a63e0710,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:50.058305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97133d1d-db50-4983-92b9-a14ae3246c7c req-d2abb074-a17b-48f9-9cb3-5314435e9ee4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:50.060132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97133d1d-db50-4983-92b9-a14ae3246c7c req-d2abb074-a17b-48f9-9cb3-5314435e9ee4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1227593 Jul 09 17:06:50.069137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62014bc2-052a-4e7a-9f05-47128f284ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:50.101423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62014bc2-052a-4e7a-9f05-47128f284ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:50.140165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97133d1d-db50-4983-92b9-a14ae3246c7c req-4e1a38d7-c678-4d58-a8f5-0cc69f2e6c8b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697861 Jul 09 17:06:50.153571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62014bc2-052a-4e7a-9f05-47128f284ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:50.156861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62014bc2-052a-4e7a-9f05-47128f284ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:50.158052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-62014bc2-052a-4e7a-9f05-47128f284ba4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c04d0279-c9f5-43df-b7db-d8f1a63e0710 HTTP/1.1" status: 204 len: 168 time: 0.1510174 Jul 09 17:06:50.169910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62014bc2-052a-4e7a-9f05-47128f284ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d0279-c9f5-43df-b7db-d8f1a63e0710,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:50.186149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be409f-78fb-46f9-a39e-66e807361181 req-d02e0343-9200-49d9-8c2b-10c102c6aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:50.187753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-d02e0343-9200-49d9-8c2b-10c102c6aeb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1097 time: 0.1264262 Jul 09 17:06:50.320991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be409f-78fb-46f9-a39e-66e807361181 req-845a2228-91c7-4496-8fbe-afcb35b8cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:50.322492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-845a2228-91c7-4496-8fbe-afcb35b8cdf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.1262357 Jul 09 17:06:50.411294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db21c-a1bf-4425-ac5a-2e03f35fc1fd req-8029dadc-04bb-4605-ba36-907a42b89c9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:50.412965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037db21c-a1bf-4425-ac5a-2e03f35fc1fd req-8029dadc-04bb-4605-ba36-907a42b89c9c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1361516 Jul 09 17:06:50.415197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-97fbad72-1400-45f3-b4c9-2e3c26143696 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 1001 time: 0.0845697 Jul 09 17:06:50.488421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037db21c-a1bf-4425-ac5a-2e03f35fc1fd req-af85815b-c8cf-4dbb-bd95-bc41a9d0cba7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693095 Jul 09 17:06:50.490164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be409f-78fb-46f9-a39e-66e807361181 req-5ce52347-8cb7-41de-9ffe-21754289936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:50.491666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-5ce52347-8cb7-41de-9ffe-21754289936d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0661840 Jul 09 17:06:50.565012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be409f-78fb-46f9-a39e-66e807361181 req-ce703e1b-e640-4e52-a05e-4089f3a98d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:50.566583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-ce703e1b-e640-4e52-a05e-4089f3a98d1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673950 Jul 09 17:06:50.660494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-53bf8767-81cc-4362-8e7c-429b60542a62 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866053 Jul 09 17:06:50.766447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3be409f-78fb-46f9-a39e-66e807361181 req-0a07bc02-0dfe-49c5-bd34-107e7970cc9a service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955284 Jul 09 17:06:51.364771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2041c8-f939-4467-99c7-451ba953cfce req-965c498d-64ad-463e-b3d4-7b8aca97789d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:51.366376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a2041c8-f939-4467-99c7-451ba953cfce req-965c498d-64ad-463e-b3d4-7b8aca97789d tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0755329 Jul 09 17:06:51.416371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a2041c8-f939-4467-99c7-451ba953cfce req-0abe22a8-e4fa-451e-a303-ea9ca40138ec tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440834 Jul 09 17:06:51.687851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7a16-5fc5-426a-a4a3-90b31af27bf4 req-46b95f85-221b-4323-ad95-3921ce04e18a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:51.689473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4bb7a16-5fc5-426a-a4a3-90b31af27bf4 req-46b95f85-221b-4323-ad95-3921ce04e18a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0807135 Jul 09 17:06:51.738110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4bb7a16-5fc5-426a-a4a3-90b31af27bf4 req-f553de64-48f5-4130-b6c1-7386222e07e7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Jul 09 17:06:52.637926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d86e73-7834-45b2-a8c5-cf5804d8c666 req-1fbf8379-ec3e-4228-a36d-5eb8124e7767 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:52.640437 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62d86e73-7834-45b2-a8c5-cf5804d8c666 req-1fbf8379-ec3e-4228-a36d-5eb8124e7767 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.0946529 Jul 09 17:06:52.692153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-62d86e73-7834-45b2-a8c5-cf5804d8c666 req-5a5b75fe-f10b-4957-9b4e-569be82f5abe tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Jul 09 17:06:52.955526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28494c9e-37e1-4f5d-ae33-2e7ec4802dfb req-c6307f4d-88ac-45ea-ab36-4d19cb188c13 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:52.957116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28494c9e-37e1-4f5d-ae33-2e7ec4802dfb req-c6307f4d-88ac-45ea-ab36-4d19cb188c13 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0881040 Jul 09 17:06:53.017022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28494c9e-37e1-4f5d-ae33-2e7ec4802dfb req-a5cfca7d-c292-4bfb-890a-6b687d12b19b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465629 Jul 09 17:06:53.756488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:53.843593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:53.875567 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:53.919363 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:53.931328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b5f02-55c7-43b6-a57d-5a21be2556d2 req-fa3af3bf-42a1-4634-94df-1c7a83bc59ef tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:53.933168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b30b5f02-55c7-43b6-a57d-5a21be2556d2 req-fa3af3bf-42a1-4634-94df-1c7a83bc59ef tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 946 time: 0.1036086 Jul 09 17:06:53.961365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:53.965141 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8b7a5-3fa8-433f-99bd-1d4f94db1c5c" -d '{"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:53.985186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:53.994333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.020873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b30b5f02-55c7-43b6-a57d-5a21be2556d2 req-aea6bf51-41e2-44eb-ab9a-dc444ee41a1f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808458 Jul 09 17:06:54.058084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64a0-dfed-4b2d-a4d9-987fbe9dc1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.235274 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64a0-dfed-4b2d-a4d9-987fbe9dc1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.249437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c9b64a0-dfed-4b2d-a4d9-987fbe9dc1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.260214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf2a2f-db97-4f17-be97-3a4c5dcea1b1 req-f168f700-6aa1-456c-8c31-3a0f4eebaf89 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:54.263192 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee669d-836b-450a-b3f7-93282d7673b7 x-openstack-request-id: req-60ee669d-836b-450a-b3f7-93282d7673b7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:54.263420 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-unplugged", "status": "failed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:54.263679 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60ee669d-836b-450a-b3f7-93282d7673b7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:54.264075 n-d-800085-2 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'code': 422} returned with failed status Jul 09 17:06:54.264845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:54.267018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1eaf2a2f-db97-4f17-be97-3a4c5dcea1b1 req-f168f700-6aa1-456c-8c31-3a0f4eebaf89 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0912344 Jul 09 17:06:54.294126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8c9b64a0-dfed-4b2d-a4d9-987fbe9dc1e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7f79ba153f2405e8c202526d6dd9c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492304 Jul 09 17:06:54.294797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:54.305613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1eaf2a2f-db97-4f17-be97-3a4c5dcea1b1 req-0937ed80-1cd9-46d9-8b61-08c021d3a49c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345614 Jul 09 17:06:54.327508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b64a0-dfed-4b2d-a4d9-987fbe9dc1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735d665f-e638-4614-9bf9-7d52e4ba122a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:54.333179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:54.449821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e8b-8282-447e-93e2-5d2afabdf6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.485775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e8b-8282-447e-93e2-5d2afabdf6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.676570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e8b-8282-447e-93e2-5d2afabdf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.679230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e8b-8282-447e-93e2-5d2afabdf6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:54.680398 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9b2d1e8b-8282-447e-93e2-5d2afabdf6eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/735d665f-e638-4614-9bf9-7d52e4ba122a HTTP/1.1" status: 204 len: 168 time: 0.3818858 Jul 09 17:06:54.697910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d1e8b-8282-447e-93e2-5d2afabdf6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d665f-e638-4614-9bf9-7d52e4ba122a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:54.858402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.231919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:55.235431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.235939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:55.254400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b17d9d-f87a-4f7e-95ca-61b88596b469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.342379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:55.342766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.368422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:55.379307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b17d9d-f87a-4f7e-95ca-61b88596b469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.386906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b17d9d-f87a-4f7e-95ca-61b88596b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.440715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-25b17d9d-f87a-4f7e-95ca-61b88596b469 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3dd309494f2487daa76eb699df21b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032511 Jul 09 17:06:55.443083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:06:55.444111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b17d9d-f87a-4f7e-95ca-61b88596b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457da2e8-fe24-4988-b256-e3282388cfc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:55.558314 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-806ae82e-4621-4eb2-886b-aa0741fa4173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.597195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-806ae82e-4621-4eb2-886b-aa0741fa4173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.688641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eea66-4b63-4afe-82cd-096ca5414b62 req-8595e0bc-d3ab-4d28-afdc-ee99202aa661 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:55.696573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b30eea66-4b63-4afe-82cd-096ca5414b62 req-8595e0bc-d3ab-4d28-afdc-ee99202aa661 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0941834 Jul 09 17:06:55.701468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.711776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-806ae82e-4621-4eb2-886b-aa0741fa4173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.714777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-806ae82e-4621-4eb2-886b-aa0741fa4173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.718616 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-806ae82e-4621-4eb2-886b-aa0741fa4173 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/457da2e8-fe24-4988-b256-e3282388cfc6 HTTP/1.1" status: 204 len: 168 time: 0.2723219 Jul 09 17:06:55.751472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b30eea66-4b63-4afe-82cd-096ca5414b62 req-1c4e05c6-036e-4828-9f81-6509fedf8ebe tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536232 Jul 09 17:06:55.752956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ae82e-4621-4eb2-886b-aa0741fa4173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457da2e8-fe24-4988-b256-e3282388cfc6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:55.755289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:56.016617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec156-a918-426f-a33d-fd5fe13170eb req-d4d1aa6b-de94-480e-b93a-92275d30d14a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:56.025024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0bec156-a918-426f-a33d-fd5fe13170eb req-d4d1aa6b-de94-480e-b93a-92275d30d14a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1133306 Jul 09 17:06:56.074670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:56.088943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0bec156-a918-426f-a33d-fd5fe13170eb req-008b737f-6995-48a0-a031-a0c28626126a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630031 Jul 09 17:06:56.357575 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-e51bc164-c6a5-498f-acb5-5697af7449f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4443984 Jul 09 17:06:56.393514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:06:56.533377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:06:56.545356 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:06:56.549795 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cb9522e7-1e96-42a2-a1d8-ccf0887def1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "PUT /v2.0/routers/2dd47754-ca75-4a21-8193-1a0b0d860820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2155249 Jul 09 17:06:56.557561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:56.559551 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:56.728860 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:57.067541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8384-835f-41d7-bf16-ae3dd87bf11f req-903fcbe8-3f3e-44e7-8484-6a7695bf2a31 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:57.069786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-593d8384-835f-41d7-bf16-ae3dd87bf11f req-903fcbe8-3f3e-44e7-8484-6a7695bf2a31 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0921907 Jul 09 17:06:57.079418 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:55Z', 'revision_number': 6, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:41Z', 'revision_number': 1, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:57.114834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-593d8384-835f-41d7-bf16-ae3dd87bf11f req-6957a18f-1627-4304-a087-4fc003ddd7a9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378690 Jul 09 17:06:57.117083 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:06:57.129341 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:06:57.130218 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:57.291727 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:06:57.330653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd131e-3474-491d-ae3d-d6a531ae7ffc req-9634e198-a651-4795-9817-70593a541803 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:57.337841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5bd131e-3474-491d-ae3d-d6a531ae7ffc req-9634e198-a651-4795-9817-70593a541803 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.0973344 Jul 09 17:06:57.390707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5bd131e-3474-491d-ae3d-d6a531ae7ffc req-a1480df8-fdfe-49e5-9a7b-ad541a4232c9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517228 Jul 09 17:06:57.570028 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:55Z', 'revision_number': 6, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:41Z', 'revision_number': 1, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:06:57.608559 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bcb510-cd59-4690-ae50-1c8d8cbcdd74 None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:55Z', 'revision_number': 6, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '84fde184-d2ae-4096-a17c-93b587efc13b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'port_id': '55d76a47-4d65-46b8-a174-460c7188766e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:04:36Z', 'updated_at': '2021-07-09T17:04:41Z', 'revision_number': 1, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:06:57.690973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503c97b-787a-414e-9c9d-954915950f8a req-cd71af68-3c45-4b8d-a6a7-65626caa5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:57.692488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-cd71af68-3c45-4b8d-a6a7-65626caa5015 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66&tenant_id=1b1f3a05b54948dbbbf0bfff9387f494 HTTP/1.1" status: 200 len: 1095 time: 0.1498103 Jul 09 17:06:57.702254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba34e7-ddd9-49ec-b524-351f5e69eb9b req-d04d47c1-b18c-4b9e-ab22-85eb1fa8f6a3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:57.704144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ba34e7-ddd9-49ec-b524-351f5e69eb9b req-d04d47c1-b18c-4b9e-ab22-85eb1fa8f6a3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1974337 Jul 09 17:06:57.778889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ba34e7-ddd9-49ec-b524-351f5e69eb9b req-08787d82-a419-4bc2-be26-a58c37cc023c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689070 Jul 09 17:06:57.784716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:57.796774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503c97b-787a-414e-9c9d-954915950f8a req-612cf2c9-0406-4614-8758-c559bd2c7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:57.798377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-612cf2c9-0406-4614-8758-c559bd2c7213 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1095 time: 0.0727804 Jul 09 17:06:57.905849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503c97b-787a-414e-9c9d-954915950f8a req-48228c09-cc1b-4726-ac38-ac081fa7db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:57.907402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-48228c09-cc1b-4726-ac38-ac081fa7db54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.0999665 Jul 09 17:06:57.986272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-0a020eac-739f-4995-b41f-7cf7c542a8e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 999 time: 0.0717547 Jul 09 17:06:58.057626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503c97b-787a-414e-9c9d-954915950f8a req-ce82addf-53c6-4bf5-a36b-bbecdc90f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:58.059345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-ce82addf-53c6-4bf5-a36b-bbecdc90f963 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.0654655 Jul 09 17:06:58.131929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503c97b-787a-414e-9c9d-954915950f8a req-c7237983-10a0-4f7f-82b1-7a102e9de354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:58.135622 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-c7237983-10a0-4f7f-82b1-7a102e9de354 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683978 Jul 09 17:06:58.268100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-41ea3edd-bf8f-4a27-bbf2-a3ebe1d57d3c service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235635 Jul 09 17:06:58.414696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-cc4814a1-d3ff-4648-aa73-9c64d65d6b86 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384051 Jul 09 17:06:58.428998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29c51-aa96-4ac1-b758-c71685e90a96 req-ca66acb0-8996-46e9-8025-b8fcd023e201 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:58.430903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26c29c51-aa96-4ac1-b758-c71685e90a96 req-ca66acb0-8996-46e9-8025-b8fcd023e201 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.1263554 Jul 09 17:06:58.476858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26c29c51-aa96-4ac1-b758-c71685e90a96 req-03f102ab-aadc-4ee7-81bf-ac4477c5d073 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372810 Jul 09 17:06:58.557346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-0fbff756-dee6-406e-8951-ebe699a36c7e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:58.559589 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-0fbff756-dee6-406e-8951-ebe699a36c7e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.0955768 Jul 09 17:06:58.831525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 6bf75c45-a24c-41c6-8f75-be73511d4f0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:06:58.832135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:58.904659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b1583-17d5-41d7-97ed-a4770db7a78d req-a8b7a7fc-6809-4155-9f5e-c79582874e90 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:58.906235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-358b1583-17d5-41d7-97ed-a4770db7a78d req-a8b7a7fc-6809-4155-9f5e-c79582874e90 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 946 time: 0.0720444 Jul 09 17:06:58.950318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port 6bf75c45-a24c-41c6-8f75-be73511d4f0c, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=6bf75c45-a24c-41c6-8f75-be73511d4f0c,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:06:58.950828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:58.956839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-358b1583-17d5-41d7-97ed-a4770db7a78d req-994c0efc-c672-49cd-9cdd-73fbd45bfc0c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=e315da0c-568e-4408-9dfa-22d73dace694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Jul 09 17:06:58.982446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 6bf75c45-a24c-41c6-8f75-be73511d4f0c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:06:59.155661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:59.169471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40875f50-678c-4447-a022-29f435925f91 req-bc482a81-cbda-4909-b604-b2dd32649fb4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:59.177800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40875f50-678c-4447-a022-29f435925f91 req-bc482a81-cbda-4909-b604-b2dd32649fb4 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.0984569 Jul 09 17:06:59.192845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=6bf75c45-a24c-41c6-8f75-be73511d4f0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:06:59.243279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-40875f50-678c-4447-a022-29f435925f91 req-9a5c2c01-bda2-4a8e-8e47-92f6674f57c0 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641665 Jul 09 17:06:59.272148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] No DVR routers for this DVR port 6bf75c45-a24c-41c6-8f75-be73511d4f0c on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:06:59.276227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:59.280175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21a7c1f2-e696-44b2-b854-b775c382e975 req-3e3e8ceb-2896-448c-bb57-c5063c3cb032 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "DELETE /v2.0/ports/6bf75c45-a24c-41c6-8f75-be73511d4f0c HTTP/1.1" status: 204 len: 173 time: 0.7149384 Jul 09 17:06:59.281469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'name': 'network-vif-deleted', 'tag': '6bf75c45-a24c-41c6-8f75-be73511d4f0c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:06:59.297695 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e9b497-cd2c-4326-a90d-c83bef27c2ca" -d '{"events": [{"server_uuid": "107b66a3-4e54-4909-b451-2d8d34c959b2", "name": "network-vif-deleted", "tag": "6bf75c45-a24c-41c6-8f75-be73511d4f0c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:06:59.364615 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415462f3-0fb8-4de5-aeb6-1972eb1f5ac8 x-openstack-request-id: req-415462f3-0fb8-4de5-aeb6-1972eb1f5ac8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:06:59.365357 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107b66a3-4e54-4909-b451-2d8d34c959b2", "name": "network-vif-deleted", "tag": "6bf75c45-a24c-41c6-8f75-be73511d4f0c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:06:59.365953 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-415462f3-0fb8-4de5-aeb6-1972eb1f5ac8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:06:59.366755 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107b66a3-4e54-4909-b451-2d8d34c959b2', 'name': 'network-vif-deleted', 'tag': '6bf75c45-a24c-41c6-8f75-be73511d4f0c', 'status': 'completed', 'code': 200} Jul 09 17:06:59.656684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:06:59.704702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:06:59.706105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 640ea9b4-2c4b-44ef-90f4-e3e4d026a6cd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:06:59.856630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169b5d5-295b-42e3-bc97-db9405094189 req-1c6cf4b6-b13a-46b4-988c-6fb5d22a60bb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:59.860157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c169b5d5-295b-42e3-bc97-db9405094189 req-1c6cf4b6-b13a-46b4-988c-6fb5d22a60bb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.2231796 Jul 09 17:06:59.956040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c169b5d5-295b-42e3-bc97-db9405094189 req-e9bda4ed-d4d3-4741-853a-3739791a57cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941963 Jul 09 17:07:00.288261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-583d851d-fe0f-4ac7-a88f-80d1c593a8fc req-9524935f-0e1b-4849-93ee-9994a3a8e85f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=107b66a3-4e54-4909-b451-2d8d34c959b2 HTTP/1.1" status: 200 len: 210 time: 0.0770736 Jul 09 17:07:00.545077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57856-70e9-4b47-837d-4bd17061e49a req-830dbdfe-2d35-4078-8d15-5ce21902c0e3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:00.547577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2b57856-70e9-4b47-837d-4bd17061e49a req-830dbdfe-2d35-4078-8d15-5ce21902c0e3 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1021509 Jul 09 17:07:00.626563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2b57856-70e9-4b47-837d-4bd17061e49a req-dbb8a3ff-fe15-44e3-bae0-738895337e48 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711148 Jul 09 17:07:01.171481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c7ba-5d2e-4fa4-90f2-8de04b44cbac req-1f4fc023-18f6-4075-a261-0cabdbdcc596 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:01.175630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d561c7ba-5d2e-4fa4-90f2-8de04b44cbac req-1f4fc023-18f6-4075-a261-0cabdbdcc596 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.0922179 Jul 09 17:07:01.232004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d561c7ba-5d2e-4fa4-90f2-8de04b44cbac req-4b4cb6d3-fbd1-4472-b278-67fda4c541da tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445085 Jul 09 17:07:01.252306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:01.433795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:01.510317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 08bdef05-d914-4070-860a-3345113c1c47 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:01.510657 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.561251 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4104b2-5fb3-4346-b8a4-a2e9c33a8b4c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.638117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4104b2-5fb3-4346-b8a4-a2e9c33a8b4c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.674804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.675428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.696552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 08bdef05-d914-4070-860a-3345113c1c47 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:01.796788 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4104b2-5fb3-4346-b8a4-a2e9c33a8b4c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.802959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b4104b2-5fb3-4346-b8a4-a2e9c33a8b4c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:01.807053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3b4104b2-5fb3-4346-b8a4-a2e9c33a8b4c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/security-groups/e315da0c-568e-4408-9dfa-22d73dace694 HTTP/1.1" status: 204 len: 168 time: 0.3692982 Jul 09 17:07:01.856839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4104b2-5fb3-4346-b8a4-a2e9c33a8b4c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315da0c-568e-4408-9dfa-22d73dace694,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:02.140828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f2e84-5b5c-4f14-810f-4d8c6586350b req-08764de2-1b64-413b-85db-7f47339c9769 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:02.148581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c66f2e84-5b5c-4f14-810f-4d8c6586350b req-08764de2-1b64-413b-85db-7f47339c9769 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1617045 Jul 09 17:07:02.205789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c66f2e84-5b5c-4f14-810f-4d8c6586350b req-7689ee63-8a2b-4fd5-aa2d-c97c19a95c66 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560672 Jul 09 17:07:02.291128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:02.389240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.392011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting subnet a98f590e-4857-4c43-9797-fa24ca4772d9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:07:02.398017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.455226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.500851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=08bdef05-d914-4070-860a-3345113c1c47,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:02.631284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:02.640105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.774562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.853656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Subnet': ['ID=a98f590e-4857-4c43-9797-fa24ca4772d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:02.855763 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-064891f2-9bd4-4814-ac12-eb02bd93a7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.861972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:02.863803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-65eb5813-ea81-4d36-97f5-e6835300f80d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/subnets/a98f590e-4857-4c43-9797-fa24ca4772d9 HTTP/1.1" status: 204 len: 168 time: 0.5710933 Jul 09 17:07:02.870749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:02.890128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b331d-9375-47b4-a49c-d414d86fe5f2 None None] Network 515998cf-0ef4-4748-9f70-6742a22cc2f6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:03.181943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.253983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] DHCP port deletion for 515998cf-0ef4-4748-9f70-6742a22cc2f6 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:07:03.284506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.284916 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7 disassociated (deleted). External IP: 172.25.7.191, port: e2117e2c-09a8-4289-97f6-1f4754e69437. Jul 09 17:07:03.397305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port aef6f21a-55df-48cf-9d2e-c231581528c4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:03.397874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.431644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] Deleting port aef6f21a-55df-48cf-9d2e-c231581528c4 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:03.446212 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.498082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-064891f2-9bd4-4814-ac12-eb02bd93a7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.556489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-064891f2-9bd4-4814-ac12-eb02bd93a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.600618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6bf75c45-a24c-41c6-8f75-be73511d4f0c no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:03.643317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] For port aef6f21a-55df-48cf-9d2e-c231581528c4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=aef6f21a-55df-48cf-9d2e-c231581528c4,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:03.644000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.662341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] Calling delete_port for aef6f21a-55df-48cf-9d2e-c231581528c4 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:03.690040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-064891f2-9bd4-4814-ac12-eb02bd93a7b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=772cabcc8510403882c54438309deeab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0550160 Jul 09 17:07:03.696765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:03.717927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064891f2-9bd4-4814-ac12-eb02bd93a7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3192685-f55f-4c3e-b780-208df08b60d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:03.772666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port aef6f21a-55df-48cf-9d2e-c231581528c4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=aef6f21a-55df-48cf-9d2e-c231581528c4,segment=NetworkSegment(2e73842c-2c8d-4b8b-97b0-ed7886d9b605),segment_id=2e73842c-2c8d-4b8b-97b0-ed7886d9b605)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:03.780037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.798064 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a30bfe6-8d61-466c-84f7-eaa76048ddf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.799683 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.802123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device aef6f21a-55df-48cf-9d2e-c231581528c4 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:03.808305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router e59d58ca-5874-4f8c-8b29-d240f92496fe has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:03.825349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for aef6f21a-55df-48cf-9d2e-c231581528c4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:03.833890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: aef6f21a-55df-48cf-9d2e-c231581528c4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:03.834316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device aef6f21a-55df-48cf-9d2e-c231581528c4 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:03.835773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 6bf75c45-a24c-41c6-8f75-be73511d4f0c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:03.836116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 6bf75c45-a24c-41c6-8f75-be73511d4f0c not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:03.869889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] No DVR routers for this DVR port aef6f21a-55df-48cf-9d2e-c231581528c4 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:03.881807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ab44f-78b6-45ce-9364-2fb1576312bd None None] Pushing event deleted for resources: {'Port': ['ID=aef6f21a-55df-48cf-9d2e-c231581528c4,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:03.893487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481627ca-b668-4faf-84ea-c8d5d281e2ef req-263518a4-058b-443d-a034-65e71d071720 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:03.894840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-481627ca-b668-4faf-84ea-c8d5d281e2ef req-263518a4-058b-443d-a034-65e71d071720 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.4208815 Jul 09 17:07:03.904528 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a30bfe6-8d61-466c-84f7-eaa76048ddf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.016573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-481627ca-b668-4faf-84ea-c8d5d281e2ef req-ad6bded9-48c8-4c3b-b257-89ef60104cfe tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882034 Jul 09 17:07:04.038528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:04.043109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.048509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166548f-83d3-48bb-b312-2091636b254e None None] Sync routers for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:04.063500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.067755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:04.068411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:04.116619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad51711d-636f-436f-9a12-a9694e4d3417 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/floatingips/fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7 HTTP/1.1" status: 204 len: 168 time: 2.8627648 Jul 09 17:07:04.124896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:04.132731 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c5344-9b40-41b5-925c-32b80afe76bf" -d '{"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:04.137144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=aef6f21a-55df-48cf-9d2e-c231581528c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:04.142109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a30bfe6-8d61-466c-84f7-eaa76048ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.150178 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a30bfe6-8d61-466c-84f7-eaa76048ddf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.153134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a30bfe6-8d61-466c-84f7-eaa76048ddf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3192685-f55f-4c3e-b780-208df08b60d9 HTTP/1.1" status: 204 len: 168 time: 0.4547520 Jul 09 17:07:04.159118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] No DVR routers for this DVR port aef6f21a-55df-48cf-9d2e-c231581528c4 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:04.178058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30bfe6-8d61-466c-84f7-eaa76048ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3192685-f55f-4c3e-b780-208df08b60d9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:04.371993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.432186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515998cf-0ef4-4748-9f70-6742a22cc2f6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:04.454038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:04.475768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e73842c-2c8d-4b8b-97b0-ed7886d9b605') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:04.476006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e73842c-2c8d-4b8b-97b0-ed7886d9b605') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:04.516596 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.556052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.566815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:07:04.567364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:07:04.575932 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:07:04.636134 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7751174b-ea09-477f-b5ed-7de7c9711267 x-openstack-request-id: req-7751174b-ea09-477f-b5ed-7de7c9711267 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:04.636719 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:04.637135 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7751174b-ea09-477f-b5ed-7de7c9711267 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:04.637834 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'status': 'completed', 'code': 200} Jul 09 17:07:04.772616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.788229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:04.793074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/networks/515998cf-0ef4-4748-9f70-6742a22cc2f6 HTTP/1.1" status: 204 len: 168 time: 1.9184747 Jul 09 17:07:04.796734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:04.907129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5344-9b40-41b5-925c-32b80afe76bf req-d53939d2-3864-46ca-81ae-9e9eea853072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:04.912149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-d53939d2-3864-46ca-81ae-9e9eea853072 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 1097 time: 0.2314794 Jul 09 17:07:04.952071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:07Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:04.980354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5656c1-3f51-4b8c-84c9-f0344076beb4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Network': ['ID=515998cf-0ef4-4748-9f70-6742a22cc2f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:05.049226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166548f-83d3-48bb-b312-2091636b254e None None] Checking router: e59d58ca-5874-4f8c-8b29-d240f92496fe for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:05.081600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:05.082205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:05.162117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5344-9b40-41b5-925c-32b80afe76bf req-2fb68553-42db-4d00-9eff-e9c8aa022f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.167352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-2fb68553-42db-4d00-9eff-e9c8aa022f93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 200 len: 898 time: 0.1853752 Jul 09 17:07:05.222253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:05.250167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3020e388-6ae2-4f85-a886-bcff44970a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:05.377034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:05.401088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-f74a9b0f-06d4-421c-afa3-0e8cc65e6d44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 200 len: 217 time: 0.1351478 Jul 09 17:07:05.483464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56a5a3-3626-4b63-b219-12c8c1a55e25 req-fd780806-27d7-438c-83ae-30c7ed90fcc2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.491206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5344-9b40-41b5-925c-32b80afe76bf req-df8a1953-e144-4694-b67b-2d23c00e823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.492315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f56a5a3-3626-4b63-b219-12c8c1a55e25 req-fd780806-27d7-438c-83ae-30c7ed90fcc2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.5874109 Jul 09 17:07:05.494367 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-df8a1953-e144-4694-b67b-2d23c00e823a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 200 len: 835 time: 0.0811293 Jul 09 17:07:05.563104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f56a5a3-3626-4b63-b219-12c8c1a55e25 req-3ca5f939-dcb6-48cc-b3da-74d62d57e92f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695853 Jul 09 17:07:05.581438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-205fb229-47f2-4e1b-8f5e-e339a8dbcbd3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.583690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-205fb229-47f2-4e1b-8f5e-e339a8dbcbd3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.3160429 Jul 09 17:07:05.643011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 68fcf135-989e-4bf3-9955-8008986dd1c7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:05.643245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:05.767410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5344-9b40-41b5-925c-32b80afe76bf req-774fbb27-a3bf-479c-93f1-327bcc48ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.769538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-774fbb27-a3bf-479c-93f1-327bcc48ca10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46851caa-c8b8-41fc-a56a-6886f8b1784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642138 Jul 09 17:07:05.848477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:05.848857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:05.890283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da2ff498-e3ba-46de-92d2-ff320212e473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:05.936927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9166548f-83d3-48bb-b312-2091636b254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:07Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:05.976837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9166548f-83d3-48bb-b312-2091636b254e None None] The sync data for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 is: [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6ffb2520-dad6-46a6-acc5-99abcaf3dd51', 'name': '', 'network_id': '46851caa-c8b8-41fc-a56a-6886f8b1784a', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:37:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:00Z', 'updated_at': '2021-07-09T17:00:07Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '94a37eb8-6502-417b-a7b3-3fd8078fe210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:05.988235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 68fcf135-989e-4bf3-9955-8008986dd1c7 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:06.018360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3020e388-6ae2-4f85-a886-bcff44970a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.036334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3020e388-6ae2-4f85-a886-bcff44970a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.123960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3020e388-6ae2-4f85-a886-bcff44970a91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0245432571b43ed96a33b585d47e0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8990307 Jul 09 17:07:06.128506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56762) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:06.162017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecca8a-b403-4759-8fd6-fcec877f6acd req-1059e7bf-d024-485a-82a2-3ff655d04d63 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:06.163683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3ecca8a-b403-4759-8fd6-fcec877f6acd req-1059e7bf-d024-485a-82a2-3ff655d04d63 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.3094306 Jul 09 17:07:06.257326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3ecca8a-b403-4759-8fd6-fcec877f6acd req-13925073-cfec-4278-991c-d6d8dd2afc41 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791256 Jul 09 17:07:06.293695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020e388-6ae2-4f85-a886-bcff44970a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab845e8d-343c-44ec-9437-9de3ac1365f2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:06.330770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port e2117e2c-09a8-4289-97f6-1f4754e69437 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:06.331175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.370568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.420472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=68fcf135-989e-4bf3-9955-8008986dd1c7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:06.494777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-7f674db1-16d0-4025-850e-d9564cb8e626 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128553 Jul 09 17:07:06.529768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.530990 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Floating IP 84fde184-d2ae-4096-a17c-93b587efc13b disassociated (deleted). External IP: 172.25.7.80, port: 55d76a47-4d65-46b8-a174-460c7188766e. Jul 09 17:07:06.619609 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-e33bd9f8-3e68-4053-be8d-30f0d11cbcb6 service neutron] 10.222.0.37 "GET /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078467 Jul 09 17:07:06.650976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59852ce2-f1a2-49b2-b6db-a64b80086aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.732306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59852ce2-f1a2-49b2-b6db-a64b80086aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.751016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port e2117e2c-09a8-4289-97f6-1f4754e69437, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=e2117e2c-09a8-4289-97f6-1f4754e69437,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:06.751429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.781717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for e2117e2c-09a8-4289-97f6-1f4754e69437 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:06.874597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59852ce2-f1a2-49b2-b6db-a64b80086aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.879684 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59852ce2-f1a2-49b2-b6db-a64b80086aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:06.886255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-59852ce2-f1a2-49b2-b6db-a64b80086aa7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab845e8d-343c-44ec-9437-9de3ac1365f2 HTTP/1.1" status: 204 len: 168 time: 0.7520754 Jul 09 17:07:06.906845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59852ce2-f1a2-49b2-b6db-a64b80086aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab845e8d-343c-44ec-9437-9de3ac1365f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:07.102201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:07.156172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:07.172925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=e2117e2c-09a8-4289-97f6-1f4754e69437,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:07.173579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585bb62-394b-4c75-94d3-8b611583b3d4 req-e00f8e29-6f2e-422b-8efa-823fd7b42577 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:07.187325 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496a188-70ee-4e48-9de9-da784dbb9b56 None None] New status for floating IP fe6d0e14-8bc7-45e6-a38f-3c14cd5600f7: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:07:07.191527 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f585bb62-394b-4c75-94d3-8b611583b3d4 req-e00f8e29-6f2e-422b-8efa-823fd7b42577 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=12b64b48-7a56-48a7-a62c-2d83f7c2a720 HTTP/1.1" status: 200 len: 946 time: 0.4435618 Jul 09 17:07:07.355499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] No DVR routers for this DVR port e2117e2c-09a8-4289-97f6-1f4754e69437 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:07.375848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:07.376144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:07.379096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9cb961dd-9a21-4b03-bc91-459c45336f6e req-79231f21-02f8-4a2a-b17c-6587a002e3a0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "DELETE /v2.0/ports/e2117e2c-09a8-4289-97f6-1f4754e69437 HTTP/1.1" status: 204 len: 173 time: 1.7807555 Jul 09 17:07:07.379846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-deleted', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:07.381131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:07.392114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:07.398793 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaddb208-cb2b-4ebd-aa23-baa1883ff6af" -d '{"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-deleted", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:07.426220 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:07.428881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:07.442764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d370071-fbda-4183-8da4-c50f937be87c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/floatingips/84fde184-d2ae-4096-a17c-93b587efc13b HTTP/1.1" status: 204 len: 168 time: 2.6448269 Jul 09 17:07:07.445370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:07.448437 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "tag": "55d76a47-4d65-46b8-a174-460c7188766e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:07.492483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f585bb62-394b-4c75-94d3-8b611583b3d4 req-bd858591-2765-4e23-833f-7548fff71541 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=89ebfa0f-858e-4801-9761-e7c5c39c7a93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934773 Jul 09 17:07:07.743477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718087c-d8bc-4fb7-9848-2c4c8c0dab90 req-fdf8b0c3-14c8-462b-ba2b-0fafff96eb80 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:07.755655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3718087c-d8bc-4fb7-9848-2c4c8c0dab90 req-fdf8b0c3-14c8-462b-ba2b-0fafff96eb80 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1454673 Jul 09 17:07:07.756891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:07.818616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3718087c-d8bc-4fb7-9848-2c4c8c0dab90 req-71a7f6ad-3360-43c7-8b54-48811e5251a6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598123 Jul 09 17:07:07.925668 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69837c66-169b-40c8-9f92-9d5e3e216d86 x-openstack-request-id: req-69837c66-169b-40c8-9f92-9d5e3e216d86 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:07.926028 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b64b48-7a56-48a7-a62c-2d83f7c2a720", "name": "network-vif-deleted", "tag": "e2117e2c-09a8-4289-97f6-1f4754e69437", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:07.926380 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69837c66-169b-40c8-9f92-9d5e3e216d86 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:07.927005 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b64b48-7a56-48a7-a62c-2d83f7c2a720', 'name': 'network-vif-deleted', 'tag': 'e2117e2c-09a8-4289-97f6-1f4754e69437', 'status': 'completed', 'code': 200} Jul 09 17:07:08.267663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:55Z', 'revision_number': 6, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:08.327843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:08.336314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:08.337014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:06:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:08.341187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:08.386847 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e2df33d8-5036-4f74-9a49-26f2c6b41061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:08.444846 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59cd07d-cc87-4194-944b-f5938142e2fe x-openstack-request-id: req-b59cd07d-cc87-4194-944b-f5938142e2fe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:08.445416 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "tag": "55d76a47-4d65-46b8-a174-460c7188766e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:08.445416 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b59cd07d-cc87-4194-944b-f5938142e2fe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:08.446699 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e', 'status': 'completed', 'code': 200} Jul 09 17:07:08.573015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:08.662358 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:08.738359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-4bec1865-2af0-4f9a-8959-69931e06dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:08.743947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-4bec1865-2af0-4f9a-8959-69931e06dce6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 1096 time: 0.1977651 Jul 09 17:07:08.835938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2eec1-8206-4599-b599-929dc29a881e req-81f3288e-d3b5-4d33-885b-db4240cdd82f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:08.850135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f2eec1-8206-4599-b599-929dc29a881e req-81f3288e-d3b5-4d33-885b-db4240cdd82f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.2256520 Jul 09 17:07:08.959613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6f2eec1-8206-4599-b599-929dc29a881e req-616e48f1-0533-4e3c-a498-b3c283e4326e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083815 Jul 09 17:07:08.980924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:55Z', 'revision_number': 6, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:08.982829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:08.990920 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-09f731b6-fbe5-41d4-8069-cb48e65d9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:08.995347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-09f731b6-fbe5-41d4-8069-cb48e65d9612 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 200 len: 898 time: 0.2427838 Jul 09 17:07:09.056821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81692004-b702-41d9-b779-9c2bc10f4ba3 None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:06:55Z', 'revision_number': 6, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f', 'name': '', 'network_id': '8590f01b-855f-4bcd-a43f-bb643042731b', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:83:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:09Z', 'updated_at': '2021-07-09T17:04:18Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '76946a62-ff02-4af7-93d2-ccb39cc00a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:09.088138 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-dd6bcd3b-1cf4-4959-b078-d8a530e94013 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 200 len: 217 time: 0.0820463 Jul 09 17:07:09.118357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c555610a-e410-4acd-8f3e-b329d9113208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:09.167696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:09.175974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-e831beee-15d7-4816-8e54-eab18ba76a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:09.177517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-e831beee-15d7-4816-8e54-eab18ba76a09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76946a62-ff02-4af7-93d2-ccb39cc00a5e HTTP/1.1" status: 200 len: 834 time: 0.0789754 Jul 09 17:07:09.318916 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:09.322332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-837903ac-5c33-402d-8306-8742f789b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:09.323982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-837903ac-5c33-402d-8306-8742f789b0bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8590f01b-855f-4bcd-a43f-bb643042731b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329999 Jul 09 17:07:09.456031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:09.481181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c555610a-e410-4acd-8f3e-b329d9113208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:09.527154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: e2117e2c-09a8-4289-97f6-1f4754e69437 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:09.527564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device e2117e2c-09a8-4289-97f6-1f4754e69437 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:09.545454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c555610a-e410-4acd-8f3e-b329d9113208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:09.558501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-1a1ce9b7-2567-41d6-a478-0cb1f342d2ce service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173858 Jul 09 17:07:09.666709 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74be51d-48de-4586-855e-213250911f38 None None] New status for floating IP 84fde184-d2ae-4096-a17c-93b587efc13b: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:07:09.690531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c555610a-e410-4acd-8f3e-b329d9113208 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbc4deb2e9c54c0c98fc80e6e53c8e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7063186 Jul 09 17:07:09.694119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555610a-e410-4acd-8f3e-b329d9113208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3cb25d-5058-4f37-8f30-4446b2303a65,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:09.711649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:09.857289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2dc0d178-eeb9-4c71-8f3a-1a7fba4efcfa req-4c02effe-eb7d-4e35-8dbf-e0062bc232ab service neutron] 10.222.0.37 "GET /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929366 Jul 09 17:07:09.868894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8ea7-a613-47fc-8600-e60ffe4000fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:09.919737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8ea7-a613-47fc-8600-e60ffe4000fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.036765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8ea7-a613-47fc-8600-e60ffe4000fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.045577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8ea7-a613-47fc-8600-e60ffe4000fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.050644 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cd5b8ea7-a613-47fc-8600-e60ffe4000fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c3cb25d-5058-4f37-8f30-4446b2303a65 HTTP/1.1" status: 204 len: 168 time: 0.3379490 Jul 09 17:07:10.068905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8ea7-a613-47fc-8600-e60ffe4000fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3cb25d-5058-4f37-8f30-4446b2303a65,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:10.209679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ec61e-4dbf-4916-a9f1-7f08ae02d161 req-8fee52c3-b248-482c-9b75-00187bc9669a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:10.220338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c7ec61e-4dbf-4916-a9f1-7f08ae02d161 req-8fee52c3-b248-482c-9b75-00187bc9669a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.7312548 Jul 09 17:07:10.293354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-a7bec609-be4d-4486-b484-952f5457d26a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:10.296083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-a7bec609-be4d-4486-b484-952f5457d26a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.2236896 Jul 09 17:07:10.358827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c7ec61e-4dbf-4916-a9f1-7f08ae02d161 req-a24f54fe-79f5-4c5d-9a04-e4272749b8de tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288319 Jul 09 17:07:10.520273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 55d76a47-4d65-46b8-a174-460c7188766e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:10.520848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.533334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.686662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port 55d76a47-4d65-46b8-a174-460c7188766e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=55d76a47-4d65-46b8-a174-460c7188766e,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:10.687078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.720890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 55d76a47-4d65-46b8-a174-460c7188766e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:10.744298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52870c1-ceae-4ad2-bfdc-47e25878f503 req-5322ace1-f4ac-4539-9051-c8478a587e18 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:10.753456 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c52870c1-ceae-4ad2-bfdc-47e25878f503 req-5322ace1-f4ac-4539-9051-c8478a587e18 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a92330cf-544b-4f85-8c48-f9dd22e01db2 HTTP/1.1" status: 200 len: 945 time: 0.1435866 Jul 09 17:07:10.837414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c52870c1-ceae-4ad2-bfdc-47e25878f503 req-6985e3b9-5019-40e2-8062-b5c9d49f2f28 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba37444d-e372-4be8-a1f5-2ec1a15ca43f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830197 Jul 09 17:07:10.892548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.902356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:10.925499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=55d76a47-4d65-46b8-a174-460c7188766e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:10.927379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ccbfee-aff4-4b4d-8d1c-8c349a724a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.983101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] No DVR routers for this DVR port 55d76a47-4d65-46b8-a174-460c7188766e on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:10.986091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.988409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-df3c7db8-bfd8-4efc-803f-ab3512477f8d req-3d83b121-b922-40f9-bf6a-719f3d6a70c5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.37 "DELETE /v2.0/ports/55d76a47-4d65-46b8-a174-460c7188766e HTTP/1.1" status: 204 len: 173 time: 0.6809576 Jul 09 17:07:10.988605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'name': 'network-vif-deleted', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:10.991404 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5dfa10-9b3e-401b-929f-47dd3c40a73b" -d '{"events": [{"server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "name": "network-vif-deleted", "tag": "55d76a47-4d65-46b8-a174-460c7188766e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:11.050631 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f9f20c-4f0e-4b9b-9781-a9ef0683bda6 x-openstack-request-id: req-53f9f20c-4f0e-4b9b-9781-a9ef0683bda6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:11.050956 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92330cf-544b-4f85-8c48-f9dd22e01db2", "name": "network-vif-deleted", "tag": "55d76a47-4d65-46b8-a174-460c7188766e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:11.051210 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53f9f20c-4f0e-4b9b-9781-a9ef0683bda6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:11.051623 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92330cf-544b-4f85-8c48-f9dd22e01db2', 'name': 'network-vif-deleted', 'tag': '55d76a47-4d65-46b8-a174-460c7188766e', 'status': 'completed', 'code': 200} Jul 09 17:07:11.113285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:11.113633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.144670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.185380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ccbfee-aff4-4b4d-8d1c-8c349a724a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.192066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64ccbfee-aff4-4b4d-8d1c-8c349a724a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.252243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-64ccbfee-aff4-4b4d-8d1c-8c349a724a32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5d2071f17884ba4a69239d60a56b44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493736 Jul 09 17:07:11.255276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:11.256085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccbfee-aff4-4b4d-8d1c-8c349a724a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051be715-edfa-426a-b516-959b97ede0a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:11.271487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 6ffb2520-dad6-46a6-acc5-99abcaf3dd51, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:11.271827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.287294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:11.328390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55a90e30-55fb-4310-b871-302b9a593237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.362286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55a90e30-55fb-4310-b871-302b9a593237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.440433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55a90e30-55fb-4310-b871-302b9a593237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.444747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55a90e30-55fb-4310-b871-302b9a593237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.445979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-55a90e30-55fb-4310-b871-302b9a593237 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/051be715-edfa-426a-b516-959b97ede0a3 HTTP/1.1" status: 204 len: 168 time: 0.1890442 Jul 09 17:07:11.478658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a90e30-55fb-4310-b871-302b9a593237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051be715-edfa-426a-b516-959b97ede0a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:11.617798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:11.691011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=6ffb2520-dad6-46a6-acc5-99abcaf3dd51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:11.943552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546459-c9c2-4e85-afe6-86ebc106ced3 req-da044f99-48ff-4fa2-a137-3a8c2a1271aa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:11.945806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35546459-c9c2-4e85-afe6-86ebc106ced3 req-da044f99-48ff-4fa2-a137-3a8c2a1271aa tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.3312411 Jul 09 17:07:12.018049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.027090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35546459-c9c2-4e85-afe6-86ebc106ced3 req-9e7bdcd3-00fa-472c-9bf6-fcd1c0013d98 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660198 Jul 09 17:07:12.145101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:12.216207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ab0-f6cd-40ae-88ba-d8c21ed26df4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.259269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ab0-f6cd-40ae-88ba-d8c21ed26df4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.370020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ab0-f6cd-40ae-88ba-d8c21ed26df4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.373784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ab0-f6cd-40ae-88ba-d8c21ed26df4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.375225 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc3c5ab0-f6cd-40ae-88ba-d8c21ed26df4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba37444d-e372-4be8-a1f5-2ec1a15ca43f HTTP/1.1" status: 204 len: 168 time: 0.2290320 Jul 09 17:07:12.393678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5ab0-f6cd-40ae-88ba-d8c21ed26df4 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37444d-e372-4be8-a1f5-2ec1a15ca43f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:12.428232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:12.655597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router e59d58ca-5874-4f8c-8b29-d240f92496fe has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:12.782693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:12.788185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-378132d7-2865-408f-808b-8dab20a9e294 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/e59d58ca-5874-4f8c-8b29-d240f92496fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195126 Jul 09 17:07:12.791073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:12.797667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] Sync routers for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:12.808006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:12.808989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:12.881443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting subnet 94a37eb8-6502-417b-a7b3-3fd8078fe210 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:07:12.887606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.944230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.959187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:12.978355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.133691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.182592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:07:11Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:13.258804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] Checking router: e59d58ca-5874-4f8c-8b29-d240f92496fe for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:13.276162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] Routers {'e59d58ca-5874-4f8c-8b29-d240f92496fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:13.276356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.276931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e59d58ca-5874-4f8c-8b29-d240f92496fe'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:13.307877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Subnet': ['ID=94a37eb8-6502-417b-a7b3-3fd8078fe210,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:13.335453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.338538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e63ce440-6f12-48cd-922a-eb199b1a1822 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/subnets/94a37eb8-6502-417b-a7b3-3fd8078fe210 HTTP/1.1" status: 204 len: 168 time: 0.5462737 Jul 09 17:07:13.341412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:13.347444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62fc69-466a-4783-93df-1d0cd637d422 None None] Network 46851caa-c8b8-41fc-a56a-6886f8b1784a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:13.365004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b58764-44aa-4d8f-a8a5-67ac29929198 req-60c1c614-db6b-41fe-bf35-62718b056cfb tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:13.366697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4b58764-44aa-4d8f-a8a5-67ac29929198 req-60c1c614-db6b-41fe-bf35-62718b056cfb tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1216898 Jul 09 17:07:13.424883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4b58764-44aa-4d8f-a8a5-67ac29929198 req-bdba9c68-ca52-45fb-8b9a-9448bd743821 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510557 Jul 09 17:07:13.472741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.778219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] Set router e59d58ca-5874-4f8c-8b29-d240f92496fe gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:14.021389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:07:11Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:14.058360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] DHCP port deletion for 46851caa-c8b8-41fc-a56a-6886f8b1784a request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:07:14.084162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdaddb9-8a66-4f8c-84b4-6f202f9f8c19 None None] The sync data for ids ['e59d58ca-5874-4f8c-8b29-d240f92496fe'] in n-d-800085-2 is: [{'id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632330069', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:59:56Z', 'updated_at': '2021-07-09T17:07:11Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '1fcb6b8d-6791-4001-92ca-8347064711a6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59d58ca-5874-4f8c-8b29-d240f92496fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:59:57Z', 'updated_at': '2021-07-09T17:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:14.098502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.119037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Deleting port 3b549275-b6a5-481c-8939-2a1d15484444 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:14.119648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.194273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] For port 3b549275-b6a5-481c-8939-2a1d15484444, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3b549275-b6a5-481c-8939-2a1d15484444,segment=NetworkSegment(2dbf3266-8420-46be-a737-f092555f294d),segment_id=2dbf3266-8420-46be-a737-f092555f294d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:14.199429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.210600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Calling delete_port for 3b549275-b6a5-481c-8939-2a1d15484444 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:14.222815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:14.223243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.228355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 1fcb6b8d-6791-4001-92ca-8347064711a6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:14.228734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.305393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.340557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Pushing event deleted for resources: {'Port': ['ID=3b549275-b6a5-481c-8939-2a1d15484444,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:14.356019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.357336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.357695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.358033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.358366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.358721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.359546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.359546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.359801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.360119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.360865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.361188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:14.364165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7aeb42-faca-41da-a5d8-42d5570b41bd None None] No DVR routers for this DVR port 3b549275-b6a5-481c-8939-2a1d15484444 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:14.401024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:14.401594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.404804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 1fcb6b8d-6791-4001-92ca-8347064711a6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1fcb6b8d-6791-4001-92ca-8347064711a6,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:14.405167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.424765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:14.426610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 1fcb6b8d-6791-4001-92ca-8347064711a6 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:14.718681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:14.743941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb784-9fd2-4a3d-8420-69c16dcea97a req-e37afd7b-804a-4813-b0d6-d9009fa4860f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:14.745611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbfb784-9fd2-4a3d-8420-69c16dcea97a req-e37afd7b-804a-4813-b0d6-d9009fa4860f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.1318743 Jul 09 17:07:14.785679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.805778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0cbfb784-9fd2-4a3d-8420-69c16dcea97a req-6b58c7cf-2ad7-4ab9-9154-44f8be805fa1 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535729 Jul 09 17:07:14.822302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=1fcb6b8d-6791-4001-92ca-8347064711a6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:14.848544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:14.928205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:14.953584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c776433a-d9ce-4f97-93b1-32b5b22e8fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.027015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.153570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.159441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.284660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.285178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Fanout notify agent at l3_agent the message router_deleted on router e59d58ca-5874-4f8c-8b29-d240f92496fe {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:07:15.295434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.296563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbb21ee8-ea1f-4d64-89df-91720d5fdb8d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/routers/e59d58ca-5874-4f8c-8b29-d240f92496fe HTTP/1.1" status: 204 len: 168 time: 1.9539056 Jul 09 17:07:15.299837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:15.344623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c776433a-d9ce-4f97-93b1-32b5b22e8fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.349068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.352415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c776433a-d9ce-4f97-93b1-32b5b22e8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.451949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c776433a-d9ce-4f97-93b1-32b5b22e8fd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65f739135926441fb1cc1931f35a218e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321682 Jul 09 17:07:15.458550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:15.461836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776433a-d9ce-4f97-93b1-32b5b22e8fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571d1b4b-72e9-490d-92a1-9654b8052662,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:15.478084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 55d76a47-4d65-46b8-a174-460c7188766e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:15.494002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.513324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 55d76a47-4d65-46b8-a174-460c7188766e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:15.517099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 55d76a47-4d65-46b8-a174-460c7188766e not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:15.535048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:15.654523 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.667047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46851caa-c8b8-41fc-a56a-6886f8b1784a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:15.674277 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2efa-5fb8-4e29-80b8-e18c04204d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.675985 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ac4c-04e9-40ef-9577-aa16e14264e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.679501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf3266-8420-46be-a737-f092555f294d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:15.680085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf3266-8420-46be-a737-f092555f294d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:15.697567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.711503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 2dd47754-ca75-4a21-8193-1a0b0d860820 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:15.719005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2efa-5fb8-4e29-80b8-e18c04204d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.726184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.739068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:07:15.739481 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:07:15.742662 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:07:15.855127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2efa-5fb8-4e29-80b8-e18c04204d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.858188 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2efa-5fb8-4e29-80b8-e18c04204d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.859483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8ad2efa-5fb8-4e29-80b8-e18c04204d76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/571d1b4b-72e9-490d-92a1-9654b8052662 HTTP/1.1" status: 204 len: 168 time: 0.3987412 Jul 09 17:07:15.885331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.889453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad2efa-5fb8-4e29-80b8-e18c04204d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571d1b4b-72e9-490d-92a1-9654b8052662,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:15.905302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:07:15.924373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.936017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:15.947220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/networks/46851caa-c8b8-41fc-a56a-6886f8b1784a HTTP/1.1" status: 204 len: 168 time: 0.6458960 Jul 09 17:07:15.949201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ac4c-04e9-40ef-9577-aa16e14264e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.960856 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] Sync routers for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:15.963521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a0ab4d26-b4e4-40b3-a307-b7aa9485d15d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "PUT /v2.0/routers/2dd47754-ca75-4a21-8193-1a0b0d860820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5330918 Jul 09 17:07:15.964270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:15.981530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:15.991900 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:15.994889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ac4c-04e9-40ef-9577-aa16e14264e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.995780 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:16.067038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7d4c0-9fa8-45c8-992b-cc62a091c1bc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Network': ['ID=46851caa-c8b8-41fc-a56a-6886f8b1784a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.103472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3b549275-b6a5-481c-8939-2a1d15484444 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:16.121449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7bd4ac4c-04e9-40ef-9577-aa16e14264e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=562f41f79ca5464181b42b9bf1624a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830038 Jul 09 17:07:16.129021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:16.129453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3b549275-b6a5-481c-8939-2a1d15484444 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:16.130018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3b549275-b6a5-481c-8939-2a1d15484444 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:16.130702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1fcb6b8d-6791-4001-92ca-8347064711a6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:16.159218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1fcb6b8d-6791-4001-92ca-8347064711a6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:16.159494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1fcb6b8d-6791-4001-92ca-8347064711a6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:16.160046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:16.170237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting subnet 76946a62-ff02-4af7-93d2-ccb39cc00a5e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:07:16.172694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4ac4c-04e9-40ef-9577-aa16e14264e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64d5a3-2e29-4d99-8cf7-86231a9d7b4b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.190026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.200223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:16.200570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6ffb2520-dad6-46a6-acc5-99abcaf3dd51 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:16.213589 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:16.255018 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47aaf7ec-f065-44cf-bd83-d48a1e26b911 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.268873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:16.285189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'dc3f824a-9553-4b42-acab-761e6e124935', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'port_id': 'dc3f824a-9553-4b42-acab-761e6e124935', 'mac_address': 'fa:16:3e:cf:0a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:07:16.310067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.316723 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47aaf7ec-f065-44cf-bd83-d48a1e26b911 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.328982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.342349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 56992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:16.345918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3f824a-9553-4b42-acab-761e6e124935 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:16.355441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d03e474-d33f-492d-9ba2-e9ee0004d977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.365911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:16.388646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4075a67-b61a-4e9d-acc5-11158d3aa064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.392941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d03e474-d33f-492d-9ba2-e9ee0004d977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.408139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.429083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3277d-766d-40d3-96d1-f8316ec0dd62 req-f5571009-4053-4702-a673-f7a4639e67f6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:16.430425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44e3277d-766d-40d3-96d1-f8316ec0dd62 req-f5571009-4053-4702-a673-f7a4639e67f6 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 944 time: 0.3867238 Jul 09 17:07:16.497202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.498547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.515895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47aaf7ec-f065-44cf-bd83-d48a1e26b911 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.519350 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47aaf7ec-f065-44cf-bd83-d48a1e26b911 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.520691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-47aaf7ec-f065-44cf-bd83-d48a1e26b911 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/security-groups/89ebfa0f-858e-4801-9761-e7c5c39c7a93 HTTP/1.1" status: 204 len: 168 time: 0.5342982 Jul 09 17:07:16.522824 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:07:14Z', 'revision_number': 7, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:16.536212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44e3277d-766d-40d3-96d1-f8316ec0dd62 req-25532950-5379-4fba-87a9-827c6f9a0bbb tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972974 Jul 09 17:07:16.546021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaf7ec-f065-44cf-bd83-d48a1e26b911 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ebfa0f-858e-4801-9761-e7c5c39c7a93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.559561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] Checking router: 2dd47754-ca75-4a21-8193-1a0b0d860820 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:16.564449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d03e474-d33f-492d-9ba2-e9ee0004d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.568809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d03e474-d33f-492d-9ba2-e9ee0004d977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.572917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d03e474-d33f-492d-9ba2-e9ee0004d977 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b64d5a3-2e29-4d99-8cf7-86231a9d7b4b HTTP/1.1" status: 204 len: 168 time: 0.4410648 Jul 09 17:07:16.576165 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] Routers {'2dd47754-ca75-4a21-8193-1a0b0d860820'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:16.576955 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2dd47754-ca75-4a21-8193-1a0b0d860820'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:16.611812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4075a67-b61a-4e9d-acc5-11158d3aa064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.619244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4075a67-b61a-4e9d-acc5-11158d3aa064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.637910 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.666238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['dc3f824a-9553-4b42-acab-761e6e124935'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:07:16.675561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03e474-d33f-492d-9ba2-e9ee0004d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64d5a3-2e29-4d99-8cf7-86231a9d7b4b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.679340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Subnet': ['ID=76946a62-ff02-4af7-93d2-ccb39cc00a5e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.685149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.688406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea78a08f-5bb1-482f-a0ea-086766d17fc6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/subnets/76946a62-ff02-4af7-93d2-ccb39cc00a5e HTTP/1.1" status: 204 len: 168 time: 0.7223997 Jul 09 17:07:16.692350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 56998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:16.701890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4075a67-b61a-4e9d-acc5-11158d3aa064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9664bcf-58bd-4565-838d-9889ab298554,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:16.724553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4075a67-b61a-4e9d-acc5-11158d3aa064 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72c4847cc7ab4d568cb9610943432e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796399 Jul 09 17:07:16.728986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:16.780558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c4bcd-3f6c-4ea2-b69b-848bb0321881 None None] Network 8590f01b-855f-4bcd-a43f-bb643042731b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:16.833123 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f39-a299-4ac0-a798-ec553c829f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.843308 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] Set router 2dd47754-ca75-4a21-8193-1a0b0d860820 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:16.864549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.892951 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f39-a299-4ac0-a798-ec553c829f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.961062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f39-a299-4ac0-a798-ec553c829f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.964662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2f39-a299-4ac0-a798-ec553c829f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:16.969303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e4c2f39-a299-4ac0-a798-ec553c829f77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9664bcf-58bd-4565-838d-9889ab298554 HTTP/1.1" status: 204 len: 168 time: 0.2318249 Jul 09 17:07:17.027729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c2f39-a299-4ac0-a798-ec553c829f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9664bcf-58bd-4565-838d-9889ab298554,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:17.052388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:17.059508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422223603', 'description': 'tempest-secgroup-smoke-1422223603 description', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:17.107729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.112881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.126763 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:07:14Z', 'revision_number': 7, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:17.183622 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d839e7-ce4d-4ad1-b782-fc7090ce25bf None None] The sync data for ids ['2dd47754-ca75-4a21-8193-1a0b0d860820'] in n-d-800085-2 is: [{'id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'name': 'tempest-TestNetworkBasicOps-router-1324415374', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:04:02Z', 'updated_at': '2021-07-09T17:07:14Z', 'revision_number': 7, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': '1b11c674-c35f-429f-a6e6-683d0ba88baa', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd47754-ca75-4a21-8193-1a0b0d860820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:04:03Z', 'updated_at': '2021-07-09T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:17.195591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 1b11c674-c35f-429f-a6e6-683d0ba88baa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:17.196170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.267177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] DHCP port deletion for 8590f01b-855f-4bcd-a43f-bb643042731b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:07:17.276658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:17.294041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99095-bd6a-4416-864f-c929b5813ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.308401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.315857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.332841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] Deleting port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:17.333400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.348519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port 1b11c674-c35f-429f-a6e6-683d0ba88baa, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1b11c674-c35f-429f-a6e6-683d0ba88baa,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:17.349028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.366674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 1b11c674-c35f-429f-a6e6-683d0ba88baa owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:17.374463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b77c8c-27db-446f-8ded-7495794fb47e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:17.408298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] For port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,segment=NetworkSegment(cab4cb66-4162-4ff2-8969-d66e7a611d6b),segment_id=cab4cb66-4162-4ff2-8969-d66e7a611d6b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:17.409045 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.433652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] Calling delete_port for e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:17.452151 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99095-bd6a-4416-864f-c929b5813ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.461456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99095-bd6a-4416-864f-c929b5813ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.482444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.488013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3fbf6f9-8264-4cb6-9d6d-a12905194281 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4343073 Jul 09 17:07:17.492345 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:17.509035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'b2b77c8c-27db-446f-8ded-7495794fb47e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:17.535436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.548997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-92b99095-bd6a-4416-864f-c929b5813ba0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=298e2e40fa344bffabd96eb3fa43b6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700920 Jul 09 17:07:17.551019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57020) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:17.554409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b99095-bd6a-4416-864f-c929b5813ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c7495b-ad65-43de-824d-35745eb2922e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:17.579696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] Pushing event deleted for resources: {'Port': ['ID=e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:17.584650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7395bfd-abc5-4f79-9bff-3b38008dee37 None None] No DVR routers for this DVR port e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:17.598983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.675425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130e0c1a-ef1b-42a4-9b33-97b2d2e2aaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.692095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.721459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.733702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=1b11c674-c35f-429f-a6e6-683d0ba88baa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:17.734997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.737318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130e0c1a-ef1b-42a4-9b33-97b2d2e2aaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.750247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:17.767787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadfca47-6130-4544-b8a5-913a49b1979a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:17.784785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.789066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-00346920-8eb9-4bc8-b9eb-ddb533979eff tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866402 Jul 09 17:07:17.790378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:17.797803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'b2b77c8c-27db-446f-8ded-7495794fb47e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:17.800124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:17.800662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e5a6a30e-bdd3-409b-b3f2-75e7e2d131fe not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:17.801233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:17.832305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:17.837185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ed04b219-b4ff-4cf7-90c2-3e1b3a888a0f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:17.857326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.864695 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.911306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:17.968845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.974428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:17.985253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecf395-8786-4173-81a4-a0584e55ed75 req-21e9f4b9-0947-4aca-8909-02f43fa63315 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:17.986917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4ecf395-8786-4173-81a4-a0584e55ed75 req-21e9f4b9-0947-4aca-8909-02f43fa63315 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 945 time: 0.1312981 Jul 09 17:07:17.997718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.012949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port dc3f824a-9553-4b42-acab-761e6e124935 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:18.013718 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.014741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.034162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130e0c1a-ef1b-42a4-9b33-97b2d2e2aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.037328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130e0c1a-ef1b-42a4-9b33-97b2d2e2aaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.038916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-130e0c1a-ef1b-42a4-9b33-97b2d2e2aaae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36c7495b-ad65-43de-824d-35745eb2922e HTTP/1.1" status: 204 len: 168 time: 0.4854157 Jul 09 17:07:18.042396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.042795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd47754-ca75-4a21-8193-1a0b0d860820 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:07:18.050706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.054236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8af75c2d-b190-4a12-9485-09ad23a7b4b2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/routers/2dd47754-ca75-4a21-8193-1a0b0d860820 HTTP/1.1" status: 204 len: 168 time: 1.3563933 Jul 09 17:07:18.055456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.057704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e0c1a-ef1b-42a4-9b33-97b2d2e2aaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c7495b-ad65-43de-824d-35745eb2922e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.072495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fd6351-d5ba-466c-a06c-bb821d6d4b97,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.085283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4ecf395-8786-4173-81a4-a0584e55ed75 req-82c6d0cf-863e-4ff6-af10-b4e7fefa107b tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855660 Jul 09 17:07:18.086010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.087134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c68d0128-b59f-495c-b038-b43a25651560 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2955060 Jul 09 17:07:18.090615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.099564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'b2b77c8c-27db-446f-8ded-7495794fb47e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:18.168616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.207006 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.214055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.235399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.237977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:18.240617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.241359 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac4214c-86a1-4fb7-b268-edc74f9d8865" -d '{"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:18.265066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:18.273307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.315143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e932a007-bda5-4a16-a9c8-c1e73df5de59,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.338709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.340671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a79a7d0-d516-462c-9a00-8f774922ed74 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2477136 Jul 09 17:07:18.347189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.352286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'b2b77c8c-27db-446f-8ded-7495794fb47e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:18.364322 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f405b55a-0816-479b-bea1-fc21e2a1adad x-openstack-request-id: req-f405b55a-0816-479b-bea1-fc21e2a1adad {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:18.364726 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:18.365067 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f405b55a-0816-479b-bea1-fc21e2a1adad {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:18.365531 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'code': 200} Jul 09 17:07:18.372411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.386927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8590f01b-855f-4bcd-a43f-bb643042731b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:18.416381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.416871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.422997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab4cb66-4162-4ff2-8969-d66e7a611d6b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:18.423337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab4cb66-4162-4ff2-8969-d66e7a611d6b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:18.444986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.464148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.479421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:07:18.480278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:07:18.484086 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:07:18.525210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.533635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.559902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f274c84b-87f1-474a-b472-e613be768203,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.575275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.579739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-108bf45d-3e2e-4501-9588-7751f293fe5d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2308533 Jul 09 17:07:18.581567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.584394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.592522 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.594569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/networks/8590f01b-855f-4bcd-a43f-bb643042731b HTTP/1.1" status: 204 len: 168 time: 0.5389740 Jul 09 17:07:18.599847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'b2b77c8c-27db-446f-8ded-7495794fb47e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:18.611497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.617973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'network': {'name': 'tempest-network-smoke--27024042', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:18.623221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfea44-3cde-4cda-bbd4-d77ac659a1f1 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Network': ['ID=8590f01b-855f-4bcd-a43f-bb643042731b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.637049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c52b2a-4f68-4da1-8a8d-b46c2516e584 req-ed334e06-1090-46b5-9820-495049851820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:18.639295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38c52b2a-4f68-4da1-8a8d-b46c2516e584 req-ed334e06-1090-46b5-9820-495049851820 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1098 time: 0.1422260 Jul 09 17:07:18.642502 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:07:18.648812 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.691831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:18.695550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.717552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38c52b2a-4f68-4da1-8a8d-b46c2516e584 req-c804f46d-6726-41c6-b209-026663a1e573 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697446 Jul 09 17:07:18.736448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:18.751272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.751510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.751510 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Added segment 58a6b620-0fe5-45f0-b67a-a7c331378db1 of type vlan for network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 Jul 09 17:07:18.758911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.780879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc315a3-7bbc-4e83-b074-3bcd9cbf9b29,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.797740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.799643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.800918 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-849dc0d3-d186-4274-a41b-5a8b44e8c008 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2160735 Jul 09 17:07:18.803692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.816108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'b2b77c8c-27db-446f-8ded-7495794fb47e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:18.843770 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:07:18.851456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.855143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.863494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:18.864768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.933883 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.941520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3273931 Jul 09 17:07:18.942080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:18.948279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:18.949677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-319198889', 'admin_state_up': True, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:18.979116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce829c4-881d-4a08-8d58-09453b0db039 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Network': ['ID=3ce6ff73-5b5d-4296-b839-fa29e50ab575,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:18.989979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60926d07-dab9-40d4-ad8e-055e473bcf3b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:19.001027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.001349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:19.002704 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.006984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.013476 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c63e4d6a-c046-4231-b5c3-89af95f8b414 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2061827 Jul 09 17:07:19.013476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:19.018389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'network': {'name': 'tempest-network-smoke--1196589164', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:19.064458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:19.073900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.123325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.150694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:19.178266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.179142 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Added segment fa19fedf-1755-4a8d-969e-ac0896255df9 of type vlan for network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 Jul 09 17:07:19.248225 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.310095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.318780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:19.319859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.386655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.404781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3911335 Jul 09 17:07:19.407628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:19.412192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'admin_state_up': True, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:19.438734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa0dc3-3d7d-441b-9aa0-65aa85b46928 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Network': ['ID=6ce3803e-20b1-4824-b2b4-f795cc8dfce9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:19.452302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.453487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.455119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:19.551795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c175e1-4837-499e-b645-6e11a2d154b5 req-12a4ec6d-e4e1-4851-a4e4-89163f046cc2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:19.554164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66c175e1-4837-499e-b645-6e11a2d154b5 req-12a4ec6d-e4e1-4851-a4e4-89163f046cc2 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 947 time: 0.2356954 Jul 09 17:07:19.575229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.655518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66c175e1-4837-499e-b645-6e11a2d154b5 req-1f8c1b4a-76e4-4198-9eff-a300a238a348 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808699 Jul 09 17:07:19.756356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1b11c674-c35f-429f-a6e6-683d0ba88baa no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:19.800937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1b11c674-c35f-429f-a6e6-683d0ba88baa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:19.801296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1b11c674-c35f-429f-a6e6-683d0ba88baa not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:19.835416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.836023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.859162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:19.988152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.25.7.183 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b337c9d1-4b6e-4efd-96d9-b929b81966a5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:20.077135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.101164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.101790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.156646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.198341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:20.206999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:20.211390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:20.217247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=b337c9d1-4b6e-4efd-96d9-b929b81966a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:20.296374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:20.387432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.161 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/5acae148-21fc-4339-bcdd-d72c7cf5a78e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:20.542052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.548759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.589927 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.634548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:20.643452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:20.652676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:20.683581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=5acae148-21fc-4339-bcdd-d72c7cf5a78e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:20.686090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd0267eb-4a7d-49ef-9e5a-de8166a58d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.856976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.220063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.284487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd0267eb-4a7d-49ef-9e5a-de8166a58d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.293320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd0267eb-4a7d-49ef-9e5a-de8166a58d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.370192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cab19-93a3-45e2-b8f6-a4d4ef186be7 req-de8005d7-67d9-4c58-b627-5e3869278e30 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.371862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c32cab19-93a3-45e2-b8f6-a4d4ef186be7 req-de8005d7-67d9-4c58-b627-5e3869278e30 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 947 time: 0.5085742 Jul 09 17:07:21.390431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd0267eb-4a7d-49ef-9e5a-de8166a58d0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c26c6fb81274f93b752a7596e455218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0904076 Jul 09 17:07:21.390860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0267eb-4a7d-49ef-9e5a-de8166a58d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72eb29b-1a72-4cd2-8862-ccc5ddadfeb3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:21.395031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.395794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2749e-2320-4b1a-8635-49b3e80a537b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.425882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c32cab19-93a3-45e2-b8f6-a4d4ef186be7 req-14231d8e-ace1-40ca-a47c-12d02a0245d7 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Jul 09 17:07:21.440721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 842a7180-65c7-41b8-9f42-cc519c6fca96 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:07:21.507743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.549637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:21.560220 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Sync routers for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:21.564606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b813893a-1059-42b2-94f6-e0d8103c30c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.573963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:21.574867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:21.602969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b813893a-1059-42b2-94f6-e0d8103c30c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.682732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:21.745273 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2749e-2320-4b1a-8635-49b3e80a537b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.756014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2749e-2320-4b1a-8635-49b3e80a537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.758522 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.760935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-829eeeba-2af2-422c-8d8c-300812bb60f8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8145335 Jul 09 17:07:21.763709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.777506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b813893a-1059-42b2-94f6-e0d8103c30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.780108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b813893a-1059-42b2-94f6-e0d8103c30c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.783794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b813893a-1059-42b2-94f6-e0d8103c30c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d72eb29b-1a72-4cd2-8862-ccc5ddadfeb3 HTTP/1.1" status: 204 len: 168 time: 0.3833828 Jul 09 17:07:21.797343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2b03cea-ea86-4aab-a5f5-7928f3bf4bd9 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=be15e838446043f88a6554c9ef33da65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318038 Jul 09 17:07:21.799940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.834226 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d1c2749e-2320-4b1a-8635-49b3e80a537b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3de05cadb54e4d879fde6d4fd1c0b9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119421 Jul 09 17:07:21.836900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2749e-2320-4b1a-8635-49b3e80a537b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f84220-cfef-497e-bfdf-5f84a00be788,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:21.839417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.876489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813893a-1059-42b2-94f6-e0d8103c30c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72eb29b-1a72-4cd2-8862-ccc5ddadfeb3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:21.894065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.922872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694e9aa-201c-40b2-89cb-cf55d53fec73 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.925090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e694e9aa-201c-40b2-89cb-cf55d53fec73 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1235256 Jul 09 17:07:21.927452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.967315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9eca-964a-4b11-9dc7-eb072fb88e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.971992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee42f163-a38c-4bdc-a1ae-d37f7da668ef tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432217 Jul 09 17:07:21.974493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:21.980123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584089971', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:22.042608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9eca-964a-4b11-9dc7-eb072fb88e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.104943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:22.109402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.113989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router 53f754ec-6fba-475d-9783-28a61426967c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:07:22.123945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9eca-964a-4b11-9dc7-eb072fb88e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.126749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9eca-964a-4b11-9dc7-eb072fb88e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.130362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:20Z', 'revision_number': 3, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:22.130583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ddaa9eca-964a-4b11-9dc7-eb072fb88e11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45f84220-cfef-497e-bfdf-5f84a00be788 HTTP/1.1" status: 204 len: 168 time: 0.2832129 Jul 09 17:07:22.160728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Checking router: 842a7180-65c7-41b8-9f42-cc519c6fca96 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:22.161076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Updating router 842a7180-65c7-41b8-9f42-cc519c6fca96 port b337c9d1-4b6e-4efd-96d9-b929b81966a5 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:07:22.190165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa9eca-964a-4b11-9dc7-eb072fb88e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f84220-cfef-497e-bfdf-5f84a00be788,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:22.203968 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.271665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:22.284067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:22.287724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f7e05f3-9fcd-4e4e-a4d3-dee7551c606f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.296535 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Sync routers for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:22.309768 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:22.310948 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:22.408614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.447496 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:22.519267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Subnet': ['ID=6787e6f5-e50a-476a-8a7f-0f9007c1560a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:22.523655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Checking segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:22.524020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network hostable DHCP agents. Network: 3ce6ff73-5b5d-4296-b839-fa29e50ab575, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:07:22.551046 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f7e05f3-9fcd-4e4e-a4d3-dee7551c606f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.561812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f7e05f3-9fcd-4e4e-a4d3-dee7551c606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.564960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.566978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-90dc46f0-bf10-4cd5-b5d1-cc3966c2f2cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1580732 Jul 09 17:07:22.569926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57234) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:22.598407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f7e05f3-9fcd-4e4e-a4d3-dee7551c606f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d54f7d052f284aa084b9856e06281a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255751 Jul 09 17:07:22.599307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:07:22.599451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:22.606424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.623914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Transition to ACTIVE for port object b337c9d1-4b6e-4efd-96d9-b929b81966a5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:22.631474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 3ce6ff73-5b5d-4296-b839-fa29e50ab575) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:22.633609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.641064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:22.641694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.645603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e05f3-9fcd-4e4e-a4d3-dee7551c606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd8a29-69fe-4b7c-b4ab-bbbf9827a7b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:22.656282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:22.681639 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaf8711b-13cc-4cb5-b806-88175cc72b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.687605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3d78e31-e1d4-405e-8345-197e962d6f10 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7117109 Jul 09 17:07:22.689101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:22.698147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ae29-2291-42cf-86d0-d77bbdc3ca62 None None] Pushing event updated for resources: {'Port': ['ID=b337c9d1-4b6e-4efd-96d9-b929b81966a5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:22.706972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc675d-21c6-4920-9086-ee6eb85ada63 None None] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:22.720791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.759037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.771698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Attempting to bind port b337c9d1-4b6e-4efd-96d9-b929b81966a5 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:22.772354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Attempting to bind port b337c9d1-4b6e-4efd-96d9-b929b81966a5 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:22.772928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Attempting to bind port b337c9d1-4b6e-4efd-96d9-b929b81966a5 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:22.781079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:22.781726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:22.782315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.783068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:22.783735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Bound port: b337c9d1-4b6e-4efd-96d9-b929b81966a5, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:22.784619 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.833732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.839758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.842381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14cd8a29-69fe-4b7c-b4ab-bbbf9827a7b7 HTTP/1.1" status: 204 len: 168 time: 0.2417073 Jul 09 17:07:22.843181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] For port b337c9d1-4b6e-4efd-96d9-b929b81966a5, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:22.846807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] For port b337c9d1-4b6e-4efd-96d9-b929b81966a5, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b337c9d1-4b6e-4efd-96d9-b929b81966a5,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:22.855109 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.884909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd8a29-69fe-4b7c-b4ab-bbbf9827a7b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:22.886639 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:21Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:22.918877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.922827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.923713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.923941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.924393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.925130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.926946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.928204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.928600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.929859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:22.930568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.930710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:22.931109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.931611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47b328-3779-45d9-a35f-2ff22397c182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:22.931840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741fc53-0e62-47aa-9342-cec0211d28e8 req-5d54e766-ec21-4cd2-aedc-cc897d376841 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:22.939753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2741fc53-0e62-47aa-9342-cec0211d28e8 req-5d54e766-ec21-4cd2-aedc-cc897d376841 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 947 time: 0.2603686 Jul 09 17:07:22.965518 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Checking router: 53f754ec-6fba-475d-9783-28a61426967c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:22.965909 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Updating router 53f754ec-6fba-475d-9783-28a61426967c port 5acae148-21fc-4339-bcdd-d72c7cf5a78e binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:07:23.018875 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.030131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ae29-2291-42cf-86d0-d77bbdc3ca62 None None] Pushing event updated for resources: {'Port': ['ID=b337c9d1-4b6e-4efd-96d9-b929b81966a5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:23.039070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-78fcdc36-444f-4d36-8b97-5e08357cbd69 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=829ea95d3c2e4ddaa8a7e517da95126c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4678915 Jul 09 17:07:23.041818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:23.168550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c7693c-a981-419a-a551-1c1a17f44c89 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.171953 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-90c7693c-a981-419a-a551-1c1a17f44c89 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286373 Jul 09 17:07:23.174658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:23.175545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2741fc53-0e62-47aa-9342-cec0211d28e8 req-06c3d5cd-cfa4-436b-befb-157c4afed27a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348881 Jul 09 17:07:23.215896 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c3895fdd-b5ee-4b96-b73c-cb958bbf7fb2 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388007 Jul 09 17:07:23.218166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:23.234898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855430020', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:23.257368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaf8711b-13cc-4cb5-b806-88175cc72b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.275101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaf8711b-13cc-4cb5-b806-88175cc72b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.278614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:07:23.279936 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.352393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eaf8711b-13cc-4cb5-b806-88175cc72b75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cdeb3a5ddc04e2eaaebfb4c9ed44de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6925149 Jul 09 17:07:23.353122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:23.384570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8711b-13cc-4cb5-b806-88175cc72b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ab8b7-99a2-46cb-aa5c-4b1de8aaa7df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:23.457401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Allocated IP 172.20.0.2 (3ce6ff73-5b5d-4296-b839-fa29e50ab575/6787e6f5-e50a-476a-8a7f-0f9007c1560a/cbc79f66-91a8-4a14-84b0-85e46373f3ff) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:23.465183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:23.469285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.491583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:23.622255 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.637628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.666494 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Transition to ACTIVE for port object 5acae148-21fc-4339-bcdd-d72c7cf5a78e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:23.673600 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.714441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f918c2-1e06-42f3-b679-07174419566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.774128 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Attempting to bind port 5acae148-21fc-4339-bcdd-d72c7cf5a78e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:23.774419 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.774935 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Attempting to bind port 5acae148-21fc-4339-bcdd-d72c7cf5a78e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:23.774935 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Attempting to bind port 5acae148-21fc-4339-bcdd-d72c7cf5a78e on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:23.789526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Transition to ACTIVE for port object cbc79f66-91a8-4a14-84b0-85e46373f3ff will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:23.798391 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:23.798805 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:23.800138 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.802692 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:23.807060 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Bound port: 5acae148-21fc-4339-bcdd-d72c7cf5a78e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:23.807748 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.815583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Transition to ACTIVE for port object cbc79f66-91a8-4a14-84b0-85e46373f3ff will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:23.826364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:20Z', 'revision_number': 3, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:23.830886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.833457 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Pushing event updated for resources: {'Port': ['ID=5acae148-21fc-4339-bcdd-d72c7cf5a78e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:23.872993 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] For port 5acae148-21fc-4339-bcdd-d72c7cf5a78e, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:23.876643 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] For port 5acae148-21fc-4339-bcdd-d72c7cf5a78e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5acae148-21fc-4339-bcdd-d72c7cf5a78e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:23.879543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.880038 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.880572 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.880954 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.881424 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.881915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.882262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.882626 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.883438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.883884 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.884277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.884646 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:23.889381 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.909262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Pushing event updated for resources: {'Port': ['ID=cbc79f66-91a8-4a14-84b0-85e46373f3ff,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:23.916383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.917503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17737319-bda0-4112-bd3b-4e5a62fe49ce None None] The sync data for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 is: [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:20Z', 'revision_number': 3, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:23.933341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:23.935349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:23.938166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:23.978512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f918c2-1e06-42f3-b679-07174419566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:23.997760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.018311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Attempting to bind port cbc79f66-91a8-4a14-84b0-85e46373f3ff on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:24.018972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Attempting to bind port cbc79f66-91a8-4a14-84b0-85e46373f3ff by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:24.020060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Attempting to bind port cbc79f66-91a8-4a14-84b0-85e46373f3ff on network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:24.027745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:24.030629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Checking segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:24.032179 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.033230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Bound using segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:24.035836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Bound port: cbc79f66-91a8-4a14-84b0-85e46373f3ff, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:24.036579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.104962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6b6c0-9785-473b-a1b7-73e8e23be2bc None None] Pushing event updated for resources: {'Port': ['ID=5acae148-21fc-4339-bcdd-d72c7cf5a78e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:24.131384 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:24.132350 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:24.135902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] For port cbc79f66-91a8-4a14-84b0-85e46373f3ff, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:24.145437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] For port cbc79f66-91a8-4a14-84b0-85e46373f3ff, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cbc79f66-91a8-4a14-84b0-85e46373f3ff,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:24.156433 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.173789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Subnet': ['ID=7e26d59f-cd6b-4c84-ace9-827f208b3ae8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:24.189719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Checking segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:24.190106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network hostable DHCP agents. Network: 6ce3803e-20b1-4824-b2b4-f795cc8dfce9, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:07:24.203442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f918c2-1e06-42f3-b679-07174419566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.206119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26f918c2-1e06-42f3-b679-07174419566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.207376 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26f918c2-1e06-42f3-b679-07174419566b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/504ab8b7-99a2-46cb-aa5c-4b1de8aaa7df HTTP/1.1" status: 204 len: 168 time: 0.8465843 Jul 09 17:07:24.229853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f918c2-1e06-42f3-b679-07174419566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ab8b7-99a2-46cb-aa5c-4b1de8aaa7df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:24.234940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:07:24.256185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 6ce3803e-20b1-4824-b2b4-f795cc8dfce9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:24.261767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.20.0.1 (3ce6ff73-5b5d-4296-b839-fa29e50ab575/6787e6f5-e50a-476a-8a7f-0f9007c1560a/01c70ba6-8398-4a99-a3a2-86dacc5360f0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:24.266588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:24.267564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.283514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80cad4d-7a5e-428a-aee6-4a05411df26c None None] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:24.312564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2fa409b-5d04-4cb4-bc12-4c9eea0c06ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0932398 Jul 09 17:07:24.313284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:24.349912 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:24.437714 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:07:24.466619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951ebfd-ac2d-413d-9218-d2f061622916 None None] Pushing event updated for resources: {'Port': ['ID=cbc79f66-91a8-4a14-84b0-85e46373f3ff,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:24.618144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.642313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:07:24.643796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.698633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Transition to ACTIVE for port object 01c70ba6-8398-4a99-a3a2-86dacc5360f0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:24.802812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:24.822640 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:21Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:24.906293 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63869-079e-49ee-ba58-30135e0c5f1a None None] The sync data for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 is: [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:21Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:24.935569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:24.953530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:24.968467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:25.019048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Allocated IP 172.20.0.2 (6ce3803e-20b1-4824-b2b4-f795cc8dfce9/7e26d59f-cd6b-4c84-ace9-827f208b3ae8/5beca686-10e9-4a46-9811-ab40e98432fe) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:25.053702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=01c70ba6-8398-4a99-a3a2-86dacc5360f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:25.125823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.329092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:25.373025 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.403429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.429300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Transition to ACTIVE for port object 5beca686-10e9-4a46-9811-ab40e98432fe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:25.495209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Transition to ACTIVE for port object 5beca686-10e9-4a46-9811-ab40e98432fe will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:25.522307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.666696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Pushing event updated for resources: {'Port': ['ID=5beca686-10e9-4a46-9811-ab40e98432fe,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:25.720466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:25.723335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:25.730249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:25.804247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.865093 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5091dca-adcf-40c7-ba9f-897454924914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.918247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Attempting to bind port 5beca686-10e9-4a46-9811-ab40e98432fe on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:25.919058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Attempting to bind port 5beca686-10e9-4a46-9811-ab40e98432fe by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:25.919799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Attempting to bind port 5beca686-10e9-4a46-9811-ab40e98432fe on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:25.926294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:25.927619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Checking segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:25.928338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.928990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Bound using segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:25.929747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Bound port: 5beca686-10e9-4a46-9811-ab40e98432fe, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:25.930424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.986042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cbc79f66-91a8-4a14-84b0-85e46373f3ff up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:26.078773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5091dca-adcf-40c7-ba9f-897454924914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.083819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] For port 5beca686-10e9-4a46-9811-ab40e98432fe, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:26.092684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] For port 5beca686-10e9-4a46-9811-ab40e98432fe, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5beca686-10e9-4a46-9811-ab40e98432fe,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:26.100145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.138053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5091dca-adcf-40c7-ba9f-897454924914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.140429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.151499 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.171646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port cbc79f66-91a8-4a14-84b0-85e46373f3ff completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:26.212045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b337c9d1-4b6e-4efd-96d9-b929b81966a5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:26.253077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.294020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662c38f-bde9-4a4e-af69-969d33899c60 None None] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:26.364617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=01c70ba6-8398-4a99-a3a2-86dacc5360f0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:26.394186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:26.395965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:26.396295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159db98d-8682-4562-b6a1-10c163f13e7f None None] Pushing event updated for resources: {'Port': ['ID=5beca686-10e9-4a46-9811-ab40e98432fe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:26.413232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] Provisioning for port cbc79f66-91a8-4a14-84b0-85e46373f3ff completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:26.433172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] Provisioning complete for port cbc79f66-91a8-4a14-84b0-85e46373f3ff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:26.433683 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.440870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a5091dca-adcf-40c7-ba9f-897454924914 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=098ef9cff5b14caf9b16ded52366822c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1106708 Jul 09 17:07:26.451721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:26.455587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5091dca-adcf-40c7-ba9f-897454924914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399d2e7-1fd5-41f0-90f1-c7aeb60b3e65,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:26.576763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 842a7180-65c7-41b8-9f42-cc519c6fca96 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:26.592347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b337c9d1-4b6e-4efd-96d9-b929b81966a5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:26.646603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b337c9d1-4b6e-4efd-96d9-b929b81966a5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:26.649187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.681068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c691b4-7914-43ff-92f6-63620f9b0ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.778833 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c691b4-7914-43ff-92f6-63620f9b0ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.812614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:26.820862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-403dc2eb-9126-4679-98f2-b7823f503938 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "PUT /v2.0/routers/842a7180-65c7-41b8-9f42-cc519c6fca96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1033156 Jul 09 17:07:26.823419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:26.952077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c691b4-7914-43ff-92f6-63620f9b0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.955069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c691b4-7914-43ff-92f6-63620f9b0ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.956274 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-24c691b4-7914-43ff-92f6-63620f9b0ea2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7399d2e7-1fd5-41f0-90f1-c7aeb60b3e65 HTTP/1.1" status: 204 len: 168 time: 0.5017250 Jul 09 17:07:26.977772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c691b4-7914-43ff-92f6-63620f9b0ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399d2e7-1fd5-41f0-90f1-c7aeb60b3e65,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:26.995196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.1 (6ce3803e-20b1-4824-b2b4-f795cc8dfce9/7e26d59f-cd6b-4c84-ace9-827f208b3ae8/3d146430-c6da-41b3-9960-55bdfb8d3666) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:27.096932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.100516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.100516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.100516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.100770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.101320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.103446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ed1de12-2427-4cfb-8da6-6e5398cb9ac1 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4274 time: 0.2777071 Jul 09 17:07:27.104107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:27.108038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57346) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:27.224740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455aba6-d301-4821-b0a8-814309b93dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.263040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.286692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.287441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.287899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.288459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.288932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.289374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.291664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a7ba6b4f-78d1-4697-8e22-94a94dc77060 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.1813416 Jul 09 17:07:27.295061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:27.325288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object 3d146430-c6da-41b3-9960-55bdfb8d3666 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:27.371925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.399585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.480671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:27.486927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:27.494180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:27.535502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=3d146430-c6da-41b3-9960-55bdfb8d3666,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:27.564011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] For port cbc79f66-91a8-4a14-84b0-85e46373f3ff, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cbc79f66-91a8-4a14-84b0-85e46373f3ff,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:27.565974 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.568523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.587762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.638153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b337c9d1-4b6e-4efd-96d9-b929b81966a5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b337c9d1-4b6e-4efd-96d9-b929b81966a5,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:27.654083 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.655264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5acae148-21fc-4339-bcdd-d72c7cf5a78e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:27.706568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7bdf-73b5-41d7-b15f-3b7fd8dd37b3 None None] Pushing event updated for resources: {'Port': ['ID=cbc79f66-91a8-4a14-84b0-85e46373f3ff,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:27.797799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b337c9d1-4b6e-4efd-96d9-b929b81966a5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:27.829270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5acae148-21fc-4339-bcdd-d72c7cf5a78e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:27.843240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5acae148-21fc-4339-bcdd-d72c7cf5a78e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:27.844005 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.905603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.994826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b6f88-e1c2-4fe0-9357-6f05de5f7921 None None] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:28.058992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Sync routers for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:28.068616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.098997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5acae148-21fc-4339-bcdd-d72c7cf5a78e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5acae148-21fc-4339-bcdd-d72c7cf5a78e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:28.111778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.125465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:28.126098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:28.212466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Provisioning for port 5beca686-10e9-4a46-9811-ab40e98432fe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:28.407293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5acae148-21fc-4339-bcdd-d72c7cf5a78e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:28.445122 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455aba6-d301-4821-b0a8-814309b93dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.453348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5455aba6-d301-4821-b0a8-814309b93dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.457697 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.464747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.469483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cbc79f66-91a8-4a14-84b0-85e46373f3ff up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:28.471821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Provisioning complete for port cbc79f66-91a8-4a14-84b0-85e46373f3ff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:28.472288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.540655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455aba6-d301-4821-b0a8-814309b93dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d048101-e80f-4ecf-9532-8da534ae3c57,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:28.565102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=3d146430-c6da-41b3-9960-55bdfb8d3666,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:28.576911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:28.597358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.605792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5455aba6-d301-4821-b0a8-814309b93dde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cb388e9712646b8a091169cdf1b2109&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5006039 Jul 09 17:07:28.609951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:28.654237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e0a9d50-fba9-4012-8aaa-57948ec849f3 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 1.3506558 Jul 09 17:07:28.739127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dae6ffa-38e1-4469-a8e1-9919eccd41e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.782015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cbc79f66-91a8-4a14-84b0-85e46373f3ff triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:28.782383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.825788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dae6ffa-38e1-4469-a8e1-9919eccd41e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.840964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Provisioning for port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:28.850876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Provisioning complete for port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:28.851245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.903424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:28.915242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:28.993584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dae6ffa-38e1-4469-a8e1-9919eccd41e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.993584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dae6ffa-38e1-4469-a8e1-9919eccd41e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.997771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1dae6ffa-38e1-4469-a8e1-9919eccd41e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d048101-e80f-4ecf-9532-8da534ae3c57 HTTP/1.1" status: 204 len: 168 time: 0.3858693 Jul 09 17:07:29.004667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b20c5-29d7-4765-8008-5b3a887eaf0a None None] Port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:29.031123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6ffa-38e1-4469-a8e1-9919eccd41e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d048101-e80f-4ecf-9532-8da534ae3c57,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:29.079806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5beca686-10e9-4a46-9811-ab40e98432fe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:29.218611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e9e4de3-969d-46b5-a5d5-e4663727607e None None] Provisioning complete for port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:29.218973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4de3-969d-46b5-a5d5-e4663727607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.221173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router 53f754ec-6fba-475d-9783-28a61426967c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:29.221969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 2, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:29.312544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:29.349701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Checking router: 842a7180-65c7-41b8-9f42-cc519c6fca96 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:29.350059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Updating router 842a7180-65c7-41b8-9f42-cc519c6fca96 port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:07:29.436962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:29.449319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Sync routers for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:29.454361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6a679a46-10f3-4341-abf1-358e28af0f70 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/53f754ec-6fba-475d-9783-28a61426967c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1391556 Jul 09 17:07:29.470462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1561590535'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:29.475793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e4de3-969d-46b5-a5d5-e4663727607e None None] Port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:29.481886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.485749 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:29.487438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:29.509277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5beca686-10e9-4a46-9811-ab40e98432fe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:29.524930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5beca686-10e9-4a46-9811-ab40e98432fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:29.525104 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.525396 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.526719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.644582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57404) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:29.649981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642122968', 'description': 'tempest-secgroup-smoke-642122968 description', 'project_id': 'be15e838446043f88a6554c9ef33da65'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:29.695679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.712155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.718228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.747084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ff5b7f9-0c9e-490a-ba01-2799dc33243b None None] Provisioning for port 3d146430-c6da-41b3-9960-55bdfb8d3666 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:29.767983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ff5b7f9-0c9e-490a-ba01-2799dc33243b None None] Provisioning complete for port 3d146430-c6da-41b3-9960-55bdfb8d3666 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:29.768360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ff5b7f9-0c9e-490a-ba01-2799dc33243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.789892 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:29.879973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.880610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5b7f9-0c9e-490a-ba01-2799dc33243b None None] Port 3d146430-c6da-41b3-9960-55bdfb8d3666 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:29.883927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-ebbd4708-3385-4ae9-bd4e-c496754490fd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422223603&fields=id&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 267 time: 0.0800748 Jul 09 17:07:29.884875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.885587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.896926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.899556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9509ce5-0714-466b-a104-cec147b2a7dd tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5858757 Jul 09 17:07:29.903284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:29.929102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:29.934314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2885551 Jul 09 17:07:29.935016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:29.947922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'bef2ae8a-fdfc-4160-ba59-32e864a55099', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:29.952983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72c20-2e3d-4c95-8cbc-d62eeffff36d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2ae8a-fdfc-4160-ba59-32e864a55099,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:29.989085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.084926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.089905 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 2, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:30.095291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.101982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.123524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514dcc77-94da-4357-9a4e-b5d31520a2b2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.133815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.135453 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Checking router: 53f754ec-6fba-475d-9783-28a61426967c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:30.135956 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Updating router 53f754ec-6fba-475d-9783-28a61426967c port 3d146430-c6da-41b3-9960-55bdfb8d3666 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:07:30.138934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b99fa413-99f0-4b2e-af70-54ca47ab014f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2008357 Jul 09 17:07:30.140969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:30.148075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'bef2ae8a-fdfc-4160-ba59-32e864a55099', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:30.166628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ff5b7f9-0c9e-490a-ba01-2799dc33243b None None] Provisioning complete for port 5beca686-10e9-4a46-9811-ab40e98432fe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:30.167191 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ff5b7f9-0c9e-490a-ba01-2799dc33243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.192930 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.203660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.213428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5beca686-10e9-4a46-9811-ab40e98432fe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5beca686-10e9-4a46-9811-ab40e98432fe,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:30.228784 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.232903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b337c9d1-4b6e-4efd-96d9-b929b81966a5 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:30.294207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.305829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.326664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.328844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.331108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f83563-150e-4d11-ae02-959d200162b0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.343828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.350126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-74f2a3ed-f166-4105-bedf-364f9442ecca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2076912 Jul 09 17:07:30.350780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:30.357435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'bef2ae8a-fdfc-4160-ba59-32e864a55099', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:30.384706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.385211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 877792e5-d251-40da-9a4b-d4719ddf2fe0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:07:30.397356 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.401975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ee0b28b-8470-4d03-9f10-e25c3806c950 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "DELETE /v2.0/routers/877792e5-d251-40da-9a4b-d4719ddf2fe0 HTTP/1.1" status: 204 len: 168 time: 0.4968457 Jul 09 17:07:30.403631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57440) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:30.411851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Request body: {'router': {'name': 'tempest-router-218240346', 'distributed': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:30.419149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.436937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-273bac68-9baa-4e16-9d88-be6a54a64253 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:30.445500 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-273bac68-9baa-4e16-9d88-be6a54a64253 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 797 time: 0.5495689 Jul 09 17:07:30.467267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-1a654b82-8b38-4867-85f5-146a5f7b58db tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/quotas/829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 375 time: 0.0199609 Jul 09 17:07:30.476415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.477445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.505293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5beca686-10e9-4a46-9811-ab40e98432fe,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.524949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b337c9d1-4b6e-4efd-96d9-b929b81966a5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:30.525655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.528357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.561022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.571186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.580809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Transition to ACTIVE for port object 01c70ba6-8398-4a99-a3a2-86dacc5360f0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:30.590289 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.595352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.623451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.625729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.629884 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.630592 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782526 Jul 09 17:07:30.631774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:30.637213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'bef2ae8a-fdfc-4160-ba59-32e864a55099', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:30.638808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-4a39bc8c-5545-4818-a88f-05bfa90c47b1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615303 Jul 09 17:07:30.661419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f4e7a-7333-4083-91f4-d46f8d4e4bb0 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c012d63-bb0e-4b88-8c9c-b93f627a54b7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.663014 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Transition to ACTIVE for port object 3d146430-c6da-41b3-9960-55bdfb8d3666 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:30.669887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7d93d2a5-ef70-4351-bee4-634dc777491d None None] Provisioning complete for port 3d146430-c6da-41b3-9960-55bdfb8d3666 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:30.670356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d93d2a5-ef70-4351-bee4-634dc777491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.690650 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.696415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704865c-991a-4f1b-a29b-f6a7ff3db613 None None] Pushing event updated for resources: {'Port': ['ID=01c70ba6-8398-4a99-a3a2-86dacc5360f0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.710877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.716396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.720475 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d7912863-e17f-4087-946c-41cdf79241c0 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3123271 Jul 09 17:07:30.721761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:30.773582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdb239-7e38-48f7-b09e-359428eaaee1 None None] Pushing event updated for resources: {'Port': ['ID=3d146430-c6da-41b3-9960-55bdfb8d3666,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.807536 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.813607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.855164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf810d37-33e2-41d0-a519-35a7c1d85f50,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:30.872924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.879868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c2b09736-87e2-46ad-92f3-597a8ea77d1f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2457342 Jul 09 17:07:30.881164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:30.882022 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Attempting to bind port 3d146430-c6da-41b3-9960-55bdfb8d3666 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:30.882664 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Attempting to bind port 3d146430-c6da-41b3-9960-55bdfb8d3666 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:30.883615 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Attempting to bind port 3d146430-c6da-41b3-9960-55bdfb8d3666 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:30.890517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'bef2ae8a-fdfc-4160-ba59-32e864a55099', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:30.893212 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:30.894938 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Checking segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:30.895585 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.896172 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Bound using segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:30.897365 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Bound port: 3d146430-c6da-41b3-9960-55bdfb8d3666, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:30.900934 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.913737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Attempting to bind port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:30.914141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Attempting to bind port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:30.914720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Attempting to bind port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 on network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:30.928423 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Project be15e838446043f88a6554c9ef33da65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:07:30.940065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.944280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7d93d2a5-ef70-4351-bee4-634dc777491d None None] Port 3d146430-c6da-41b3-9960-55bdfb8d3666 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:30.954344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:30.959087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Checking segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:30.959893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.960663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Bound using segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:30.961492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Bound port: 01c70ba6-8398-4a99-a3a2-86dacc5360f0, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:30.962253 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:30.969489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.091524 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] For port 3d146430-c6da-41b3-9960-55bdfb8d3666, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:31.101420 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] For port 3d146430-c6da-41b3-9960-55bdfb8d3666, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3d146430-c6da-41b3-9960-55bdfb8d3666,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:31.107722 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.139045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5beca686-10e9-4a46-9811-ab40e98432fe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:31.156909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.168807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.198282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdb239-7e38-48f7-b09e-359428eaaee1 None None] Pushing event updated for resources: {'Port': ['ID=3d146430-c6da-41b3-9960-55bdfb8d3666,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:31.202326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2568dd4-56b1-4ae3-a2ee-d1990f63da63,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:31.224609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.227303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4f5e3639-4e56-4c0d-9715-ea43ee00e8f7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3409283 Jul 09 17:07:31.229380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:31.238617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] For port 01c70ba6-8398-4a99-a3a2-86dacc5360f0, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:31.240997 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:31.241299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'security_group_rule': {'security_group_id': 'bef2ae8a-fdfc-4160-ba59-32e864a55099', 'project_id': 'be15e838446043f88a6554c9ef33da65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:31.242676 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:31.286396 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Project be15e838446043f88a6554c9ef33da65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:07:31.296605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.297077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] For port 01c70ba6-8398-4a99-a3a2-86dacc5360f0, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=01c70ba6-8398-4a99-a3a2-86dacc5360f0,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:31.308138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.412745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.418373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.452499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d0a686-ba4d-41fc-adaa-91b65f0e0149,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:31.462702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.463705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b1efe170-4767-434c-9e06-44f195f7db71 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2331798 Jul 09 17:07:31.471845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.478435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.491849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-c7f31926-a9f7-410c-9ea4-388e00d2c927 service neutron] 10.222.0.48 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8475444 Jul 09 17:07:31.492619 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:31.545704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5beca686-10e9-4a46-9811-ab40e98432fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:31.546285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.555878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704865c-991a-4f1b-a29b-f6a7ff3db613 None None] Pushing event updated for resources: {'Port': ['ID=01c70ba6-8398-4a99-a3a2-86dacc5360f0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:31.610386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-9016edde-53e3-497c-836a-2dbecf1ecedd service neutron] 10.222.0.48 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174912 Jul 09 17:07:31.637862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:31.638559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:31.708996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.709582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7fd49b8-0940-422d-8a49-b07c5d8cebc5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:07:31.718730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.721345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-456e7688-7ee1-43fa-a9b5-771c720f3c79 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e7fd49b8-0940-422d-8a49-b07c5d8cebc5 HTTP/1.1" status: 204 len: 168 time: 0.9977558 Jul 09 17:07:31.726342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:31.732048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Request body: {'router': {'name': 'tempest-router-1516825830', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7f973ef78b62470686dadb7330fb1ccc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:31.763283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.764525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.819823 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aee764-7f47-4457-9618-31328ca78987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:31Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:31.831922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.839079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.875063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:31.881741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:31.887039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:31.888967 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-56044d1b-7d36-4518-a7a9-1d6a51b67c4d tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1603432 Jul 09 17:07:31.966291 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aee764-7f47-4457-9618-31328ca78987 None None] The sync data for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 is: [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:31Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:32.010434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:32.200751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5acae148-21fc-4339-bcdd-d72c7cf5a78e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:32.239734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-d363a65d-0a1b-453d-9ec8-2ab63c7fc96a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642122968&fields=id&tenant_id=be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 267 time: 0.2378166 Jul 09 17:07:32.375949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5acae148-21fc-4339-bcdd-d72c7cf5a78e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:32.376621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:32.436660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:32.445323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:32.486527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:31Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:32.537011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-7bb85f1b-e781-4053-8cc5-570fc0b056bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6474066 Jul 09 17:07:32.539987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14dd82-8cc9-4fd5-8085-c837fdc90ad7 None None] The sync data for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 is: [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:31Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:32.678806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 17:07:32.679162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Router 041ee19a-cfcd-4cf2-b1c0-97c66c479651 migrating from provider to provider. {{(pid=93767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 17:07:32.679533 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:32.694244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:32.710129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:32.826354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-27f843d8-5611-4fc3-b6f7-83c41caa554e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:32.828004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-27f843d8-5611-4fc3-b6f7-83c41caa554e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/networks?id=3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 200 len: 795 time: 0.5127344 Jul 09 17:07:32.861645 n-d-800085-2 neutron-server[93767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] No L3 agents can host the router 041ee19a-cfcd-4cf2-b1c0-97c66c479651 Jul 09 17:07:32.872255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-b66c5569-9bd6-4e49-97ab-1591662d4b84 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/quotas/be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 375 time: 0.0335932 Jul 09 17:07:32.919307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-b6b5be67-ae57-4c48-a6e1-4cfd2b6d7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:32.921146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-b6b5be67-ae57-4c48-a6e1-4cfd2b6d7308 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 1098 time: 0.3166530 Jul 09 17:07:33.131497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Hosts for router 041ee19a-cfcd-4cf2-b1c0-97c66c479651: [] {{(pid=93767) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 17:07:33.132695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 01c70ba6-8398-4a99-a3a2-86dacc5360f0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:33.179421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Hosts for other DVR routers connected to router 041ee19a-cfcd-4cf2-b1c0-97c66c479651: set() {{(pid=93767) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 17:07:33.182983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.184602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1de72840-0c3c-4538-b591-ecb3e8b3d72c tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "PUT /v2.0/routers/041ee19a-cfcd-4cf2-b1c0-97c66c479651 HTTP/1.1" status: 200 len: 717 time: 1.3018193 Jul 09 17:07:33.188050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:33.201744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:33.207098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:33.207475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.220458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-872b3751-e03c-448f-b632-fffbb2d5910d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3471439 Jul 09 17:07:33.250722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-84a61dae-85b8-469c-a509-5cbc1318bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:33.252742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-84a61dae-85b8-469c-a509-5cbc1318bef4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 200 len: 918 time: 0.2928481 Jul 09 17:07:33.337187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-64c58e46-ff14-4431-9a90-04817175dc2e tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "GET /v2.0/routers/041ee19a-cfcd-4cf2-b1c0-97c66c479651 HTTP/1.1" status: 200 len: 717 time: 0.1465139 Jul 09 17:07:33.340048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:33.362890 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.446667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 01c70ba6-8398-4a99-a3a2-86dacc5360f0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=01c70ba6-8398-4a99-a3a2-86dacc5360f0,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:33.454886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.455734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3d146430-c6da-41b3-9960-55bdfb8d3666 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:33.596670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=01c70ba6-8398-4a99-a3a2-86dacc5360f0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:33.629000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3d146430-c6da-41b3-9960-55bdfb8d3666 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:33.633853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3d146430-c6da-41b3-9960-55bdfb8d3666 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:33.634214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.779357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.837541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 3d146430-c6da-41b3-9960-55bdfb8d3666, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3d146430-c6da-41b3-9960-55bdfb8d3666,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:33.850131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:33.950030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=3d146430-c6da-41b3-9960-55bdfb8d3666,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:34.005407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-c03374dd-bf75-443f-aa3c-ae473dbd8e00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 200 len: 1001 time: 0.7203889 Jul 09 17:07:34.015350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5aa8a69f-d2be-4abe-9c03-9fe90e0325b7 tempest-RoutersTestDVR-1013870098 tempest-RoutersTestDVR-1013870098-project] 10.222.0.48 "GET /v2.0/routers/041ee19a-cfcd-4cf2-b1c0-97c66c479651 HTTP/1.1" status: 200 len: 683 time: 0.6725130 Jul 09 17:07:34.018443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57500) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:34.116852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-d846c4be-ea06-4e36-a517-88b3e778e91b service neutron] 10.222.0.48 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8953850 Jul 09 17:07:34.206144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-3a54e6b6-52dc-4eb6-84f1-da7794614dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:34.208505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-3a54e6b6-52dc-4eb6-84f1-da7794614dd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 200 len: 856 time: 0.1913745 Jul 09 17:07:34.300326 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-3a985e94-fc80-4397-80f4-d538a63129fb service neutron] 10.222.0.48 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824498 Jul 09 17:07:34.312340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-1d738787-2246-4e65-b966-b1e2d95125ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:34.313906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-1d738787-2246-4e65-b966-b1e2d95125ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6cbff6f1-f664-4ef9-b956-1524bf7b630c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947146 Jul 09 17:07:34.422998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-d0f6f31e-b183-4b99-8d21-d14550cf16a9 service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001935 Jul 09 17:07:34.611779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b926bf0c-d49b-4591-bc39-af30f2c77021 req-3bb60a38-eebd-4273-ae1c-b4dcd9230d0d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 210 time: 0.0451300 Jul 09 17:07:34.642857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a59a9263-a816-4de8-bd45-a6ba06d51a7c req-508ebba5-2255-4cfb-a777-9203009d7f8d service neutron] 10.222.0.43 "GET /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122259 Jul 09 17:07:34.646715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.727113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-673a7c4c-df0e-4715-8790-e192a53f845a req-cad4cf38-dfcc-4189-9d5d-91b3c00d5d9d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 210 time: 0.0344458 Jul 09 17:07:34.865368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.873818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-6075e946-43f7-4be7-8d34-9ff0864e5dc3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:34.875377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-6075e946-43f7-4be7-8d34-9ff0864e5dc3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 797 time: 0.9156592 Jul 09 17:07:34.876791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.959316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.961394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 041ee19a-cfcd-4cf2-b1c0-97c66c479651 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:07:34.967054 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.968692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-70004814-370c-47ee-8e27-590107a28665 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "DELETE /v2.0/routers/041ee19a-cfcd-4cf2-b1c0-97c66c479651 HTTP/1.1" status: 204 len: 168 time: 0.9489949 Jul 09 17:07:34.979087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:34.985981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Request body: {'router': {'name': 'tempest-router-1136540188', 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:35.042316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.044371 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.100485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-e2ab3286-ecb2-4fdb-96ba-b2b3703c1269 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 380 time: 0.1534555 Jul 09 17:07:35.127657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'port': {'device_id': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'admin_state_up': True, 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'security_groups': ['b2b77c8c-27db-446f-8ded-7495794fb47e']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:35.149365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.157791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.190052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.191386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dc8fc8ad-b5a7-4342-ae73-eec797046c24 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2109387 Jul 09 17:07:35.192977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 01c70ba6-8398-4a99-a3a2-86dacc5360f0 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:35.197456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:35.278384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:35.278867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.336313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.337454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:35.342883 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.435565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3d146430-c6da-41b3-9960-55bdfb8d3666 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:35.484641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3d146430-c6da-41b3-9960-55bdfb8d3666 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:35.485602 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.502321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.7 (6ce3803e-20b1-4824-b2b4-f795cc8dfce9/7e26d59f-cd6b-4c84-ace9-827f208b3ae8/77063daa-283f-4d73-9700-e11a3acec1a4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:35.641574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.645910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.689711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.706302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object 77063daa-283f-4d73-9700-e11a3acec1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:35.720131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.720906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c60a7801-65b6-402c-8610-060a5ed71d94 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:07:35.727163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.728930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ca644b8-6dd8-4073-9d44-acf846199d98 tempest-RoutersTestDVR-1129165845 tempest-RoutersTestDVR-1129165845-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c60a7801-65b6-402c-8610-060a5ed71d94 HTTP/1.1" status: 204 len: 168 time: 0.5287960 Jul 09 17:07:35.775099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.783029 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-506b5fe1-9d9c-4b5b-afcf-ef42cb732cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.859334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:35.863612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:35.868213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:35.897478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:35.926775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f9d99-db93-4381-8e10-8124929dbd5d req-a556f685-e436-47ea-99ea-a537f814c8a6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.937108 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac1f9d99-db93-4381-8e10-8124929dbd5d req-a556f685-e436-47ea-99ea-a537f814c8a6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 931 time: 0.1715536 Jul 09 17:07:35.960716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.962176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:35.999413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-426b34c2-29d2-419e-ba49-4dc4b8d7d378 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900101 Jul 09 17:07:36.044695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Request body: {'port': {'device_id': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:36.054088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac1f9d99-db93-4381-8e10-8124929dbd5d req-5ab01192-91d5-4461-8eb4-2148fedc076d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159780 Jul 09 17:07:36.235101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:36.268111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.341101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43fdd2e3-4c56-430d-8970-f225a13f8663 req-e2ed8867-70b5-45dc-a90c-6a9ac09c101a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 210 time: 0.0646181 Jul 09 17:07:36.378941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b97e3036-b605-4f96-88f3-3ac3df72385c None None] Provisioning for port 77063daa-283f-4d73-9700-e11a3acec1a4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:36.385450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b97e3036-b605-4f96-88f3-3ac3df72385c None None] Provisioning complete for port 77063daa-283f-4d73-9700-e11a3acec1a4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:36.386151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97e3036-b605-4f96-88f3-3ac3df72385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.477646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b97e3036-b605-4f96-88f3-3ac3df72385c None None] Port 77063daa-283f-4d73-9700-e11a3acec1a4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:36.502526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-8e1098a6-ed75-4185-886c-89f95c29554f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:36.508627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-8e1098a6-ed75-4185-886c-89f95c29554f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.43 "GET /v2.0/networks?id=3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 200 len: 795 time: 0.1659884 Jul 09 17:07:36.645857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.705361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77063daa-283f-4d73-9700-e11a3acec1a4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:36.716940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.733303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Transition to ACTIVE for port object 77063daa-283f-4d73-9700-e11a3acec1a4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:36.737528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-04d6eccb-19d4-4eba-b737-12a5cfd406da tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be15e838446043f88a6554c9ef33da65 HTTP/1.1" status: 200 len: 379 time: 0.2000058 Jul 09 17:07:36.738938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.769169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'port': {'device_id': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'admin_state_up': True, 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'security_groups': ['bef2ae8a-fdfc-4160-ba59-32e864a55099']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:36.815135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:36.924089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:36.924441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:36.924773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:36.930871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:07:36.931205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:36.937511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:36.937847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Checking segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:36.938547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Bound using segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:36.939170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Bound port: 77063daa-283f-4d73-9700-e11a3acec1a4, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:36.939540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.984513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.990329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.042332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8757080-11b4-43d1-9110-970c67ceaa51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:37.062516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:37.066577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:37.066747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.067195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.067522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.067866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.068723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.068883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.069177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.070042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.070042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.070230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.070662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.071069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:37.075005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.084004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bc97b450-2c36-4bcf-9b91-9f3da54a736f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f973ef78b62470686dadb7330fb1ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8477731 Jul 09 17:07:37.086985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:37.119101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Made reservation on behalf of be15e838446043f88a6554c9ef33da65 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:37.123138 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.135779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:37.136465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.138004 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] 10.222.0.37 "PUT /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 1091 time: 1.1124496 Jul 09 17:07:37.138495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:37.141158 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d3724b-5086-4dcb-b409-5900a5b1077f" -d '{"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:37.178308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeec532-126d-4346-8e12-4cb2809b8356 service neutron] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:37.223651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd82-0004-4c09-b59e-949cde870008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.276408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd82-0004-4c09-b59e-949cde870008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.302324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-4e57695f-cc21-4a73-a153-25e9976ed5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:37.303984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-4e57695f-cc21-4a73-a153-25e9976ed5b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1094 time: 0.0905640 Jul 09 17:07:37.346800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.20.0.7 (3ce6ff73-5b5d-4296-b839-fa29e50ab575/6787e6f5-e50a-476a-8a7f-0f9007c1560a/20f42de5-4950-4b84-ac1c-e5b28d867bc3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:37.362081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-3e6e0ab2-7f3a-4837-999a-5ebebd77830e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 217 time: 0.0438254 Jul 09 17:07:37.423140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-d1ab7454-7ff1-43c6-88a7-bcd8a1dade03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:37.425234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-d1ab7454-7ff1-43c6-88a7-bcd8a1dade03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.0542915 Jul 09 17:07:37.487195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-5226463e-6c84-4c58-862b-cb0048ddf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:37.488913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-5226463e-6c84-4c58-862b-cb0048ddf28a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571229 Jul 09 17:07:37.544730 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd82-0004-4c09-b59e-949cde870008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.547413 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd82-0004-4c09-b59e-949cde870008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.549884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff00cd82-0004-4c09-b59e-949cde870008 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8757080-11b4-43d1-9110-970c67ceaa51 HTTP/1.1" status: 204 len: 168 time: 0.4593768 Jul 09 17:07:37.568483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725dd0-30a6-40ba-8ecc-6e4375a1d6a4 req-d22c62f5-37aa-4506-b20a-de57fd1c3948 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:37.574959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85725dd0-30a6-40ba-8ecc-6e4375a1d6a4 req-d22c62f5-37aa-4506-b20a-de57fd1c3948 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 943 time: 0.3083720 Jul 09 17:07:37.609350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00cd82-0004-4c09-b59e-949cde870008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8757080-11b4-43d1-9110-970c67ceaa51,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:37.636493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.642264 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-eb8db651-1b23-4a73-9dbf-5cf04272bb68 service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470544 Jul 09 17:07:37.742967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85725dd0-30a6-40ba-8ecc-6e4375a1d6a4 req-d04d1f08-23f9-43ea-9bfe-ee16bfd20589 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586404 Jul 09 17:07:37.746812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Transition to ACTIVE for port object 20f42de5-4950-4b84-ac1c-e5b28d867bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:37.831196 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc124ad1-fd67-45ef-8492-c084a37ee71b x-openstack-request-id: req-bc124ad1-fd67-45ef-8492-c084a37ee71b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:37.831735 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:37.831735 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc124ad1-fd67-45ef-8492-c084a37ee71b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:37.832132 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'status': 'completed', 'code': 200} Jul 09 17:07:37.841275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.874914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cb2d7c1c-302a-4be9-9756-a194b0df82ff req-11f8768c-191b-4c90-98d4-6f2b7b9e344b service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248936 Jul 09 17:07:38.026737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-8e32b128-1be4-4f28-b576-92ba62126310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.028447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-8e32b128-1be4-4f28-b576-92ba62126310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1094 time: 0.0666437 Jul 09 17:07:38.059302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:38.060078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:38.073240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:38.075335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=20f42de5-4950-4b84-ac1c-e5b28d867bc3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:38.086083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:38.099453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7b49-ebcb-4817-95fa-bdbcbb8f11b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.153763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-103888df-cd37-4d52-99e7-685996746d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.156159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-103888df-cd37-4d52-99e7-685996746d43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.1201618 Jul 09 17:07:38.187935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.188670 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.213555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-2b8dec5f-20a6-4326-8b8b-e8cd4dcbf66d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 217 time: 0.0495379 Jul 09 17:07:38.235586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae8fb9-58ab-4030-9ea2-598133db0fb1 req-30f6472e-3774-4fad-8a62-23b20dbb219d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.236533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aaae8fb9-58ab-4030-9ea2-598133db0fb1 req-30f6472e-3774-4fad-8a62-23b20dbb219d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 931 time: 0.2784376 Jul 09 17:07:38.282139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-a3cb4ac9-df26-41bb-a54b-ce31366dbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.285372 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-a3cb4ac9-df26-41bb-a54b-ce31366dbb75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.0650949 Jul 09 17:07:38.328726 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92e9fbc8-5ef1-4264-bad9-d80786b7e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.341378 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.342531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aaae8fb9-58ab-4030-9ea2-598133db0fb1 req-9ee8a6d9-d1a9-46d0-a1b8-bf6c9ef34a96 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990810 Jul 09 17:07:38.399217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-0a7c15b8-a9ff-46ea-b13e-7e61332cc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.401005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-0a7c15b8-a9ff-46ea-b13e-7e61332cc777 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096158 Jul 09 17:07:38.407557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7b49-ebcb-4817-95fa-bdbcbb8f11b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.413459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7b49-ebcb-4817-95fa-bdbcbb8f11b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.419553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-c0dd0a0e-7023-4bea-81f1-b7de9c6295c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6586535 Jul 09 17:07:38.438206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Request body: {'port': {'device_id': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:38.479565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a2d8f4c-d6ed-41d9-8223-d2ec653b9985 None None] Provisioning for port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:38.485844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f8f7b49-ebcb-4817-95fa-bdbcbb8f11b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8e96039c61543e185771a1e27e97eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218645 Jul 09 17:07:38.488988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a2d8f4c-d6ed-41d9-8223-d2ec653b9985 None None] Provisioning complete for port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:38.489558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8f4c-d6ed-41d9-8223-d2ec653b9985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.490560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f7b49-ebcb-4817-95fa-bdbcbb8f11b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f0801-bd8a-4d30-9d00-e0bf62b10edf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:38.499350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:38.528449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-c879db94-8086-4d5f-9ecf-5fb8398bb18a service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188889 Jul 09 17:07:38.566011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d8f4c-d6ed-41d9-8223-d2ec653b9985 None None] Port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:38.575718 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.591083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.592878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d15df21e-be4d-4af9-ad7c-83235a75224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.626995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d15df21e-be4d-4af9-ad7c-83235a75224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.640847 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9d3724b-5086-4dcb-b409-5900a5b1077f req-5560ec3d-a588-4467-8715-3ea2805d1b85 service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064925 Jul 09 17:07:38.763553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d15df21e-be4d-4af9-ad7c-83235a75224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.765983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d15df21e-be4d-4af9-ad7c-83235a75224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.767397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d15df21e-be4d-4af9-ad7c-83235a75224a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f89f0801-bd8a-4d30-9d00-e0bf62b10edf HTTP/1.1" status: 204 len: 168 time: 0.2668424 Jul 09 17:07:38.819058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15df21e-be4d-4af9-ad7c-83235a75224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f0801-bd8a-4d30-9d00-e0bf62b10edf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:38.970967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f42de5-4950-4b84-ac1c-e5b28d867bc3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:38.986519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:39.011971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Transition to ACTIVE for port object 20f42de5-4950-4b84-ac1c-e5b28d867bc3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:39.018295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:39.074578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9ca6-0b95-4c8b-a91f-641001e02929 req-2ed56849-2a82-4096-a9ba-a19c6c86a4d3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.076258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba9d9ca6-0b95-4c8b-a91f-641001e02929 req-2ed56849-2a82-4096-a9ba-a19c6c86a4d3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 943 time: 0.1697633 Jul 09 17:07:39.162784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Pushing event updated for resources: {'Port': ['ID=20f42de5-4950-4b84-ac1c-e5b28d867bc3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:39.230157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba9d9ca6-0b95-4c8b-a91f-641001e02929 req-0b1e1e63-6cff-4179-bc58-c162819e92ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434221 Jul 09 17:07:39.303371 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:39.310036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Attempting to bind port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:39.310427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Attempting to bind port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:39.310802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Attempting to bind port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 on network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:39.316794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 on network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:07:39.317117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Attempting to bind port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 on network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:39.322641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:39.323091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Checking segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:39.323483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Bound using segment: {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:39.323963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Bound port: 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a6b620-0fe5-45f0-b67a-a7c331378db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:39.324329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:39.467848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] For port 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host n-h2-800085-2, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:39.475787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] For port 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:39.484968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:39.530188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.530966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:39.532498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] 10.222.0.43 "PUT /v2.0/ports/20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 200 len: 1091 time: 1.1015718 Jul 09 17:07:39.533044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:39.535612 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ed5d5-5608-464b-bdd0-f6ac44a38466" -d '{"events": [{"name": "network-changed", "server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:39.641181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d0887-a32f-4016-ac19-f9c8b5960951 service neutron] Pushing event updated for resources: {'Port': ['ID=20f42de5-4950-4b84-ac1c-e5b28d867bc3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:39.667612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bbb0f-584c-4515-a097-f8d1f5b7185c req-9f901721-a967-4687-8af4-1f0cbcf6f9ba tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.669374 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2bbb0f-584c-4515-a097-f8d1f5b7185c req-9f901721-a967-4687-8af4-1f0cbcf6f9ba tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 943 time: 0.1307120 Jul 09 17:07:39.721149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-73658c80-4d14-4000-8003-9c56dac86f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.722795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-73658c80-4d14-4000-8003-9c56dac86f9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1094 time: 0.1221073 Jul 09 17:07:39.743141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b2bbb0f-584c-4515-a097-f8d1f5b7185c req-05d8b73a-6a81-4c6d-8fb4-e0a46d6e5622 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542488 Jul 09 17:07:39.833213 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b994c8-6874-4de2-9ee2-14d5760475fe x-openstack-request-id: req-38b994c8-6874-4de2-9ee2-14d5760475fe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:39.833503 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:39.833758 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38b994c8-6874-4de2-9ee2-14d5760475fe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:39.834167 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'status': 'completed', 'code': 200} Jul 09 17:07:39.836043 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-7a5749ed-c072-4360-a8fa-04504e1fb47a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 200 len: 217 time: 0.0912421 Jul 09 17:07:39.884407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:39.895275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-6213feef-a893-46f2-8c88-69c1312c5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.897021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-6213feef-a893-46f2-8c88-69c1312c5016 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6787e6f5-e50a-476a-8a7f-0f9007c1560a HTTP/1.1" status: 200 len: 834 time: 0.0534265 Jul 09 17:07:39.961243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-489f9ace-f339-465a-abcf-d147a8d091c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.963051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-489f9ace-f339-465a-abcf-d147a8d091c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce6ff73-5b5d-4296-b839-fa29e50ab575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565345 Jul 09 17:07:40.011710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-456698886'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:40.035338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Made reservation on behalf of 80a7a26be24f4d76a619490ca1d827b1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:40.039578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.051869 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.073918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-8324c28f-8896-4148-b190-250a9cb6300e service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032417 Jul 09 17:07:40.175480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-11022417-c64c-4336-bcc4-99a6aec4c19d req-5d4001f9-b0a3-44fe-9cc7-d00f509855d0 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893717 Jul 09 17:07:40.176132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.182742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.215445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:40.228068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f4245-97c0-4b6a-84dc-0279e1c542e3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:40.239249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.239821 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Added segment 1e33069b-6931-4301-92b5-1fd9f24de80c of type vlan for network 16e38692-a843-4d99-b2a4-64a5bdafa599 Jul 09 17:07:40.305653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.319737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-5fd52cb8-ec83-4b4e-8232-052306d20dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.324643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-5fd52cb8-ec83-4b4e-8232-052306d20dbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1094 time: 0.0911946 Jul 09 17:07:40.360255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.366225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.366921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.433700 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5473814 Jul 09 17:07:40.436806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:40.444209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Request body: {'subnet': {'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:40.502630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918390f-ee3b-4ea9-bdf4-210f87a23aea tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event updated for resources: {'Network': ['ID=16e38692-a843-4d99-b2a4-64a5bdafa599,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:40.522838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:40.530375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-cfb1095c-7166-4b6f-ad22-91faf1a26dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.532060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-cfb1095c-7166-4b6f-ad22-91faf1a26dcb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 200 len: 896 time: 0.1976533 Jul 09 17:07:40.547595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30891e3-ae3b-4fb0-9f5d-958af0c70929 req-1063f169-3fa0-447a-804b-42312042791a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.556592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d30891e3-ae3b-4fb0-9f5d-958af0c70929 req-1063f169-3fa0-447a-804b-42312042791a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 943 time: 0.1632090 Jul 09 17:07:40.574328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Made reservation on behalf of 80a7a26be24f4d76a619490ca1d827b1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:40.582365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.611608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d30891e3-ae3b-4fb0-9f5d-958af0c70929 req-b05a62d2-9528-4c33-94f6-2d7f2254de33 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538940 Jul 09 17:07:40.651097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-d4beeebe-1b61-492e-95a5-dd556bc30b9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 200 len: 217 time: 0.0914390 Jul 09 17:07:40.708808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-772c40cf-db70-4ba5-a6e6-c5dd4ab538f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.710311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-772c40cf-db70-4ba5-a6e6-c5dd4ab538f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6787e6f5-e50a-476a-8a7f-0f9007c1560a HTTP/1.1" status: 200 len: 834 time: 0.0523186 Jul 09 17:07:40.795069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-2a79e1c0-62ff-441e-ac6c-6969d7cc99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.798426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-2a79e1c0-62ff-441e-ac6c-6969d7cc99a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce6ff73-5b5d-4296-b839-fa29e50ab575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736363 Jul 09 17:07:40.874524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.958804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event updated for resources: {'Subnet': ['ID=8d6d65dd-4728-43ef-9f74-e04d09a3b921,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:40.986621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Checking segment: {'id': '1e33069b-6931-4301-92b5-1fd9f24de80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:40.987062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Network hostable DHCP agents. Network: 16e38692-a843-4d99-b2a4-64a5bdafa599, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:07:40.992338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-da6e4f45-a0f4-48ba-bf22-2fad71b69155 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775494 Jul 09 17:07:41.018679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:07:41.033047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 16e38692-a843-4d99-b2a4-64a5bdafa599) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:41.043072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd80e40-24fe-4c2d-81c5-db213c561b14 None None] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:41.047338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.048402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.071220 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-299b8886-c5b7-4e9b-a3ef-cfa6b4ddc8bc tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6332662 Jul 09 17:07:41.073854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:41.081126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Request body: {'port': {'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1628476564'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:41.126685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f00a-0b52-414e-886d-b05db89d82b0 req-e704e0d4-e456-42f0-858a-c3e8a78f96ec tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.128373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c705f00a-0b52-414e-886d-b05db89d82b0 req-e704e0d4-e456-42f0-858a-c3e8a78f96ec tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 943 time: 0.1875775 Jul 09 17:07:41.150865 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.167251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-661ed5d5-5608-464b-bdd0-f6ac44a38466 req-1dd530ae-8321-4d14-9288-a1d7434bfe1b service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649635 Jul 09 17:07:41.212322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c705f00a-0b52-414e-886d-b05db89d82b0 req-ab48daea-b32a-4c1b-9038-d16c5342818c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746057 Jul 09 17:07:41.252576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Made reservation on behalf of 80a7a26be24f4d76a619490ca1d827b1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:41.259603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-16e38692-a843-4d99-b2a4-64a5bdafa599', 'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599', 'tenant_id': '80a7a26be24f4d76a619490ca1d827b1', 'fixed_ips': [{'subnet_id': '8d6d65dd-4728-43ef-9f74-e04d09a3b921'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:07:41.261084 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.261343 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.285693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] device_id is not set on port db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:07:41.422763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Allocated IP 2001:db8::399 (16e38692-a843-4d99-b2a4-64a5bdafa599/8d6d65dd-4728-43ef-9f74-e04d09a3b921/db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:41.572621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:07:41.581881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.601573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Transition to ACTIVE for port object db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:41.639892 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.697431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:41.701761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:41.705294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:41.711701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.712544 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.720244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event updated for resources: {'Port': ['ID=db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:41.740106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-76b2c13d-5d93-419a-9a48-74d8d7db227d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6639178 Jul 09 17:07:41.743124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:41.751052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Request body: {'port': {'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1619845602', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:41.751659 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:07:41.752069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:07:41.752448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:07:41.928305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376b93-bbc2-490f-9549-b40618b13d0c req-a4a7edcc-0da9-4f7e-a176-f3663bad4bf6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.930056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96376b93-bbc2-490f-9549-b40618b13d0c req-a4a7edcc-0da9-4f7e-a176-f3663bad4bf6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 943 time: 0.1118290 Jul 09 17:07:41.955794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Allocated IP 2001:db8::2 (16e38692-a843-4d99-b2a4-64a5bdafa599/8d6d65dd-4728-43ef-9f74-e04d09a3b921/0374812e-86a2-44fe-b016-cf3ede616c1c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:41.960327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Made reservation on behalf of 80a7a26be24f4d76a619490ca1d827b1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:41.964692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:41.979031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:41.996286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] device_id is not set on port 439b7832-5f2f-46fa-bcd5-04d06e380c54 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:07:42.009571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96376b93-bbc2-490f-9549-b40618b13d0c req-83488f38-facd-4d6f-a59b-cc822109d867 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720847 Jul 09 17:07:42.024879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '77063daa-283f-4d73-9700-e11a3acec1a4', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'port_id': '77063daa-283f-4d73-9700-e11a3acec1a4', 'mac_address': 'fa:16:3e:b2:56:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:07:42.123852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.146774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77063daa-283f-4d73-9700-e11a3acec1a4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:42.185277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:42.202695 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.257042 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.279193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Transition to ACTIVE for port object 0374812e-86a2-44fe-b016-cf3ede616c1c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:42.283647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:42.306311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Transition to ACTIVE for port object 0374812e-86a2-44fe-b016-cf3ede616c1c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:42.323459 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.380736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:42.385678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:42.387777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Pushing event updated for resources: {'Port': ['ID=0374812e-86a2-44fe-b016-cf3ede616c1c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:42.390214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:42.406387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Allocated IP 2001:db8::39f (16e38692-a843-4d99-b2a4-64a5bdafa599/8d6d65dd-4728-43ef-9f74-e04d09a3b921/439b7832-5f2f-46fa-bcd5-04d06e380c54) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:42.449233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Attempting to bind port 0374812e-86a2-44fe-b016-cf3ede616c1c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:42.449555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Attempting to bind port 0374812e-86a2-44fe-b016-cf3ede616c1c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1e33069b-6931-4301-92b5-1fd9f24de80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:42.450529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Attempting to bind port 0374812e-86a2-44fe-b016-cf3ede616c1c on network 16e38692-a843-4d99-b2a4-64a5bdafa599 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:42.457284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:42.457941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Checking segment: {'id': '1e33069b-6931-4301-92b5-1fd9f24de80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:42.458582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.459162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Bound using segment: {'id': '1e33069b-6931-4301-92b5-1fd9f24de80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:42.459803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Bound port: 0374812e-86a2-44fe-b016-cf3ede616c1c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e33069b-6931-4301-92b5-1fd9f24de80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '16e38692-a843-4d99-b2a4-64a5bdafa599'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:42.460377 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.467847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0fc8d-1e8e-4f09-a6eb-48caca256449 req-c4c36c19-ee74-4eb9-9c1a-b1a9736b6abc tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:42.469534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7e0fc8d-1e8e-4f09-a6eb-48caca256449 req-c4c36c19-ee74-4eb9-9c1a-b1a9736b6abc tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 943 time: 0.1228771 Jul 09 17:07:42.543435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] For port 0374812e-86a2-44fe-b016-cf3ede616c1c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:42.548558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] For port 0374812e-86a2-44fe-b016-cf3ede616c1c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0374812e-86a2-44fe-b016-cf3ede616c1c,segment=NetworkSegment(1e33069b-6931-4301-92b5-1fd9f24de80c),segment_id=1e33069b-6931-4301-92b5-1fd9f24de80c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:42.555360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.598053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['77063daa-283f-4d73-9700-e11a3acec1a4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:07:42.668314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164028f-57ec-4ccc-9c07-1437dfbaa13d None None] Pushing event updated for resources: {'Port': ['ID=0374812e-86a2-44fe-b016-cf3ede616c1c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:43.069637 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.091690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7e0fc8d-1e8e-4f09-a6eb-48caca256449 req-d5f49274-e6a0-446d-9849-f4e09f26c730 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6132560 Jul 09 17:07:43.097167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Transition to ACTIVE for port object 439b7832-5f2f-46fa-bcd5-04d06e380c54 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:43.130772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0374812e-86a2-44fe-b016-cf3ede616c1c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:43.153746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.186081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0374812e-86a2-44fe-b016-cf3ede616c1c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:43.214708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:43.219092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:43.222218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:43.229694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.230432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.265672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5210137 Jul 09 17:07:43.268446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:43.286529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35299b-788f-4f4a-a01c-10c7134fb786 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event updated for resources: {'Port': ['ID=439b7832-5f2f-46fa-bcd5-04d06e380c54,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:43.328605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257cf25-542f-4320-8dac-4babef73297d req-bf9dfefb-f07a-43ea-8803-0699729092b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.330195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3257cf25-542f-4320-8dac-4babef73297d req-bf9dfefb-f07a-43ea-8803-0699729092b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.0854220 Jul 09 17:07:43.338799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122c20c-8aae-4c3a-bdc1-19adb9bd147d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.345575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122c20c-8aae-4c3a-bdc1-19adb9bd147d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.351953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4122c20c-8aae-4c3a-bdc1-19adb9bd147d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.353805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4122c20c-8aae-4c3a-bdc1-19adb9bd147d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0842972 Jul 09 17:07:43.357289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:43.388353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3257cf25-542f-4320-8dac-4babef73297d req-f8e24674-2869-452f-acd3-5a2ce1c800f6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518093 Jul 09 17:07:43.475454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Deleting port 439b7832-5f2f-46fa-bcd5-04d06e380c54 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:43.475931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.573676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.588839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Calling delete_port for 439b7832-5f2f-46fa-bcd5-04d06e380c54 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:43.741586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.777128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event deleted for resources: {'Port': ['ID=439b7832-5f2f-46fa-bcd5-04d06e380c54,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:43.779601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca719c07-e07b-4d26-b26f-fafa069cdb4b None None] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:43.809088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.815543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5b064882-07ac-4045-824f-07661f85671b tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "DELETE /v2.0/ports/439b7832-5f2f-46fa-bcd5-04d06e380c54 HTTP/1.1" status: 204 len: 168 time: 0.4528875 Jul 09 17:07:43.815796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:43.822867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Request body: {'port': {'name': 'tempest-new-port-name-606537387', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:43.823274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:07:43.823658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:07:43.823992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:07:43.885473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] Provisioning for port 0374812e-86a2-44fe-b016-cf3ede616c1c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:43.893285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] Provisioning complete for port 0374812e-86a2-44fe-b016-cf3ede616c1c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:43.893694 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.953251 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.048818 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.086085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 20f42de5-4950-4b84-ac1c-e5b28d867bc3 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:07:44.124207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] For port 0374812e-86a2-44fe-b016-cf3ede616c1c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0374812e-86a2-44fe-b016-cf3ede616c1c,segment=NetworkSegment(1e33069b-6931-4301-92b5-1fd9f24de80c),segment_id=1e33069b-6931-4301-92b5-1fd9f24de80c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:44.135515 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.201429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.207749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.263426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] In _notify_port_updated(), no bound segment for port db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e on network 16e38692-a843-4d99-b2a4-64a5bdafa599 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:07:44.270762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:44.271939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.273727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f6904-3a68-41f1-99a2-fbc7b1938d78 None None] Pushing event updated for resources: {'Port': ['ID=0374812e-86a2-44fe-b016-cf3ede616c1c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:44.276488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:44.277559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "PUT /v2.0/ports/db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e HTTP/1.1" status: 200 len: 1129 time: 0.4592004 Jul 09 17:07:44.298654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:44.314518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'port_id': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'mac_address': 'fa:16:3e:f4:3b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:07:44.335977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1cd8-eabb-4975-9a37-a3729e707cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event updated for resources: {'Port': ['ID=db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:44.363743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.395899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627225-f5c0-4abe-8997-3fa454732a1f req-a2b8ad60-5d8a-4256-993d-55daf58486be tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:44.403203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f42de5-4950-4b84-ac1c-e5b28d867bc3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:44.410789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb627225-f5c0-4abe-8997-3fa454732a1f req-a2b8ad60-5d8a-4256-993d-55daf58486be tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 943 time: 0.1188674 Jul 09 17:07:44.427891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25755933-8c8e-444b-a64c-19b950b32cbe tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:44.432893 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-25755933-8c8e-444b-a64c-19b950b32cbe tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "GET /v2.0/ports/db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e HTTP/1.1" status: 200 len: 1129 time: 0.1504211 Jul 09 17:07:44.434275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:44.439607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:44.447131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.485418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb627225-f5c0-4abe-8997-3fa454732a1f req-481070a9-4414-44e0-898a-822fbbb68116 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666356 Jul 09 17:07:44.544603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=20f42de5-4950-4b84-ac1c-e5b28d867bc3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:44.580389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-350b1553-bd59-46d2-8866-184aaa86fe60 None None] Provisioning complete for port 0374812e-86a2-44fe-b016-cf3ede616c1c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:44.581332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-350b1553-bd59-46d2-8866-184aaa86fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.601063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Deleting port db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:44.601511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.755778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175ee73-732f-4d83-a774-d6a3e9d7251e req-60e5148a-7f7c-47e0-b40b-0c7f26de18a8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:44.758411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.764583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d175ee73-732f-4d83-a774-d6a3e9d7251e req-60e5148a-7f7c-47e0-b40b-0c7f26de18a8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.1220422 Jul 09 17:07:44.768604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['20f42de5-4950-4b84-ac1c-e5b28d867bc3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:07:44.772861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-350b1553-bd59-46d2-8866-184aaa86fe60 None None] Provisioning for port db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:44.777842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Calling delete_port for db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:44.822198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-350b1553-bd59-46d2-8866-184aaa86fe60 None None] Provisioning complete for port db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:44.823333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-350b1553-bd59-46d2-8866-184aaa86fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.841851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d175ee73-732f-4d83-a774-d6a3e9d7251e req-a4f1743a-395a-4ba3-8019-46355790e98c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752521 Jul 09 17:07:44.865676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-350b1553-bd59-46d2-8866-184aaa86fe60 None None] Port db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:07:44.955333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.997852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b134101-554e-4768-ab6c-7a264541cf18 None None] Could not find standard attr ID for object db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:07:45.001003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event deleted for resources: {'Port': ['ID=db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:45.051921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.056465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6fc548af-7caa-4e9b-ba04-b7a37225d93d tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "DELETE /v2.0/ports/db2f3b23-5b73-4486-aa81-e4b3c0e5bd5e HTTP/1.1" status: 204 len: 168 time: 0.6187022 Jul 09 17:07:45.056884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:45.120341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Deleting subnet 8d6d65dd-4728-43ef-9f74-e04d09a3b921 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:07:45.124478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.143711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0374812e-86a2-44fe-b016-cf3ede616c1c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:45.185943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.230998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0374812e-86a2-44fe-b016-cf3ede616c1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:45.231369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.311809 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.326034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76b701b7-36e0-4f7d-b9e7-8891086adb85 None None] Could not find standard attr ID for object 439b7832-5f2f-46fa-bcd5-04d06e380c54. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:07:45.400102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.427012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6d65dd-4728-43ef-9f74-e04d09a3b921,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:45.435685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.437919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d17046d4-1e18-4c7e-ba15-3d4db364ea13 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "DELETE /v2.0/subnets/8d6d65dd-4728-43ef-9f74-e04d09a3b921 HTTP/1.1" status: 204 len: 168 time: 0.3797517 Jul 09 17:07:45.440638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:45.477340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff10af-d5cd-447a-8912-d77c86644233 None None] Network 16e38692-a843-4d99-b2a4-64a5bdafa599 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:45.551138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.572467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:45.638973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Deleting port 0374812e-86a2-44fe-b016-cf3ede616c1c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:45.639527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.694955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 77063daa-283f-4d73-9700-e11a3acec1a4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:45.701447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 77063daa-283f-4d73-9700-e11a3acec1a4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:45.702016 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.731139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] For port 0374812e-86a2-44fe-b016-cf3ede616c1c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0374812e-86a2-44fe-b016-cf3ede616c1c,segment=NetworkSegment(1e33069b-6931-4301-92b5-1fd9f24de80c),segment_id=1e33069b-6931-4301-92b5-1fd9f24de80c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:45.731884 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.756698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d306d0b-c5a2-4ab6-8cf9-dc81c2385044 req-df80dde2-3406-4692-89a8-09ff790bc6ba tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:45.759941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d306d0b-c5a2-4ab6-8cf9-dc81c2385044 req-df80dde2-3406-4692-89a8-09ff790bc6ba tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 944 time: 0.1286738 Jul 09 17:07:45.765846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Calling delete_port for 0374812e-86a2-44fe-b016-cf3ede616c1c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:45.809864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d306d0b-c5a2-4ab6-8cf9-dc81c2385044 req-630b551e-4d06-47b0-bc69-450c9b6a1ce8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Jul 09 17:07:45.833451 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.840064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] DHCP port deletion for 16e38692-a843-4d99-b2a4-64a5bdafa599 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:07:45.860042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:45.863100 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defbe3d0-6950-4b98-b2ee-3d53deea4bd1" -d '{"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-plugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:45.875635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:45.905756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event deleted for resources: {'Port': ['ID=0374812e-86a2-44fe-b016-cf3ede616c1c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:45.910828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:45.914570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] No DVR routers for this DVR port 0374812e-86a2-44fe-b016-cf3ede616c1c on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:45.925267 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e92501-b6a7-4846-8296-e5c4a98ccce4 x-openstack-request-id: req-b4e92501-b6a7-4846-8296-e5c4a98ccce4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:45.925682 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-plugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:45.926028 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4e92501-b6a7-4846-8296-e5c4a98ccce4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:45.926533 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'code': 200} Jul 09 17:07:45.928359 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.058803 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.063806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Deleting port 0374812e-86a2-44fe-b016-cf3ede616c1c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:46.064412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.090745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e38692-a843-4d99-b2a4-64a5bdafa599']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:46.104101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e33069b-6931-4301-92b5-1fd9f24de80c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:46.104705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e33069b-6931-4301-92b5-1fd9f24de80c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:46.115733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.136353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.139279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 20f42de5-4950-4b84-ac1c-e5b28d867bc3 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:46.145018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:07:46.145419 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:07:46.155716 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:07:46.178936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b804229-4f83-4ee9-b841-28af69e7001f req-4ff23ee1-4f13-4f02-95a6-d54441f72ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:46.181688 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b804229-4f83-4ee9-b841-28af69e7001f req-4ff23ee1-4f13-4f02-95a6-d54441f72ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1096 time: 0.1429522 Jul 09 17:07:46.196202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:46.255500 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] For port 0374812e-86a2-44fe-b016-cf3ede616c1c, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:46.256108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.266491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc3c58-9b5b-47ce-80df-06aefb1b3d68 req-367dd727-69d6-482e-bb18-6d79721283bd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:46.277590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ecc3c58-9b5b-47ce-80df-06aefb1b3d68 req-367dd727-69d6-482e-bb18-6d79721283bd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.1467252 Jul 09 17:07:46.281419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Calling delete_port for 0374812e-86a2-44fe-b016-cf3ede616c1c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:46.286768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Port 0374812e-86a2-44fe-b016-cf3ede616c1c was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:07:46.289426 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.316727 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b804229-4f83-4ee9-b841-28af69e7001f req-05aff895-d7c1-4aec-b1f1-36f0faab1049 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842628 Jul 09 17:07:46.321274 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.337076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.339347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] Pushing event deleted for resources: {'Port': ['ID=0374812e-86a2-44fe-b016-cf3ede616c1c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:46.341221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] 10.222.0.48 "DELETE /v2.0/networks/16e38692-a843-4d99-b2a4-64a5bdafa599 HTTP/1.1" status: 204 len: 168 time: 0.8990417 Jul 09 17:07:46.347111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ecc3c58-9b5b-47ce-80df-06aefb1b3d68 req-744bfe4f-56f5-4bbf-85ff-06bbf12d2da5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678246 Jul 09 17:07:46.349539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:46.356236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:46.356829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.380634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0a73-3ad3-437c-bdee-9a3f23c34cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247 tempest-ExtraDHCPOptionsIpV6TestJSON-1747803247-project] Pushing event deleted for resources: {'Network': ['ID=16e38692-a843-4d99-b2a4-64a5bdafa599,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:46.399299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567d7b5-407a-4eb7-adf1-9ee64b08de4b None None] No DVR routers for this DVR port 0374812e-86a2-44fe-b016-cf3ede616c1c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:46.503011 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.545929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:46.551504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:46.612312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=20f42de5-4950-4b84-ac1c-e5b28d867bc3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:46.802721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:46.972071 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-38fe0b37-e367-4b22-8613-bf66e20e5f55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80a7a26be24f4d76a619490ca1d827b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680689 Jul 09 17:07:46.974803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:47.015061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e3fae-50db-4d73-8878-f4f521537555 req-71a8574d-ec12-4eac-a91a-0ab3a2d66ba7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:47.016691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b38e3fae-50db-4d73-8878-f4f521537555 req-71a8574d-ec12-4eac-a91a-0ab3a2d66ba7 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 945 time: 0.0714748 Jul 09 17:07:47.032573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1292aa1-5cb6-431d-9971-c1eca4a0ac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:47.063061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b38e3fae-50db-4d73-8878-f4f521537555 req-4bf7f249-e254-46be-913c-d40371b6b295 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 Jul 09 17:07:47.067569 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1292aa1-5cb6-431d-9971-c1eca4a0ac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:47.078565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0374812e-86a2-44fe-b016-cf3ede616c1c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:47.098698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0374812e-86a2-44fe-b016-cf3ede616c1c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:07:47.099129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0374812e-86a2-44fe-b016-cf3ede616c1c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:47.121986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1292aa1-5cb6-431d-9971-c1eca4a0ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:47.124719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1292aa1-5cb6-431d-9971-c1eca4a0ac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:47.125881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f1292aa1-5cb6-431d-9971-c1eca4a0ac17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f7f4245-97c0-4b6a-84dc-0279e1c542e3 HTTP/1.1" status: 204 len: 168 time: 0.1500926 Jul 09 17:07:47.135137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292aa1-5cb6-431d-9971-c1eca4a0ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f4245-97c0-4b6a-84dc-0279e1c542e3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:47.547304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4a546-9c32-4dd3-8c3d-bead6b6f38a8 req-173cbc73-7b5f-421a-bd56-d71101b0fec5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:47.548949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01d4a546-9c32-4dd3-8c3d-bead6b6f38a8 req-173cbc73-7b5f-421a-bd56-d71101b0fec5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.0686877 Jul 09 17:07:47.590381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01d4a546-9c32-4dd3-8c3d-bead6b6f38a8 req-1db84efc-08b0-4481-9e65-2c8e1614e84d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Jul 09 17:07:47.929665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:47.929811 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da6bfad-2ba3-466e-b3af-04be756e613a" -d '{"events": [{"server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "name": "network-vif-plugged", "status": "completed", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:47.929940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:47.974607 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92225f61-9637-4cb7-ae25-e529c6f693f0 x-openstack-request-id: req-92225f61-9637-4cb7-ae25-e529c6f693f0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:47.975100 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "name": "network-vif-plugged", "status": "completed", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:47.975659 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92225f61-9637-4cb7-ae25-e529c6f693f0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:47.976218 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'code': 200} Jul 09 17:07:48.052364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'networks': [{'name': 'tempest-network--1299457428'}, {'name': 'tempest-network--1948155928'}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:48.052692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'network': {'name': 'tempest-network--1299457428'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:48.053150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'network': {'name': 'tempest-network--1948155928'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:48.086133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'network': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:48.092565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.121590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.193346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc20b1-f238-436e-927b-5d1cb33436f7 req-c603dd40-3fce-42c7-9d4a-2a48e7271800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.194965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16fc20b1-f238-436e-927b-5d1cb33436f7 req-c603dd40-3fce-42c7-9d4a-2a48e7271800 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1304977 Jul 09 17:07:48.239050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.246702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.247407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.274712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16fc20b1-f238-436e-927b-5d1cb33436f7 req-49dcb849-c49d-4ccc-ae73-4ebedb1f07ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602503 Jul 09 17:07:48.298699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9b7b10-2873-4af1-9d81-0d1be1599719,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:48.302375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:48.315085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.316296 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Added segment df0d23c7-d436-4813-a083-ffdf4946efd8 of type vlan for network f05a2628-809b-4a1d-9698-57b77b73c325 Jul 09 17:07:48.343782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa4ee-1f55-4749-b871-cf1cee3ca17a req-ed201984-d7bc-40c3-934d-4a5b72b474a5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.346187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1afa4ee-1f55-4749-b871-cf1cee3ca17a req-ed201984-d7bc-40c3-934d-4a5b72b474a5 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 945 time: 0.0954092 Jul 09 17:07:48.373420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.397142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1afa4ee-1f55-4749-b871-cf1cee3ca17a req-47f64108-42b4-40e8-aeef-8456e6399058 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 Jul 09 17:07:48.409347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:48.421220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.421622 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Added segment ce35a8a2-dc27-4af3-89f2-e6a03f04351b of type vlan for network 3cd4855e-f999-49fd-a79f-27a5861af00b Jul 09 17:07:48.466510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.500655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.501437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.508372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.513281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.513963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:48.580083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6464298 Jul 09 17:07:48.581223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:48.651069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Network': ['ID=f05a2628-809b-4a1d-9698-57b77b73c325,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:48.662883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f05a2628-809b-4a1d-9698-57b77b73c325 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:48.812154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1e7fc-7b7b-4538-8371-39744adcb5a8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Network': ['ID=3cd4855e-f999-49fd-a79f-27a5861af00b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:48.826691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 3cd4855e-f999-49fd-a79f-27a5861af00b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:48.834559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730b015-d9d9-41f4-9f62-5368574c6512 req-d7abd90d-a4d0-4980-88c2-325008d44e7d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.837032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8730b015-d9d9-41f4-9f62-5368574c6512 req-d7abd90d-a4d0-4980-88c2-325008d44e7d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.1042020 Jul 09 17:07:48.866817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41818e73-49f8-4fab-952e-96711dd72a75 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.874220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41818e73-49f8-4fab-952e-96711dd72a75 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.881109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41818e73-49f8-4fab-952e-96711dd72a75 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.888005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41818e73-49f8-4fab-952e-96711dd72a75 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.893196 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-41818e73-49f8-4fab-952e-96711dd72a75 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3116529 Jul 09 17:07:48.893935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:48.951399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8730b015-d9d9-41f4-9f62-5368574c6512 req-a3a19dbc-7665-4ca8-88c4-fe532389cce9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843515 Jul 09 17:07:48.993216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.161787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc61e-f69d-4ea1-b379-d6194036dbdc req-310a3082-ec68-4326-881f-e1011c0f29b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:49.162514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-828bc61e-f69d-4ea1-b379-d6194036dbdc req-310a3082-ec68-4326-881f-e1011c0f29b8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.0897584 Jul 09 17:07:49.218426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-828bc61e-f69d-4ea1-b379-d6194036dbdc req-8540a1e8-269a-43b7-8acf-d37fdd23615a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477335 Jul 09 17:07:49.234629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:49.295132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc90215-2666-4747-ba7c-8ebbdf021be2 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:49.298505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1dc90215-2666-4747-ba7c-8ebbdf021be2 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1091 time: 0.0614026 Jul 09 17:07:49.300421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:49.305973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '77063daa-283f-4d73-9700-e11a3acec1a4', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:49.335668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.470707 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.586434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.598496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05a2628-809b-4a1d-9698-57b77b73c325']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:49.610628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0d23c7-d436-4813-a083-ffdf4946efd8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:49.611060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0d23c7-d436-4813-a083-ffdf4946efd8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:49.620496 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.637961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.646382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:07:49.646881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:07:49.650256 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:07:49.673698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.148 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/4cf8ab1c-e924-4a7c-847f-ee3acbac426b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:49.683456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63231ff8-93b1-4937-8e12-bbede26ec38b req-598d55c9-f9c7-4e4d-bcff-1ccebbaf52a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:49.685090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63231ff8-93b1-4937-8e12-bbede26ec38b req-598d55c9-f9c7-4e4d-bcff-1ccebbaf52a6 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 945 time: 0.1387765 Jul 09 17:07:49.727300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.740922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.744010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/networks/f05a2628-809b-4a1d-9698-57b77b73c325 HTTP/1.1" status: 204 len: 168 time: 0.8486750 Jul 09 17:07:49.756966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:49.770103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee26e-66a9-40be-b3f7-3f30617e3420 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Network': ['ID=f05a2628-809b-4a1d-9698-57b77b73c325,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:49.783815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63231ff8-93b1-4937-8e12-bbede26ec38b req-7a81aa40-da48-43bd-b54c-2df90d4eb19b tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924690 Jul 09 17:07:49.878353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.879174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.935543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.976651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:49.984972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:49.992677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:49.996368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd4855e-f999-49fd-a79f-27a5861af00b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:49.998573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:50.008710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce35a8a2-dc27-4af3-89f2-e6a03f04351b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:50.009001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce35a8a2-dc27-4af3-89f2-e6a03f04351b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:50.020299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.041566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.048710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:07:50.049435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.052283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=4cf8ab1c-e924-4a7c-847f-ee3acbac426b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:07:50.053440 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:07:50.119836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.128966 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.134411 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/networks/3cd4855e-f999-49fd-a79f-27a5861af00b HTTP/1.1" status: 204 len: 168 time: 0.3734217 Jul 09 17:07:50.135373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2293a-1025-4d24-bccf-73064f93dada req-ec6bc721-4d44-41d8-8488-c50b1c980879 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:50.137274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4d2293a-1025-4d24-bccf-73064f93dada req-ec6bc721-4d44-41d8-8488-c50b1c980879 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 945 time: 0.1593680 Jul 09 17:07:50.137905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:50.143179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc862584-d644-43f3-9a58-fae1278ee2d9 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Network': ['ID=3cd4855e-f999-49fd-a79f-27a5861af00b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:50.410661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4d2293a-1025-4d24-bccf-73064f93dada req-f19f526a-3422-48f4-abb3-e5971b0a93ca tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540631 Jul 09 17:07:50.437150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:50.446050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d3334e-68f5-488d-bc9a-692c563e6a4b tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:50.452364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d3334e-68f5-488d-bc9a-692c563e6a4b tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:50.454518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62d3334e-68f5-488d-bc9a-692c563e6a4b tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3093839 Jul 09 17:07:50.458844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:50.464781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-462176302'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:50.508361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf44812-e938-46fe-8008-3b56b9d93cc4 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:50.513069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9bf44812-e938-46fe-8008-3b56b9d93cc4 tempest-TestNetworkBasicOps-1671727927 tempest-TestNetworkBasicOps-1671727927-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1091 time: 0.0713420 Jul 09 17:07:50.514100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:50.519915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:50.539118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:50.542751 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.552799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.658444 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:50.704284 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.722609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.722966 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Added segment 57bef1b6-151c-4929-b7bf-61977520c971 of type vlan for network bb4ba3ce-473f-4246-bb3c-fa4c263337b0 Jul 09 17:07:50.844553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.918829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Allocated IP 172.25.7.20 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/06b629fc-2dd0-49a2-91d9-f741a77438df) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:07:50.936654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.955221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:50.961000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:50.961604 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.073712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6112134 Jul 09 17:07:51.075340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57746) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:51.086039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-526259455'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:51.094214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.100909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6098a-5ab3-425f-b61d-41dadd485819 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Network': ['ID=bb4ba3ce-473f-4246-bb3c-fa4c263337b0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:51.118682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network bb4ba3ce-473f-4246-bb3c-fa4c263337b0 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:51.129128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:51.133875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.151125 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.192816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:51.197566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.244205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.244688 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Added segment 84b445ca-b365-4b4d-8201-c4a8ae94081e of type vlan for network 0cebd234-e151-407a-a1f5-4601d86a58eb Jul 09 17:07:51.270495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:07:51.300309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:51.306788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:51.309050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=06b629fc-2dd0-49a2-91d9-f741a77438df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:51.343156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.437617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.443642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:51.444305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.538406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4606752 Jul 09 17:07:51.543288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:51.550888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'ports': [{'network_id': 'bb4ba3ce-473f-4246-bb3c-fa4c263337b0', 'name': 'tempest-port--1110888009', 'admin_state_up': True}, {'network_id': '0cebd234-e151-407a-a1f5-4601d86a58eb', 'admin_state_up': False}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:51.552658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'port': {'network_id': 'bb4ba3ce-473f-4246-bb3c-fa4c263337b0', 'name': 'tempest-port--1110888009', 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:51.552658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'port': {'network_id': '0cebd234-e151-407a-a1f5-4601d86a58eb', 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:51.628205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b42928-e67d-4b7f-807d-28b1fe39e5f7 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Network': ['ID=0cebd234-e151-407a-a1f5-4601d86a58eb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:51.642490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0cebd234-e151-407a-a1f5-4601d86a58eb details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:51.842505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.847932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.914796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'port': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:51.919596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.931297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=4cf8ab1c-e924-4a7c-847f-ee3acbac426b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:51.962357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:51.968098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.090552 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP cb8cae5d-3cf5-4534-b53c-9873306a8c10 associated. External IP: 172.25.7.148, port: 77063daa-283f-4d73-9700-e11a3acec1a4. Jul 09 17:07:52.158040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] device_id is not set on port 6f539743-6936-4dc6-aa39-1a0cbb4d6a96 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:07:52.192383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.340272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.364441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router 53f754ec-6fba-475d-9783-28a61426967c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:52.442025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.540820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:52.559949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] Sync routers for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:52.575764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.578352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] device_id is not set on port a15eae42-2986-4894-a19a-21e96cc27b54 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:07:52.581019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:52.582156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:52.636475 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-41d8e387-f4ed-4c29-bced-6b01c9d01a3c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3342335 Jul 09 17:07:52.637327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:52.648266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.658959 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6620af0b-7eb7-4a59-a027-8391f339c27c" -d '{"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:52.719265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.797261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.821868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event updated for resources: {'Port': ['ID=06b629fc-2dd0-49a2-91d9-f741a77438df,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:52.838251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.919829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.976476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13c27-6bf1-4b2c-8e32-e9163a54c618 req-81d84317-36b3-4a60-862d-ab2965ae4201 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.032158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:53.034853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dff13c27-6bf1-4b2c-8e32-e9163a54c618 req-81d84317-36b3-4a60-862d-ab2965ae4201 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.1954145 Jul 09 17:07:53.060689 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Floating IP 79f2923a-69e7-4104-88e1-37c3cbe9de08 associated. External IP: 172.25.7.20, port: 20f42de5-4950-4b84-ac1c-e5b28d867bc3. Jul 09 17:07:53.073683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Port': ['ID=6f539743-6936-4dc6-aa39-1a0cbb4d6a96,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:53.095081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dff13c27-6bf1-4b2c-8e32-e9163a54c618 req-6ab1d99b-7538-4b89-a3bf-28da918869d1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573139 Jul 09 17:07:53.111534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:53.121741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Checking segment: {'id': '57bef1b6-151c-4929-b7bf-61977520c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb4ba3ce-473f-4246-bb3c-fa4c263337b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:53.122364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network hostable DHCP agents. Network: bb4ba3ce-473f-4246-bb3c-fa4c263337b0, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:07:53.183863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network bb4ba3ce-473f-4246-bb3c-fa4c263337b0 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:07:53.192054 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce45902-e56c-4e96-a103-f97542a8a994 x-openstack-request-id: req-6ce45902-e56c-4e96-a103-f97542a8a994 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:53.192682 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:53.193081 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ce45902-e56c-4e96-a103-f97542a8a994 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:53.193499 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'status': 'completed', 'code': 200} Jul 09 17:07:53.205234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, bb4ba3ce-473f-4246-bb3c-fa4c263337b0) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:53.213865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:53.215049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:53.243525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f63b01-c9fb-4f5f-a4fc-7e06f9641f17 None None] Network bb4ba3ce-473f-4246-bb3c-fa4c263337b0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:53.245825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-de569f5b-caf5-48ab-92c8-7b4b299a414f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/cb8cae5d-3cf5-4534-b53c-9873306a8c10 HTTP/1.1" status: 200 len: 991 time: 0.1329796 Jul 09 17:07:53.317852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Port': ['ID=a15eae42-2986-4894-a19a-21e96cc27b54,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:53.395586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Checking segment: {'id': '84b445ca-b365-4b4d-8201-c4a8ae94081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0cebd234-e151-407a-a1f5-4601d86a58eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:53.395965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network hostable DHCP agents. Network: 0cebd234-e151-407a-a1f5-4601d86a58eb, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:07:53.449150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-168cffcb-fe15-410a-b8e4-46b688f648d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.450716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-168cffcb-fe15-410a-b8e4-46b688f648d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1096 time: 0.1935544 Jul 09 17:07:53.470498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'cb8cae5d-3cf5-4534-b53c-9873306a8c10', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '53f754ec-6fba-475d-9783-28a61426967c', 'port_id': '77063daa-283f-4d73-9700-e11a3acec1a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'mac_address': 'fa:16:3e:b2:56:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:07:50Z', 'updated_at': '2021-07-09T17:07:50Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:53.478347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network 0cebd234-e151-407a-a1f5-4601d86a58eb is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:07:53.500119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] Checking router: 53f754ec-6fba-475d-9783-28a61426967c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:53.513799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:53.514587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:53.538066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0cebd234-e151-407a-a1f5-4601d86a58eb) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:07:53.580560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:07:53.586718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.591701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.592389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:53.597704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 842a7180-65c7-41b8-9f42-cc519c6fca96 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:53.635543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7519f282-939f-4b07-b433-ed34e2dd90ef tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0840595 Jul 09 17:07:53.635543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-e15e44c4-6653-4858-b63a-3cdd1bea1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.635543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-e15e44c4-6653-4858-b63a-3cdd1bea1cb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.1777632 Jul 09 17:07:53.637686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:53.665540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:53.800298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc2d87-087f-4e94-8c56-d524eae30ffc None None] Network 0cebd234-e151-407a-a1f5-4601d86a58eb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:07:53.842602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d917df0-a6c0-417d-9c53-913f98bd78b1 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.852401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d917df0-a6c0-417d-9c53-913f98bd78b1 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.857227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d917df0-a6c0-417d-9c53-913f98bd78b1 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2142756 Jul 09 17:07:53.858192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:53.917940 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.025907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Deleting port 6f539743-6936-4dc6-aa39-1a0cbb4d6a96 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:54.028704 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.126710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.144095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Calling delete_port for 6f539743-6936-4dc6-aa39-1a0cbb4d6a96 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:54.156753 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-56ca2543-a3c5-4faa-8c47-b7fed6e38623 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 999 time: 0.4889538 Jul 09 17:07:54.165369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:54.183423 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] Sync routers for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:54.211710 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:54.213288 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:54.220462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-37b9ce01-d08d-4abe-a2dd-f971281d923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:54.222039 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-37b9ce01-d08d-4abe-a2dd-f971281d923c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.0513372 Jul 09 17:07:54.254274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:54.291452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.301042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'cb8cae5d-3cf5-4534-b53c-9873306a8c10', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '53f754ec-6fba-475d-9783-28a61426967c', 'port_id': '77063daa-283f-4d73-9700-e11a3acec1a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'mac_address': 'fa:16:3e:b2:56:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:07:50Z', 'updated_at': '2021-07-09T17:07:50Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:54.334134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Port': ['ID=6f539743-6936-4dc6-aa39-1a0cbb4d6a96,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:54.342308 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.345368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d08c17d-a7f5-413b-ab94-7130dc856216 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/ports/6f539743-6936-4dc6-aa39-1a0cbb4d6a96 HTTP/1.1" status: 204 len: 168 time: 0.4854579 Jul 09 17:07:54.349204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:54.377109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c925e-b069-4e8d-b066-39b67b90718d None None] The sync data for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 is: [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'cb8cae5d-3cf5-4534-b53c-9873306a8c10', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.148', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '53f754ec-6fba-475d-9783-28a61426967c', 'port_id': '77063daa-283f-4d73-9700-e11a3acec1a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'mac_address': 'fa:16:3e:b2:56:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:07:50Z', 'updated_at': '2021-07-09T17:07:50Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:54.382146 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:54.485993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.512103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Deleting port a15eae42-2986-4894-a19a-21e96cc27b54 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:54.512606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.600327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-977cfa98-3906-41b6-bf07-cfdbde68bc0c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/cb8cae5d-3cf5-4534-b53c-9873306a8c10 HTTP/1.1" status: 200 len: 991 time: 0.3302259 Jul 09 17:07:54.633069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.638175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b0b5f2ca-71b5-49e0-a584-c2443d3a9c2e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1231489 Jul 09 17:07:54.642405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:54.644576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:54.646184 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278086e2-79f9-4a38-bd22-6f2d50c7d07d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:54.677560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-7561a8f0-f52d-48c9-bffd-1730502b53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:54.679124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-7561a8f0-f52d-48c9-bffd-1730502b53b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4479651 Jul 09 17:07:54.687701 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '79f2923a-69e7-4104-88e1-37c3cbe9de08', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'port_id': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'mac_address': 'fa:16:3e:f4:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:07:51Z', 'updated_at': '2021-07-09T17:07:51Z', 'revision_number': 0, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:54.719595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Calling delete_port for a15eae42-2986-4894-a19a-21e96cc27b54 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:54.800495 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77ec2d-7079-4659-ac7a-6b26ccd54481 x-openstack-request-id: req-6d77ec2d-7079-4659-ac7a-6b26ccd54481 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:54.800984 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:54.801392 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d77ec2d-7079-4659-ac7a-6b26ccd54481 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:54.802043 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'status': 'completed', 'code': 200} Jul 09 17:07:54.803866 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] Checking router: 842a7180-65c7-41b8-9f42-cc519c6fca96 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:54.828205 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:54.830242 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:54.854819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a97a1f-e9e4-4648-a8e6-7c7333c4500e None None] New status for floating IP cb8cae5d-3cf5-4534-b53c-9873306a8c10: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:07:54.879244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-770c41b5-1479-461e-9a0d-d02f1b084ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922481 Jul 09 17:07:54.931197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d92be5a8-2d7f-49ff-8da8-930edb71e472 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/79f2923a-69e7-4104-88e1-37c3cbe9de08 HTTP/1.1" status: 200 len: 990 time: 0.2879221 Jul 09 17:07:54.961311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-dfbbb897-add6-4954-a988-f686cdd21b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:54.963413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-dfbbb897-add6-4954-a988-f686cdd21b0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1313131 Jul 09 17:07:54.970418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.020163 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:55.068335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Port': ['ID=a15eae42-2986-4894-a19a-21e96cc27b54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:55.085163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.089954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-37b29b19-c6a8-470d-9519-fbedfe4914ba tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/ports/a15eae42-2986-4894-a19a-21e96cc27b54 HTTP/1.1" status: 204 len: 168 time: 0.7393239 Jul 09 17:07:55.092637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:55.136116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6620af0b-7eb7-4a59-a027-8391f339c27c req-c659a248-945a-4f02-95c4-325d67ea0c8b service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491639 Jul 09 17:07:55.136736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:55.137225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8898bccc-fa74-43ea-9b6e-a2471fe7269d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0431709 Jul 09 17:07:55.149574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-301751369'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:55.196647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:55.201098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.218096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-6ba043dd-40b0-4a80-ab7a-040fe6cb31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:55.227293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-6ba043dd-40b0-4a80-ab7a-040fe6cb31e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 200 len: 896 time: 0.2274308 Jul 09 17:07:55.240785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:55.250736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.251357 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Added segment bae632c1-f935-4a36-a6df-27d4c0380253 of type vlan for network 0f831b76-7491-4746-b3f3-f32a27a67120 Jul 09 17:07:55.320402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.363311 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '79f2923a-69e7-4104-88e1-37c3cbe9de08', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'port_id': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'mac_address': 'fa:16:3e:f4:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:07:51Z', 'updated_at': '2021-07-09T17:07:51Z', 'revision_number': 0, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:55.366938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-d465d4f4-6032-4212-b91b-74e40147b63d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 200 len: 998 time: 0.1165528 Jul 09 17:07:55.368939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.375189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:55.375804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.404183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a71017-c8b5-4eee-b66e-c1c2c4d47752 None None] The sync data for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 is: [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '79f2923a-69e7-4104-88e1-37c3cbe9de08', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'port_id': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'mac_address': 'fa:16:3e:f4:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:07:51Z', 'updated_at': '2021-07-09T17:07:51Z', 'revision_number': 0, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:55.451545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-65224fed-62f4-4388-8024-28a5f67fcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:55.454504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-65224fed-62f4-4388-8024-28a5f67fcf1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6787e6f5-e50a-476a-8a7f-0f9007c1560a HTTP/1.1" status: 200 len: 834 time: 0.0723281 Jul 09 17:07:55.459202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3177128 Jul 09 17:07:55.459505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:55.466201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-611731779'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:55.469463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26668fac-195e-4da6-89e6-3e85953931c8 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Network': ['ID=0f831b76-7491-4746-b3f3-f32a27a67120,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:55.489872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 0f831b76-7491-4746-b3f3-f32a27a67120 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:55.510028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:55.515759 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.579459 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:07:55.596039 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.596375 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Added segment c2116587-0f47-4b19-9c09-3ea442261bb1 of type vlan for network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 Jul 09 17:07:55.598072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:55.615678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-80b3db30-f5eb-4eba-8b14-b9bb2d75e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:55.617240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-80b3db30-f5eb-4eba-8b14-b9bb2d75e645 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce6ff73-5b5d-4296-b839-fa29e50ab575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305821 Jul 09 17:07:55.735983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.774414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c8cfade7-2dba-4a7f-980f-36390deb453f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/cb8cae5d-3cf5-4534-b53c-9873306a8c10 HTTP/1.1" status: 200 len: 993 time: 0.1716895 Jul 09 17:07:55.810336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-5de07954-d115-4f40-9d3f-af4dc221ccda service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456826 Jul 09 17:07:55.813067 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.819271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:55.819974 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.824278 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb761c6-95ee-4ba8-b82b-54e5933dc8f2 None None] New status for floating IP 79f2923a-69e7-4104-88e1-37c3cbe9de08: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:07:55.936223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:55.939583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4789279 Jul 09 17:07:55.997818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643727a2-0f81-4ed3-9902-f7df6c84fd4c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Network': ['ID=2574cb8d-f8f8-4dad-83f7-7948fda13c31,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:56.012855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:07:56.034956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-94918bb8-3766-40c1-bbf7-2199acb0ad47 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/79f2923a-69e7-4104-88e1-37c3cbe9de08 HTTP/1.1" status: 200 len: 990 time: 0.0973775 Jul 09 17:07:56.067803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-278086e2-79f9-4a38-bd22-6f2d50c7d07d req-46f7feb7-cd64-4438-9e68-dc4871a03725 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446156 Jul 09 17:07:57.038838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:57.107917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3c6390c-124a-47c9-8714-40557ce7448d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/79f2923a-69e7-4104-88e1-37c3cbe9de08 HTTP/1.1" status: 200 len: 992 time: 0.0666668 Jul 09 17:07:59.334233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:59.339639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'subnets': [{'network_id': '0f831b76-7491-4746-b3f3-f32a27a67120', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1086976517', 'ip_version': 6}, {'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:59.339984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'subnet': {'network_id': '0f831b76-7491-4746-b3f3-f32a27a67120', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1086976517', 'ip_version': 6}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:59.340619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Request body: {'subnet': {'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:59.500444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Made reservation on behalf of 80eb4939e24b45239a7ba38d32d13c2b for: {'subnet': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:07:59.505121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:59.505747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:59.916315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:59.974445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Subnet': ['ID=70d17349-7965-4b51-b54c-5ae00c0afd80,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:59.987069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Checking segment: {'id': 'bae632c1-f935-4a36-a6df-27d4c0380253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0f831b76-7491-4746-b3f3-f32a27a67120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:59.987245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network hostable DHCP agents. Network: 0f831b76-7491-4746-b3f3-f32a27a67120, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:00.005210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network 0f831b76-7491-4746-b3f3-f32a27a67120 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:00.015753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 0f831b76-7491-4746-b3f3-f32a27a67120) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:00.020730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.024904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669769c5-fb1d-4e2f-91dd-8332092ef8e3 None None] Network 0f831b76-7491-4746-b3f3-f32a27a67120 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:00.094937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event updated for resources: {'Subnet': ['ID=2b724ae2-a977-4651-875d-4c567d251081,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:00.109697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Checking segment: {'id': 'c2116587-0f47-4b19-9c09-3ea442261bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:00.110080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network hostable DHCP agents. Network: 2574cb8d-f8f8-4dad-83f7-7948fda13c31, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:00.128687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:00.139646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2574cb8d-f8f8-4dad-83f7-7948fda13c31) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:00.144240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:00.144726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:00.145376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.157583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed1a6b-9ca6-4205-9f2d-60518d3e87bd None None] Network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:00.160611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a57b974a-3f12-4669-a564-337d2c6dc654 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8252001 Jul 09 17:08:00.163302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:00.228471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3d15c-d344-4587-be08-a48e5c32b021 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:00.231014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3d15c-d344-4587-be08-a48e5c32b021 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:00.239513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a3d15c-d344-4587-be08-a48e5c32b021 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:00.241408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a8a3d15c-d344-4587-be08-a48e5c32b021 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0770583 Jul 09 17:08:00.251107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:00.270178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750216f-91d5-4222-a4e4-334291a4ae21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-0f831b76-7491-4746-b3f3-f32a27a67120', 'network_id': '0f831b76-7491-4746-b3f3-f32a27a67120', 'tenant_id': '80eb4939e24b45239a7ba38d32d13c2b', 'fixed_ips': [{'subnet_id': '70d17349-7965-4b51-b54c-5ae00c0afd80'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:00.271173 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6750216f-91d5-4222-a4e4-334291a4ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.332824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Deleting subnet 70d17349-7965-4b51-b54c-5ae00c0afd80 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:00.337971 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.414241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.470324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-2574cb8d-f8f8-4dad-83f7-7948fda13c31', 'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31', 'tenant_id': '80eb4939e24b45239a7ba38d32d13c2b', 'fixed_ips': [{'subnet_id': '2b724ae2-a977-4651-875d-4c567d251081'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:00.471370 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.484647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.577669 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-6750216f-91d5-4222-a4e4-334291a4ae21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70d17349-7965-4b51-b54c-5ae00c0afd80: This subnet is being modified by another concurrent operation. Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70d17349-7965-4b51-b54c-5ae00c0afd80: This subnet is being modified by another concurrent operation. Jul 09 17:08:00.603282 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:08:00.618001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Subnet': ['ID=70d17349-7965-4b51-b54c-5ae00c0afd80,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:00.623140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.625742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cfbb8d8b-477d-4ff6-a8db-40aebed6f05f tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/subnets/70d17349-7965-4b51-b54c-5ae00c0afd80 HTTP/1.1" status: 204 len: 168 time: 0.3733153 Jul 09 17:08:00.628497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:00.631832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5038b4c-6bf5-4d1e-baf9-52448d008b12 None None] Network 0f831b76-7491-4746-b3f3-f32a27a67120 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:00.695298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Deleting subnet 2b724ae2-a977-4651-875d-4c567d251081 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:00.717992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Allocated IP 2001:db8:0:1::1 (2574cb8d-f8f8-4dad-83f7-7948fda13c31/2b724ae2-a977-4651-875d-4c567d251081/b14c921f-44a9-4043-a5c9-60996b286c64) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:00.913994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.923425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Transition to ACTIVE for port object b14c921f-44a9-4043-a5c9-60996b286c64 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:00.940824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Transition to ACTIVE for port object b14c921f-44a9-4043-a5c9-60996b286c64 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:00.948306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:00.953674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.000645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:01.003864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:01.006653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:01.016405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.017741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Pushing event updated for resources: {'Port': ['ID=b14c921f-44a9-4043-a5c9-60996b286c64,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:01.074989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Attempting to bind port b14c921f-44a9-4043-a5c9-60996b286c64 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:01.075654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Attempting to bind port b14c921f-44a9-4043-a5c9-60996b286c64 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c2116587-0f47-4b19-9c09-3ea442261bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:01.075863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Attempting to bind port b14c921f-44a9-4043-a5c9-60996b286c64 on network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:01.081400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:01.081792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Checking segment: {'id': 'c2116587-0f47-4b19-9c09-3ea442261bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:01.082211 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.082628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Bound using segment: {'id': 'c2116587-0f47-4b19-9c09-3ea442261bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:01.083122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Bound port: b14c921f-44a9-4043-a5c9-60996b286c64, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2116587-0f47-4b19-9c09-3ea442261bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2574cb8d-f8f8-4dad-83f7-7948fda13c31'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:01.083474 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.114780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.179746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.183905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] For port b14c921f-44a9-4043-a5c9-60996b286c64, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:01.188100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] For port b14c921f-44a9-4043-a5c9-60996b286c64, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b14c921f-44a9-4043-a5c9-60996b286c64,segment=NetworkSegment(c2116587-0f47-4b19-9c09-3ea442261bb1),segment_id=c2116587-0f47-4b19-9c09-3ea442261bb1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:01.194290 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.213259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Subnet': ['ID=2b724ae2-a977-4651-875d-4c567d251081,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:01.219787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.225359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f3260f10-c0ed-4d49-b86f-80a10121d103 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/subnets/2b724ae2-a977-4651-875d-4c567d251081 HTTP/1.1" status: 204 len: 168 time: 0.5917256 Jul 09 17:08:01.225359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:01.255979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f2555-c43d-4cc6-adde-7b80e313126a None None] Pushing event updated for resources: {'Port': ['ID=b14c921f-44a9-4043-a5c9-60996b286c64,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:01.287553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff7cb1-5a8b-4499-9620-2eff1bd8ae9c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:01.289131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-efff7cb1-5a8b-4499-9620-2eff1bd8ae9c tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0634470 Jul 09 17:08:01.292986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:01.380065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.413200 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:08:01.448028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Deleting port b14c921f-44a9-4043-a5c9-60996b286c64 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:01.448320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.558154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] For port b14c921f-44a9-4043-a5c9-60996b286c64, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b14c921f-44a9-4043-a5c9-60996b286c64,segment=NetworkSegment(c2116587-0f47-4b19-9c09-3ea442261bb1),segment_id=c2116587-0f47-4b19-9c09-3ea442261bb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:01.559530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.582415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Calling delete_port for b14c921f-44a9-4043-a5c9-60996b286c64 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:01.695776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.729576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Port': ['ID=b14c921f-44a9-4043-a5c9-60996b286c64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:01.733509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] No DVR routers for this DVR port b14c921f-44a9-4043-a5c9-60996b286c64 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:01.821278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.835944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2574cb8d-f8f8-4dad-83f7-7948fda13c31']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:01.849039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2116587-0f47-4b19-9c09-3ea442261bb1') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:01.849333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2116587-0f47-4b19-9c09-3ea442261bb1') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:01.860956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.880894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.890489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:01.891736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:01.895890 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:01.976718 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.990433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:01.996260 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/networks/2574cb8d-f8f8-4dad-83f7-7948fda13c31 HTTP/1.1" status: 204 len: 168 time: 0.6999300 Jul 09 17:08:01.997384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:02.021633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cde23-cc2b-4ed4-a369-98f01ed5b48d tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Network': ['ID=2574cb8d-f8f8-4dad-83f7-7948fda13c31,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:02.146386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.268240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.279124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca618a-ea03-455b-9e0d-fbfa503bdad2 req-3e575e7c-c3ff-443b-b88f-98ba02741dac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:02.281579 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efca618a-ea03-455b-9e0d-fbfa503bdad2 req-3e575e7c-c3ff-443b-b88f-98ba02741dac tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 947 time: 0.2094655 Jul 09 17:08:02.290999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f831b76-7491-4746-b3f3-f32a27a67120']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:02.314087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae632c1-f935-4a36-a6df-27d4c0380253') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:02.314441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae632c1-f935-4a36-a6df-27d4c0380253') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:02.342636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.363239 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.395623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:02.396260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:02.412483 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:02.465360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efca618a-ea03-455b-9e0d-fbfa503bdad2 req-712096f2-c72e-49a4-b8d1-bdfade833f12 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635518 Jul 09 17:08:02.493834 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.505940 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.509582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/networks/0f831b76-7491-4746-b3f3-f32a27a67120 HTTP/1.1" status: 204 len: 168 time: 0.5106878 Jul 09 17:08:02.514282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:02.531862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5aa9a-7b37-4c46-b396-57dfa40e74fc tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Network': ['ID=0f831b76-7491-4746-b3f3-f32a27a67120,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:02.669532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.711495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9056d64d-9ca5-4d2a-8bc8-3ec9560b40ab None None] Could not find standard attr ID for object b14c921f-44a9-4043-a5c9-60996b286c64. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:08:02.718224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685d12b3-c245-485f-99e5-d55194e17024 None None] DHCP port deletion for 2574cb8d-f8f8-4dad-83f7-7948fda13c31 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:02.760773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99488b5-460b-4107-8aee-16899233a036 None None] Network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:02.793402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99488b5-460b-4107-8aee-16899233a036 None None] Network 2574cb8d-f8f8-4dad-83f7-7948fda13c31 could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:08:02.804506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae328079-c5af-441f-bbab-d0b9171c3168 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:02.822838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.848976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cebd234-e151-407a-a1f5-4601d86a58eb']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:02.869390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b445ca-b365-4b4d-8201-c4a8ae94081e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:02.869841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b445ca-b365-4b4d-8201-c4a8ae94081e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:02.883260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.912046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.922986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae328079-c5af-441f-bbab-d0b9171c3168 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:02.924047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:02.925136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:02.930540 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:03.028901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.038190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.040708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/networks/0cebd234-e151-407a-a1f5-4601d86a58eb HTTP/1.1" status: 204 len: 168 time: 0.5252550 Jul 09 17:08:03.043181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:03.064251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318b46-0557-4eb9-bf01-e6511f16cb79 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Network': ['ID=0cebd234-e151-407a-a1f5-4601d86a58eb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:03.130659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:03.190993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.265742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf123d00-791f-4226-bf0c-0713067836c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.305467 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.319717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4ba3ce-473f-4246-bb3c-fa4c263337b0']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:03.341137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bef1b6-151c-4929-b7bf-61977520c971') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:03.341972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bef1b6-151c-4929-b7bf-61977520c971') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:03.354262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.378424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.388159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:03.389031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:03.394402 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:03.400462 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf123d00-791f-4226-bf0c-0713067836c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.405685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf123d00-791f-4226-bf0c-0713067836c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.449823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bf123d00-791f-4226-bf0c-0713067836c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4180fb5126f24742a38714fd58a779ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177748 Jul 09 17:08:03.451724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf123d00-791f-4226-bf0c-0713067836c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060511f4-c24d-4edc-81b3-1cb3d4fca29a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:03.455051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:03.483433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.489153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.496873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] 10.222.0.48 "DELETE /v2.0/networks/bb4ba3ce-473f-4246-bb3c-fa4c263337b0 HTTP/1.1" status: 204 len: 168 time: 0.4520581 Jul 09 17:08:03.525242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d22ba-3133-42f7-aaf3-76d93e8d3b56 tempest-BulkNetworkOpsIpV6Test-1749871566 tempest-BulkNetworkOpsIpV6Test-1749871566-project] Pushing event deleted for resources: {'Network': ['ID=bb4ba3ce-473f-4246-bb3c-fa4c263337b0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:03.540850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d1ff71-2b21-4767-9f5d-f042f40297f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.576353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d1ff71-2b21-4767-9f5d-f042f40297f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.677769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d1ff71-2b21-4767-9f5d-f042f40297f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.680610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d1ff71-2b21-4767-9f5d-f042f40297f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:03.681802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-54d1ff71-2b21-4767-9f5d-f042f40297f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/060511f4-c24d-4edc-81b3-1cb3d4fca29a HTTP/1.1" status: 204 len: 168 time: 0.2257266 Jul 09 17:08:03.695717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1ff71-2b21-4767-9f5d-f042f40297f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060511f4-c24d-4edc-81b3-1cb3d4fca29a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:03.710909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a84125-2c5a-4f9e-91da-d1273b30770c req-ac1799e9-f157-4d61-a11e-173f31441c9e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:03.711988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2a84125-2c5a-4f9e-91da-d1273b30770c req-ac1799e9-f157-4d61-a11e-173f31441c9e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 947 time: 0.0916569 Jul 09 17:08:03.778451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57874) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:03.818626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2a84125-2c5a-4f9e-91da-d1273b30770c req-cbdcff29-b85f-4c7c-94a9-8a8bb814051c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups?id=408f8f47-ce25-4307-a042-05d58fd4335a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993295 Jul 09 17:08:03.867683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301969-f38c-4974-9321-c2ba2176141c req-d9e293ea-7f27-4de4-b393-69d97f42c75f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:03.869325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90301969-f38c-4974-9321-c2ba2176141c req-d9e293ea-7f27-4de4-b393-69d97f42c75f tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 947 time: 0.1094916 Jul 09 17:08:03.982593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Deleting port dc3f824a-9553-4b42-acab-761e6e124935 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:03.983028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.072808 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f4b7901-3948-4095-8978-39dad1ce3872 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80eb4939e24b45239a7ba38d32d13c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930670 Jul 09 17:08:04.077563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 57884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:04.097885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] For port dc3f824a-9553-4b42-acab-761e6e124935, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=dc3f824a-9553-4b42-acab-761e6e124935,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:04.098259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.132122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd030d5f-3548-44ed-a47c-468e406dc259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.160040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd030d5f-3548-44ed-a47c-468e406dc259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.221230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd030d5f-3548-44ed-a47c-468e406dc259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.224529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd030d5f-3548-44ed-a47c-468e406dc259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.228544 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fd030d5f-3548-44ed-a47c-468e406dc259 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a9b7b10-2873-4af1-9d81-0d1be1599719 HTTP/1.1" status: 204 len: 168 time: 0.1473441 Jul 09 17:08:04.245999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd030d5f-3548-44ed-a47c-468e406dc259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9b7b10-2873-4af1-9d81-0d1be1599719,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:04.342052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.342434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.342793 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Floating IP 90171ac0-17a4-45fa-a5e8-8a6ff469d8b6 disassociated. External IP: 172.25.7.40, port: dc3f824a-9553-4b42-acab-761e6e124935. Jul 09 17:08:04.343316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Calling delete_port for dc3f824a-9553-4b42-acab-761e6e124935 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:04.499564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.533490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event deleted for resources: {'Port': ['ID=dc3f824a-9553-4b42-acab-761e6e124935,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:04.653967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:08:04.792544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:04.802694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:04.815513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:04.816462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:04.847655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] No DVR routers for this DVR port dc3f824a-9553-4b42-acab-761e6e124935 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:04.852331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.854544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90301969-f38c-4974-9321-c2ba2176141c req-1ac2d850-7294-4b7c-b58f-f092c794fc4c tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.43 "DELETE /v2.0/ports/dc3f824a-9553-4b42-acab-761e6e124935 HTTP/1.1" status: 204 len: 173 time: 0.9784529 Jul 09 17:08:04.855046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-deleted', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:04.857885 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf9c05b-c7e6-4b90-a737-a0429f90b5a9" -d '{"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-deleted", "tag": "dc3f824a-9553-4b42-acab-761e6e124935"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:04.958715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:05.123690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4199454a-34cb-44e5-bf0e-86c73d054c3c req-c1dd9f13-7ba9-4c8c-b86f-b952ac6330d5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/ports?device_id=727881c5-840b-4718-a955-3a2eaad07b66 HTTP/1.1" status: 200 len: 210 time: 0.0824633 Jul 09 17:08:05.142566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:05.257988 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00acf7-c9c0-4bbc-a24b-34eed59b532d x-openstack-request-id: req-8a00acf7-c9c0-4bbc-a24b-34eed59b532d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:05.258311 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727881c5-840b-4718-a955-3a2eaad07b66", "name": "network-vif-deleted", "tag": "dc3f824a-9553-4b42-acab-761e6e124935", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:05.258976 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a00acf7-c9c0-4bbc-a24b-34eed59b532d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:05.259845 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727881c5-840b-4718-a955-3a2eaad07b66', 'name': 'network-vif-deleted', 'tag': 'dc3f824a-9553-4b42-acab-761e6e124935', 'status': 'completed', 'code': 200} Jul 09 17:08:05.287413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662695054'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:05.294142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:05.317999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:05.324685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.337549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:05.340624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.351686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:05.352713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:05.480281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.485409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.513030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:05.516483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:05.529448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48bd37d-6f7e-4b3b-b989-4c9709fec4db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:05.532417 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.532908 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 68cdcb7e-54f0-4d96-a19c-df976f3dfbf7 of type vlan for network e54deeee-19c4-4039-8f12-2afdad7c26ba Jul 09 17:08:05.579052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.630889 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.656761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:05.658032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.729391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5854304 Jul 09 17:08:05.807477 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a5980e4-a90d-466f-b225-8d0c0c02b144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.858597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb24de2-0a9d-4a8a-a4d8-5a38f5e0302f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=e54deeee-19c4-4039-8f12-2afdad7c26ba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:05.878663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 57976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:05.879820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network e54deeee-19c4-4039-8f12-2afdad7c26ba details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:05.892954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:06.023698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:06.068933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6ab8c-9d1d-481e-857f-f07932826062 None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T16:58:39Z', 'revision_number': 4, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b998e2ed-1816-4548-9571-a87ffcec9e8a', 'name': '', 'network_id': '6cbff6f1-f664-4ef9-b956-1524bf7b630c', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'mac_address': 'fa:16:3e:4c:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:38Z', 'updated_at': '2021-07-09T16:58:47Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'subnets': [{'id': '704bd363-e5af-49b7-9712-d199fe1b9b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:06.071865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:06.077921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.309816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:06.343426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.387528 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183df45-d0f4-40c1-8285-1d1d3d1e728a None None] New status for floating IP 90171ac0-17a4-45fa-a5e8-8a6ff469d8b6: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:08:06.436965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=e55e597c-164b-4ddf-b2f7-81639b08523b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:06.444494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ac978f-ec5f-4657-a512-d69bd7a3f0c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.460356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:06.460721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: e54deeee-19c4-4039-8f12-2afdad7c26ba, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:06.477142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ac978f-ec5f-4657-a512-d69bd7a3f0c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.511618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network e54deeee-19c4-4039-8f12-2afdad7c26ba is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:06.524483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, e54deeee-19c4-4039-8f12-2afdad7c26ba) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:06.529972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:06.530682 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.540108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7864c-c3a4-4aee-a2e9-9707ed1a8e2c None None] Network e54deeee-19c4-4039-8f12-2afdad7c26ba requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:06.549612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:06.550253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9804c86f-6bb4-4dcc-b16e-ecb6be9efa18 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6693342 Jul 09 17:08:06.555659 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ac978f-ec5f-4657-a512-d69bd7a3f0c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.556678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1194315285'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:06.558579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ac978f-ec5f-4657-a512-d69bd7a3f0c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.559735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-78ac978f-ec5f-4657-a512-d69bd7a3f0c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "DELETE /v2.0/security-groups/408f8f47-ce25-4307-a042-05d58fd4335a HTTP/1.1" status: 204 len: 168 time: 0.2489593 Jul 09 17:08:06.563743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:06.584195 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ca64056c-d410-44db-a95d-bd8c63609e4a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] show failed (client error): The resource could not be found. Jul 09 17:08:06.585230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca64056c-d410-44db-a95d-bd8c63609e4a tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "GET /v2.0/security-groups/408f8f47-ce25-4307-a042-05d58fd4335a HTTP/1.1" status: 404 len: 347 time: 0.0203123 Jul 09 17:08:06.586153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac978f-ec5f-4657-a512-d69bd7a3f0c5 tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408f8f47-ce25-4307-a042-05d58fd4335a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:06.588500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:06.611527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:06.615286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.646340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:06.656214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.657020 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment b8ef904a-72b5-4ee0-a9c9-ddfb348f073a of type vlan for network 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 Jul 09 17:08:06.705633 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.740154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.746440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:06.751202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.815209 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2634611 Jul 09 17:08:06.818828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:06.820019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-e54deeee-19c4-4039-8f12-2afdad7c26ba', 'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': 'e55e597c-164b-4ddf-b2f7-81639b08523b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:06.820918 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.826720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '9a5cce50-cfb5-44b2-9e9c-52c4041a04d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:06.894948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ec3bb-62fc-4599-b396-ebc9ba80a5ee tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=9a5cce50-cfb5-44b2-9e9c-52c4041a04d9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:06.929048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:06.964033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:06.968431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.109722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Allocated IP 172.20.255.242 (e54deeee-19c4-4039-8f12-2afdad7c26ba/e55e597c-164b-4ddf-b2f7-81639b08523b/22ffb00c-2ed7-4654-89bb-3b8da9386da7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:07.183106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Deleting port 01ec6e35-6dfd-4604-bf9b-29f2ffed2b6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:07.183364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.245517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.275035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.275387 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.294835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Calling delete_port for 01ec6e35-6dfd-4604-bf9b-29f2ffed2b6d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:07.295086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.307857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Transition to ACTIVE for port object 22ffb00c-2ed7-4654-89bb-3b8da9386da7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:07.316930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=70670679-e000-495d-9102-b780f2f5b67f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.327006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': 'b8ef904a-72b5-4ee0-a9c9-ddfb348f073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9a5cce50-cfb5-44b2-9e9c-52c4041a04d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:07.327716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:07.328693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Transition to ACTIVE for port object 22ffb00c-2ed7-4654-89bb-3b8da9386da7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:07.337412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.357275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:07.371140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:07.377387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:07.378585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.379362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Network e54deeee-19c4-4039-8f12-2afdad7c26ba is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:07.386428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:07.389038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82ace6-b9d6-461b-8db7-5eb7ad396253 None None] Network 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:07.391031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:07.401603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2e44812e-72c6-4309-be03-65427af198db tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5812593 Jul 09 17:08:07.404535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:07.443564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Pushing event updated for resources: {'Port': ['ID=22ffb00c-2ed7-4654-89bb-3b8da9386da7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.489156 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.516053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Attempting to bind port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:07.516053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Attempting to bind port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:07.516523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Attempting to bind port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 on network e54deeee-19c4-4039-8f12-2afdad7c26ba {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:07.520471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Pushing event deleted for resources: {'Port': ['ID=01ec6e35-6dfd-4604-bf9b-29f2ffed2b6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.529065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:07.529463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Checking segment: {'id': '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:07.529883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.530274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Bound using segment: {'id': '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:07.531583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Bound port: 22ffb00c-2ed7-4654-89bb-3b8da9386da7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e54deeee-19c4-4039-8f12-2afdad7c26ba'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:07.531889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.532009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.599212 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.608214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.608214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66a1c1f3-2ce1-4104-a43e-a4b05df2f05e tempest-AttachVolumeShelveTestJSON-1354028561 tempest-AttachVolumeShelveTestJSON-1354028561-project] 10.222.0.48 "DELETE /v2.0/floatingips/90171ac0-17a4-45fa-a5e8-8a6ff469d8b6 HTTP/1.1" status: 204 len: 168 time: 1.0164292 Jul 09 17:08:07.657254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.672801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] For port 22ffb00c-2ed7-4654-89bb-3b8da9386da7, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:07.688857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec77d5-5fb2-41a4-87b7-db1105b26552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-9a5cce50-cfb5-44b2-9e9c-52c4041a04d9', 'network_id': '9a5cce50-cfb5-44b2-9e9c-52c4041a04d9', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': '70670679-e000-495d-9102-b780f2f5b67f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:07.689564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccec77d5-5fb2-41a4-87b7-db1105b26552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.698645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] For port 22ffb00c-2ed7-4654-89bb-3b8da9386da7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22ffb00c-2ed7-4654-89bb-3b8da9386da7,segment=NetworkSegment(68cdcb7e-54f0-4d96-a19c-df976f3dfbf7),segment_id=68cdcb7e-54f0-4d96-a19c-df976f3dfbf7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:07.710927 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.777307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.814266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=70670679-e000-495d-9102-b780f2f5b67f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.905945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.917605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5cce50-cfb5-44b2-9e9c-52c4041a04d9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.917867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf1435-a623-43b5-af17-0e39f61701fc None None] Pushing event updated for resources: {'Port': ['ID=22ffb00c-2ed7-4654-89bb-3b8da9386da7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.930335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ef904a-72b5-4ee0-a9c9-ddfb348f073a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.930897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ef904a-72b5-4ee0-a9c9-ddfb348f073a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-ccec77d5-5fb2-41a4-87b7-db1105b26552 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70670679-e000-495d-9102-b780f2f5b67f: This subnet is being modified by another concurrent operation. Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70670679-e000-495d-9102-b780f2f5b67f: This subnet is being modified by another concurrent operation. Jul 09 17:08:07.933499 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:08:07.952593 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.981401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609c331-f9f5-48d4-b623-ef45e48658fe None None] Network 9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:07.990511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.998584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:07.999821 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:08.073765 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:08.079646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.095203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.116123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:08.116888 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 HTTP/1.1" status: 204 len: 168 time: 0.7111225 Jul 09 17:08:08.138370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1677974120'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:08.141338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40e6d5-5621-40cf-9207-26f9dbd05186 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=9a5cce50-cfb5-44b2-9e9c-52c4041a04d9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:08.176171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:08.186166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.206277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:08.228843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: dc3f824a-9553-4b42-acab-761e6e124935 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:08.229227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device dc3f824a-9553-4b42-acab-761e6e124935 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:08.231173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:08.251082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.251492 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 8942dff4-1973-454c-8b4a-a0103480d8d9 of type vlan for network 55f72b0f-9b6f-4ae4-bf36-91279006999e Jul 09 17:08:08.309338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.316157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccb19ccb-8d95-472a-82b7-bb65c8565276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.324682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.344003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.350129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:08.350748 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.412257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2935882 Jul 09 17:08:08.414986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:08.420136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '55f72b0f-9b6f-4ae4-bf36-91279006999e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:08.439112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f91e22-8ab1-4b73-8d31-e7ffe7212900 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=55f72b0f-9b6f-4ae4-bf36-91279006999e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:08.449611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 55f72b0f-9b6f-4ae4-bf36-91279006999e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:08.527136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:08.532916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.571168 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.614795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:08:08.615651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:08:08.778112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.860238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=b5b9e9cb-cead-4c88-88e8-3a20cd21d4f7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:08.871111 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '8942dff4-1973-454c-8b4a-a0103480d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '55f72b0f-9b6f-4ae4-bf36-91279006999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:08.871449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 55f72b0f-9b6f-4ae4-bf36-91279006999e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:08.891407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 55f72b0f-9b6f-4ae4-bf36-91279006999e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:08.904058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 55f72b0f-9b6f-4ae4-bf36-91279006999e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:08.910126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:08.910660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.915479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094b010-59f5-44b8-a109-e371d0ce2a5e None None] Network 55f72b0f-9b6f-4ae4-bf36-91279006999e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:08.933599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1dd24f0-aa19-47b3-942a-da950cd9f6ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5175140 Jul 09 17:08:08.936501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:09.153555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.194194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964968eb-7fcc-47d9-b022-816ce62c569c None None] Network e54deeee-19c4-4039-8f12-2afdad7c26ba requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:09.216946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22ffb00c-2ed7-4654-89bb-3b8da9386da7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:09.237849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.271715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f88455-a8d8-490d-b9a8-2caf9e625c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-55f72b0f-9b6f-4ae4-bf36-91279006999e', 'network_id': '55f72b0f-9b6f-4ae4-bf36-91279006999e', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': 'b5b9e9cb-cead-4c88-88e8-3a20cd21d4f7'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:09.273449 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2f88455-a8d8-490d-b9a8-2caf9e625c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.331166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ffd7771-b0bb-43fa-94a7-2a0c02f46fb0 None None] Provisioning for port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:09.339610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.379693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.439640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b9e9cb-cead-4c88-88e8-3a20cd21d4f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:09.457507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db302c-e5e6-4871-b3e1-1eef140751c6 None None] Network 55f72b0f-9b6f-4ae4-bf36-91279006999e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:09.464271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.468090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:09.480856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f72b0f-9b6f-4ae4-bf36-91279006999e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:09.502513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8942dff4-1973-454c-8b4a-a0103480d8d9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:09.502821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8942dff4-1973-454c-8b4a-a0103480d8d9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:09.520240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.528324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:09.528739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.548215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.561487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:09.562604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:09.568254 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:09.650046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.654724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.657550 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/55f72b0f-9b6f-4ae4-bf36-91279006999e HTTP/1.1" status: 204 len: 168 time: 0.7192945 Jul 09 17:08:09.662210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:09.670718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036850393'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:09.676534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6ff51-26dd-4a28-96ca-2ccb90365355 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=55f72b0f-9b6f-4ae4-bf36-91279006999e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:09.726940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:09.730888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.732524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.761738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:09.773465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.774726 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment abbe9cb4-35b6-43bf-a99e-7c9cf61e682d of type vlan for network 717b522a-0865-4c9e-a1b8-0af7252ed961 Jul 09 17:08:09.897133 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.980265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.983264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 22ffb00c-2ed7-4654-89bb-3b8da9386da7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22ffb00c-2ed7-4654-89bb-3b8da9386da7,segment=NetworkSegment(68cdcb7e-54f0-4d96-a19c-df976f3dfbf7),segment_id=68cdcb7e-54f0-4d96-a19c-df976f3dfbf7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:09.989231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:09.990037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.995157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.066267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:10.066874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4015934 Jul 09 17:08:10.073488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '717b522a-0865-4c9e-a1b8-0af7252ed961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:10.076987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174902ec-7ed5-425d-b092-59183360c0d5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=717b522a-0865-4c9e-a1b8-0af7252ed961,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:10.094425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 717b522a-0865-4c9e-a1b8-0af7252ed961 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:10.180702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a48e5b-7399-42c0-9612-3c90865b6a50 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:10.189536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=22ffb00c-2ed7-4654-89bb-3b8da9386da7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:10.296436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8b1b656-61af-4590-8df8-3c5c2017bfe4 None None] Provisioning complete for port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:10.298161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8b1b656-61af-4590-8df8-3c5c2017bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.324917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:10.332073 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.438537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a48e5b-7399-42c0-9612-3c90865b6a50 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:10.634623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.709226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=1bcece30-6c71-48e6-9251-de85c7e4e7f0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:10.717872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': 'abbe9cb4-35b6-43bf-a99e-7c9cf61e682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '717b522a-0865-4c9e-a1b8-0af7252ed961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:10.718234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 717b522a-0865-4c9e-a1b8-0af7252ed961, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:10.740163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 717b522a-0865-4c9e-a1b8-0af7252ed961 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:10.757938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 717b522a-0865-4c9e-a1b8-0af7252ed961) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:10.774779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:10.776292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.796170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5da7b2f2-0303-44e3-935e-b23a86bb5de0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7275870 Jul 09 17:08:10.798730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:10.832601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda218f3-1774-4081-ac03-b0d1f78f90fd None None] Network 717b522a-0865-4c9e-a1b8-0af7252ed961 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:10.983302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.094755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6768a-3b27-4a08-bf14-f914651951f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-717b522a-0865-4c9e-a1b8-0af7252ed961', 'network_id': '717b522a-0865-4c9e-a1b8-0af7252ed961', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': '1bcece30-6c71-48e6-9251-de85c7e4e7f0'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:11.095667 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4e6768a-3b27-4a08-bf14-f914651951f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.136777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.181497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22ffb00c-2ed7-4654-89bb-3b8da9386da7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:11.188310 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.234337 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-e4e6768a-3b27-4a08-bf14-f914651951f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bcece30-6c71-48e6-9251-de85c7e4e7f0: This subnet is being modified by another concurrent operation. Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bcece30-6c71-48e6-9251-de85c7e4e7f0: This subnet is being modified by another concurrent operation. Jul 09 17:08:11.247745 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:08:11.279014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcece30-6c71-48e6-9251-de85c7e4e7f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:11.282196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45314eba-fdc6-4feb-b35d-662472b7eb64 None None] Network 717b522a-0865-4c9e-a1b8-0af7252ed961 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:11.342852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:11.343754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.392207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.410752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717b522a-0865-4c9e-a1b8-0af7252ed961']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:11.441574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbe9cb4-35b6-43bf-a99e-7c9cf61e682d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:11.441574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbe9cb4-35b6-43bf-a99e-7c9cf61e682d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:11.452227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.474917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.484259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:11.485070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:11.508888 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:11.530260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc252c-2766-4b5a-96e1-46fbf1de875d None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:11.579668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.588286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.590268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/717b522a-0865-4c9e-a1b8-0af7252ed961 HTTP/1.1" status: 204 len: 168 time: 0.7905061 Jul 09 17:08:11.597545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:11.600341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094200613'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:11.602717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988b59a-4efc-486b-8220-ce1ac8c37dff tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=717b522a-0865-4c9e-a1b8-0af7252ed961,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:11.627358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:11.630894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.661710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:11.663848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dc252c-2766-4b5a-96e1-46fbf1de875d None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:11.676416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.676763 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment c13b970a-eaa0-4270-ad53-505489a25a83 of type vlan for network 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 Jul 09 17:08:11.726162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.768157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.774829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:11.776027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:11.864365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:11.864962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2685533 Jul 09 17:08:11.868426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73590a0e-69de-4884-9583-0450b5bf14e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=2d7a4fe9-fef8-4346-9cc6-8a902ce6a013,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:11.880994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '2d7a4fe9-fef8-4346-9cc6-8a902ce6a013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:11.882258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:12.026550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:12.034326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.241289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.303533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=f53e0576-1342-4091-880a-17e0f19fcfbc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:12.316241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': 'c13b970a-eaa0-4270-ad53-505489a25a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2d7a4fe9-fef8-4346-9cc6-8a902ce6a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:12.316666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:12.341169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:12.358597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:12.365753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:12.366672 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.375655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c9daf-bbfd-4bbf-90f2-c897728aabe6 None None] Network 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:12.401962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-98c025f9-3439-4126-acee-7eb4706c4195 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5359399 Jul 09 17:08:12.405978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:12.563832 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.616519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57895d1c-3e6f-40e0-a9ab-7ed5983d9dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-2d7a4fe9-fef8-4346-9cc6-8a902ce6a013', 'network_id': '2d7a4fe9-fef8-4346-9cc6-8a902ce6a013', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': 'f53e0576-1342-4091-880a-17e0f19fcfbc'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:12.617490 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57895d1c-3e6f-40e0-a9ab-7ed5983d9dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.624451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.706136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-57895d1c-3e6f-40e0-a9ab-7ed5983d9dd7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f53e0576-1342-4091-880a-17e0f19fcfbc: This subnet is being modified by another concurrent operation. Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f53e0576-1342-4091-880a-17e0f19fcfbc: This subnet is being modified by another concurrent operation. Jul 09 17:08:12.742308 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:08:12.751060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=f53e0576-1342-4091-880a-17e0f19fcfbc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:12.771984 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334675a-8d17-462e-9e3a-45065b60d72f None None] Network 2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:12.832827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.847596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7a4fe9-fef8-4346-9cc6-8a902ce6a013']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:12.867361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13b970a-eaa0-4270-ad53-505489a25a83') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:12.868077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13b970a-eaa0-4270-ad53-505489a25a83') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:12.881506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.900370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.908068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:12.908485 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:12.912019 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:12.915298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90fb823-39f7-47b3-b5ac-a3d395eee4f3 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:12.980073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.993383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.000276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 HTTP/1.1" status: 204 len: 168 time: 0.5885923 Jul 09 17:08:13.000499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:13.005482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789968657'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:13.021572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f89df-c0ff-46eb-9dff-6241e5fa088b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=2d7a4fe9-fef8-4346-9cc6-8a902ce6a013,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:13.045459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:13.050252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.053111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90fb823-39f7-47b3-b5ac-a3d395eee4f3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:13.092420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:13.106934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.107286 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 14c23271-138b-4c17-bde9-f17ad8e2e02d of type vlan for network c9232da0-ca90-4435-95bb-1f923347aa72 Jul 09 17:08:13.164000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.205249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.212474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.213342 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.281388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2782094 Jul 09 17:08:13.281735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:13.287295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:13.304049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61691e72-2e96-43bd-aeb5-c51b9281edc1 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=c9232da0-ca90-4435-95bb-1f923347aa72,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:13.324122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c9232da0-ca90-4435-95bb-1f923347aa72 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:13.421886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:13.426105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.502514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:08:13.502747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:08:13.669932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.744125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '14c23271-138b-4c17-bde9-f17ad8e2e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:13.744515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: c9232da0-ca90-4435-95bb-1f923347aa72, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:13.747667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=c2bde726-a773-424b-a2b6-9240dfbe0636,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:13.761092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58080) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:13.773796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network c9232da0-ca90-4435-95bb-1f923347aa72 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:13.788497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c9232da0-ca90-4435-95bb-1f923347aa72) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:13.793610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.794183 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.800089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e6b02-815d-4fac-a975-1a4efc112c80 None None] Network c9232da0-ca90-4435-95bb-1f923347aa72 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:13.819865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:13.826688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-54ac80fb-bfd8-4a75-a549-3ad9e810145b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5362058 Jul 09 17:08:14.002790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c9232da0-ca90-4435-95bb-1f923347aa72', 'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': 'c2bde726-a773-424b-a2b6-9240dfbe0636'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:14.003927 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.014917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.142917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.155496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Allocated IP 172.20.0.3 (c9232da0-ca90-4435-95bb-1f923347aa72/c2bde726-a773-424b-a2b6-9240dfbe0636/8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:14.312174 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.322540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Transition to ACTIVE for port object 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:14.340727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Transition to ACTIVE for port object 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:14.349996 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.391952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Network c9232da0-ca90-4435-95bb-1f923347aa72 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:14.398769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:14.403048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:14.410899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Pushing event updated for resources: {'Port': ['ID=8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:14.412090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.455455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bde726-a773-424b-a2b6-9240dfbe0636,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:14.460870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.461217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.461568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.461901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.462234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.462592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.462927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.463253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.463647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.463979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.464307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.464646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:14.483249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Attempting to bind port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:14.483626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Attempting to bind port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '14c23271-138b-4c17-bde9-f17ad8e2e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:14.484018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Attempting to bind port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e on network c9232da0-ca90-4435-95bb-1f923347aa72 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:14.492102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:14.492762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Checking segment: {'id': '14c23271-138b-4c17-bde9-f17ad8e2e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:14.493734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.494214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Bound using segment: {'id': '14c23271-138b-4c17-bde9-f17ad8e2e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:14.495019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Bound port: 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c23271-138b-4c17-bde9-f17ad8e2e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c9232da0-ca90-4435-95bb-1f923347aa72'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:14.495920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.516673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.560377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.576671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9232da0-ca90-4435-95bb-1f923347aa72']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:14.585309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] For port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:14.588666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c23271-138b-4c17-bde9-f17ad8e2e02d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:14.588972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c23271-138b-4c17-bde9-f17ad8e2e02d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:14.591403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] For port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e,segment=NetworkSegment(14c23271-138b-4c17-bde9-f17ad8e2e02d),segment_id=14c23271-138b-4c17-bde9-f17ad8e2e02d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:14.597946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.628427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.649909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.659960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:14.660477 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:14.663928 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:14.698152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43329cf3-2f95-4d48-84a8-41e111e3041e None None] Pushing event updated for resources: {'Port': ['ID=8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:14.725141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702ae8d-580c-413f-abe2-1bb6b3997b69 None None] Network c9232da0-ca90-4435-95bb-1f923347aa72 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:14.769175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:08:14.769175 n-d-800085-2 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:08:14.769175 n-d-800085-2 neutron-server[93768]: [parameters: {'id': 'c9232da0-ca90-4435-95bb-1f923347aa72'}] Jul 09 17:08:14.769175 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:08:14.769733 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:08:14.909090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf50b4-071d-4473-afd2-f798c07d7427 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:15.020697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf50b4-071d-4473-afd2-f798c07d7427 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:15.290003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.307360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Deleting port b998e2ed-1816-4548-9571-a87ffcec9e8a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:15.307710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.418616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] For port b998e2ed-1816-4548-9571-a87ffcec9e8a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b998e2ed-1816-4548-9571-a87ffcec9e8a,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:15.419094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.434369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Deleting port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:15.434730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.440201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Calling delete_port for b998e2ed-1816-4548-9571-a87ffcec9e8a owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:15.540836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] For port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e,segment=NetworkSegment(14c23271-138b-4c17-bde9-f17ad8e2e02d),segment_id=14c23271-138b-4c17-bde9-f17ad8e2e02d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:15.541153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.565039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Calling delete_port for 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:15.709984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.776829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Port': ['ID=8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:15.786395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No DVR routers for this DVR port 8cf93fa4-5ec0-41e5-879b-4dd71dd8d69e on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:15.860317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.909828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Pushing event deleted for resources: {'Port': ['ID=b998e2ed-1816-4548-9571-a87ffcec9e8a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:15.914886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.957111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9232da0-ca90-4435-95bb-1f923347aa72']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:15.988516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c23271-138b-4c17-bde9-f17ad8e2e02d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:15.988788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c23271-138b-4c17-bde9-f17ad8e2e02d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:16.003595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.058905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.070136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:16.070579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:16.073708 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:16.173946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.181906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.184010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/c9232da0-ca90-4435-95bb-1f923347aa72 HTTP/1.1" status: 204 len: 168 time: 2.3627772 Jul 09 17:08:16.189309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:16.202525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46143075'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:16.208800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bb873-d3e3-4a02-8e71-2d63b2fc1bf9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=c9232da0-ca90-4435-95bb-1f923347aa72,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:16.212699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.272792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:16.276566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.346659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:16.366690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.366964 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 548c611c-aa25-41e1-857e-c8565c817e51 of type vlan for network 1663a2f8-e57e-42ce-89b7-aeffcad25447 Jul 09 17:08:16.417961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.532734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.537969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:16.538650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.614297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4158845 Jul 09 17:08:16.619264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:16.629465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '1663a2f8-e57e-42ce-89b7-aeffcad25447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:16.635978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:08:16.690312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504ee6e-206c-49bd-8473-f91a937f64e8 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=1663a2f8-e57e-42ce-89b7-aeffcad25447,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:16.700720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1663a2f8-e57e-42ce-89b7-aeffcad25447 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:16.817932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:16.822517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.890205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:16.897577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-05ebdeac-8126-4dd8-9022-7694c6d4c37e admin admin] 10.222.0.48 "PUT /v2.0/routers/4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1351883 Jul 09 17:08:16.900299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:16.908217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] Sync routers for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:16.931483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:16.932157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.059109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.063321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.078164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:17.136510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '548c611c-aa25-41e1-857e-c8565c817e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1663a2f8-e57e-42ce-89b7-aeffcad25447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:17.136871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 1663a2f8-e57e-42ce-89b7-aeffcad25447, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:17.147972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=de0d69a4-df6b-4ae2-b590-28e0f1c16d0a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:17.165454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 1663a2f8-e57e-42ce-89b7-aeffcad25447 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:17.178678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1663a2f8-e57e-42ce-89b7-aeffcad25447) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:17.191707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989195f9-b331-4f22-a697-b146451a0318 None None] Network 1663a2f8-e57e-42ce-89b7-aeffcad25447 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:17.192788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:17.193400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.208239 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.218370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-784a3405-7abf-4def-8f50-ece7f61ac840 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5966725 Jul 09 17:08:17.221775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:17.273365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Deleting port 37231662-5ba6-4f14-8125-bcb50db45374 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:17.274205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.351455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.388533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] For port 37231662-5ba6-4f14-8125-bcb50db45374, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=37231662-5ba6-4f14-8125-bcb50db45374,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:17.388906 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.404876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Calling delete_port for 37231662-5ba6-4f14-8125-bcb50db45374 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:17.419776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.505742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.554330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=de0d69a4-df6b-4ae2-b590-28e0f1c16d0a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:17.596861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f95af9-9986-45c0-a5ed-891fbebb87b8 None None] Network 1663a2f8-e57e-42ce-89b7-aeffcad25447 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:17.628999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.633643 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.649224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1663a2f8-e57e-42ce-89b7-aeffcad25447']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.663702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548c611c-aa25-41e1-857e-c8565c817e51') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.664174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548c611c-aa25-41e1-857e-c8565c817e51') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.667303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Pushing event deleted for resources: {'Port': ['ID=37231662-5ba6-4f14-8125-bcb50db45374,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:17.668478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '37231662-5ba6-4f14-8125-bcb50db45374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T17:08:15Z', 'revision_number': 5, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port': {'id': '37231662-5ba6-4f14-8125-bcb50db45374', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:34Z', 'updated_at': '2021-07-09T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.683193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.704359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] Checking router: 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:17.706118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.725032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:17.725486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:17.729931 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:17.756997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] Routers {'4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:17.758003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.787519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.835230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.841359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] Set router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:17.848550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.859513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/1663a2f8-e57e-42ce-89b7-aeffcad25447 HTTP/1.1" status: 204 len: 168 time: 0.6337564 Jul 09 17:08:17.872927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:17.878402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374889235'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:17.882149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cce5c-6d53-445e-8407-e26be77aa225 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=1663a2f8-e57e-42ce-89b7-aeffcad25447,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:17.893489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.897062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.910091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T17:08:17Z', 'revision_number': 7, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:17.914836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:17.919727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.951543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:17.954884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c5ed4-3e0c-4622-a7ce-ecff97df6645 None None] The sync data for ids ['4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6'] in n-d-800085-2 is: [{'id': '4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1460837338-router', 'tenant_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:33Z', 'updated_at': '2021-07-09T17:08:17Z', 'revision_number': 7, 'project_id': '1b1f3a05b54948dbbbf0bfff9387f494', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:17.965916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.967195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:17.972958 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.975734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:17.976094 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 22a78d1c-fe1e-4287-b6a0-93c600a20c28 of type vlan for network 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 Jul 09 17:08:17.977307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:17.977730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3fcaac5d-c0a9-46a7-9c63-4bbda0c81830 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4ca30db1-bebd-4dbd-a7ce-0e0daf21f8c6 HTTP/1.1" status: 204 len: 168 time: 1.0761569 Jul 09 17:08:18.061367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.063487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Deleting subnet 704bd363-e5af-49b7-9712-d199fe1b9b7f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:18.067759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.121414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.140843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.146445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:18.147069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.222974 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3488302 Jul 09 17:08:18.225906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:18.232024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '41e3bdc8-b08f-461e-8f6c-8e1449d8fad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:18.255472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310bda5-71d8-419d-998f-1ed1e51c2e7d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=41e3bdc8-b08f-461e-8f6c-8e1449d8fad3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:18.269123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:18.297251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.359129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:18.363918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.396119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.418295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242053d-e84e-4247-9a17-439ecf263cd3 None None] Network 6cbff6f1-f664-4ef9-b956-1524bf7b630c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:18.428939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.433171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/704bd363-e5af-49b7-9712-d199fe1b9b7f HTTP/1.1" status: 204 len: 168 time: 0.4524367 Jul 09 17:08:18.433171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61824626-f2e3-4c91-85a8-a1b091f8aed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704bd363-e5af-49b7-9712-d199fe1b9b7f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:18.434135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:18.515253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.616265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.618967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Deleting port d7099a28-e4a4-452b-b067-14ea3d7675d1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:18.619365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.683518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=86dff70a-b616-4abd-af6f-3d7cedf0546b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:18.689393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] For port d7099a28-e4a4-452b-b067-14ea3d7675d1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d7099a28-e4a4-452b-b067-14ea3d7675d1,segment=NetworkSegment(7e570130-7996-47d2-aa99-43afdb8b9ce1),segment_id=7e570130-7996-47d2-aa99-43afdb8b9ce1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:18.689762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.691134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '22a78d1c-fe1e-4287-b6a0-93c600a20c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '41e3bdc8-b08f-461e-8f6c-8e1449d8fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:18.691495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:18.707218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Calling delete_port for d7099a28-e4a4-452b-b067-14ea3d7675d1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:18.710646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:18.730702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:18.735419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:18.736021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.749094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e715591-58de-41c3-ba56-8f217f5ef0ba None None] Network 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:18.761578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-11a1e1bb-5562-4043-88f3-a1f5bdc2624a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5311563 Jul 09 17:08:18.761844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:18.795009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4e8db-0c38-4861-8c20-02f996713689 None None] DHCP port deletion for 6cbff6f1-f664-4ef9-b956-1524bf7b630c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:18.837585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.894634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] No DVR routers for this DVR port d7099a28-e4a4-452b-b067-14ea3d7675d1 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:18.896331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d7099a28-e4a4-452b-b067-14ea3d7675d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:18.911646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.985185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.002005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.006939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbff6f1-f664-4ef9-b956-1524bf7b630c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:19.030662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e570130-7996-47d2-aa99-43afdb8b9ce1') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:19.031260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e570130-7996-47d2-aa99-43afdb8b9ce1') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:19.042141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.044632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e5e77b-23d9-4007-97ae-405a0ece5369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-41e3bdc8-b08f-461e-8f6c-8e1449d8fad3', 'network_id': '41e3bdc8-b08f-461e-8f6c-8e1449d8fad3', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': '86dff70a-b616-4abd-af6f-3d7cedf0546b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:19.045525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e77b-23d9-4007-97ae-405a0ece5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.082529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.100866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:19.102004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.102243 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:19.104615 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:19.153731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b998e2ed-1816-4548-9571-a87ffcec9e8a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:19.164104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=86dff70a-b616-4abd-af6f-3d7cedf0546b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:19.186355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b998e2ed-1816-4548-9571-a87ffcec9e8a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:19.187045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b998e2ed-1816-4548-9571-a87ffcec9e8a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:19.187514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37231662-5ba6-4f14-8125-bcb50db45374 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:19.190783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.206905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.213292 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] 10.222.0.48 "DELETE /v2.0/networks/6cbff6f1-f664-4ef9-b956-1524bf7b630c HTTP/1.1" status: 204 len: 168 time: 0.7778952 Jul 09 17:08:19.229877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 37231662-5ba6-4f14-8125-bcb50db45374 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:19.230151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 37231662-5ba6-4f14-8125-bcb50db45374 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:19.230622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d7099a28-e4a4-452b-b067-14ea3d7675d1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:19.254655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515aa3-8b0d-4042-9892-7aba59fb1bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbff6f1-f664-4ef9-b956-1524bf7b630c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:19.256519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d7099a28-e4a4-452b-b067-14ea3d7675d1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:19.256871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d7099a28-e4a4-452b-b067-14ea3d7675d1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-c2e5e77b-23d9-4007-97ae-405a0ece5369 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86dff70a-b616-4abd-af6f-3d7cedf0546b: This subnet is being modified by another concurrent operation. Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86dff70a-b616-4abd-af6f-3d7cedf0546b: This subnet is being modified by another concurrent operation. Jul 09 17:08:19.272782 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:08:19.308851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e290af0b-8b6b-45a1-a832-cc53d1178563 None None] Network 41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:19.315232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.329840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e3bdc8-b08f-461e-8f6c-8e1449d8fad3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:19.348576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a78d1c-fe1e-4287-b6a0-93c600a20c28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:19.349100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a78d1c-fe1e-4287-b6a0-93c600a20c28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:19.362926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.385256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.400707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:19.401087 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:19.404412 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:19.442082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:19.490905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6a02ab02-3a52-4e91-8440-44d6c3faa628 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b1f3a05b54948dbbbf0bfff9387f494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470629 Jul 09 17:08:19.493343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:19.505233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3a37a-1978-4c66-b100-a0d008c6a9d5 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:19.511967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.522729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.531940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 HTTP/1.1" status: 204 len: 168 time: 0.7689009 Jul 09 17:08:19.534567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:19.545761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498764740'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:19.550405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643136c-611d-49f8-b0ad-761f3a040f40 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=41e3bdc8-b08f-461e-8f6c-8e1449d8fad3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:19.583885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-054286ed-70e7-4528-abd1-2d071e07a8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.586531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:19.589906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.601323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa3a37a-1978-4c66-b100-a0d008c6a9d5 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:19.631852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:19.635392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-054286ed-70e7-4528-abd1-2d071e07a8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.656294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.656558 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 038b88ca-4c82-4964-a08b-b3544b53e0a8 of type vlan for network b83ae833-054f-425f-add1-fd757b70e99e Jul 09 17:08:19.722808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.750934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-054286ed-70e7-4528-abd1-2d071e07a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.753830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-054286ed-70e7-4528-abd1-2d071e07a8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.758073 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-054286ed-70e7-4528-abd1-2d071e07a8e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9cbbf03-a243-4249-b2c9-064534436803 HTTP/1.1" status: 204 len: 168 time: 0.2608325 Jul 09 17:08:19.777844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054286ed-70e7-4528-abd1-2d071e07a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cbbf03-a243-4249-b2c9-064534436803,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:19.782662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.788898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:19.789682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:19.855985 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3175621 Jul 09 17:08:19.857250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:19.864319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:19.864576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787c14-61f7-4fbc-b48c-2ecd4ed1e553 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=b83ae833-054f-425f-add1-fd757b70e99e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:19.886727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b83ae833-054f-425f-add1-fd757b70e99e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:20.101742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.120407 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.134540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network b83ae833-054f-425f-add1-fd757b70e99e is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:08:20.140511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:20.141141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.146141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "PUT /v2.0/networks/b83ae833-054f-425f-add1-fd757b70e99e HTTP/1.1" status: 200 len: 723 time: 0.2842119 Jul 09 17:08:20.146655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:20.153631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:20.214564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f320bf2-053a-497a-bd17-f40c9722c175 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=b83ae833-054f-425f-add1-fd757b70e99e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:20.227802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b83ae833-054f-425f-add1-fd757b70e99e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:20.286909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:20.293884 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.533051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.613811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=7fc34f06-8c54-4206-9baf-b0228badb690,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:20.621629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '038b88ca-4c82-4964-a08b-b3544b53e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:20.623505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: b83ae833-054f-425f-add1-fd757b70e99e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:20.656558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network b83ae833-054f-425f-add1-fd757b70e99e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:20.669312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b83ae833-054f-425f-add1-fd757b70e99e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:20.673907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:20.674580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.685328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540aaa5b-6b84-417b-8046-fa6042411850 None None] Network b83ae833-054f-425f-add1-fd757b70e99e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:20.694669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:20.695136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-41e95cfa-d455-492f-b2cf-588a7dbc3654 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5471110 Jul 09 17:08:20.700901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:20.838554 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8729867'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:20.859785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-b83ae833-054f-425f-add1-fd757b70e99e', 'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': '7fc34f06-8c54-4206-9baf-b0228badb690'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:20.860772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.039043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756497902623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9179047'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.082425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Allocated IP 172.20.0.2 (b83ae833-054f-425f-add1-fd757b70e99e/7fc34f06-8c54-4206-9baf-b0228badb690/eae05ce5-c1a3-475b-a571-1ea0d462a5b0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:21.117725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:21.118391 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.122852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:21.123145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "PUT /v2.0/subnets/7fc34f06-8c54-4206-9baf-b0228badb690 HTTP/1.1" status: 200 len: 806 time: 0.4267483 Jul 09 17:08:21.141803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78f65-233d-406f-b01c-313583eed6f4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=7fc34f06-8c54-4206-9baf-b0228badb690,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:21.272387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.273679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.283388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Transition to ACTIVE for port object eae05ce5-c1a3-475b-a571-1ea0d462a5b0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:21.299996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Transition to ACTIVE for port object eae05ce5-c1a3-475b-a571-1ea0d462a5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:21.309885 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.356050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.359557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Network b83ae833-054f-425f-add1-fd757b70e99e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:21.363708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Pushing event updated for resources: {'Port': ['ID=eae05ce5-c1a3-475b-a571-1ea0d462a5b0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:21.367356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:21.370515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:21.435441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Attempting to bind port eae05ce5-c1a3-475b-a571-1ea0d462a5b0 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:21.436151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Attempting to bind port eae05ce5-c1a3-475b-a571-1ea0d462a5b0 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '038b88ca-4c82-4964-a08b-b3544b53e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:21.436733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Attempting to bind port eae05ce5-c1a3-475b-a571-1ea0d462a5b0 on network b83ae833-054f-425f-add1-fd757b70e99e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:21.443039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:21.443739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Checking segment: {'id': '038b88ca-4c82-4964-a08b-b3544b53e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:21.444354 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.444943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Bound using segment: {'id': '038b88ca-4c82-4964-a08b-b3544b53e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:21.445881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Bound port: eae05ce5-c1a3-475b-a571-1ea0d462a5b0, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038b88ca-4c82-4964-a08b-b3544b53e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b83ae833-054f-425f-add1-fd757b70e99e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:21.446762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.452595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.484016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc34f06-8c54-4206-9baf-b0228badb690,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:21.527278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] For port eae05ce5-c1a3-475b-a571-1ea0d462a5b0, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:21.531321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] For port eae05ce5-c1a3-475b-a571-1ea0d462a5b0, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=eae05ce5-c1a3-475b-a571-1ea0d462a5b0,segment=NetworkSegment(038b88ca-4c82-4964-a08b-b3544b53e0a8),segment_id=038b88ca-4c82-4964-a08b-b3544b53e0a8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:21.536918 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.560418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.575927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83ae833-054f-425f-add1-fd757b70e99e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:21.589277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b88ca-4c82-4964-a08b-b3544b53e0a8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:21.589625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b88ca-4c82-4964-a08b-b3544b53e0a8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:21.601315 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.619517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.628271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:21.628903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:21.633313 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:21.655847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f4030-051e-477a-9f6d-fd7ac7b275a8 None None] Pushing event updated for resources: {'Port': ['ID=eae05ce5-c1a3-475b-a571-1ea0d462a5b0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:21.663187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222f97f-4561-4bc5-bf10-e89a48bb1047 None None] Network b83ae833-054f-425f-add1-fd757b70e99e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:21.709737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:08:21.709737 n-d-800085-2 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:08:21.709737 n-d-800085-2 neutron-server[93768]: [parameters: {'id': 'b83ae833-054f-425f-add1-fd757b70e99e'}] Jul 09 17:08:21.709737 n-d-800085-2 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:08:21.710220 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:08:21.807878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764a288-53fb-49b5-8202-e078e22591d0 None None] Network b83ae833-054f-425f-add1-fd757b70e99e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:21.960237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208fef6d-6cb6-44de-846f-a0ea6a249740 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:22.062985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208fef6d-6cb6-44de-846f-a0ea6a249740 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:22.211030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.287228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Deleting port eae05ce5-c1a3-475b-a571-1ea0d462a5b0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:22.287228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.389305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] For port eae05ce5-c1a3-475b-a571-1ea0d462a5b0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=eae05ce5-c1a3-475b-a571-1ea0d462a5b0,segment=NetworkSegment(038b88ca-4c82-4964-a08b-b3544b53e0a8),segment_id=038b88ca-4c82-4964-a08b-b3544b53e0a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:22.389718 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.407401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Calling delete_port for eae05ce5-c1a3-475b-a571-1ea0d462a5b0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:22.505611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.536685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Port': ['ID=eae05ce5-c1a3-475b-a571-1ea0d462a5b0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:22.544027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No DVR routers for this DVR port eae05ce5-c1a3-475b-a571-1ea0d462a5b0 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:22.637880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.651272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83ae833-054f-425f-add1-fd757b70e99e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:22.663296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b88ca-4c82-4964-a08b-b3544b53e0a8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:22.663644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b88ca-4c82-4964-a08b-b3544b53e0a8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:22.673288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.691403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.698943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:22.699904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:22.703694 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:22.773756 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.779002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.783707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/b83ae833-054f-425f-add1-fd757b70e99e HTTP/1.1" status: 204 len: 168 time: 1.6566064 Jul 09 17:08:22.784431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:22.798545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a2d6-0e01-456f-9b80-ea7f31cd89e0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=b83ae833-054f-425f-add1-fd757b70e99e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:22.814121 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1167108-3c3c-4f42-9d28-603f467d2c13 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:22.814966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1167108-3c3c-4f42-9d28-603f467d2c13 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:22.821072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b1167108-3c3c-4f42-9d28-603f467d2c13 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/b83ae833-054f-425f-add1-fd757b70e99e HTTP/1.1" status: 404 len: 339 time: 0.0343535 Jul 09 17:08:22.821699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:22.826768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329085148', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:22.848561 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:22.852366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.879614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:22.890871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.891202 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment b4aecf2e-be28-40bb-b494-6a4ad6d84acb of type vlan for network 10f8c249-6bd6-41e3-a07f-a50c31f0f094 Jul 09 17:08:22.949587 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.982557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.989127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:22.989521 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.041799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2189300 Jul 09 17:08:23.044686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.079614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5cf4a-b877-4f1f-b771-292b6c5d0e3a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=10f8c249-6bd6-41e3-a07f-a50c31f0f094,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:23.092242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 10f8c249-6bd6-41e3-a07f-a50c31f0f094 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:23.192994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f848570-c76a-4c4e-8329-a11254e3ae31 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:23.194736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1f848570-c76a-4c4e-8329-a11254e3ae31 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks?id=10f8c249-6bd6-41e3-a07f-a50c31f0f094 HTTP/1.1" status: 200 len: 760 time: 0.1489081 Jul 09 17:08:23.197931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.205407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'description': 'd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:23.389363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.407440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.428364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 10f8c249-6bd6-41e3-a07f-a50c31f0f094 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:08:23.434353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:23.435167 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.438957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "PUT /v2.0/networks/10f8c249-6bd6-41e3-a07f-a50c31f0f094 HTTP/1.1" status: 200 len: 757 time: 0.2396572 Jul 09 17:08:23.439530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.500280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4550d0-a184-4b3b-944a-fab4cd7417fd tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=10f8c249-6bd6-41e3-a07f-a50c31f0f094,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:23.513394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 10f8c249-6bd6-41e3-a07f-a50c31f0f094 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:23.530213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959276de-03f7-46c3-8faa-df5f515698de tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:23.534242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.534905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-959276de-03f7-46c3-8faa-df5f515698de tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks?id=10f8c249-6bd6-41e3-a07f-a50c31f0f094 HTTP/1.1" status: 200 len: 760 time: 0.0943563 Jul 09 17:08:23.540572 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.546513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-895645092'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:23.574207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:23.578649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.609619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:23.619603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.620027 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment b65640ab-4314-4561-be07-e6da6f65c82d of type vlan for network 5b796db5-7e48-433b-85dc-5d391d82c9ac Jul 09 17:08:23.669751 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f339538-dabb-4ef8-bf0d-a0f6b7a88c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.672461 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.728206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.734304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:23.734955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.829701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=5b796db5-7e48-433b-85dc-5d391d82c9ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:23.842461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 5b796db5-7e48-433b-85dc-5d391d82c9ac details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:23.855600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.870434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f339538-dabb-4ef8-bf0d-a0f6b7a88c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.875775 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f339538-dabb-4ef8-bf0d-a0f6b7a88c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.902372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bdcd185-75d6-4fae-abde-639cfde98b99 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3574584 Jul 09 17:08:23.902736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.908658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:23.925639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3f339538-dabb-4ef8-bf0d-a0f6b7a88c92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91fc2dd8745649ab8d7edd474b2d688e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890390 Jul 09 17:08:23.926537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f339538-dabb-4ef8-bf0d-a0f6b7a88c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4336b9ad-6984-4c69-ba7d-f6b8bf898322,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:23.928861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:23.992719 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67994d9b-3ea7-4693-aded-4d74582645b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.004150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:24.008344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.017443 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67994d9b-3ea7-4693-aded-4d74582645b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.077625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67994d9b-3ea7-4693-aded-4d74582645b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.082572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67994d9b-3ea7-4693-aded-4d74582645b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.084080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67994d9b-3ea7-4693-aded-4d74582645b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4336b9ad-6984-4c69-ba7d-f6b8bf898322 HTTP/1.1" status: 204 len: 168 time: 0.1542809 Jul 09 17:08:24.092535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67994d9b-3ea7-4693-aded-4d74582645b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4336b9ad-6984-4c69-ba7d-f6b8bf898322,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:24.272870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.395141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=68b143b4-19a9-449c-ab68-8eb3b61a7532,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:24.412173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.412597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.413028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.413841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.414423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.415032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.415599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.416164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.416796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.417387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.417965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.418536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:24.428283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': 'b65640ab-4314-4561-be07-e6da6f65c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:24.429251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 5b796db5-7e48-433b-85dc-5d391d82c9ac, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:24.462386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 5b796db5-7e48-433b-85dc-5d391d82c9ac is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:24.479969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 5b796db5-7e48-433b-85dc-5d391d82c9ac) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:24.487583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.488655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.489639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90198a-78e4-40d6-86bb-dc195c702fbe None None] Network 5b796db5-7e48-433b-85dc-5d391d82c9ac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:24.513408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:24.520732 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c08043d-c8e1-43f8-926d-520a174b60b9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6151736 Jul 09 17:08:24.521178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:24.553300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-293f6f5f-9588-42f6-aa0d-dd9943b365bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.698520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.705145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-5b796db5-7e48-433b-85dc-5d391d82c9ac', 'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': '68b143b4-19a9-449c-ab68-8eb3b61a7532'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:24.705797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.804871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.866775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Allocated IP 172.20.0.2 (5b796db5-7e48-433b-85dc-5d391d82c9ac/68b143b4-19a9-449c-ab68-8eb3b61a7532/0b200cb7-fec8-4d15-a1a9-19656400cfb1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:24.869129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-293f6f5f-9588-42f6-aa0d-dd9943b365bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.874209 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-293f6f5f-9588-42f6-aa0d-dd9943b365bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.912744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6f5f-9588-42f6-aa0d-dd9943b365bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225a12c-a22b-4e45-a9b8-d62ddfa4c9d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:24.918205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-293f6f5f-9588-42f6-aa0d-dd9943b365bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ba29eb3593a4a4f93e7228a45000514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034956 Jul 09 17:08:24.920882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:24.973928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afaaa8d3-7fea-4379-8b2f-9c9b0ecb061b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.001346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afaaa8d3-7fea-4379-8b2f-9c9b0ecb061b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.026765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.042903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Transition to ACTIVE for port object 0b200cb7-fec8-4d15-a1a9-19656400cfb1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:25.057718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afaaa8d3-7fea-4379-8b2f-9c9b0ecb061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.060283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Transition to ACTIVE for port object 0b200cb7-fec8-4d15-a1a9-19656400cfb1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:25.060866 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afaaa8d3-7fea-4379-8b2f-9c9b0ecb061b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.064533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-afaaa8d3-7fea-4379-8b2f-9c9b0ecb061b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c225a12c-a22b-4e45-a9b8-d62ddfa4c9d8 HTTP/1.1" status: 204 len: 168 time: 0.1402938 Jul 09 17:08:25.071044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaa8d3-7fea-4379-8b2f-9c9b0ecb061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225a12c-a22b-4e45-a9b8-d62ddfa4c9d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:25.091845 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.103537 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.131545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=68b143b4-19a9-449c-ab68-8eb3b61a7532,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:25.144985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Network 5b796db5-7e48-433b-85dc-5d391d82c9ac is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:25.152663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:25.157194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:25.165937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Pushing event updated for resources: {'Port': ['ID=0b200cb7-fec8-4d15-a1a9-19656400cfb1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:25.216249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.229735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b796db5-7e48-433b-85dc-5d391d82c9ac']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:25.241873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65640ab-4314-4561-be07-e6da6f65c82d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:25.242250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65640ab-4314-4561-be07-e6da6f65c82d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:25.250010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Attempting to bind port 0b200cb7-fec8-4d15-a1a9-19656400cfb1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:25.252254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.252680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Attempting to bind port 0b200cb7-fec8-4d15-a1a9-19656400cfb1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b65640ab-4314-4561-be07-e6da6f65c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:25.253636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Attempting to bind port 0b200cb7-fec8-4d15-a1a9-19656400cfb1 on network 5b796db5-7e48-433b-85dc-5d391d82c9ac {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:25.269116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.270363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:25.270769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Checking segment: {'id': 'b65640ab-4314-4561-be07-e6da6f65c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:25.271401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.271865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Bound using segment: {'id': 'b65640ab-4314-4561-be07-e6da6f65c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:25.272514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Bound port: 0b200cb7-fec8-4d15-a1a9-19656400cfb1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65640ab-4314-4561-be07-e6da6f65c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5b796db5-7e48-433b-85dc-5d391d82c9ac'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:25.273056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.281358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:25.282686 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:25.293727 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:25.351867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] For port 0b200cb7-fec8-4d15-a1a9-19656400cfb1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:25.378748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] For port 0b200cb7-fec8-4d15-a1a9-19656400cfb1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0b200cb7-fec8-4d15-a1a9-19656400cfb1,segment=NetworkSegment(b65640ab-4314-4561-be07-e6da6f65c82d),segment_id=b65640ab-4314-4561-be07-e6da6f65c82d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:25.379983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:08:25.379983 n-d-800085-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:08:25.379983 n-d-800085-2 neutron-server[93767]: [parameters: {'id': '5b796db5-7e48-433b-85dc-5d391d82c9ac'}] Jul 09 17:08:25.379983 n-d-800085-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:08:25.380478 n-d-800085-2 neutron-server[93767]: DEBUG oslo_db.api [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:08:25.385789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.483203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672943c4-3ed8-41f4-b21e-dd6aa5f7ee36 None None] Pushing event updated for resources: {'Port': ['ID=0b200cb7-fec8-4d15-a1a9-19656400cfb1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:25.504032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dca6d9-47c5-47f1-bddf-3beed807cc36 None None] Network 5b796db5-7e48-433b-85dc-5d391d82c9ac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:25.645797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3fc048-f781-43e9-a6f2-f583fd089bb6 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:25.724745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fc048-f781-43e9-a6f2-f583fd089bb6 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:25.881415 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.945095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Deleting port 0b200cb7-fec8-4d15-a1a9-19656400cfb1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:25.945884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.015477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] For port 0b200cb7-fec8-4d15-a1a9-19656400cfb1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0b200cb7-fec8-4d15-a1a9-19656400cfb1,segment=NetworkSegment(b65640ab-4314-4561-be07-e6da6f65c82d),segment_id=b65640ab-4314-4561-be07-e6da6f65c82d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:26.015842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.029040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Calling delete_port for 0b200cb7-fec8-4d15-a1a9-19656400cfb1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:26.523226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.557180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Port': ['ID=0b200cb7-fec8-4d15-a1a9-19656400cfb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:26.564629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No DVR routers for this DVR port 0b200cb7-fec8-4d15-a1a9-19656400cfb1 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:26.651743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.662593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b796db5-7e48-433b-85dc-5d391d82c9ac']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:26.674150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65640ab-4314-4561-be07-e6da6f65c82d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:26.674555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65640ab-4314-4561-be07-e6da6f65c82d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:26.686048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.707117 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.719500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:26.719950 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:26.723612 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:26.804755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.813762 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.816584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/5b796db5-7e48-433b-85dc-5d391d82c9ac HTTP/1.1" status: 204 len: 168 time: 2.2939434 Jul 09 17:08:26.819212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:26.833805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948804e1-bcfe-437e-a27a-6398a6af44e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=5b796db5-7e48-433b-85dc-5d391d82c9ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:26.869065 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb0fc7d-65cd-4e32-9c5a-4f1001ad64ae tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] GET failed (client error): The resource could not be found. Jul 09 17:08:26.873361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dbb0fc7d-65cd-4e32-9c5a-4f1001ad64ae tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/subnets/68b143b4-19a9-449c-ab68-8eb3b61a7532 HTTP/1.1" status: 404 len: 337 time: 0.0489852 Jul 09 17:08:26.873760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:26.902359 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e887f5-807f-44b4-b377-4dc218f4c593 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:26.903743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e887f5-807f-44b4-b377-4dc218f4c593 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:26.905679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7e887f5-807f-44b4-b377-4dc218f4c593 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/5b796db5-7e48-433b-85dc-5d391d82c9ac HTTP/1.1" status: 404 len: 339 time: 0.0309038 Jul 09 17:08:26.911667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.147078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99906e91-69f7-4df4-94fb-be30597faeaf tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.151669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-99906e91-69f7-4df4-94fb-be30597faeaf tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2358513 Jul 09 17:08:27.151910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.191654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-20ca5225-41d3-49c0-9553-37da7b3197d7 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 207 time: 0.0385365 Jul 09 17:08:27.195489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.311293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9bf74-15ef-4680-ab22-80ca04e7fef3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.318005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9bf74-15ef-4680-ab22-80ca04e7fef3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.325065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9bf74-15ef-4680-ab22-80ca04e7fef3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.331280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9bf74-15ef-4680-ab22-80ca04e7fef3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.333075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-30a9bf74-15ef-4680-ab22-80ca04e7fef3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1364253 Jul 09 17:08:27.337232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.483071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e0b4857-1a62-41f5-8c46-4d5eff715c16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1430209 Jul 09 17:08:27.485811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.550174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33776be7-c720-4d2a-8f4a-529d58124edf tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.551806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33776be7-c720-4d2a-8f4a-529d58124edf tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.557484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.557705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33776be7-c720-4d2a-8f4a-529d58124edf tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0707674 Jul 09 17:08:27.589877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.620768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692f8752-f102-4dda-9584-1965ab1d0e5b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.622177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692f8752-f102-4dda-9584-1965ab1d0e5b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.627787 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-692f8752-f102-4dda-9584-1965ab1d0e5b tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0645330 Jul 09 17:08:27.628088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.708925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bddb71d-0c3e-42f2-aee2-e801e75aab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:27.740828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dd5e51-8690-4912-ad8f-6644f7959dce tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.742762 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-63dd5e51-8690-4912-ad8f-6644f7959dce tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks/e54deeee-19c4-4039-8f12-2afdad7c26ba HTTP/1.1" status: 200 len: 799 time: 0.1133928 Jul 09 17:08:27.747485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.816961 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bddb71d-0c3e-42f2-aee2-e801e75aab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:27.821016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bddb71d-0c3e-42f2-aee2-e801e75aab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:27.857315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2668a5ee-810e-49cb-9d6d-acefa89923ac tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/networks/e54deeee-19c4-4039-8f12-2afdad7c26ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1047864 Jul 09 17:08:27.858124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58366) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.861549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2bddb71d-0c3e-42f2-aee2-e801e75aab82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f92c84d9a5243daa8c1ec1b6279b3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699928 Jul 09 17:08:27.862560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddb71d-0c3e-42f2-aee2-e801e75aab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751ac67-72f4-4106-9e83-77aca13e0b6f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:27.865325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.919553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7b943-840e-4c3f-8cb9-b2a9a88188c9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.920924 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3ea7b943-840e-4c3f-8cb9-b2a9a88188c9 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/subnets/e55e597c-164b-4ddf-b2f7-81639b08523b HTTP/1.1" status: 200 len: 811 time: 0.0625010 Jul 09 17:08:27.923716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e01e425-ceaf-4a4a-a03c-c0e09fdd7dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:27.924965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.950567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e01e425-ceaf-4a4a-a03c-c0e09fdd7dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:27.986810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab92ffe5-b505-45c8-ad9e-44ba9f0dd55c tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.988199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ab92ffe5-b505-45c8-ad9e-44ba9f0dd55c tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "GET /v2.0/subnets/e55e597c-164b-4ddf-b2f7-81639b08523b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0620682 Jul 09 17:08:27.992055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:27.997799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500244779'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:27.999483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e01e425-ceaf-4a4a-a03c-c0e09fdd7dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.002036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e01e425-ceaf-4a4a-a03c-c0e09fdd7dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.006000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e01e425-ceaf-4a4a-a03c-c0e09fdd7dea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e751ac67-72f4-4106-9e83-77aca13e0b6f HTTP/1.1" status: 204 len: 168 time: 0.1398695 Jul 09 17:08:28.014612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e425-ceaf-4a4a-a03c-c0e09fdd7dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751ac67-72f4-4106-9e83-77aca13e0b6f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:28.035687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:28.041527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.079223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:28.091267 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.091846 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Added segment 94995d2a-d2db-4bf8-8cb0-64eec6c11e81 of type vlan for network 48998dbf-61cd-44a8-bf7c-1929664f0efa Jul 09 17:08:28.133858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.164457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.170108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:28.170731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.238081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2418838 Jul 09 17:08:28.238347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:28.243871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:28.264315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7466bd-7ed9-430f-a55d-de1cad08753a tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Network': ['ID=48998dbf-61cd-44a8-bf7c-1929664f0efa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:28.278685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 48998dbf-61cd-44a8-bf7c-1929664f0efa details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:28.312879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:28.329859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4c8d-3a57-4bcd-b201-0888c2ae6429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.344331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Made reservation on behalf of f78270e33e59420baacfbd4744b3c54a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:28.348032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.409071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing IP validity checks on allocation pools {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:08:28.409793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:08:28.438229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4c8d-3a57-4bcd-b201-0888c2ae6429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.442899 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4c8d-3a57-4bcd-b201-0888c2ae6429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.485851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c4bb4c8d-3a57-4bcd-b201-0888c2ae6429 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b534a54d2e7544b09c03e393759d2d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685786 Jul 09 17:08:28.485851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb4c8d-3a57-4bcd-b201-0888c2ae6429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c5d82-1ec0-49cb-a2de-dbd3e6a75a45,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:28.487786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:28.587411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.598021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f90f1966-b550-431b-839b-7e13ac8dffe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.658862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f90f1966-b550-431b-839b-7e13ac8dffe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.663137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=ac1e38de-dd33-475d-bcef-9ab9d94755fa,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:28.702598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Checking segment: {'id': '94995d2a-d2db-4bf8-8cb0-64eec6c11e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:28.702969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network hostable DHCP agents. Network: 48998dbf-61cd-44a8-bf7c-1929664f0efa, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:29.115218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Network 48998dbf-61cd-44a8-bf7c-1929664f0efa is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:29.131840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f90f1966-b550-431b-839b-7e13ac8dffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.135105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f90f1966-b550-431b-839b-7e13ac8dffe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.136281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f90f1966-b550-431b-839b-7e13ac8dffe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf9c5d82-1ec0-49cb-a2de-dbd3e6a75a45 HTTP/1.1" status: 204 len: 168 time: 0.6475236 Jul 09 17:08:29.142665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 48998dbf-61cd-44a8-bf7c-1929664f0efa) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:29.152081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:29.152246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488fd484-f3d2-4d33-bfca-bc80f8c50411 None None] Network 48998dbf-61cd-44a8-bf7c-1929664f0efa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:29.152823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.157209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f1966-b550-431b-839b-7e13ac8dffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c5d82-1ec0-49cb-a2de-dbd3e6a75a45,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:29.177879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:29.179072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a8752d7d-7cad-4b93-b595-c09401ebf50d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9394872 Jul 09 17:08:29.183983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:29.340427 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8729867'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.372754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-48998dbf-61cd-44a8-bf7c-1929664f0efa', 'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa', 'tenant_id': 'f78270e33e59420baacfbd4744b3c54a', 'fixed_ips': [{'subnet_id': 'ac1e38de-dd33-475d-bcef-9ab9d94755fa'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:29.373778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.546172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756497902623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9179047'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.599790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:29.600986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.602567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "PUT /v2.0/subnets/ac1e38de-dd33-475d-bcef-9ab9d94755fa HTTP/1.1" status: 200 len: 877 time: 0.4233170 Jul 09 17:08:29.605726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:29.652737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Allocated IP 172.20.0.3 (48998dbf-61cd-44a8-bf7c-1929664f0efa/ac1e38de-dd33-475d-bcef-9ab9d94755fa/7990faa1-babe-473d-8724-46800972777b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:29.667875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5389468-9835-46dd-a610-01bb36638228 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event updated for resources: {'Subnet': ['ID=ac1e38de-dd33-475d-bcef-9ab9d94755fa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:29.755658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.849934 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.851654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.858940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Transition to ACTIVE for port object 7990faa1-babe-473d-8724-46800972777b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:29.877507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Transition to ACTIVE for port object 7990faa1-babe-473d-8724-46800972777b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:29.889903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.933770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Network 48998dbf-61cd-44a8-bf7c-1929664f0efa is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:29.945624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:29.945624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:29.949932 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Pushing event updated for resources: {'Port': ['ID=7990faa1-babe-473d-8724-46800972777b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:29.950086 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:29.981918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1e38de-dd33-475d-bcef-9ab9d94755fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:30.012012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Attempting to bind port 7990faa1-babe-473d-8724-46800972777b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:30.012305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Attempting to bind port 7990faa1-babe-473d-8724-46800972777b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '94995d2a-d2db-4bf8-8cb0-64eec6c11e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:30.012677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Attempting to bind port 7990faa1-babe-473d-8724-46800972777b on network 48998dbf-61cd-44a8-bf7c-1929664f0efa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:30.018165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:30.018585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Checking segment: {'id': '94995d2a-d2db-4bf8-8cb0-64eec6c11e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:30.018999 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.019395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Bound using segment: {'id': '94995d2a-d2db-4bf8-8cb0-64eec6c11e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:30.019874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Bound port: 7990faa1-babe-473d-8724-46800972777b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94995d2a-d2db-4bf8-8cb0-64eec6c11e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48998dbf-61cd-44a8-bf7c-1929664f0efa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:30.020263 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.066294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.077540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48998dbf-61cd-44a8-bf7c-1929664f0efa']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:30.095417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94995d2a-d2db-4bf8-8cb0-64eec6c11e81') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:30.096928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94995d2a-d2db-4bf8-8cb0-64eec6c11e81') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:30.109132 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.111333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] For port 7990faa1-babe-473d-8724-46800972777b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:30.115268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] For port 7990faa1-babe-473d-8724-46800972777b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7990faa1-babe-473d-8724-46800972777b,segment=NetworkSegment(94995d2a-d2db-4bf8-8cb0-64eec6c11e81),segment_id=94995d2a-d2db-4bf8-8cb0-64eec6c11e81)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:30.122551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.131006 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.151495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:30.152210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:30.157270 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:30.229084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9263a0-69f3-4969-b919-6c6a30eeb1fb None None] Pushing event updated for resources: {'Port': ['ID=7990faa1-babe-473d-8724-46800972777b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:30.229774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:08:30.229774 n-d-800085-2 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:08:30.229774 n-d-800085-2 neutron-server[93767]: [parameters: {'id': '48998dbf-61cd-44a8-bf7c-1929664f0efa'}] Jul 09 17:08:30.229774 n-d-800085-2 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:08:30.233141 n-d-800085-2 neutron-server[93767]: DEBUG oslo_db.api [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:08:30.245527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57280a-4c39-44d5-a260-c3c89f4c8e99 None None] Network 48998dbf-61cd-44a8-bf7c-1929664f0efa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:30.406318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb48e34-8406-4970-a539-9b34581e4d35 None None] Network 48998dbf-61cd-44a8-bf7c-1929664f0efa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:30.529851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:30.559345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0975057-8979-43ab-9aed-f7c286aec7ed None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:30.619138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6246f67d-0cf5-45fe-9f13-e2801e410b82 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/floatingips/79f2923a-69e7-4104-88e1-37c3cbe9de08 HTTP/1.1" status: 200 len: 992 time: 0.0876865 Jul 09 17:08:30.692376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0975057-8979-43ab-9aed-f7c286aec7ed None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:30.734370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.807020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Deleting port 7990faa1-babe-473d-8724-46800972777b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:30.807385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.899519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] For port 7990faa1-babe-473d-8724-46800972777b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7990faa1-babe-473d-8724-46800972777b,segment=NetworkSegment(94995d2a-d2db-4bf8-8cb0-64eec6c11e81),segment_id=94995d2a-d2db-4bf8-8cb0-64eec6c11e81)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:30.900157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:30.918840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Calling delete_port for 7990faa1-babe-473d-8724-46800972777b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:30.963486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.015415 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.059258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Port': ['ID=7990faa1-babe-473d-8724-46800972777b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:31.063581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No DVR routers for this DVR port 7990faa1-babe-473d-8724-46800972777b on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:31.166295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.178063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48998dbf-61cd-44a8-bf7c-1929664f0efa']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:31.194886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94995d2a-d2db-4bf8-8cb0-64eec6c11e81') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:31.195172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94995d2a-d2db-4bf8-8cb0-64eec6c11e81') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:31.205615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.226818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.235730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 06b629fc-2dd0-49a2-91d9-f741a77438df {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:31.236520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.236728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:31.237229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:31.241131 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:31.312398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.326887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.332280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/48998dbf-61cd-44a8-bf7c-1929664f0efa HTTP/1.1" status: 204 len: 168 time: 1.7221444 Jul 09 17:08:31.333192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.346899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5a3f-a3c9-437b-8939-fdb38daf9d16 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=48998dbf-61cd-44a8-bf7c-1929664f0efa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:31.430426 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c0650-ce49-4bab-b130-3fbadd442ede tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:31.432693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98c0650-ce49-4bab-b130-3fbadd442ede tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:31.435823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e98c0650-ce49-4bab-b130-3fbadd442ede tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/ac1e38de-dd33-475d-bcef-9ab9d94755fa HTTP/1.1" status: 404 len: 337 time: 0.1020982 Jul 09 17:08:31.439131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.478362 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6337c3ac-c44f-4e05-82a9-19e302a4e9a0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:31.481634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6337c3ac-c44f-4e05-82a9-19e302a4e9a0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:31.488471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6337c3ac-c44f-4e05-82a9-19e302a4e9a0 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/48998dbf-61cd-44a8-bf7c-1929664f0efa HTTP/1.1" status: 404 len: 339 time: 0.0450532 Jul 09 17:08:31.488642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.488642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.489706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.531178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 06b629fc-2dd0-49a2-91d9-f741a77438df owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:31.535370 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3bd05c-67de-4601-a4a1-17c28afeea93 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:31.535837 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3bd05c-67de-4601-a4a1-17c28afeea93 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:31.540230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3c3bd05c-67de-4601-a4a1-17c28afeea93 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/68b143b4-19a9-449c-ab68-8eb3b61a7532 HTTP/1.1" status: 404 len: 337 time: 0.0447500 Jul 09 17:08:31.540456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.565798 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbafdedc-2212-4df5-96c6-ad0fd1daa537 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:31.566347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbafdedc-2212-4df5-96c6-ad0fd1daa537 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:31.570551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dbafdedc-2212-4df5-96c6-ad0fd1daa537 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/5b796db5-7e48-433b-85dc-5d391d82c9ac HTTP/1.1" status: 404 len: 339 time: 0.0268493 Jul 09 17:08:31.571537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.665408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.718579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.755700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=06b629fc-2dd0-49a2-91d9-f741a77438df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:31.775843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.786383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f8c249-6bd6-41e3-a07f-a50c31f0f094']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:31.798297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4aecf2e-be28-40bb-b494-6a4ad6d84acb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:31.798632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4aecf2e-be28-40bb-b494-6a4ad6d84acb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:31.809213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.824019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.829003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.829879 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Floating IP 79f2923a-69e7-4104-88e1-37c3cbe9de08 disassociated (deleted). External IP: 172.25.7.20, port: 20f42de5-4950-4b84-ac1c-e5b28d867bc3. Jul 09 17:08:31.832747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:31.833164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:31.836776 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:31.915847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.928336 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.936524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.943273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/10f8c249-6bd6-41e3-a07f-a50c31f0f094 HTTP/1.1" status: 204 len: 168 time: 0.3697953 Jul 09 17:08:31.946598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.971734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64b1f3-18ba-418f-9e4e-586dc0d79e91 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=10f8c249-6bd6-41e3-a07f-a50c31f0f094,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:31.978774 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd20629-3151-43c1-bb9d-92ca6cf3fff5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:31.979425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd20629-3151-43c1-bb9d-92ca6cf3fff5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:31.984323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.984774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bdd20629-3151-43c1-bb9d-92ca6cf3fff5 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/7fc34f06-8c54-4206-9baf-b0228badb690 HTTP/1.1" status: 404 len: 337 time: 0.0335712 Jul 09 17:08:32.011531 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c43bca1-1d53-438c-b4f5-71209133cdf3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.012145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c43bca1-1d53-438c-b4f5-71209133cdf3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.013921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c43bca1-1d53-438c-b4f5-71209133cdf3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/b83ae833-054f-425f-add1-fd757b70e99e HTTP/1.1" status: 404 len: 339 time: 0.0275877 Jul 09 17:08:32.016791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.046639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-73f0072a-36ac-49f3-9ded-602fc6226438 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601520 Jul 09 17:08:32.048010 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ff4ea2-8e08-44f2-b323-1022473e95b3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.048454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ff4ea2-8e08-44f2-b323-1022473e95b3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.050455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f2ff4ea2-8e08-44f2-b323-1022473e95b3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/86dff70a-b616-4abd-af6f-3d7cedf0546b HTTP/1.1" status: 404 len: 337 time: 0.0323908 Jul 09 17:08:32.053678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.059347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b7d63a-ca1e-4604-9d0f-f0a0d4113e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.074525 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c256b7d-2218-4b5b-acd1-cd67c566bf75 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.075043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c256b7d-2218-4b5b-acd1-cd67c566bf75 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.076996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7c256b7d-2218-4b5b-acd1-cd67c566bf75 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/41e3bdc8-b08f-461e-8f6c-8e1449d8fad3 HTTP/1.1" status: 404 len: 339 time: 0.0219467 Jul 09 17:08:32.079910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.107967 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdbc730-b8ce-4c42-88ac-2956b25e7dad tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.108443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdbc730-b8ce-4c42-88ac-2956b25e7dad tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.113059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-efdbc730-b8ce-4c42-88ac-2956b25e7dad tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/de0d69a4-df6b-4ae2-b590-28e0f1c16d0a HTTP/1.1" status: 404 len: 337 time: 0.0294704 Jul 09 17:08:32.113899 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.158215 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92916aa-59a3-4df4-8ee7-320e781d0d8f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.158810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92916aa-59a3-4df4-8ee7-320e781d0d8f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.160636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e92916aa-59a3-4df4-8ee7-320e781d0d8f tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/1663a2f8-e57e-42ce-89b7-aeffcad25447 HTTP/1.1" status: 404 len: 339 time: 0.0388632 Jul 09 17:08:32.161850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 842a7180-65c7-41b8-9f42-cc519c6fca96 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:08:32.163967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.201918 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e365d6-b230-4831-b61f-5bb4fc638288 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.202372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e365d6-b230-4831-b61f-5bb4fc638288 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.204236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-23e365d6-b230-4831-b61f-5bb4fc638288 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/c2bde726-a773-424b-a2b6-9240dfbe0636 HTTP/1.1" status: 404 len: 337 time: 0.0383162 Jul 09 17:08:32.208350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.235583 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a7f8bd-3fff-4378-b403-1e14c46a0bf4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.236159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a7f8bd-3fff-4378-b403-1e14c46a0bf4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.240416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-17a7f8bd-3fff-4378-b403-1e14c46a0bf4 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/c9232da0-ca90-4435-95bb-1f923347aa72 HTTP/1.1" status: 404 len: 339 time: 0.0276113 Jul 09 17:08:32.241070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.271273 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2ce127-648c-46a3-aac1-22be245426ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.272230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2ce127-648c-46a3-aac1-22be245426ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.273541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c2ce127-648c-46a3-aac1-22be245426ea tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/f53e0576-1342-4091-880a-17e0f19fcfbc HTTP/1.1" status: 404 len: 337 time: 0.0319040 Jul 09 17:08:32.276748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-afbee800-9885-4840-bc67-af4ac6f1998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:32.280877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-afbee800-9885-4840-bc67-af4ac6f1998d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1651924 Jul 09 17:08:32.280877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.301378 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b492cf-6d9f-4e38-a4e9-ef1c5598966d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.301787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b7d63a-ca1e-4604-9d0f-f0a0d4113e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.301977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b492cf-6d9f-4e38-a4e9-ef1c5598966d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.303981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72b492cf-6d9f-4e38-a4e9-ef1c5598966d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/2d7a4fe9-fef8-4346-9cc6-8a902ce6a013 HTTP/1.1" status: 404 len: 339 time: 0.0243082 Jul 09 17:08:32.309877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.319987 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b7d63a-ca1e-4604-9d0f-f0a0d4113e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.362420 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3269afee-a24a-4cf3-ab15-fa4de04eb0b6 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.362802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3269afee-a24a-4cf3-ab15-fa4de04eb0b6 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.364630 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3269afee-a24a-4cf3-ab15-fa4de04eb0b6 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/1bcece30-6c71-48e6-9251-de85c7e4e7f0 HTTP/1.1" status: 404 len: 337 time: 0.0536661 Jul 09 17:08:32.370057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.385992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:32.392275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.396882 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] Sync routers for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:32.398309 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3805048-ca8a-41c6-bafb-bfa7b2e8c5e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.400439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3805048-ca8a-41c6-bafb-bfa7b2e8c5e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.401010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3805048-ca8a-41c6-bafb-bfa7b2e8c5e3 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/717b522a-0865-4c9e-a1b8-0af7252ed961 HTTP/1.1" status: 404 len: 339 time: 0.0302730 Jul 09 17:08:32.405390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.406987 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:32.407618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:32.434363 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d136ca8-11e7-4722-bf17-d923f31bbe87 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.434851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d136ca8-11e7-4722-bf17-d923f31bbe87 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.436637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d136ca8-11e7-4722-bf17-d923f31bbe87 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/b5b9e9cb-cead-4c88-88e8-3a20cd21d4f7 HTTP/1.1" status: 404 len: 337 time: 0.0303168 Jul 09 17:08:32.437798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7d63a-ca1e-4604-9d0f-f0a0d4113e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3732d523-7421-4fa0-b51c-f3970df1bb39,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:32.439620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.448165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a8b7d63a-ca1e-4604-9d0f-f0a0d4113e94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fefddd9972284fdb8355e823b001b1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288208 Jul 09 17:08:32.448918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.461412 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9118c1-7a87-479b-860b-2e06954b710d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.461992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9118c1-7a87-479b-860b-2e06954b710d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.463874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6b9118c1-7a87-479b-860b-2e06954b710d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/55f72b0f-9b6f-4ae4-bf36-91279006999e HTTP/1.1" status: 404 len: 339 time: 0.0232630 Jul 09 17:08:32.468788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.474536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-4ce39e91-c29d-4c30-a3c1-5f9839a744f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:32.476077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-4ce39e91-c29d-4c30-a3c1-5f9839a744f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 200 len: 896 time: 0.1711023 Jul 09 17:08:32.513658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-37541fec-06c4-4c20-9106-960bd54cce2d tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/floatingips/79f2923a-69e7-4104-88e1-37c3cbe9de08 HTTP/1.1" status: 204 len: 168 time: 1.5489883 Jul 09 17:08:32.519775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:32.522197 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47662a23-e844-4c42-a9b1-7dc6a0baba24" -d '{"events": [{"name": "network-changed", "server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:32.529232 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd10504-c709-48c4-8889-bd84a825fb8d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.529716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd10504-c709-48c4-8889-bd84a825fb8d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.531605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6cd10504-c709-48c4-8889-bd84a825fb8d tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/70670679-e000-495d-9102-b780f2f5b67f HTTP/1.1" status: 404 len: 337 time: 0.0617900 Jul 09 17:08:32.538116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.552523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-202f40b4-f97d-4586-8cf8-24609db2f757 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 200 len: 217 time: 0.0682812 Jul 09 17:08:32.555345 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:32.565836 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcc816b-4657-4788-a39a-5dcf52754a05 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:32.566698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcc816b-4657-4788-a39a-5dcf52754a05 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:32.568459 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dbcc816b-4657-4788-a39a-5dcf52754a05 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/9a5cce50-cfb5-44b2-9e9c-52c4041a04d9 HTTP/1.1" status: 404 len: 339 time: 0.0293171 Jul 09 17:08:32.571350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:32.613979 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f691c95a-7b51-4f5f-9d50-2d4c5e3e17b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.655747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-3e769d49-2838-499f-9221-096c057cae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:32.657256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-3e769d49-2838-499f-9221-096c057cae5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6787e6f5-e50a-476a-8a7f-0f9007c1560a HTTP/1.1" status: 200 len: 834 time: 0.0970340 Jul 09 17:08:32.678162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Deleting subnet e55e597c-164b-4ddf-b2f7-81639b08523b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:32.681914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f691c95a-7b51-4f5f-9d50-2d4c5e3e17b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.690113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.763602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.782924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-3e0d107d-2f85-442f-a59f-2bc13ddf8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:32.784462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-3e0d107d-2f85-442f-a59f-2bc13ddf8124 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce6ff73-5b5d-4296-b839-fa29e50ab575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177604 Jul 09 17:08:32.889190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f691c95a-7b51-4f5f-9d50-2d4c5e3e17b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.893012 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f691c95a-7b51-4f5f-9d50-2d4c5e3e17b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.896670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f691c95a-7b51-4f5f-9d50-2d4c5e3e17b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3732d523-7421-4fa0-b51c-f3970df1bb39 HTTP/1.1" status: 204 len: 168 time: 0.4450552 Jul 09 17:08:32.898283 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:32.905060 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c687cd7-bc51-441d-af5a-e9411f5cd6d1 x-openstack-request-id: req-0c687cd7-bc51-441d-af5a-e9411f5cd6d1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:32.905331 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:32.905621 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c687cd7-bc51-441d-af5a-e9411f5cd6d1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:32.906171 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'status': 'completed', 'code': 200} Jul 09 17:08:32.932818 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:32.955929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691c95a-7b51-4f5f-9d50-2d4c5e3e17b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732d523-7421-4fa0-b51c-f3970df1bb39,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:33.022171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-0ee46089-ff56-450a-af02-4736cfd48e84 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263699 Jul 09 17:08:33.028815 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.111666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Subnet': ['ID=e55e597c-164b-4ddf-b2f7-81639b08523b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:33.117128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f044ab-551e-4f82-bde4-979d24539a3a None None] Network e54deeee-19c4-4039-8f12-2afdad7c26ba requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:33.120865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.124055 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6506eb7f-3aa2-4498-864a-85305231ec19 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/subnets/e55e597c-164b-4ddf-b2f7-81639b08523b HTTP/1.1" status: 204 len: 168 time: 0.5516734 Jul 09 17:08:33.129235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:33.176860 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] Checking router: 842a7180-65c7-41b8-9f42-cc519c6fca96 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:33.187572 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:33.188563 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:33.242959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f23871de-b39d-4174-a07c-9a47e3f3d078 req-b2f6cee5-785d-4810-8d5b-f0936f72b9a6 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112026 Jul 09 17:08:33.356209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.374820 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:33.411355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:33.447427 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3badc3-2ba1-402a-8c93-9dc6fc9cc7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.458202 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-c9c537d0-0279-4771-aeb4-7d12a1c8a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.460756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-c9c537d0-0279-4771-aeb4-7d12a1c8a53a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=be15e838446043f88a6554c9ef33da65&device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1557529 Jul 09 17:08:33.477060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Deleting port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:33.479106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.500069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] DHCP port deletion for e54deeee-19c4-4039-8f12-2afdad7c26ba request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:33.608282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] For port 22ffb00c-2ed7-4654-89bb-3b8da9386da7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22ffb00c-2ed7-4654-89bb-3b8da9386da7,segment=NetworkSegment(68cdcb7e-54f0-4d96-a19c-df976f3dfbf7),segment_id=68cdcb7e-54f0-4d96-a19c-df976f3dfbf7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:33.608573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.610600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] Deleting port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:33.611404 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.645581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Calling delete_port for 22ffb00c-2ed7-4654-89bb-3b8da9386da7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:33.664121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ad82-b0ba-40da-9ed1-2692b11ae3a3 req-dd58ca8e-98cf-4080-9ad0-8feed035ada9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.671238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d49ad82-b0ba-40da-9ed1-2692b11ae3a3 req-dd58ca8e-98cf-4080-9ad0-8feed035ada9 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 945 time: 0.5627396 Jul 09 17:08:33.705742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-ce3551ae-df45-443e-8783-ed572e8d4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.707414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-ce3551ae-df45-443e-8783-ed572e8d4d38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 200 len: 896 time: 0.2374153 Jul 09 17:08:33.715178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] For port 22ffb00c-2ed7-4654-89bb-3b8da9386da7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22ffb00c-2ed7-4654-89bb-3b8da9386da7,segment=NetworkSegment(68cdcb7e-54f0-4d96-a19c-df976f3dfbf7),segment_id=68cdcb7e-54f0-4d96-a19c-df976f3dfbf7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:33.715919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.735059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:33.750209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] Calling delete_port for 22ffb00c-2ed7-4654-89bb-3b8da9386da7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:33.787206 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ea45c-62bc-4f69-a0ea-c575f6bb2556 None None] The sync data for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 is: [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:25Z', 'revision_number': 4, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '01c70ba6-8398-4a99-a3a2-86dacc5360f0', 'name': '', 'network_id': '3ce6ff73-5b5d-4296-b839-fa29e50ab575', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'mac_address': 'fa:16:3e:3d:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:23Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'subnets': [{'id': '6787e6f5-e50a-476a-8a7f-0f9007c1560a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:33.801867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-f664f04f-86a2-4e15-922d-8b14899593fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 200 len: 217 time: 0.0788379 Jul 09 17:08:33.821492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.872691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:33.895219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d49ad82-b0ba-40da-9ed1-2692b11ae3a3 req-bb753f10-94a2-4e05-83ef-219c8240025e tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229152 Jul 09 17:08:33.900022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Port': ['ID=22ffb00c-2ed7-4654-89bb-3b8da9386da7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:33.918352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] No DVR routers for this DVR port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:33.949953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-650db166-36f0-4ee9-badb-b02e5f6c0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.953834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-650db166-36f0-4ee9-badb-b02e5f6c0a31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6787e6f5-e50a-476a-8a7f-0f9007c1560a HTTP/1.1" status: 200 len: 834 time: 0.1357615 Jul 09 17:08:34.011659 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3badc3-2ba1-402a-8c93-9dc6fc9cc7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.040173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c3badc3-2ba1-402a-8c93-9dc6fc9cc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.054288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.077446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54deeee-19c4-4039-8f12-2afdad7c26ba']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:34.087630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c3badc3-2ba1-402a-8c93-9dc6fc9cc7f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e0806088d8549229e4d73f28374c66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725206 Jul 09 17:08:34.088106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:34.100266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:34.100836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cdcb7e-54f0-4d96-a19c-df976f3dfbf7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:34.114515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.123686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] Pushing event deleted for resources: {'Port': ['ID=22ffb00c-2ed7-4654-89bb-3b8da9386da7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:34.135729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c13f5-a2b2-496a-9ecc-4a8f0e166bc2 None None] No DVR routers for this DVR port 22ffb00c-2ed7-4654-89bb-3b8da9386da7 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:34.136660 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.146508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:34.146900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:34.199020 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:34.202429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3badc3-2ba1-402a-8c93-9dc6fc9cc7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c14f67-839b-4b50-8823-e7ff6f62668b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:34.225347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05040992-f940-412a-958e-616a4563cc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.231691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-1e58ed52-dc5b-4345-808f-42ab9262a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:34.232736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.235329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-1e58ed52-dc5b-4345-808f-42ab9262a298 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce6ff73-5b5d-4296-b839-fa29e50ab575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698624 Jul 09 17:08:34.243978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada69b7-9601-4158-aa89-61f6f865eab8 None None] New status for floating IP 79f2923a-69e7-4104-88e1-37c3cbe9de08: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:08:34.258968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.279115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] 10.222.0.48 "DELETE /v2.0/networks/e54deeee-19c4-4039-8f12-2afdad7c26ba HTTP/1.1" status: 204 len: 168 time: 1.1449368 Jul 09 17:08:34.317481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51ba35-9127-4704-ab5b-f1dae5e87259 tempest-NetworksTest-430038181 tempest-NetworksTest-430038181-project] Pushing event deleted for resources: {'Network': ['ID=e54deeee-19c4-4039-8f12-2afdad7c26ba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:34.328263 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05040992-f940-412a-958e-616a4563cc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.417829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-f491f035-dbfc-40e1-a2fa-d3b7a7f9d51d service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665187 Jul 09 17:08:34.429076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05040992-f940-412a-958e-616a4563cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.433204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05040992-f940-412a-958e-616a4563cc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.434867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-05040992-f940-412a-958e-616a4563cc86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91c14f67-839b-4b50-8823-e7ff6f62668b HTTP/1.1" status: 204 len: 168 time: 0.3394144 Jul 09 17:08:34.488388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05040992-f940-412a-958e-616a4563cc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c14f67-839b-4b50-8823-e7ff6f62668b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:34.566092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47662a23-e844-4c42-a9b1-7dc6a0baba24 req-c181eccb-3e3e-4844-b44c-35d40f973855 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300142 Jul 09 17:08:34.606950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94607310-0f13-498c-93ef-c4b4a084de62 req-8fe2b271-d405-42dc-85a5-22a89c9a675a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:34.608854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94607310-0f13-498c-93ef-c4b4a084de62 req-8fe2b271-d405-42dc-85a5-22a89c9a675a tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 945 time: 0.0910985 Jul 09 17:08:34.683995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:34.753116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:34.753659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.877756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port 20f42de5-4950-4b84-ac1c-e5b28d867bc3, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=20f42de5-4950-4b84-ac1c-e5b28d867bc3,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:34.878362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:34.896360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 20f42de5-4950-4b84-ac1c-e5b28d867bc3 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:34.910690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-90241e20-b7b7-4e27-b68e-2a8615d80a06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f78270e33e59420baacfbd4744b3c54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248206 Jul 09 17:08:34.912834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:34.990493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a0794de-19d9-448e-94cd-c48e3d956bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.023152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a0794de-19d9-448e-94cd-c48e3d956bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.078143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.133510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611d47-1fc5-421b-a6eb-ea30d01f1fc8 req-b4f48ea4-afc7-4d05-850d-3c57004b5daa tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:35.135385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44611d47-1fc5-421b-a6eb-ea30d01f1fc8 req-b4f48ea4-afc7-4d05-850d-3c57004b5daa tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f91cb67-c714-4aea-ba90-7f8b8b253fb4 HTTP/1.1" status: 200 len: 867 time: 0.0896664 Jul 09 17:08:35.138499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=20f42de5-4950-4b84-ac1c-e5b28d867bc3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:35.154151 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a0794de-19d9-448e-94cd-c48e3d956bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.156702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a0794de-19d9-448e-94cd-c48e3d956bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.160544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7a0794de-19d9-448e-94cd-c48e3d956bf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e48bd37d-6f7e-4b3b-b989-4c9709fec4db HTTP/1.1" status: 204 len: 168 time: 0.2441547 Jul 09 17:08:35.186230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22ffb00c-2ed7-4654-89bb-3b8da9386da7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:35.204954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0794de-19d9-448e-94cd-c48e3d956bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48bd37d-6f7e-4b3b-b989-4c9709fec4db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:35.234801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] No DVR routers for this DVR port 20f42de5-4950-4b84-ac1c-e5b28d867bc3 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:35.236588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44611d47-1fc5-421b-a6eb-ea30d01f1fc8 req-9ef41ff4-8dba-4cdf-8dd5-fd11fbb698c8 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "GET /v2.0/security-groups?id=bef2ae8a-fdfc-4160-ba59-32e864a55099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949409 Jul 09 17:08:35.237795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.240615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94607310-0f13-498c-93ef-c4b4a084de62 req-185eb394-f6f3-4d6d-bd07-397fc11b6db2 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.43 "DELETE /v2.0/ports/20f42de5-4950-4b84-ac1c-e5b28d867bc3 HTTP/1.1" status: 204 len: 173 time: 0.6243155 Jul 09 17:08:35.241094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'name': 'network-vif-deleted', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:35.252239 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afbed27-574e-442a-b476-613995c40414" -d '{"events": [{"server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "name": "network-vif-deleted", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:35.285368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 22ffb00c-2ed7-4654-89bb-3b8da9386da7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:35.288322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22ffb00c-2ed7-4654-89bb-3b8da9386da7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:35.319901 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038fde4-6657-48fe-a330-1d11626ebe2c x-openstack-request-id: req-2038fde4-6657-48fe-a330-1d11626ebe2c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:35.320301 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f91cb67-c714-4aea-ba90-7f8b8b253fb4", "name": "network-vif-deleted", "tag": "20f42de5-4950-4b84-ac1c-e5b28d867bc3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:35.320657 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2038fde4-6657-48fe-a330-1d11626ebe2c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:35.321175 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91cb67-c714-4aea-ba90-7f8b8b253fb4', 'name': 'network-vif-deleted', 'tag': '20f42de5-4950-4b84-ac1c-e5b28d867bc3', 'status': 'completed', 'code': 200} Jul 09 17:08:35.796797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95f05013-114e-4eed-90ce-25606097202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:35.983909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.132078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29a58be-9385-429b-a35f-ac68da6e4562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.251752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29a58be-9385-429b-a35f-ac68da6e4562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.258067 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b29a58be-9385-429b-a35f-ac68da6e4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.334521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b29a58be-9385-429b-a35f-ac68da6e4562 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e23b1476f88492aaaef927a4b05a2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471549 Jul 09 17:08:36.335855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.340793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a58be-9385-429b-a35f-ac68da6e4562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5ba47-c06b-47b9-b80e-afcddd8dc5e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:36.391020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.416157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.433288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ac2113-1af7-4288-b2d3-a07811c83a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.458982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ac2113-1af7-4288-b2d3-a07811c83a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.471486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5b755b6-a18e-4783-afff-fb5950171000 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.512554 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5b755b6-a18e-4783-afff-fb5950171000 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.513047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ac2113-1af7-4288-b2d3-a07811c83a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.516808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ac2113-1af7-4288-b2d3-a07811c83a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.518397 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-81ac2113-1af7-4288-b2d3-a07811c83a1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31f5ba47-c06b-47b9-b80e-afcddd8dc5e2 HTTP/1.1" status: 204 len: 168 time: 0.1809745 Jul 09 17:08:36.530844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac2113-1af7-4288-b2d3-a07811c83a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5ba47-c06b-47b9-b80e-afcddd8dc5e2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:36.539650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44b86f57-c015-4bf7-bcb2-c9b5ae060c3a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] Request body: {'port': {'network_id': '3e71e930-efb3-4683-94f6-3fd5bad33d67', 'name': 'tempest-NetworksNegativeTestJSON-1871209891'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:36.564390 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b86f57-c015-4bf7-bcb2-c9b5ae060c3a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] POST failed (client error): The resource could not be found. Jul 09 17:08:36.565006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b86f57-c015-4bf7-bcb2-c9b5ae060c3a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.566208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-44b86f57-c015-4bf7-bcb2-c9b5ae060c3a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1489561 Jul 09 17:08:36.570190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.590158 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd63d94-ac33-4c30-9984-adc55515248a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:36.591164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd63d94-ac33-4c30-9984-adc55515248a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.593140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0dd63d94-ac33-4c30-9984-adc55515248a tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "DELETE /v2.0/networks/d6779d77-7b86-4156-a5a8-83f7c06046db HTTP/1.1" status: 404 len: 339 time: 0.0216534 Jul 09 17:08:36.597048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.629311 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46ab864-47cd-46b4-a11a-5c8a86f433b3 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:36.629977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46ab864-47cd-46b4-a11a-5c8a86f433b3 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.631721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f46ab864-47cd-46b4-a11a-5c8a86f433b3 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "DELETE /v2.0/ports/5700ef04-d600-4e89-a0ca-16407f2de54c HTTP/1.1" status: 404 len: 333 time: 0.0334773 Jul 09 17:08:36.636293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.662214 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0228331a-b2cb-4771-a129-8908ba5224f9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:36.663035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0228331a-b2cb-4771-a129-8908ba5224f9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.664139 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0228331a-b2cb-4771-a129-8908ba5224f9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "DELETE /v2.0/subnets/a9559fda-54e1-4bcc-aad2-7d7f56a9fb46 HTTP/1.1" status: 404 len: 337 time: 0.0269678 Jul 09 17:08:36.667946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.688503 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-077ae7e2-f66b-4aab-83ec-c3fa3d4a67fb tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] GET failed (client error): The resource could not be found. Jul 09 17:08:36.689887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-077ae7e2-f66b-4aab-83ec-c3fa3d4a67fb tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "GET /v2.0/networks/e65d831f-d897-4592-84d5-4d282730b38d HTTP/1.1" status: 404 len: 339 time: 0.0209632 Jul 09 17:08:36.694276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.705764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5b755b6-a18e-4783-afff-fb5950171000 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.708284 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5b755b6-a18e-4783-afff-fb5950171000 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.709387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5b755b6-a18e-4783-afff-fb5950171000 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/security-groups/bef2ae8a-fdfc-4160-ba59-32e864a55099 HTTP/1.1" status: 204 len: 168 time: 0.3172553 Jul 09 17:08:36.731833 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0819c50-c246-4f16-99b7-562468777399 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] GET failed (client error): The resource could not be found. Jul 09 17:08:36.733654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f0819c50-c246-4f16-99b7-562468777399 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "GET /v2.0/ports/5ce034cd-6101-44d5-b468-c859de4c73e6 HTTP/1.1" status: 404 len: 333 time: 0.0381813 Jul 09 17:08:36.738226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.749260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b755b6-a18e-4783-afff-fb5950171000 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2ae8a-fdfc-4160-ba59-32e864a55099,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:36.757155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.782794 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-05886d12-5a04-4fdb-9300-3f6c92ec70d1 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] GET failed (client error): The resource could not be found. Jul 09 17:08:36.784223 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-05886d12-5a04-4fdb-9300-3f6c92ec70d1 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "GET /v2.0/subnets/922e9b1a-aeed-4fde-bad2-8f03f9968646 HTTP/1.1" status: 404 len: 337 time: 0.0449667 Jul 09 17:08:36.788062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.793433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-12e443e9-1e71-4dbe-9300-cdee494ef994 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:36.812488 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e443e9-1e71-4dbe-9300-cdee494ef994 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] PUT failed (client error): The resource could not be found. Jul 09 17:08:36.813064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e443e9-1e71-4dbe-9300-cdee494ef994 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.814375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-12e443e9-1e71-4dbe-9300-cdee494ef994 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "PUT /v2.0/networks/b6956b36-8abd-482a-aa9b-26545e79d86b HTTP/1.1" status: 404 len: 339 time: 0.0253770 Jul 09 17:08:36.818917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.824448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48fe92a5-881f-4e5e-a0ac-b94cfdc908c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:36.846650 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fe92a5-881f-4e5e-a0ac-b94cfdc908c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] PUT failed (client error): The resource could not be found. Jul 09 17:08:36.847358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fe92a5-881f-4e5e-a0ac-b94cfdc908c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.852260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-48fe92a5-881f-4e5e-a0ac-b94cfdc908c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "PUT /v2.0/ports/69e50c46-73eb-484f-9e21-d707c23a44ff HTTP/1.1" status: 404 len: 333 time: 0.0286591 Jul 09 17:08:36.852429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:36.857542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-457b3cc0-4ae9-447e-a223-0b722dbb07c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:36.878434 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-457b3cc0-4ae9-447e-a223-0b722dbb07c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] PUT failed (client error): The resource could not be found. Jul 09 17:08:36.878910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457b3cc0-4ae9-447e-a223-0b722dbb07c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:36.883936 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-457b3cc0-4ae9-447e-a223-0b722dbb07c9 tempest-NetworksNegativeTestJSON-2059560774 tempest-NetworksNegativeTestJSON-2059560774-project] 10.222.0.48 "PUT /v2.0/subnets/5c82a509-d4f5-4786-9750-7638190594c7 HTTP/1.1" status: 404 len: 337 time: 0.0267832 Jul 09 17:08:37.150342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:37.230382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.296211 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c5942d-44d3-4dfc-86c2-095beb8805e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.391851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-4211a1fd-d405-4068-817c-0ca5e133d88e req-1f54692f-cf5b-4dd3-af0b-dd1a94d4db11 service neutron] (93768) timed out ('10.222.0.48', 58472) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:08:37.509777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c5942d-44d3-4dfc-86c2-095beb8805e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.514346 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c5942d-44d3-4dfc-86c2-095beb8805e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.579399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-98c5942d-44d3-4dfc-86c2-095beb8805e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4aef86a0425b414e9829a98af7ce2d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275842 Jul 09 17:08:37.580154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5942d-44d3-4dfc-86c2-095beb8805e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2de665-3c1b-4202-b0ac-d10413adad4e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:37.581599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:37.665246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port 01c70ba6-8398-4a99-a3a2-86dacc5360f0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:37.665795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.668309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.695041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.751342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.756495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.756495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d2de665-3c1b-4202-b0ac-d10413adad4e HTTP/1.1" status: 204 len: 168 time: 0.1727943 Jul 09 17:08:37.765972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2de665-3c1b-4202-b0ac-d10413adad4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:37.778177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port 01c70ba6-8398-4a99-a3a2-86dacc5360f0, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=01c70ba6-8398-4a99-a3a2-86dacc5360f0,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:37.778891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:37.791019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.791426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.792213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.792563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.793026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.793463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.793840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.795250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.796779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.797784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.798441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for 01c70ba6-8398-4a99-a3a2-86dacc5360f0 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:37.800027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:37.800380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2910ba7a-90c3-42f0-8d28-da2e7914293a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:38.033304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.068531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=01c70ba6-8398-4a99-a3a2-86dacc5360f0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:38.243171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.324114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.378030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.380552 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ffde02f6-141d-4cfb-9594-a048c65f27ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.413725 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:08:38.424364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 20f42de5-4950-4b84-ac1c-e5b28d867bc3 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:38.448087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 20f42de5-4950-4b84-ac1c-e5b28d867bc3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:38.448434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 20f42de5-4950-4b84-ac1c-e5b28d867bc3 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:38.567296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.585687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1618787498', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:38.611109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Made reservation on behalf of 6f1e81ad60ba4cc8add09a90713a2166 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:38.613593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.623870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Router 842a7180-65c7-41b8-9f42-cc519c6fca96 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:08:38.627320 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.722700 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.728311 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.729237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.749632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:38.758166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c079c411-5dd2-45f2-ad56-7213668c48ed tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "PUT /v2.0/routers/842a7180-65c7-41b8-9f42-cc519c6fca96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958456 Jul 09 17:08:38.758376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.759368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:38.772072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93c0c27-8cb5-49da-824c-a95af686876d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:38.775858 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] Sync routers for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:38.791986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.792346 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Added segment ebf65da6-7f28-4d54-8c22-7582189227f6 of type vlan for network f62e9fee-bdad-4849-9369-e051d6dffcac Jul 09 17:08:38.796646 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:38.797505 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:38.840009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting subnet 6787e6f5-e50a-476a-8a7f-0f9007c1560a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:38.844963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.855470 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.876027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2072944064'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:38.890745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.891751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:38.892341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.903215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.924325 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:38.946219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:38.949735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.962823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.975734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7310240 Jul 09 17:08:38.981413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.992176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'subnet': {'network_id': 'f62e9fee-bdad-4849-9369-e051d6dffcac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:39.000500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5499688-2dd1-44d1-9dfe-d8acf7b2d031 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Network': ['ID=f62e9fee-bdad-4849-9369-e051d6dffcac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.011639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f62e9fee-bdad-4849-9369-e051d6dffcac details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:39.067141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.124381 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:08:37Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:39.153990 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] Checking router: 842a7180-65c7-41b8-9f42-cc519c6fca96 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:39.162324 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] Routers {'842a7180-65c7-41b8-9f42-cc519c6fca96'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:39.162961 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['842a7180-65c7-41b8-9f42-cc519c6fca96'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:39.165853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.178235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.198398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.199289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Made reservation on behalf of 6f1e81ad60ba4cc8add09a90713a2166 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:39.201787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.207836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Subnet': ['ID=6787e6f5-e50a-476a-8a7f-0f9007c1560a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.211532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.216507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7402b8db-084e-4d16-8858-a2649ae2db31 tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/subnets/6787e6f5-e50a-476a-8a7f-0f9007c1560a HTTP/1.1" status: 204 len: 168 time: 0.4570899 Jul 09 17:08:39.217410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:39.221752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295fc05d-9cec-4179-8d59-cb2a59547e42 None None] Network 3ce6ff73-5b5d-4296-b839-fa29e50ab575 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:39.235615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:39.252420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be9988c-1c58-4921-a6c6-4904fc9bd857,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.255592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.255948 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment 4a38bf80-f4fe-4bdc-97c9-fac2254a824a of type vlan for network a8857f9c-e683-4bab-a114-e2b80f1f7e50 Jul 09 17:08:39.344649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] Set router 842a7180-65c7-41b8-9f42-cc519c6fca96 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:39.345145 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.540674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] DHCP port deletion for 3ce6ff73-5b5d-4296-b839-fa29e50ab575 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:39.572640 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:08:37Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:39.609295 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf6fc4-41d0-4827-9369-2259842b89e4 None None] The sync data for ids ['842a7180-65c7-41b8-9f42-cc519c6fca96'] in n-d-800085-2 is: [{'id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'name': 'tempest-TestNetworkBasicOps-router-319198889', 'tenant_id': 'be15e838446043f88a6554c9ef33da65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:08:37Z', 'revision_number': 5, 'project_id': 'be15e838446043f88a6554c9ef33da65', 'gw_port': {'id': 'b337c9d1-4b6e-4efd-96d9-b929b81966a5', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a7180-65c7-41b8-9f42-cc519c6fca96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:39.640343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] Deleting port cbc79f66-91a8-4a14-84b0-85e46373f3ff {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:39.641115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.719613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] For port cbc79f66-91a8-4a14-84b0-85e46373f3ff, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cbc79f66-91a8-4a14-84b0-85e46373f3ff,segment=NetworkSegment(58a6b620-0fe5-45f0-b67a-a7c331378db1),segment_id=58a6b620-0fe5-45f0-b67a-a7c331378db1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:39.720034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.739111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] Calling delete_port for cbc79f66-91a8-4a14-84b0-85e46373f3ff owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:39.834805 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.853413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.863227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] Pushing event deleted for resources: {'Port': ['ID=cbc79f66-91a8-4a14-84b0-85e46373f3ff,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.875032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9892e25-31cb-41ba-8a36-b870efa4bf9a None None] No DVR routers for this DVR port cbc79f66-91a8-4a14-84b0-85e46373f3ff on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:39.888506 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.895259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:39.895875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.952120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2216079 Jul 09 17:08:39.954766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:39.959848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'name': 'tempest-PortsTestJSON-98554103'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:40.025752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d74ea2-7ec1-4375-8b7f-5d5fa56c3554 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=a8857f9c-e683-4bab-a114-e2b80f1f7e50,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:40.040676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:40.075596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:40.083554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.100493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.111884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 18ba86bd-5cd4-4955-931f-e17611f5855a yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:40.249126 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.311359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.359155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.381535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Deleting port b337c9d1-4b6e-4efd-96d9-b929b81966a5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:40.381876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.416976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=18ba86bd-5cd4-4955-931f-e17611f5855a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:40.432392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': '4a38bf80-f4fe-4bdc-97c9-fac2254a824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:40.432856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: a8857f9c-e683-4bab-a114-e2b80f1f7e50, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:40.453291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:40.465998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a8857f9c-e683-4bab-a114-e2b80f1f7e50) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:40.470999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:40.476663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] For port b337c9d1-4b6e-4efd-96d9-b929b81966a5, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b337c9d1-4b6e-4efd-96d9-b929b81966a5,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:40.477430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.478722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:40.479603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.481215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52723ec6-c185-440b-beb2-e570794740fc None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:40.498289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Calling delete_port for b337c9d1-4b6e-4efd-96d9-b929b81966a5 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:40.500114 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eda39f19-983a-46da-a556-c4b37a8829a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5442145 Jul 09 17:08:40.504251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:40.511256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358429290'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:40.551263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:40.552771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.591913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:40.597602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.objects.ports [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:08:40.598084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.604260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.604992 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment b416fdf6-5022-4f1b-97a6-606186027fb3 of type vlan for network 2da42e6a-30ef-457f-9155-64a25d632262 Jul 09 17:08:40.660174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.696512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.702637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:40.703417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.713315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab7bca4b-ddc1-46db-902f-c4895dc23dee,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:40.723275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Checking segment: {'id': 'ebf65da6-7f28-4d54-8c22-7582189227f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f62e9fee-bdad-4849-9369-e051d6dffcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:40.723648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network hostable DHCP agents. Network: f62e9fee-bdad-4849-9369-e051d6dffcac, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:40.764238 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2584448 Jul 09 17:08:40.767191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58756) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:40.774492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'ports': [{'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'}, {'network_id': '2da42e6a-30ef-457f-9155-64a25d632262'}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:40.774812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:40.775362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '2da42e6a-30ef-457f-9155-64a25d632262'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:40.775594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f62e9fee-bdad-4849-9369-e051d6dffcac is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:40.792525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f62e9fee-bdad-4849-9369-e051d6dffcac) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:40.797992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:40.798934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.801341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.805571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c22f3a-5db2-4b74-9340-0c8acecb91e4 None None] Network f62e9fee-bdad-4849-9369-e051d6dffcac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:40.821713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6b4ab-3901-480f-bd81-2d78e77d75fc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=2da42e6a-30ef-457f-9155-64a25d632262,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:40.835851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Port': ['ID=b337c9d1-4b6e-4efd-96d9-b929b81966a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:40.864026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c6f61c4-9cff-4e53-99af-b656157344ca tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8789194 Jul 09 17:08:40.864242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:40.869391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1869669539', 'network_id': 'f62e9fee-bdad-4849-9369-e051d6dffcac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:40.873195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2da42e6a-30ef-457f-9155-64a25d632262 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:40.927159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.019452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.022061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.032956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:41.040180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.057345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.070947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05352a39-a430-417a-968e-3bb8b77b1665 None None] Network f62e9fee-bdad-4849-9369-e051d6dffcac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:41.071196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Made reservation on behalf of 6f1e81ad60ba4cc8add09a90713a2166 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:41.074127 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.077589 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.078449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Fanout notify agent at l3_agent the message router_deleted on router 842a7180-65c7-41b8-9f42-cc519c6fca96 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:41.086213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.088247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9f1c2b9-5d8e-4f6d-87fe-1d62e9f1581f tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/routers/842a7180-65c7-41b8-9f42-cc519c6fca96 HTTP/1.1" status: 204 len: 168 time: 1.8690922 Jul 09 17:08:41.094520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:41.158878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] device_id is not set on port ed3bdd48-ab02-4178-9dd1-fb3f84de1e99 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:41.261561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.286789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cbc79f66-91a8-4a14-84b0-85e46373f3ff no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:41.293668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 18c7fd3b-9725-4289-8d97-54b3154cdbc5 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:41.296919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.316362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: cbc79f66-91a8-4a14-84b0-85e46373f3ff {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:41.317027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cbc79f66-91a8-4a14-84b0-85e46373f3ff not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:41.317608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 01c70ba6-8398-4a99-a3a2-86dacc5360f0 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:41.340369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 01c70ba6-8398-4a99-a3a2-86dacc5360f0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:41.340976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 01c70ba6-8398-4a99-a3a2-86dacc5360f0 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:41.400682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Allocated IP 2001:db8::39a (f62e9fee-bdad-4849-9369-e051d6dffcac/ab7bca4b-ddc1-46db-902f-c4895dc23dee/ed3bdd48-ab02-4178-9dd1-fb3f84de1e99) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:41.429202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.443210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce6ff73-5b5d-4296-b839-fa29e50ab575']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:41.461417 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a6b620-0fe5-45f0-b67a-a7c331378db1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:41.461722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a6b620-0fe5-45f0-b67a-a7c331378db1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:41.472239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.480018 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.504543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.546811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port eb5e90ff-bee3-48d6-a32a-a2f62348b6d8 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:41.548638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:41.549202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:41.552107 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:41.678621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.690689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.696460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] 10.222.0.48 "DELETE /v2.0/networks/3ce6ff73-5b5d-4296-b839-fa29e50ab575 HTTP/1.1" status: 204 len: 168 time: 0.5976443 Jul 09 17:08:41.720279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.729648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.732497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65ee61-aa0f-45b2-89af-183bc756296c tempest-TestNetworkBasicOps-177892532 tempest-TestNetworkBasicOps-177892532-project] Pushing event deleted for resources: {'Network': ['ID=3ce6ff73-5b5d-4296-b839-fa29e50ab575,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:41.780708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.802185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.859472 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f62e9fee-bdad-4849-9369-e051d6dffcac is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:41.862676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:41.866556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:41.868013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:41.868790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.875470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3bdd48-ab02-4178-9dd1-fb3f84de1e99,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:41.879198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:41.888674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:41.893941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-552c7c51-da1c-4171-876e-f204775e019e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0286617 Jul 09 17:08:41.895480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:41.896153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:41.897042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:41.948434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=18c7fd3b-9725-4289-8d97-54b3154cdbc5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:42.020709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Deleting port ed3bdd48-ab02-4178-9dd1-fb3f84de1e99 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:42.021054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.049829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=eb5e90ff-bee3-48d6-a32a-a2f62348b6d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:42.052299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': 'b416fdf6-5022-4f1b-97a6-606186027fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2da42e6a-30ef-457f-9155-64a25d632262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:42.052666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: 2da42e6a-30ef-457f-9155-64a25d632262, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:42.073443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 2da42e6a-30ef-457f-9155-64a25d632262 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:42.092216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2da42e6a-30ef-457f-9155-64a25d632262) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:42.098590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:42.102320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d5431-2231-49a0-a06b-7b1a7674709d None None] Network 2da42e6a-30ef-457f-9155-64a25d632262 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:42.107505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:42.120487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:42.121256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.128475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:42.143665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.144579 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad518ab9-7a56-4f41-900e-91c2b8a05b6d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3766415 Jul 09 17:08:42.150620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:42.172164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Calling delete_port for ed3bdd48-ab02-4178-9dd1-fb3f84de1e99 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:42.284834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port eb5e90ff-bee3-48d6-a32a-a2f62348b6d8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:42.285470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.326090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.364511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-695eca19-af14-47a7-b13b-69b02121955a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be15e838446043f88a6554c9ef33da65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327275 Jul 09 17:08:42.366369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:42.381217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.383800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3bdd48-ab02-4178-9dd1-fb3f84de1e99,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:42.405714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for eb5e90ff-bee3-48d6-a32a-a2f62348b6d8 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:42.418615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.423848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b46df6d0-d0ac-48cb-8498-64769769d187 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ed3bdd48-ab02-4178-9dd1-fb3f84de1e99 HTTP/1.1" status: 204 len: 168 time: 0.5263896 Jul 09 17:08:42.424471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:42.429108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f62e9fee-bdad-4849-9369-e051d6dffcac', 'external_fixed_ips': [{'subnet_id': 'ab7bca4b-ddc1-46db-902f-c4895dc23dee', 'ip_address': '2001:db8::39a'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:42.454027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.455143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.481033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c090983-b105-4c20-9e0d-6e5b9d13d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.517124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c090983-b105-4c20-9e0d-6e5b9d13d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.564769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.573349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.598075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=eb5e90ff-bee3-48d6-a32a-a2f62348b6d8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:42.607752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c090983-b105-4c20-9e0d-6e5b9d13d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.610772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c090983-b105-4c20-9e0d-6e5b9d13d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.612262 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9c090983-b105-4c20-9e0d-6e5b9d13d09f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4f772c1-f06b-404d-8885-c6c266ce864b HTTP/1.1" status: 204 len: 168 time: 0.2450292 Jul 09 17:08:42.613963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.616040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c60894c-7b7c-4fce-9baf-224c0a3c0fe9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/eb5e90ff-bee3-48d6-a32a-a2f62348b6d8 HTTP/1.1" status: 204 len: 168 time: 0.4637692 Jul 09 17:08:42.627229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:42.628519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c090983-b105-4c20-9e0d-6e5b9d13d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f772c1-f06b-404d-8885-c6c266ce864b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:42.763570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb5c6a-fb14-4597-bcf8-f47649e21f60 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:42.771322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb5c6a-fb14-4597-bcf8-f47649e21f60 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:42.773270 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d8fb5c6a-fb14-4597-bcf8-f47649e21f60 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1424983 Jul 09 17:08:42.776665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:42.912414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 18c7fd3b-9725-4289-8d97-54b3154cdbc5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:42.913416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.014778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.031434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 18c7fd3b-9725-4289-8d97-54b3154cdbc5 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:43.038789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.059877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.063506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7fa11e4-8308-4d0c-b7cb-fbb7300a373a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.080231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b337c9d1-4b6e-4efd-96d9-b929b81966a5 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:43.110021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b337c9d1-4b6e-4efd-96d9-b929b81966a5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:43.111195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b337c9d1-4b6e-4efd-96d9-b929b81966a5 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:43.128532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.159715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=18c7fd3b-9725-4289-8d97-54b3154cdbc5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:43.170963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.173340 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7767e853-e3d5-4a34-9ba8-e35be0dcbac2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/18c7fd3b-9725-4289-8d97-54b3154cdbc5 HTTP/1.1" status: 204 len: 168 time: 0.3954046 Jul 09 17:08:43.175818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.241430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3d552-9f13-4583-aa29-34b6c1c3d97a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:43.242888 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-61c3d552-9f13-4583-aa29-34b6c1c3d97a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0659187 Jul 09 17:08:43.245733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.276997 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7c9498-c46e-4f04-95fc-b269b19e067f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:08:43.277908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2f7c9498-c46e-4f04-95fc-b269b19e067f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/eb5e90ff-bee3-48d6-a32a-a2f62348b6d8 HTTP/1.1" status: 404 len: 333 time: 0.0312605 Jul 09 17:08:43.280800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58800) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.308912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7fa11e4-8308-4d0c-b7cb-fbb7300a373a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.311327 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-408e6dbd-5fcc-4371-9cd0-eba5493c9338 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:08:43.314017 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-408e6dbd-5fcc-4371-9cd0-eba5493c9338 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/18c7fd3b-9725-4289-8d97-54b3154cdbc5 HTTP/1.1" status: 404 len: 333 time: 0.0318670 Jul 09 17:08:43.316628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.317174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7fa11e4-8308-4d0c-b7cb-fbb7300a373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.407919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.412171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa11e4-8308-4d0c-b7cb-fbb7300a373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c5a8ff-ee1d-418e-b674-c06407edc2b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:43.419312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e7fa11e4-8308-4d0c-b7cb-fbb7300a373a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d5be519efd64e5c9490e0a15aab216e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769906 Jul 09 17:08:43.421744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.439982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.471569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.511068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.521587 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da42e6a-30ef-457f-9155-64a25d632262']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:43.532413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b416fdf6-5022-4f1b-97a6-606186027fb3') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:43.532617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b416fdf6-5022-4f1b-97a6-606186027fb3') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:43.542796 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.557184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.563545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:43.563957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:43.567304 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:43.585871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170e5f85-83b9-443d-9660-9a30a08d3d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.648451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.650986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170e5f85-83b9-443d-9660-9a30a08d3d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.655479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.661460 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/2da42e6a-30ef-457f-9155-64a25d632262 HTTP/1.1" status: 204 len: 168 time: 0.3396239 Jul 09 17:08:43.662545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.668992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2058060146'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:43.673765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcb905-7f4c-4ae1-bcbc-8395708d6b82 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=2da42e6a-30ef-457f-9155-64a25d632262,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:43.755060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Allocated IP 2001:db8::39a (f62e9fee-bdad-4849-9369-e051d6dffcac/ab7bca4b-ddc1-46db-902f-c4895dc23dee/48857b43-9686-4299-8ef4-f9812d83b7c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:43.758040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:43.762890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.790355 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170e5f85-83b9-443d-9660-9a30a08d3d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.792944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-170e5f85-83b9-443d-9660-9a30a08d3d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.794102 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-170e5f85-83b9-443d-9660-9a30a08d3d65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08c5a8ff-ee1d-418e-b674-c06407edc2b9 HTTP/1.1" status: 204 len: 168 time: 0.3714426 Jul 09 17:08:43.849141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e5f85-83b9-443d-9660-9a30a08d3d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c5a8ff-ee1d-418e-b674-c06407edc2b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:43.859236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:43.928290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.982510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.993449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.993842 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment 7a1a92a0-b55f-4a40-919b-232d9720567a of type vlan for network ec27ac64-8008-4c22-8828-b910b6a266ce Jul 09 17:08:44.067041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f62e9fee-bdad-4849-9369-e051d6dffcac is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:44.085183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:44.096554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:44.100116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.105424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Port': ['ID=48857b43-9686-4299-8ef4-f9812d83b7c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.223113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:44.260105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.268307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:44.268981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.377550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7134571 Jul 09 17:08:44.383217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:44.389386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:44.393475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13219fee-1f1f-4ad1-822a-eef818c975e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.522665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb6bb-e01d-4599-9ce2-7431bd2e754e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=ec27ac64-8008-4c22-8828-b910b6a266ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.533686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ec27ac64-8008-4c22-8828-b910b6a266ce details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:44.547235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.586515 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13219fee-1f1f-4ad1-822a-eef818c975e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.606261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13219fee-1f1f-4ad1-822a-eef818c975e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.612080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:44.619750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.704018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13219fee-1f1f-4ad1-822a-eef818c975e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67f24e5e967a433e9bb85f038387e346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797473 Jul 09 17:08:44.707180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13219fee-1f1f-4ad1-822a-eef818c975e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98aa08-288d-47c9-a8e9-fc64ba3220c9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.707350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:44.812791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.829348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28712e7c-9807-4af8-a689-8022968f4ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.869869 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.894374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28712e7c-9807-4af8-a689-8022968f4ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.928768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=093b920f-8d69-47ba-b21a-b1dfccce2666,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.937736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': '7a1a92a0-b55f-4a40-919b-232d9720567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:44.938104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: ec27ac64-8008-4c22-8828-b910b6a266ce, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:44.956910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network ec27ac64-8008-4c22-8828-b910b6a266ce is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:44.968484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ec27ac64-8008-4c22-8828-b910b6a266ce) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:44.973669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:44.976205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.990223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90305d16-97d3-4e81-9f44-322406ed5e0b None None] Network ec27ac64-8008-4c22-8828-b910b6a266ce requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:44.997238 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-28fdf71d-6b57-4ac3-a77a-48f4a336cc92 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6124318 Jul 09 17:08:45.000173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:45.006751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce', 'name': 'tempest-PortsTestJSON-885299422'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:45.027378 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28712e7c-9807-4af8-a689-8022968f4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.029928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28712e7c-9807-4af8-a689-8022968f4ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.031078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-28712e7c-9807-4af8-a689-8022968f4ce5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc98aa08-288d-47c9-a8e9-fc64ba3220c9 HTTP/1.1" status: 204 len: 168 time: 0.3227479 Jul 09 17:08:45.079175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712e7c-9807-4af8-a689-8022968f4ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98aa08-288d-47c9-a8e9-fc64ba3220c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:45.099591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Router f81c5c71-3711-4b89-abb8-a4859bb13a9a is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:08:45.173598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ec27ac64-8008-4c22-8828-b910b6a266ce', 'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': '093b920f-8d69-47ba-b21a-b1dfccce2666'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:45.174511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.238998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:45.242567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.267259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port c9ff9ea6-2a17-42c8-bed8-35d530206154 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:45.272091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:45.296343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Sync routers for ids ['f81c5c71-3711-4b89-abb8-a4859bb13a9a'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:45.315057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Routers {'f81c5c71-3711-4b89-abb8-a4859bb13a9a'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:45.315778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f81c5c71-3711-4b89-abb8-a4859bb13a9a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:45.333105 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.334766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1126ebf3-143a-495f-8d83-88f71b17b194 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9093094 Jul 09 17:08:45.337739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:45.366848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Allocated IP 172.20.0.2 (ec27ac64-8008-4c22-8828-b910b6a266ce/093b920f-8d69-47ba-b21a-b1dfccce2666/bff82389-0a71-4160-9b69-4bdc647b7ffe) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:45.463147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.475702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Set router f81c5c71-3711-4b89-abb8-a4859bb13a9a gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:45.566655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.635494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Deleting port 48857b43-9686-4299-8ef4-f9812d83b7c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:45.635888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.668291 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.680483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Transition to ACTIVE for port object bff82389-0a71-4160-9b69-4bdc647b7ffe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:45.717655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Transition to ACTIVE for port object bff82389-0a71-4160-9b69-4bdc647b7ffe will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:45.717875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.727177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.731501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Calling delete_port for 48857b43-9686-4299-8ef4-f9812d83b7c1 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:45.776128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Pushing event updated for resources: {'Port': ['ID=bff82389-0a71-4160-9b69-4bdc647b7ffe,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:45.793106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.13 (ec27ac64-8008-4c22-8828-b910b6a266ce/093b920f-8d69-47ba-b21a-b1dfccce2666/c9ff9ea6-2a17-42c8-bed8-35d530206154) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:45.795830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Network ec27ac64-8008-4c22-8828-b910b6a266ce is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:45.798381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:45.801027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:45.838519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81c5c71-3711-4b89-abb8-a4859bb13a9a', 'name': '', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f62e9fee-bdad-4849-9369-e051d6dffcac', 'external_fixed_ips': [{'subnet_id': 'ab7bca4b-ddc1-46db-902f-c4895dc23dee', 'ip_address': '2001:db8::39a'}], 'enable_snat': True}, 'gw_port_id': '48857b43-9686-4299-8ef4-f9812d83b7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:42Z', 'updated_at': '2021-07-09T17:08:44Z', 'revision_number': 3, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port': {'id': '48857b43-9686-4299-8ef4-f9812d83b7c1', 'name': '', 'network_id': 'f62e9fee-bdad-4849-9369-e051d6dffcac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81c5c71-3711-4b89-abb8-a4859bb13a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'ab7bca4b-ddc1-46db-902f-c4895dc23dee', 'ip_address': '2001:db8::39a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:43Z', 'updated_at': '2021-07-09T17:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab7bca4b-ddc1-46db-902f-c4895dc23dee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:45.990220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.991166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.010650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object c9ff9ea6-2a17-42c8-bed8-35d530206154 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:46.028749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event deleted for resources: {'Port': ['ID=48857b43-9686-4299-8ef4-f9812d83b7c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.047905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Checking router: f81c5c71-3711-4b89-abb8-a4859bb13a9a for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:46.048268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Updating router f81c5c71-3711-4b89-abb8-a4859bb13a9a port 48857b43-9686-4299-8ef4-f9812d83b7c1 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:08:46.059587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.063890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.087211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Port 48857b43-9686-4299-8ef4-f9812d83b7c1 not found while updating agent binding for router f81c5c71-3711-4b89-abb8-a4859bb13a9a. {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 17:08:46.093016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Attempting to bind port bff82389-0a71-4160-9b69-4bdc647b7ffe on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:46.093393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Attempting to bind port bff82389-0a71-4160-9b69-4bdc647b7ffe by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '7a1a92a0-b55f-4a40-919b-232d9720567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:46.093898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Attempting to bind port bff82389-0a71-4160-9b69-4bdc647b7ffe on network ec27ac64-8008-4c22-8828-b910b6a266ce {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:46.101079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:46.102107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Checking segment: {'id': '7a1a92a0-b55f-4a40-919b-232d9720567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:46.102107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.102413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Bound using segment: {'id': '7a1a92a0-b55f-4a40-919b-232d9720567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:46.102883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Bound port: bff82389-0a71-4160-9b69-4bdc647b7ffe, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1a92a0-b55f-4a40-919b-232d9720567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ec27ac64-8008-4c22-8828-b910b6a266ce'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:46.103301 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.120786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Routers {'f81c5c71-3711-4b89-abb8-a4859bb13a9a'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:46.122154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f81c5c71-3711-4b89-abb8-a4859bb13a9a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.129588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network ec27ac64-8008-4c22-8828-b910b6a266ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:46.132691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:46.135226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:46.145739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=c9ff9ea6-2a17-42c8-bed8-35d530206154,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.194619 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.196773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.209046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:46.210084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.227969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1461e78f-583c-4fa7-afc9-c427ed596d2b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2262447 Jul 09 17:08:46.228277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] Set router f81c5c71-3711-4b89-abb8-a4859bb13a9a gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:46.230706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.251662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.252566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f81c5c71-3711-4b89-abb8-a4859bb13a9a {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:46.263212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.264373 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c43b910-01a6-433f-9710-1e9db0f03191 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f81c5c71-3711-4b89-abb8-a4859bb13a9a HTTP/1.1" status: 204 len: 168 time: 0.9256361 Jul 09 17:08:46.267166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58862) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.287044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.291890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81c5c71-3711-4b89-abb8-a4859bb13a9a', 'name': '', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:42Z', 'updated_at': '2021-07-09T17:08:45Z', 'revision_number': 5, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.314158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Deleting subnet ab7bca4b-ddc1-46db-902f-c4895dc23dee {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:46.317743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.325795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431f97e-3229-4fa0-8788-4a463ab3cbc2 None None] The sync data for ids ['f81c5c71-3711-4b89-abb8-a4859bb13a9a'] in n-d-800085-2 is: [{'id': 'f81c5c71-3711-4b89-abb8-a4859bb13a9a', 'name': '', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:42Z', 'updated_at': '2021-07-09T17:08:45Z', 'revision_number': 5, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:46.329357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] For port bff82389-0a71-4160-9b69-4bdc647b7ffe, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:46.341905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] For port bff82389-0a71-4160-9b69-4bdc647b7ffe, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bff82389-0a71-4160-9b69-4bdc647b7ffe,segment=NetworkSegment(7a1a92a0-b55f-4a40-919b-232d9720567a),segment_id=7a1a92a0-b55f-4a40-919b-232d9720567a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:46.348540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.362285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.380648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port c9ff9ea6-2a17-42c8-bed8-35d530206154 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:46.381017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.419285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabe39c-6701-416b-b242-4d634e2a3e24 None None] Pushing event updated for resources: {'Port': ['ID=bff82389-0a71-4160-9b69-4bdc647b7ffe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.434671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.510461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.528205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb06a4a-1eda-4936-995f-53c32cf624a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.532216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.537691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7bca4b-ddc1-46db-902f-c4895dc23dee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.539899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.544497 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d80a0b7-3594-4545-9e77-0a14d55db069 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/ab7bca4b-ddc1-46db-902f-c4895dc23dee HTTP/1.1" status: 204 len: 168 time: 0.2737832 Jul 09 17:08:46.544497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.565903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for c9ff9ea6-2a17-42c8-bed8-35d530206154 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:46.650779 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.763993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.776320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62e9fee-bdad-4849-9369-e051d6dffcac']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.788283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb06a4a-1eda-4936-995f-53c32cf624a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.794838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb06a4a-1eda-4936-995f-53c32cf624a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.797172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf65da6-7f28-4d54-8c22-7582189227f6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.797467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf65da6-7f28-4d54-8c22-7582189227f6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.806489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.821784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.829047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:46.829447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:46.831263 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:46.835321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.849479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-acb06a4a-1eda-4936-995f-53c32cf624a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8d53e0e58eb49bc9fa406ca644176ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614955 Jul 09 17:08:46.863797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.869012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb06a4a-1eda-4936-995f-53c32cf624a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec87c05-ada3-46e0-8425-009634cf2542,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.873390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=c9ff9ea6-2a17-42c8-bed8-35d530206154,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.922762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.928873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f62e9fee-bdad-4849-9369-e051d6dffcac {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:08:46.932487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.934389 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/networks/f62e9fee-bdad-4849-9369-e051d6dffcac HTTP/1.1" status: 204 len: 168 time: 0.3888996 Jul 09 17:08:46.960053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c19f09cb-1618-4d3b-bef2-d553acebffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.961591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.963349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7e3d2-08dd-488b-a465-aa441d74ec37 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event deleted for resources: {'Network': ['ID=f62e9fee-bdad-4849-9369-e051d6dffcac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.965126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-54d887ba-f28d-46e5-8df3-a060fe6ccae2 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/c9ff9ea6-2a17-42c8-bed8-35d530206154 HTTP/1.1" status: 204 len: 168 time: 0.7329032 Jul 09 17:08:46.968524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.993121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c19f09cb-1618-4d3b-bef2-d553acebffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.011175 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3319afe-72a1-4e9a-b202-bd461dc45c96 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:47.012033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3319afe-72a1-4e9a-b202-bd461dc45c96 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:47.016692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3319afe-72a1-4e9a-b202-bd461dc45c96 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/c9ff9ea6-2a17-42c8-bed8-35d530206154 HTTP/1.1" status: 404 len: 333 time: 0.0370147 Jul 09 17:08:47.017142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.062238 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05e9646-2f42-4395-9fe8-5686fa55cb3c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:08:47.064249 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f05e9646-2f42-4395-9fe8-5686fa55cb3c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/c9ff9ea6-2a17-42c8-bed8-35d530206154 HTTP/1.1" status: 404 len: 333 time: 0.0460665 Jul 09 17:08:47.067853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.095686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c19f09cb-1618-4d3b-bef2-d553acebffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.102572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c19f09cb-1618-4d3b-bef2-d553acebffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.104739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c19f09cb-1618-4d3b-bef2-d553acebffc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aec87c05-ada3-46e0-8425-009634cf2542 HTTP/1.1" status: 204 len: 168 time: 0.2394595 Jul 09 17:08:47.134558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f09cb-1618-4d3b-bef2-d553acebffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec87c05-ada3-46e0-8425-009634cf2542,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.158254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 093b920f-8d69-47ba-b21a-b1dfccce2666 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:47.162786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.208070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.235677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bff82389-0a71-4160-9b69-4bdc647b7ffe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:47.315956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port bff82389-0a71-4160-9b69-4bdc647b7ffe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:47.338747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.410900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.418108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'name': 'tempest-router--1866929496', 'project_id': 'd9e24d3b3a35411294e9f174ababcb36'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:47.427646 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.450345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.451634 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.461211 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=093b920f-8d69-47ba-b21a-b1dfccce2666,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.466947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.469255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-56766aca-bcba-4cd9-bfd8-8ac544deff48 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/093b920f-8d69-47ba-b21a-b1dfccce2666 HTTP/1.1" status: 204 len: 168 time: 0.3996181 Jul 09 17:08:47.474646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.537941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.544803 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.561316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.566135 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1279d40-cffa-4c43-887c-4871b24edf0e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1535363 Jul 09 17:08:47.568749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58892) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.654400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.864479 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.892336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.894564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.928277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port bff82389-0a71-4160-9b69-4bdc647b7ffe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:47.928695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.977590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.978458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2413aa4d-b192-43dd-91b7-01ae45b5d789 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:47.994669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.996360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07fae22a-9071-4488-aa8e-8a0d06766e46 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2413aa4d-b192-43dd-91b7-01ae45b5d789 HTTP/1.1" status: 204 len: 168 time: 0.4260063 Jul 09 17:08:48.024664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port bff82389-0a71-4160-9b69-4bdc647b7ffe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bff82389-0a71-4160-9b69-4bdc647b7ffe,segment=NetworkSegment(7a1a92a0-b55f-4a40-919b-232d9720567a),segment_id=7a1a92a0-b55f-4a40-919b-232d9720567a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:48.025116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.039720 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for bff82389-0a71-4160-9b69-4bdc647b7ffe owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:48.067706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37c1a6-b8e5-491e-a24d-74f64aeebd6c None None] Network ec27ac64-8008-4c22-8828-b910b6a266ce requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:48.149824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.162326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8219a47f-8c40-479e-b9cf-c3a86b8a13b8 None None] Provisioning complete for port bff82389-0a71-4160-9b69-4bdc647b7ffe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:48.163001 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8219a47f-8c40-479e-b9cf-c3a86b8a13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.179434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=bff82389-0a71-4160-9b69-4bdc647b7ffe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:48.181497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port bff82389-0a71-4160-9b69-4bdc647b7ffe on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:48.193507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8219a47f-8c40-479e-b9cf-c3a86b8a13b8 None None] Port bff82389-0a71-4160-9b69-4bdc647b7ffe was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:08:48.305633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.318160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec27ac64-8008-4c22-8828-b910b6a266ce']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:48.330620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.331922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1a92a0-b55f-4a40-919b-232d9720567a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:48.332210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1a92a0-b55f-4a40-919b-232d9720567a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:48.345744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a41fd3-0eda-41c2-ae46-a29f23b2a3dc None None] DHCP port deletion for ec27ac64-8008-4c22-8828-b910b6a266ce request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:48.346438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.366702 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.373713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:48.374113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:48.377780 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:48.438014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.445228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.452465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.452927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/ec27ac64-8008-4c22-8828-b910b6a266ce HTTP/1.1" status: 204 len: 168 time: 0.9767673 Jul 09 17:08:48.457846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-204929456'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:48.469352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0f096-7066-452e-bec2-52bc54b5e05b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=ec27ac64-8008-4c22-8828-b910b6a266ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:48.484946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:48.488627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.512607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:48.523930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.524589 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment 5b92c728-e1e0-4686-8363-be4d040ebb50 of type vlan for network 71a0dd14-94ed-4752-8fdc-fbd6395349fa Jul 09 17:08:48.537799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1716267454', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:48.580564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.595498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.596498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.622253 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.627754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:48.628308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.715442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.721864 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2652495 Jul 09 17:08:48.722646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.728662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:48.843635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:48.847857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.047255 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.133905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.140171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': '5b92c728-e1e0-4686-8363-be4d040ebb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:49.140534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: 71a0dd14-94ed-4752-8fdc-fbd6395349fa, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:49.151568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bff82389-0a71-4160-9b69-4bdc647b7ffe no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:49.162897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:49.174384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d264a-3a5e-4169-83cc-dd85845c46ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=71a0dd14-94ed-4752-8fdc-fbd6395349fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.175790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 71a0dd14-94ed-4752-8fdc-fbd6395349fa) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:49.180892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: bff82389-0a71-4160-9b69-4bdc647b7ffe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:49.181811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bff82389-0a71-4160-9b69-4bdc647b7ffe not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:49.188562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:49.206378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150dbb1-71eb-44af-812b-ba3daf763ebb None None] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:49.212577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:49.214375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.233925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ca3ef1e1-495d-4d43-a8aa-66d4d9dc7b8b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5099909 Jul 09 17:08:49.236668 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:49.244363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1313533430'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:49.250656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.376995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:49.381690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.407719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 86a7608a-afa2-4fef-a165-ed037a62b080 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:49.435278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-71a0dd14-94ed-4752-8fdc-fbd6395349fa', 'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': '3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:49.436911 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.469587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.493691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.548519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.5 (71a0dd14-94ed-4752-8fdc-fbd6395349fa/3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f/86a7608a-afa2-4fef-a165-ed037a62b080) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:49.621710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Allocated IP 172.25.7.103 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/30e9711d-d021-47de-bb81-13be4c1bd2cb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:49.677793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.691276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object 86a7608a-afa2-4fef-a165-ed037a62b080 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:49.723194 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.726021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.766104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.779476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:49.782685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:49.786758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:49.788191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Allocated IP 172.20.0.2 (71a0dd14-94ed-4752-8fdc-fbd6395349fa/3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f/a868a0ea-7262-406b-a89c-70245b45ef14) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:49.807607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:49.811250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=86a7608a-afa2-4fef-a165-ed037a62b080,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.812698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:49.816253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:49.841859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:49.842959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.843399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event updated for resources: {'Port': ['ID=30e9711d-d021-47de-bb81-13be4c1bd2cb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.866195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0ed0a1c-ef50-4c33-b60d-719c70610531 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6274929 Jul 09 17:08:49.869291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:49.993495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.994404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 86a7608a-afa2-4fef-a165-ed037a62b080 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:49.994893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.006527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Transition to ACTIVE for port object a868a0ea-7262-406b-a89c-70245b45ef14 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:50.026155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Transition to ACTIVE for port object a868a0ea-7262-406b-a89c-70245b45ef14 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:50.035030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.084042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:50.089598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:50.094885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:50.099406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.104567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Pushing event updated for resources: {'Port': ['ID=a868a0ea-7262-406b-a89c-70245b45ef14,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:50.113510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 86a7608a-afa2-4fef-a165-ed037a62b080 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:50.141905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.161023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Attempting to bind port a868a0ea-7262-406b-a89c-70245b45ef14 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:50.161431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Attempting to bind port a868a0ea-7262-406b-a89c-70245b45ef14 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5b92c728-e1e0-4686-8363-be4d040ebb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:50.161955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Attempting to bind port a868a0ea-7262-406b-a89c-70245b45ef14 on network 71a0dd14-94ed-4752-8fdc-fbd6395349fa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:50.168332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:50.168763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Checking segment: {'id': '5b92c728-e1e0-4686-8363-be4d040ebb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:50.169559 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.169797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Bound using segment: {'id': '5b92c728-e1e0-4686-8363-be4d040ebb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:50.170480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Bound port: a868a0ea-7262-406b-a89c-70245b45ef14, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b92c728-e1e0-4686-8363-be4d040ebb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71a0dd14-94ed-4752-8fdc-fbd6395349fa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:50.170984 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.246696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] For port a868a0ea-7262-406b-a89c-70245b45ef14, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:50.276997 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.278541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] For port a868a0ea-7262-406b-a89c-70245b45ef14, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a868a0ea-7262-406b-a89c-70245b45ef14,segment=NetworkSegment(5b92c728-e1e0-4686-8363-be4d040ebb50),segment_id=5b92c728-e1e0-4686-8363-be4d040ebb50)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:50.284903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.311675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=86a7608a-afa2-4fef-a165-ed037a62b080,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:50.387112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321ad55-04b9-46b3-b99c-9487959edddb None None] Pushing event updated for resources: {'Port': ['ID=a868a0ea-7262-406b-a89c-70245b45ef14,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:50.407170 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.409685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b6e70f7e-fa02-4b5c-a639-222bda47c0bc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/86a7608a-afa2-4fef-a165-ed037a62b080 HTTP/1.1" status: 204 len: 168 time: 0.5392759 Jul 09 17:08:50.412607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.421946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.445432 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6494f2-2cfa-436a-bcaa-dc0fa26763fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:08:50.449379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9a6494f2-2cfa-436a-bcaa-dc0fa26763fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/86a7608a-afa2-4fef-a165-ed037a62b080 HTTP/1.1" status: 404 len: 333 time: 0.0335238 Jul 09 17:08:50.450188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.508476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:50.511811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.559168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.572582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Router 0bf5783e-be32-4642-8c00-d9eba0acdc28 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:08:50.699099 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.715394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:50.725943 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] Sync routers for ids ['0bf5783e-be32-4642-8c00-d9eba0acdc28'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:50.739507 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] Routers {'0bf5783e-be32-4642-8c00-d9eba0acdc28'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:50.740163 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0bf5783e-be32-4642-8c00-d9eba0acdc28'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:50.740929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.742590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef56be9d-f037-4383-9477-3ae8bc18124c tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4101765 Jul 09 17:08:50.746886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.799063 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:50.809249 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] Routers {'0bf5783e-be32-4642-8c00-d9eba0acdc28'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:50.810109 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0bf5783e-be32-4642-8c00-d9eba0acdc28'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:50.836985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.853576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:50.854549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1d41f-8a01-4490-8f7b-021195ba9d62 None None] The sync data for ids ['0bf5783e-be32-4642-8c00-d9eba0acdc28'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:50.870353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:50.872805 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.875065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-77ac17c9-1d94-427b-b0cf-dc14ff5eb580 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f HTTP/1.1" status: 204 len: 168 time: 0.4235327 Jul 09 17:08:50.877363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.946284 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0d806252-5788-4e37-aa97-2a516c448f2b tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/0bf5783e-be32-4642-8c00-d9eba0acdc28 HTTP/1.1" status: 200 len: 925 time: 0.1969612 Jul 09 17:08:50.951824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58956) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.961857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.968021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-ca024e32-c79f-4915-91a3-21da988854a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2103026 Jul 09 17:08:50.988038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4ff6bcc7-85ae-4b88-b2ad-893031eb2034 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf5783e-be32-4642-8c00-d9eba0acdc28 HTTP/1.1" status: 200 len: 205 time: 0.0350149 Jul 09 17:08:50.990643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:51.028480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port a868a0ea-7262-406b-a89c-70245b45ef14 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:51.029306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.125339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port a868a0ea-7262-406b-a89c-70245b45ef14, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a868a0ea-7262-406b-a89c-70245b45ef14,segment=NetworkSegment(5b92c728-e1e0-4686-8363-be4d040ebb50),segment_id=5b92c728-e1e0-4686-8363-be4d040ebb50)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:51.126226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.141355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for a868a0ea-7262-406b-a89c-70245b45ef14 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:51.184183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-fa306d73-d5a2-4dd0-ac16-ae772cfdb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.186369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-fa306d73-d5a2-4dd0-ac16-ae772cfdb84e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1096 time: 0.1362793 Jul 09 17:08:51.190382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.192564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a868a0ea-7262-406b-a89c-70245b45ef14 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:51.265035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.266160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No active binding found for port a868a0ea-7262-406b-a89c-70245b45ef14 {{(pid=93769) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:08:51.266676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a868a0ea-7262-406b-a89c-70245b45ef14 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 17:08:51.289223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port a868a0ea-7262-406b-a89c-70245b45ef14 not found, will not notify nova. {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 17:08:51.296042 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=a868a0ea-7262-406b-a89c-70245b45ef14,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:51.299974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port a868a0ea-7262-406b-a89c-70245b45ef14 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:51.392612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.403997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a0dd14-94ed-4752-8fdc-fbd6395349fa']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:51.416906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b92c728-e1e0-4686-8363-be4d040ebb50') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:51.416906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b92c728-e1e0-4686-8363-be4d040ebb50') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:51.427317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.447774 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.453183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.455955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:51.456361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:51.459715 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:51.468409 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-e2a1f55a-f560-4dad-9729-117ef5488200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.471047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-e2a1f55a-f560-4dad-9729-117ef5488200 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.2119849 Jul 09 17:08:51.535741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.546290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.557494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/71a0dd14-94ed-4752-8fdc-fbd6395349fa HTTP/1.1" status: 204 len: 168 time: 0.6791277 Jul 09 17:08:51.558444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:51.569228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'name': 'tempest-PortsTestJSON-1451627606'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:51.572705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f06d11-b33a-44dc-affb-6d0f7d6aaed8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=71a0dd14-94ed-4752-8fdc-fbd6395349fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:51.620352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-8443ce71-077a-4191-874a-c1017b48b565 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 1001 time: 0.1272993 Jul 09 17:08:51.646273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b3ae8954-2e7e-4a39-ba11-852a2de44971 None None] Could not find standard attr ID for object a868a0ea-7262-406b-a89c-70245b45ef14. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:08:51.657617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5ee98-5cdf-42c0-8679-776d953b0265 None None] DHCP port deletion for 71a0dd14-94ed-4752-8fdc-fbd6395349fa request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:51.671716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Deleting port 30e9711d-d021-47de-bb81-13be4c1bd2cb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:51.672085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.678206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbc34a-a505-45cf-884c-542dec21fe95 None None] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:51.698411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbc34a-a505-45cf-884c-542dec21fe95 None None] Network 71a0dd14-94ed-4752-8fdc-fbd6395349fa could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:08:51.758981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-51502a76-5d0f-4bf5-9039-7396c7472c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.760522 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-51502a76-5d0f-4bf5-9039-7396c7472c66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.1332104 Jul 09 17:08:51.806957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:51.810672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.817739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.844611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Calling delete_port for 30e9711d-d021-47de-bb81-13be4c1bd2cb owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:51.855597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port c05f8285-c7a6-43ca-8622-d1e4667f5ad7 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:51.986417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-1389f183-a1d9-4c34-b5ea-617b400a5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.987901 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-1389f183-a1d9-4c34-b5ea-617b400a5db4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190254 Jul 09 17:08:52.431944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e8a0-b90a-4adf-99ad-99861386963f req-0d7a04ae-9d9d-430c-9930-ac2e403b575f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:52.433772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0925e8a0-b90a-4adf-99ad-99861386963f req-0d7a04ae-9d9d-430c-9930-ac2e403b575f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.0800836 Jul 09 17:08:52.481796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0925e8a0-b90a-4adf-99ad-99861386963f req-cf36ec55-175e-49fe-9032-732bd243a6b4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406973 Jul 09 17:08:52.508497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 58978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:52.577218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-11374cc4-cdb3-4ab3-a687-f8a9b5e0d8b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/cb8cae5d-3cf5-4534-b53c-9873306a8c10 HTTP/1.1" status: 200 len: 993 time: 0.0667081 Jul 09 17:08:52.585071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.598628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-b16c46ca-cc15-40e7-a48c-c049bcc24f3c service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038380 Jul 09 17:08:52.707492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.746819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event deleted for resources: {'Port': ['ID=30e9711d-d021-47de-bb81-13be4c1bd2cb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:52.766150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.798875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ce79cb1b-c372-4d33-905d-a1e697f38683 req-b62229e0-8d3e-4b45-b377-ab3492ebc164 service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809483 Jul 09 17:08:52.860458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:52.868855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:52.874907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:52.881251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:52.881251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.886001 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=c05f8285-c7a6-43ca-8622-d1e4667f5ad7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:52.894328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.993440 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3a33e8c9-1d5a-42e6-9d58-8dad1f2a02f6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4301622 Jul 09 17:08:52.995452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.997232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:52.999674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.045226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a813337-76eb-40df-8b86-d0c783003776 req-c72d3966-5bfc-4eef-bd89-131e211d26a2 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:53.046957 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a813337-76eb-40df-8b86-d0c783003776 req-c72d3966-5bfc-4eef-bd89-131e211d26a2 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1096 time: 0.0580170 Jul 09 17:08:53.077463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.078101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf5783e-be32-4642-8c00-d9eba0acdc28 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:53.086776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.091350 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce2ed2ef-d515-41cf-97e2-60730cee0451 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/0bf5783e-be32-4642-8c00-d9eba0acdc28 HTTP/1.1" status: 204 len: 168 time: 2.0961783 Jul 09 17:08:53.093458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 58998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:53.097998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043492457', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:53.103185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a813337-76eb-40df-8b86-d0c783003776 req-4767f88f-7899-47e9-9a41-9bab6b284d99 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497968 Jul 09 17:08:53.152877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a868a0ea-7262-406b-a89c-70245b45ef14 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:53.178077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.179138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.180825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a868a0ea-7262-406b-a89c-70245b45ef14 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:53.181321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a868a0ea-7262-406b-a89c-70245b45ef14 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:53.195436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port c05f8285-c7a6-43ca-8622-d1e4667f5ad7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:53.195823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.241142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-aecac6d0-217e-4c43-9947-d4a184fd9f80 req-ccbefa4c-9f63-404a-9317-31749a9a436f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:08:53.242298 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aecac6d0-217e-4c43-9947-d4a184fd9f80 req-ccbefa4c-9f63-404a-9317-31749a9a436f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073457 Jul 09 17:08:53.288939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.363798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.380852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for c05f8285-c7a6-43ca-8622-d1e4667f5ad7 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:53.486829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.581152 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.615282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=c05f8285-c7a6-43ca-8622-d1e4667f5ad7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:53.624106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.628435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-64523506-868f-42ad-8893-a5b81ebf6842 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/c05f8285-c7a6-43ca-8622-d1e4667f5ad7 HTTP/1.1" status: 204 len: 168 time: 0.6278863 Jul 09 17:08:53.628811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:53.634994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'mac_address': 'fa:16:3e:d6:f3:8a', 'name': 'tempest-PortsTestJSON-418219165'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:53.767914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:53.775464 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.798909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.850149 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.869316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.897442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 44d09eb6-fedb-4985-89bf-c8511431b5e4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:53.949012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Allocated IP 172.25.7.239 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/8bd9e17e-8d48-4702-8aad-43cc151c06f4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:54.089245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.103881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.111790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-3e1d04fc-bfee-4e72-ac57-6a422997d8d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2417431 Jul 09 17:08:54.138937 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.154061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.195020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=44d09eb6-fedb-4985-89bf-c8511431b5e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:54.198788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:54.208268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:54.213112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:54.213893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:54.216363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:54.219457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:54.225398 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:54.226167 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.244086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Port': ['ID=8bd9e17e-8d48-4702-8aad-43cc151c06f4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:54.247495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d66f953-1571-4a4c-b1db-1f2962935d45 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6141646 Jul 09 17:08:54.247495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:54.321916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5661a2-27ab-4993-9b6e-72135cadb2a0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:54.323593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d5661a2-27ab-4993-9b6e-72135cadb2a0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/44d09eb6-fedb-4985-89bf-c8511431b5e4 HTTP/1.1" status: 200 len: 840 time: 0.0738983 Jul 09 17:08:54.326978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:54.449655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 44d09eb6-fedb-4985-89bf-c8511431b5e4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:54.450005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.528464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.528670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.544070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 44d09eb6-fedb-4985-89bf-c8511431b5e4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:54.655070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.685759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=44d09eb6-fedb-4985-89bf-c8511431b5e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:54.693596 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.698746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-99c0e260-219f-463d-a54c-77c7328de711 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/44d09eb6-fedb-4985-89bf-c8511431b5e4 HTTP/1.1" status: 204 len: 168 time: 0.3681149 Jul 09 17:08:54.700053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:54.732700 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd1bcdd-11fd-4187-bb2a-e085707bda46 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:08:54.734261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3dd1bcdd-11fd-4187-bb2a-e085707bda46 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/44d09eb6-fedb-4985-89bf-c8511431b5e4 HTTP/1.1" status: 404 len: 333 time: 0.0330281 Jul 09 17:08:54.738686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:54.746622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'name': 'tempest-PortsTestJSON-879317847'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:54.762514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.867225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:54.871418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.898274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port bb4056c3-7db2-420d-9e7b-743773d08a2d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:08:54.926839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Router a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:08:54.935840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-36e47fa9-9daa-4c33-991c-c6d52bfafffb tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:08:54.939255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-36e47fa9-9daa-4c33-991c-c6d52bfafffb tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1825552 Jul 09 17:08:54.989631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Request body: {'binding': {'host': 'n-h2-800085-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:54.989890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:08:55.088241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.126523 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.131418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:55.144406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Sync routers for ids ['a315e3d9-6b64-4fa4-a737-2cdbd9273ef3'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:55.162219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Routers {'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:55.163909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['a315e3d9-6b64-4fa4-a737-2cdbd9273ef3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:55.165958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.169708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fc907d95-1797-4e5f-aee9-5ae0db447576 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0728161 Jul 09 17:08:55.170964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59080) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.191492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bb4056c3-7db2-420d-9e7b-743773d08a2d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:55.201663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:55.203477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:55.206057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:55.212508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:55.213364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.231103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad4ee4f8-7735-442e-a434-ca80d5a094a6 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4911437 Jul 09 17:08:55.233680 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.243133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:55.261473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on host n-h2-800085-2 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:55.261819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:55.262156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:55.268503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:08:55.268831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:55.301241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Set router a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:55.309981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:55.310145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Checking segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:55.310530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Bound using segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:55.310989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Bound port: 77063daa-283f-4d73-9700-e11a3acec1a4, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:55.343145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.418343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42cc2169-465b-4565-ae2f-45909dbe5e56 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 HTTP/1.1" status: 200 len: 909 time: 0.2461336 Jul 09 17:08:55.424169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.430194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043492457', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:55.444117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:55.454079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.455290 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a2a37da4-99d3-4a7e-97a7-e2287d8a7f71 service neutron] 10.222.0.48 "POST /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4699194 Jul 09 17:08:55.465638 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.467075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.516754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3', 'name': 'tempest-snat-router-2043492457', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': False}, 'gw_port_id': '8bd9e17e-8d48-4702-8aad-43cc151c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:53Z', 'updated_at': '2021-07-09T17:08:54Z', 'revision_number': 3, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port': {'id': '8bd9e17e-8d48-4702-8aad-43cc151c06f4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:53Z', 'updated_at': '2021-07-09T17:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:55.548976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Checking router: a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:55.551053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Updating router a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:08:55.589507 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.643908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.652258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.720656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bb4056c3-7db2-420d-9e7b-743773d08a2d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:55.769587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] In _notify_port_updated(), no bound segment for port bb4056c3-7db2-420d-9e7b-743773d08a2d on network a8857f9c-e683-4bab-a114-e2b80f1f7e50 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:08:55.776018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:55.776801 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.782037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7a084fd-cd5e-446a-99ec-2728ab3da9f0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/ports/bb4056c3-7db2-420d-9e7b-743773d08a2d HTTP/1.1" status: 200 len: 818 time: 0.5469477 Jul 09 17:08:55.788511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.911820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093e1f-0268-40a6-96a5-62db9eeb2632 req-4e8475c4-713a-4fbb-a0a4-c0e5c7803291 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:55.922106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1093e1f-0268-40a6-96a5-62db9eeb2632 req-4e8475c4-713a-4fbb-a0a4-c0e5c7803291 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.1939464 Jul 09 17:08:55.999139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port bb4056c3-7db2-420d-9e7b-743773d08a2d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:55.999687 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.029581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1093e1f-0268-40a6-96a5-62db9eeb2632 req-3f3e7720-3461-46de-a1a8-10d346c19360 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065862 Jul 09 17:08:56.103953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.120240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for bb4056c3-7db2-420d-9e7b-743773d08a2d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:56.164927 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.208781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.218096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.226517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Transition to ACTIVE for port object 8bd9e17e-8d48-4702-8aad-43cc151c06f4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:56.235975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.261857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.264765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/bb4056c3-7db2-420d-9e7b-743773d08a2d HTTP/1.1" status: 204 len: 168 time: 0.4738264 Jul 09 17:08:56.265857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b9085-bfbe-467f-aba2-d1760efd23d1 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=bb4056c3-7db2-420d-9e7b-743773d08a2d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.269483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:56.300834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Attempting to bind port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:56.301342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Attempting to bind port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:56.301797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Attempting to bind port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:56.313740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:56.314257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:56.314799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.315444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:56.316221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Bound port: 8bd9e17e-8d48-4702-8aad-43cc151c06f4, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:56.316745 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.340797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f9895-df98-46f0-a304-d77364efd9fb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:56.342285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-090f9895-df98-46f0-a304-d77364efd9fb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0717769 Jul 09 17:08:56.344981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:56.346998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d66666-7eb6-4b93-b5e2-c3b01b1ff3c2 None None] Pushing event updated for resources: {'Port': ['ID=8bd9e17e-8d48-4702-8aad-43cc151c06f4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.385439 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2767e357-6c9a-442e-8ca9-56fda45f1d3a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:08:56.387323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.388207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2767e357-6c9a-442e-8ca9-56fda45f1d3a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/bb4056c3-7db2-420d-9e7b-743773d08a2d HTTP/1.1" status: 404 len: 333 time: 0.0420232 Jul 09 17:08:56.391724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] For port 8bd9e17e-8d48-4702-8aad-43cc151c06f4, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:56.393913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:56.396870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] For port 8bd9e17e-8d48-4702-8aad-43cc151c06f4, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8bd9e17e-8d48-4702-8aad-43cc151c06f4,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:56.402086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-705991373'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:56.402449 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.403650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-511ba4b5-046c-4b15-abe5-d9c3a46a3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:56.405579 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-511ba4b5-046c-4b15-abe5-d9c3a46a3d85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1096 time: 0.2516768 Jul 09 17:08:56.426155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:56.432349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.463993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:56.466118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Routers {'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:56.466816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['a315e3d9-6b64-4fa4-a737-2cdbd9273ef3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:56.472277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d66666-7eb6-4b93-b5e2-c3b01b1ff3c2 None None] Pushing event updated for resources: {'Port': ['ID=8bd9e17e-8d48-4702-8aad-43cc151c06f4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.481618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.481959 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment 44210139-9b1b-4867-bd3c-07b08db9e2cc of type vlan for network b3be36fc-19dd-4785-ad98-6f2584926146 Jul 09 17:08:56.540236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.573000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-62b97afe-dca0-47c6-ad0c-79c9dd0342f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:56.574827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-62b97afe-dca0-47c6-ad0c-79c9dd0342f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.1623738 Jul 09 17:08:56.576247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.582131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:56.583138 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.589224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] Set router a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:56.649560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2538486 Jul 09 17:08:56.652320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:56.659431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b1590-6278-4af3-b790-8fa56825cca0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=b3be36fc-19dd-4785-ad98-6f2584926146,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.662253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:56.673854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:56.739008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-469b9b2d-079b-4205-ac6f-1a958874c12b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 1001 time: 0.1545691 Jul 09 17:08:56.855632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3', 'name': 'tempest-snat-router-2043492457', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': False}, 'gw_port_id': '8bd9e17e-8d48-4702-8aad-43cc151c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:53Z', 'updated_at': '2021-07-09T17:08:54Z', 'revision_number': 3, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port': {'id': '8bd9e17e-8d48-4702-8aad-43cc151c06f4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:53Z', 'updated_at': '2021-07-09T17:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:56.877231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-920d3e0d-c2fd-4bde-9252-9a94010f75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:56.878728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-920d3e0d-c2fd-4bde-9252-9a94010f75a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.1325555 Jul 09 17:08:56.883201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4919ce3-3fc2-4b94-9090-0c4fe9f5ea1f None None] The sync data for ids ['a315e3d9-6b64-4fa4-a737-2cdbd9273ef3'] in n-d-800085-2 is: [{'id': 'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3', 'name': 'tempest-snat-router-2043492457', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': False}, 'gw_port_id': '8bd9e17e-8d48-4702-8aad-43cc151c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:53Z', 'updated_at': '2021-07-09T17:08:54Z', 'revision_number': 3, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port': {'id': '8bd9e17e-8d48-4702-8aad-43cc151c06f4', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a315e3d9-6b64-4fa4-a737-2cdbd9273ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:53Z', 'updated_at': '2021-07-09T17:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:56.919754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:56.922796 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.017263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.049137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.157681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-5d5777fb-76a1-4005-ad77-2cd4841a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:57.159725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-5d5777fb-76a1-4005-ad77-2cd4841a797b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542222 Jul 09 17:08:57.284148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ecad9-7db2-42c1-bf5f-db923722360b req-5c224e61-0166-4ed6-9d63-ee980c6e7099 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:57.290343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c43ecad9-7db2-42c1-bf5f-db923722360b req-5c224e61-0166-4ed6-9d63-ee980c6e7099 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.0743160 Jul 09 17:08:57.340596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c43ecad9-7db2-42c1-bf5f-db923722360b req-5496f2d7-07ed-4cdb-a8b9-abdca52dc2e9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Jul 09 17:08:57.411379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Allocated IP 172.25.7.224 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/8cecadaf-a050-4421-913a-2971cb32a635) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:57.450976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.458512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-f4296cfe-6b74-45ce-a773-a1d1bc543fc4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847431 Jul 09 17:08:57.635291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=acd68535-b6c4-4c0e-a5e9-7d6583784d6b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:57.697894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.705101 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-2da091c1-8213-4115-9633-2c1689315529 service neutron] 10.222.0.43 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303836 Jul 09 17:08:57.707670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': '44210139-9b1b-4867-bd3c-07b08db9e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:57.708038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: b3be36fc-19dd-4785-ad98-6f2584926146, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:57.744976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network b3be36fc-19dd-4785-ad98-6f2584926146 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:57.764866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b3be36fc-19dd-4785-ad98-6f2584926146) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:57.771017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:57.771611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.773696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d494d-fc6e-4b4c-92ea-67ced982d6ac None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:57.803862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.854895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b5ce81b3-53ca-4b63-84ba-2d9dab475f6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1983523 Jul 09 17:08:57.855225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:57.861151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:57.905925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:57.913672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:57.920527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:57.922731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Port': ['ID=8cecadaf-a050-4421-913a-2971cb32a635,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:58.039033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:58.042619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.043365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-b3be36fc-19dd-4785-ad98-6f2584926146', 'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': 'acd68535-b6c4-4c0e-a5e9-7d6583784d6b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:58.045079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.232938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Allocated IP 172.20.0.2 (b3be36fc-19dd-4785-ad98-6f2584926146/acd68535-b6c4-4c0e-a5e9-7d6583784d6b/fc9cb7a4-5721-45d1-8e70-52636b185bad) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:58.496569 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.508618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Transition to ACTIVE for port object fc9cb7a4-5721-45d1-8e70-52636b185bad will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:58.528400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Transition to ACTIVE for port object fc9cb7a4-5721-45d1-8e70-52636b185bad will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:58.543138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.574772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-16d6310b-ae63-4112-ac5b-d49d6e6997c3 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:58.576565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-16d6310b-ae63-4112-ac5b-d49d6e6997c3 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1096 time: 0.7930057 Jul 09 17:08:58.585378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:58.591227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:58.593496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-2'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:58.595545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:58.606204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Pushing event updated for resources: {'Port': ['ID=fc9cb7a4-5721-45d1-8e70-52636b185bad,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:58.607174 n-d-800085-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet acd68535-b6c4-4c0e-a5e9-7d6583784d6b (CIDR: 172.20.0.0/28) Jul 09 17:08:58.632566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.651932 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:08:58.652827 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:58.680052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Attempting to bind port fc9cb7a4-5721-45d1-8e70-52636b185bad on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:58.681315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Attempting to bind port fc9cb7a4-5721-45d1-8e70-52636b185bad by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '44210139-9b1b-4867-bd3c-07b08db9e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:58.682162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Attempting to bind port fc9cb7a4-5721-45d1-8e70-52636b185bad on network b3be36fc-19dd-4785-ad98-6f2584926146 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:58.692399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:58.693457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Checking segment: {'id': '44210139-9b1b-4867-bd3c-07b08db9e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:58.694133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:58.694312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-504ebfaa-21e9-4225-bd40-cdcbcbca97ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8374457 Jul 09 17:08:58.694819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.695724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Bound using segment: {'id': '44210139-9b1b-4867-bd3c-07b08db9e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:58.697085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Bound port: fc9cb7a4-5721-45d1-8e70-52636b185bad, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44210139-9b1b-4867-bd3c-07b08db9e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:58.697834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.702173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:58.746850 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279ee1-35fc-41de-994c-0444c58232e2 req-c93ab3b6-5748-4f7b-8b95-c8207f69e050 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:58.750644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0279ee1-35fc-41de-994c-0444c58232e2 req-c93ab3b6-5748-4f7b-8b95-c8207f69e050 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.1397488 Jul 09 17:08:58.780596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] For port fc9cb7a4-5721-45d1-8e70-52636b185bad, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:58.784966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] For port fc9cb7a4-5721-45d1-8e70-52636b185bad, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc9cb7a4-5721-45d1-8e70-52636b185bad,segment=NetworkSegment(44210139-9b1b-4867-bd3c-07b08db9e2cc),segment_id=44210139-9b1b-4867-bd3c-07b08db9e2cc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:58.792907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.831444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.839080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0279ee1-35fc-41de-994c-0444c58232e2 req-93d42c60-7944-47d3-9130-3347266c067a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829360 Jul 09 17:08:58.888028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503358dd-d292-43e8-aa90-425bb2bbc9b6 None None] Pushing event updated for resources: {'Port': ['ID=fc9cb7a4-5721-45d1-8e70-52636b185bad,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.144496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:59.148115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.233456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.242598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8bd9e17e-8d48-4702-8aad-43cc151c06f4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:59.247731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:59.311942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:59.316369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:59.316750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.423099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:59.426982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.448388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 8bd9e17e-8d48-4702-8aad-43cc151c06f4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8bd9e17e-8d48-4702-8aad-43cc151c06f4,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:59.452843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.503625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=8bd9e17e-8d48-4702-8aad-43cc151c06f4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.518983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:59.521564 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297898ab-e6ee-4fb1-94e9-d6cb5d28bc47" -d '{"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-unplugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:59.530888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.548956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.608535 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f43d24-8835-45ad-a73d-b2ff9c34d0e1 x-openstack-request-id: req-b9f43d24-8835-45ad-a73d-b2ff9c34d0e1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:59.609224 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-unplugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:59.609224 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9f43d24-8835-45ad-a73d-b2ff9c34d0e1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:59.609437 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'code': 200} Jul 09 17:08:59.745965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Router 617165c6-2a33-4b06-905c-be4b24d35baa is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:08:59.814268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.834249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.917137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network b3be36fc-19dd-4785-ad98-6f2584926146 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:59.922224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:59.941183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:59.941183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.961766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c19d3eda-1305-4bf5-8ac4-f29795a3ac00 None None] Provisioning complete for port 77063daa-283f-4d73-9700-e11a3acec1a4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:59.963191 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c19d3eda-1305-4bf5-8ac4-f29795a3ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.021470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c19d3eda-1305-4bf5-8ac4-f29795a3ac00 None None] Port 77063daa-283f-4d73-9700-e11a3acec1a4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:00.030860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=74682dc1-4816-4804-977e-685947bd3f3f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:00.045396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4823b795-9ed4-457a-bd3d-166036e652d3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3486717 Jul 09 17:09:00.051346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:00.058166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146', 'fixed_ips': [{'subnet_id': 'acd68535-b6c4-4c0e-a5e9-7d6583784d6b'}, {'subnet_id': '74682dc1-4816-4804-977e-685947bd3f3f'}], 'name': 'tempest-PortsTestJSON-1657377193'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:00.111590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d3e4c-bb2f-46d1-bf1c-d68662934011 req-c758c9ee-5c82-4c8c-9372-967111a83b72 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:00.114031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3d3e4c-bb2f-46d1-bf1c-d68662934011 req-c758c9ee-5c82-4c8c-9372-967111a83b72 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 943 time: 0.0933130 Jul 09 17:09:00.163587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3d3e4c-bb2f-46d1-bf1c-d68662934011 req-ef10157c-af5e-4e32-a44e-0b254f599c29 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Jul 09 17:09:00.227526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3b484-3ddc-4959-bcea-4cfdecb3b85c None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:00.282510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff73759d-5256-4edf-9995-a1d809386120 None None] Provisioning for port fc9cb7a4-5721-45d1-8e70-52636b185bad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:00.381793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on host n-h1-800085-2 for vnic_type normal with profile {"migrating_to": "n-h2-800085-2"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:00.382212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:00.383013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:00.401375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:00.410059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:09:00.410418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Attempting to bind port 77063daa-283f-4d73-9700-e11a3acec1a4 on network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:00.422106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Sync routers for ids ['617165c6-2a33-4b06-905c-be4b24d35baa'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:00.430210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:00.430804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Checking segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:00.431436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Bound using segment: {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:00.432143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Bound port: 77063daa-283f-4d73-9700-e11a3acec1a4, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa19fedf-1755-4a8d-969e-ac0896255df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:00.432653 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.433227 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Routers {'617165c6-2a33-4b06-905c-be4b24d35baa'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:00.434245 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['617165c6-2a33-4b06-905c-be4b24d35baa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:00.522602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.527971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:00.547910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5f33f5f2-3149-4478-9e72-8ca9cfcbfdcb tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1226051 Jul 09 17:09:00.587174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Update dhcp port {'port': {'network_id': 'b3be36fc-19dd-4785-ad98-6f2584926146', 'fixed_ips': [{'subnet_id': 'acd68535-b6c4-4c0e-a5e9-7d6583784d6b', 'ip_address': '172.20.0.2'}, {'subnet_id': '74682dc1-4816-4804-977e-685947bd3f3f'}], 'binding:host_id': 'n-d-800085-2'}, 'id': 'fc9cb7a4-5721-45d1-8e70-52636b185bad'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:09:00.606839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:00.616284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:00.628750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.640268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:00.669374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.682290 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Set router 617165c6-2a33-4b06-905c-be4b24d35baa gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:00.696628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7deb1861-5d02-4fbc-8d75-47213d1b6506 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/617165c6-2a33-4b06-905c-be4b24d35baa HTTP/1.1" status: 200 len: 908 time: 0.1670859 Jul 09 17:09:00.698264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:00.928579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.948864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:00.983962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.011115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port bf199e20-6a76-4591-a882-83a54edd61ab yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:01.030650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Allocated IP 172.20.0.18 (b3be36fc-19dd-4785-ad98-6f2584926146/74682dc1-4816-4804-977e-685947bd3f3f/fc9cb7a4-5721-45d1-8e70-52636b185bad) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:01.083793 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617165c6-2a33-4b06-905c-be4b24d35baa', 'name': 'tempest-snat-router-2043492457', 'tenant_id': '6f1e81ad60ba4cc8add09a90713a2166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '8cecadaf-a050-4421-913a-2971cb32a635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:55Z', 'updated_at': '2021-07-09T17:08:58Z', 'revision_number': 3, 'project_id': '6f1e81ad60ba4cc8add09a90713a2166', 'gw_port': {'id': '8cecadaf-a050-4421-913a-2971cb32a635', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:04:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617165c6-2a33-4b06-905c-be4b24d35baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:01.101627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:01.102279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.103843 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-8f3eb40a-2566-4e78-8fa7-fd8612760fd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 1121 time: 2.5188892 Jul 09 17:09:01.144274 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Checking router: 617165c6-2a33-4b06-905c-be4b24d35baa for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:01.145077 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Updating router 617165c6-2a33-4b06-905c-be4b24d35baa port 8cecadaf-a050-4421-913a-2971cb32a635 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:01.259199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.272216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] For port fc9cb7a4-5721-45d1-8e70-52636b185bad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc9cb7a4-5721-45d1-8e70-52636b185bad,segment=NetworkSegment(44210139-9b1b-4867-bd3c-07b08db9e2cc),segment_id=44210139-9b1b-4867-bd3c-07b08db9e2cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:01.293146 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.322739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.362293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Transition to ACTIVE for port object fc9cb7a4-5721-45d1-8e70-52636b185bad will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:01.370893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['77063daa-283f-4d73-9700-e11a3acec1a4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:09:01.374954 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.432324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Deleting port 8cecadaf-a050-4421-913a-2971cb32a635 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:01.439010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.452515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc9cb7a4-5721-45d1-8e70-52636b185bad up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:01.571712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b08fb5b2-a5bc-4932-aaa8-a838a476bbac None None] Provisioning complete for port 77063daa-283f-4d73-9700-e11a3acec1a4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:01.571712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b08fb5b2-a5bc-4932-aaa8-a838a476bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.577814 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.591894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Calling delete_port for 8cecadaf-a050-4421-913a-2971cb32a635 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:01.643569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8fa81-60c4-4b5a-b6b8-605638bfa459 None None] Pushing event updated for resources: {'Port': ['ID=fc9cb7a4-5721-45d1-8e70-52636b185bad,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:01.700969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.4 (b3be36fc-19dd-4785-ad98-6f2584926146/acd68535-b6c4-4c0e-a5e9-7d6583784d6b/bf199e20-6a76-4591-a882-83a54edd61ab) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:01.711551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.21 (b3be36fc-19dd-4785-ad98-6f2584926146/74682dc1-4816-4804-977e-685947bd3f3f/bf199e20-6a76-4591-a882-83a54edd61ab) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:01.735852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port fc9cb7a4-5721-45d1-8e70-52636b185bad completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:01.790276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8bd9e17e-8d48-4702-8aad-43cc151c06f4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:01.810770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:01.814257 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73bc483-5796-4821-aaa1-cb4e9c966a39" -d '{"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:01.854052 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.873963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b08fb5b2-a5bc-4932-aaa8-a838a476bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.935643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:01.939016 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c95f50-1de6-4374-a917-cff96b060218" -d '{"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-plugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:01.972579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b08fb5b2-a5bc-4932-aaa8-a838a476bbac None None] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:01.992883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b08fb5b2-a5bc-4932-aaa8-a838a476bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=93770) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers result.read() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers items = [ Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self.flush() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers raise exception Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers raise exception Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers result.read() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-800085-2', 'ml2_port_bindings_port_id': '8cecadaf-a050-4421-913a-2971cb32a635', 'ml2_port_bindings_host': ''}] Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 09 17:09:01.993917 n-d-800085-2 neutron-server[93770]: ERROR neutron.plugins.ml2.managers Jul 09 17:09:02.003196 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:09:02.003196 n-d-800085-2 neutron-server[93770]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 09 17:09:02.003196 n-d-800085-2 neutron-server[93770]: [parameters: {'host': 'n-d-800085-2', 'ml2_port_bindings_port_id': '8cecadaf-a050-4421-913a-2971cb32a635', 'ml2_port_bindings_host': ''}] Jul 09 17:09:02.003196 n-d-800085-2 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:09:02.003196 n-d-800085-2 neutron-server[93770]: DEBUG oslo_db.api [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:09:02.020106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6dfbd-67a7-4321-8f0a-193d1a75e112 req-de61e7a3-697e-4d87-a15e-ba1e9570bfe7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:02.031461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fab6dfbd-67a7-4321-8f0a-193d1a75e112 req-de61e7a3-697e-4d87-a15e-ba1e9570bfe7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 943 time: 0.1781871 Jul 09 17:09:02.034363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:02.035121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.042022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.083735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cecadaf-a050-4421-913a-2971cb32a635,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:02.140347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fab6dfbd-67a7-4321-8f0a-193d1a75e112 req-156c035b-b73a-4f25-a2f8-a7b36d8c4e7d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059501 Jul 09 17:09:02.224530 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7811501c-4434-43c7-94e9-6d6f988fd711 x-openstack-request-id: req-7811501c-4434-43c7-94e9-6d6f988fd711 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:02.224862 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:02.225132 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7811501c-4434-43c7-94e9-6d6f988fd711 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:02.225549 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'status': 'completed', 'code': 200} Jul 09 17:09:02.261787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.266223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.293879 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7aab6e-137b-455a-9b8a-8b32752340e8 x-openstack-request-id: req-1a7aab6e-137b-455a-9b8a-8b32752340e8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:02.295864 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-plugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:02.295864 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a7aab6e-137b-455a-9b8a-8b32752340e8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:02.295864 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'code': 200} Jul 09 17:09:02.318600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object bf199e20-6a76-4591-a882-83a54edd61ab will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:02.390696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-838eecdb-0518-40a8-b3ef-eb805e39c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:02.392573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-838eecdb-0518-40a8-b3ef-eb805e39c90b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1126 time: 0.1219950 Jul 09 17:09:02.394646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.435033 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.448432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.465128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network b3be36fc-19dd-4785-ad98-6f2584926146 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:02.510963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:02.517145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:02.518310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.519136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 617165c6-2a33-4b06-905c-be4b24d35baa {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:02.529956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.531179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-42692bfa-14f1-4230-8bce-ba9e20873474 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/routers/617165c6-2a33-4b06-905c-be4b24d35baa HTTP/1.1" status: 204 len: 168 time: 1.8318319 Jul 09 17:09:02.540859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Port 8cecadaf-a050-4421-913a-2971cb32a635 not found while updating agent binding for router 617165c6-2a33-4b06-905c-be4b24d35baa. {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 17:09:02.553150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:02.563032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa62ef8-4293-4f34-8426-5ae68781fe22 None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:02.572543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Routers set() bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:02.572903 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Router IDs set() for agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 17:09:02.573684 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_agentschedulers_db [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'617165c6-2a33-4b06-905c-be4b24d35baa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent'). {{(pid=93770) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 17:09:02.574718 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05111f10-445e-4f60-b9ab-9958d908388c None None] The sync data for ids ['617165c6-2a33-4b06-905c-be4b24d35baa'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:02.588177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bf199e20-6a76-4591-a882-83a54edd61ab,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:02.612186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:02.612855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.642664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-849143c2-f03f-4a29-8c22-116bc8f11805 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5895944 Jul 09 17:09:02.644456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-9eee27d9-c76c-495f-b15e-f5f230a0c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:02.645938 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-9eee27d9-c76c-495f-b15e-f5f230a0c0bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.2405756 Jul 09 17:09:02.646421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:02.652748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acd68535-b6c4-4c0e-a5e9-7d6583784d6b'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:02.678138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fb5b2-a5bc-4932-aaa8-a838a476bbac None None] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:02.736053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.807784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.829067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-4349e6ff-99d9-47c7-a219-c09f0b6cf9fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 1001 time: 0.1718004 Jul 09 17:09:02.913092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-db323a90-24cd-417e-9917-beba60538f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:02.914677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-db323a90-24cd-417e-9917-beba60538f53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.0560734 Jul 09 17:09:02.969803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.025508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] Provisioning for port fc9cb7a4-5721-45d1-8e70-52636b185bad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:03.039431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] Provisioning complete for port fc9cb7a4-5721-45d1-8e70-52636b185bad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:03.040198 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.057418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Deleting port 8bd9e17e-8d48-4702-8aad-43cc151c06f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:03.058259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.132837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-b070bc76-e2a2-44d8-80fe-98aa3cba404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:03.139536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-b070bc76-e2a2-44d8-80fe-98aa3cba404a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167003 Jul 09 17:09:03.245353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc9cb7a4-5721-45d1-8e70-52636b185bad up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:03.288425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] For port 8bd9e17e-8d48-4702-8aad-43cc151c06f4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8bd9e17e-8d48-4702-8aad-43cc151c06f4,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:03.289043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.295937 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.305378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Calling delete_port for 8bd9e17e-8d48-4702-8aad-43cc151c06f4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:03.418350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] For port fc9cb7a4-5721-45d1-8e70-52636b185bad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc9cb7a4-5721-45d1-8e70-52636b185bad,segment=NetworkSegment(44210139-9b1b-4867-bd3c-07b08db9e2cc),segment_id=44210139-9b1b-4867-bd3c-07b08db9e2cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:03.419816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fc9cb7a4-5721-45d1-8e70-52636b185bad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:03.420190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.474881 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.481383 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-8708a5e7-54b9-41c6-aecf-a80ac36d30bb service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337791 Jul 09 17:09:03.525196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Delete allocated IP 172.20.0.21 (b3be36fc-19dd-4785-ad98-6f2584926146/74682dc1-4816-4804-977e-685947bd3f3f) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:09:03.562936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87b417-dbb8-405b-83e7-fd94ce40f3ce None None] Pushing event updated for resources: {'Port': ['ID=fc9cb7a4-5721-45d1-8e70-52636b185bad,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:03.641864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee43e4-6c01-4007-8000-710174706642 req-63f1b539-a478-4cdc-b96e-6f36242a4251 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:03.643597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41ee43e4-6c01-4007-8000-710174706642 req-63f1b539-a478-4cdc-b96e-6f36242a4251 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.2025459 Jul 09 17:09:03.658288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4af5205e-7bd5-4ad2-80c7-c1f7b58cf36e None None] Provisioning for port bf199e20-6a76-4591-a882-83a54edd61ab completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:03.668809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4af5205e-7bd5-4ad2-80c7-c1f7b58cf36e None None] Provisioning complete for port bf199e20-6a76-4591-a882-83a54edd61ab triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:03.669779 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4af5205e-7bd5-4ad2-80c7-c1f7b58cf36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.728519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4af5205e-7bd5-4ad2-80c7-c1f7b58cf36e None None] Port bf199e20-6a76-4591-a882-83a54edd61ab cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:03.743282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b73bc483-5796-4821-aaa1-cb4e9c966a39 req-6150ac5a-0941-417f-88b5-e81470cdb4a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531624 Jul 09 17:09:03.748425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4af5205e-7bd5-4ad2-80c7-c1f7b58cf36e None None] Provisioning complete for port fc9cb7a4-5721-45d1-8e70-52636b185bad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:03.750172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4af5205e-7bd5-4ad2-80c7-c1f7b58cf36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.758632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41ee43e4-6c01-4007-8000-710174706642 req-fa1b6ce8-54ff-4ca9-bec0-1426a2836052 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026556 Jul 09 17:09:03.759939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.820515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bd9e17e-8d48-4702-8aad-43cc151c06f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:03.841365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.859125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Ignored duplicate provisioning block setup for port bf199e20-6a76-4591-a882-83a54edd61ab by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:09:03.865279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.929911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.991373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bf199e20-6a76-4591-a882-83a54edd61ab,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:04.019792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] In _notify_port_updated(), no bound segment for port bf199e20-6a76-4591-a882-83a54edd61ab on network b3be36fc-19dd-4785-ad98-6f2584926146 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:09:04.026912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-15d6a367-617b-4e37-b455-ded0e91f879e None None] Provisioning complete for port bf199e20-6a76-4591-a882-83a54edd61ab triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:04.027502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15d6a367-617b-4e37-b455-ded0e91f879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.037476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:04.039673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.041124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4cd7e06f-babc-473b-ae1c-5fe0439528a8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/ports/bf199e20-6a76-4591-a882-83a54edd61ab HTTP/1.1" status: 200 len: 919 time: 1.3937004 Jul 09 17:09:04.047610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59164) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:04.053124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acd68535-b6c4-4c0e-a5e9-7d6583784d6b'}, {'subnet_id': '74682dc1-4816-4804-977e-685947bd3f3f'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:04.089205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-15d6a367-617b-4e37-b455-ded0e91f879e None None] Port bf199e20-6a76-4591-a882-83a54edd61ab cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:04.091165 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.094709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.177840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.179030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:04.186665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.187922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5ebef6ed-5036-4a8f-8c7a-3927c19f9ef1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a315e3d9-6b64-4fa4-a737-2cdbd9273ef3 HTTP/1.1" status: 204 len: 168 time: 1.6328404 Jul 09 17:09:04.192683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:04.198176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1366614967', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:04.215145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-11e40005-4a48-48ac-877f-7330e7f4c615 None None] Provisioning complete for port bf199e20-6a76-4591-a882-83a54edd61ab triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:04.215513 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-11e40005-4a48-48ac-877f-7330e7f4c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.231890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.242568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.247572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.275917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-11e40005-4a48-48ac-877f-7330e7f4c615 None None] Port bf199e20-6a76-4591-a882-83a54edd61ab cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:04.359449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.566266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:09:04.569448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59170) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:04.616407 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.765210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.25 (b3be36fc-19dd-4785-ad98-6f2584926146/74682dc1-4816-4804-977e-685947bd3f3f/bf199e20-6a76-4591-a882-83a54edd61ab) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:04.783162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:04.809674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 has no active binding in host n-h2-800085-2 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:09:04.922780 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b9c-5a9e-4156-af33-60a5ee47b9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.042954 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.050681 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.063912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.078362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object bf199e20-6a76-4591-a882-83a54edd61ab will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:05.086864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.135823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d16029-6713-4194-8392-e980381c4929 req-dcbe9346-a326-4387-90f9-db10886a99b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:05.137315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9d16029-6713-4194-8392-e980381c4929 req-dcbe9346-a326-4387-90f9-db10886a99b0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.1535723 Jul 09 17:09:05.169548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc9cb7a4-5721-45d1-8e70-52636b185bad up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:05.170091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b9c-5a9e-4156-af33-60a5ee47b9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.195788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b9c-5a9e-4156-af33-60a5ee47b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.217604 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9d16029-6713-4194-8392-e980381c4929 req-4a68e725-9c26-4767-86c4-bae58e5bc4f2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721388 Jul 09 17:09:05.231706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9cea1b9c-5a9e-4156-af33-60a5ee47b9a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=202f8eb11fc340fbaf518a0f1bc8b2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6588883 Jul 09 17:09:05.232418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:05.234529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Allocated IP 172.25.7.147 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/a2cb85cc-7523-4edb-90c7-c463cc6f9e0f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:05.250127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fc9cb7a4-5721-45d1-8e70-52636b185bad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.250570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bf199e20-6a76-4591-a882-83a54edd61ab,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:05.250711 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.316792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1b9c-5a9e-4156-af33-60a5ee47b9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e76cc-d8d9-424b-b86e-0c3bff0a1454,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:05.337557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] In _notify_port_updated(), no bound segment for port bf199e20-6a76-4591-a882-83a54edd61ab on network b3be36fc-19dd-4785-ad98-6f2584926146 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:09:05.343325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:05.343998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.348314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-49e92ac4-754e-44fa-ab32-d4c5974d2bc0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/ports/bf199e20-6a76-4591-a882-83a54edd61ab HTTP/1.1" status: 200 len: 999 time: 1.3001189 Jul 09 17:09:05.348727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:05.417368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-84ffc041-1ef0-44ba-aff3-3dfecb3afd05 None None] Provisioning for port bf199e20-6a76-4591-a882-83a54edd61ab completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:05.421400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8bd9e17e-8d48-4702-8aad-43cc151c06f4 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:05.426660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-84ffc041-1ef0-44ba-aff3-3dfecb3afd05 None None] Provisioning complete for port bf199e20-6a76-4591-a882-83a54edd61ab triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.427051 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-84ffc041-1ef0-44ba-aff3-3dfecb3afd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.446134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 8bd9e17e-8d48-4702-8aad-43cc151c06f4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:05.446612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8bd9e17e-8d48-4702-8aad-43cc151c06f4 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:05.480128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-84ffc041-1ef0-44ba-aff3-3dfecb3afd05 None None] Port bf199e20-6a76-4591-a882-83a54edd61ab cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:05.682744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a597-ae69-442c-9aeb-422b4fa96578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.733712 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a597-ae69-442c-9aeb-422b4fa96578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.781887 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31048c69-c473-4de0-affe-e049a5df206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.793722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.852227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a597-ae69-442c-9aeb-422b4fa96578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.855091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a597-ae69-442c-9aeb-422b4fa96578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.856014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6f0a597-ae69-442c-9aeb-422b4fa96578 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/411e76cc-d8d9-424b-b86e-0c3bff0a1454 HTTP/1.1" status: 204 len: 168 time: 0.6229482 Jul 09 17:09:05.872601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port bf199e20-6a76-4591-a882-83a54edd61ab {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:05.872949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.877876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0a597-ae69-442c-9aeb-422b4fa96578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e76cc-d8d9-424b-b86e-0c3bff0a1454,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:05.893586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.979657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:05.992511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:05.997677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event updated for resources: {'Port': ['ID=a2cb85cc-7523-4edb-90c7-c463cc6f9e0f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:06.003032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:06.048200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.066272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for bf199e20-6a76-4591-a882-83a54edd61ab owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:06.354875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-360dc019-f3a0-48c7-8569-2a9cb04809e1 service neutron] 10.222.0.37 "GET /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4/bindings/n-h2-800085-2 HTTP/1.1" status: 200 len: 384 time: 0.0780654 Jul 09 17:09:06.444911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.550833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:06.555936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276c3ca-ea61-45fc-937b-0074c1c7ae77 req-546dfd6c-4e11-4522-a2f0-267cb0072c7b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:06.557771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5276c3ca-ea61-45fc-937b-0074c1c7ae77 req-546dfd6c-4e11-4522-a2f0-267cb0072c7b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 945 time: 0.2117007 Jul 09 17:09:06.575253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:06.615538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:06.618076 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fd483f-966a-4987-989d-7a3b1eff95ee" -d '{"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-unplugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:06.628284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:06.634267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.645603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.694082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=bf199e20-6a76-4591-a882-83a54edd61ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:06.735500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] Transition to ACTIVE for port object 77063daa-283f-4d73-9700-e11a3acec1a4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:06.741778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.757842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5276c3ca-ea61-45fc-937b-0074c1c7ae77 req-a157acf9-032c-4087-860a-c1c054cd9aa9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645796 Jul 09 17:09:06.892927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.893807 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d10f1a6-ddb5-4d9d-a100-0b571845eb73 x-openstack-request-id: req-8d10f1a6-ddb5-4d9d-a100-0b571845eb73 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:06.894122 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-unplugged", "status": "completed", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:06.894388 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d10f1a6-ddb5-4d9d-a100-0b571845eb73 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:06.895454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e258d262-30c7-4c6f-abe5-e81a60f8a9e7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/bf199e20-6a76-4591-a882-83a54edd61ab HTTP/1.1" status: 204 len: 168 time: 1.5419617 Jul 09 17:09:06.898843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:06.899002 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'code': 200} Jul 09 17:09:06.908275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] Pushing event updated for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:06.946185 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-597a6c56-9489-400f-8aac-9a6c09ffc3fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:06.948011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-597a6c56-9489-400f-8aac-9a6c09ffc3fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/bf199e20-6a76-4591-a882-83a54edd61ab HTTP/1.1" status: 404 len: 333 time: 0.0431635 Jul 09 17:09:06.952558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:06.954863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.982791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] No DVR routers for this DVR port 77063daa-283f-4d73-9700-e11a3acec1a4 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:07.127921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Router f8f6d612-75f6-4866-8b46-3a1a038bde17 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:07.250216 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:07.266249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] Sync routers for ids ['f8f6d612-75f6-4866-8b46-3a1a038bde17'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:07.274222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.278371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] Routers {'f8f6d612-75f6-4866-8b46-3a1a038bde17'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:07.278573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-76a42cbf-c109-4f76-bd24-05956d7eb13f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0822396 Jul 09 17:09:07.278698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f8f6d612-75f6-4866-8b46-3a1a038bde17'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:07.278834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:07.285093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:07.323054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:07.333773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] Routers {'f8f6d612-75f6-4866-8b46-3a1a038bde17'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:07.334449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:08:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f8f6d612-75f6-4866-8b46-3a1a038bde17'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:07.373690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:07.374511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa292b9-dc84-44ef-808d-fc2ad6d0cad5 None None] The sync data for ids ['f8f6d612-75f6-4866-8b46-3a1a038bde17'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:07.454177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 74682dc1-4816-4804-977e-685947bd3f3f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:07.457721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.514113 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.588324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-1d6fcedf-c240-4559-9047-faefd5d28976 service neutron] 10.222.0.37 "PUT /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4/bindings/n-h2-800085-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2306561 Jul 09 17:09:07.606070 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.637809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.748860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.783160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=74682dc1-4816-4804-977e-685947bd3f3f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:07.785541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:07.799139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad86e560-af3c-4361-a1bf-a2948a37d90a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/74682dc1-4816-4804-977e-685947bd3f3f HTTP/1.1" status: 204 len: 168 time: 0.8433762 Jul 09 17:09:07.802934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c9713-ff98-4fbc-b55d-e8d8f95f0550 None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:07.808025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:07.810936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-db88bfc5-31b0-4421-aa0b-82bd4b86653e tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:07.812462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-db88bfc5-31b0-4421-aa0b-82bd4b86653e tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.1207297 Jul 09 17:09:07.941617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet acd68535-b6c4-4c0e-a5e9-7d6583784d6b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:07.945429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.017484 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.061502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-04612006-1859-4246-9614-7763ddfc3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.063456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-04612006-1859-4246-9614-7763ddfc3266 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 1095 time: 0.2185566 Jul 09 17:09:08.181938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.225137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-4653bc02-0401-43fd-90f2-9fb96e659420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.226739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-4653bc02-0401-43fd-90f2-9fb96e659420 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1095 time: 0.1271760 Jul 09 17:09:08.328262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.352778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.354751 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-032230ef-3550-46a5-b83b-663afe1073a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.365262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=acd68535-b6c4-4c0e-a5e9-7d6583784d6b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:08.386925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-4c2b13cc-8c06-41ea-bf6e-a7044dcaa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.389266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-4c2b13cc-8c06-41ea-bf6e-a7044dcaa672 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.1523345 Jul 09 17:09:08.390560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.392498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5d31e0ae-3abd-45b7-981d-1725bb3a19ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/acd68535-b6c4-4c0e-a5e9-7d6583784d6b HTTP/1.1" status: 204 len: 168 time: 0.5791328 Jul 09 17:09:08.395264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:08.428162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e501a9-5595-48ba-97a4-bf37746589a7 req-ba7427c2-673b-419d-bca0-26a4ba46541a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.429708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16e501a9-5595-48ba-97a4-bf37746589a7 req-ba7427c2-673b-419d-bca0-26a4ba46541a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.1535618 Jul 09 17:09:08.462693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.469390 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.486806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16e501a9-5595-48ba-97a4-bf37746589a7 req-978e8cef-94b0-46bb-ba0b-28d448c1d6c6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497053 Jul 09 17:09:08.536585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-f1209d1f-76c9-4cb0-a8a4-944420dcd4d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 999 time: 0.1328006 Jul 09 17:09:08.540598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.564185 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.609767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Router f8f6d612-75f6-4866-8b46-3a1a038bde17 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:08.634179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a49816d7-2c34-412c-813f-13c487325af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.635793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-a49816d7-2c34-412c-813f-13c487325af0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.0785916 Jul 09 17:09:08.680627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad63f1c-4ea8-454a-b845-e0a38309455c None None] Network b3be36fc-19dd-4785-ad98-6f2584926146 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:08.686614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port fc9cb7a4-5721-45d1-8e70-52636b185bad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:08.686973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.750950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:08.756553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.759066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8fd3f48d-bb66-40ac-a4e4-a429100b54a6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "PUT /v2.0/routers/f8f6d612-75f6-4866-8b46-3a1a038bde17 HTTP/1.1" status: 200 len: 926 time: 1.4779456 Jul 09 17:09:08.762030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:08.763138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port fc9cb7a4-5721-45d1-8e70-52636b185bad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc9cb7a4-5721-45d1-8e70-52636b185bad,segment=NetworkSegment(44210139-9b1b-4867-bd3c-07b08db9e2cc),segment_id=44210139-9b1b-4867-bd3c-07b08db9e2cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:08.763424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.765636 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] Sync routers for ids ['f8f6d612-75f6-4866-8b46-3a1a038bde17'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:08.781918 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] Routers {'f8f6d612-75f6-4866-8b46-3a1a038bde17'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:08.782609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for fc9cb7a4-5721-45d1-8e70-52636b185bad owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:08.782965 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f8f6d612-75f6-4866-8b46-3a1a038bde17'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:08.790767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-873fc2e6-551e-4171-a02f-fe489111eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.792325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-873fc2e6-551e-4171-a02f-fe489111eb3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448808 Jul 09 17:09:08.822452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-63b29b30-5597-427b-99db-4035745ee093 None None] Provisioning complete for port fc9cb7a4-5721-45d1-8e70-52636b185bad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:08.822780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63b29b30-5597-427b-99db-4035745ee093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.829965 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:08.840127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] Routers {'f8f6d612-75f6-4866-8b46-3a1a038bde17'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:08.841208 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f8f6d612-75f6-4866-8b46-3a1a038bde17'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:08.879290 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:08.880362 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d4df5-b02b-436d-8337-662fbd26ebb5 None None] The sync data for ids ['f8f6d612-75f6-4866-8b46-3a1a038bde17'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:08.909206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-906d3c16-2bcd-4d76-a5a3-60524e16e146 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/f8f6d612-75f6-4866-8b46-3a1a038bde17 HTTP/1.1" status: 200 len: 926 time: 0.1456728 Jul 09 17:09:08.912055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:08.969613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] DHCP port deletion for b3be36fc-19dd-4785-ad98-6f2584926146 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:09:09.021983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-6c0abd8a-76d2-4b73-b3a0-d1da932d9d86 service neutron] 10.222.0.43 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144530 Jul 09 17:09:09.025331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] Deleting port fc9cb7a4-5721-45d1-8e70-52636b185bad {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:09.026391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.039195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6afe84-27a4-4bfc-933f-a19bd16ed76e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.043862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-be6afe84-27a4-4bfc-933f-a19bd16ed76e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=f8f6d612-75f6-4866-8b46-3a1a038bde17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1278937 Jul 09 17:09:09.046992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.052129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.094402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] For port fc9cb7a4-5721-45d1-8e70-52636b185bad, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fc9cb7a4-5721-45d1-8e70-52636b185bad,segment=NetworkSegment(44210139-9b1b-4867-bd3c-07b08db9e2cc),segment_id=44210139-9b1b-4867-bd3c-07b08db9e2cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:09.094825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.115722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=fc9cb7a4-5721-45d1-8e70-52636b185bad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:09.122418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port fc9cb7a4-5721-45d1-8e70-52636b185bad on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:09.140450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] Calling delete_port for fc9cb7a4-5721-45d1-8e70-52636b185bad owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:09.153870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdced5d-9069-475b-a43c-c0cdcc8fb11c tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.159545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.159738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4cdced5d-9069-475b-a43c-c0cdcc8fb11c tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.1110868 Jul 09 17:09:09.204101 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc9cb7a4-5721-45d1-8e70-52636b185bad no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:09.216857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.222205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'network': {'name': 'tempest-network-smoke--2080721049', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:09.225303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: fc9cb7a4-5721-45d1-8e70-52636b185bad {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:09.225651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fc9cb7a4-5721-45d1-8e70-52636b185bad not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:09.239059 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1900b46f-4e50-43c1-bc3a-2813bc4c5499 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8f6d612-75f6-4866-8b46-3a1a038bde17 HTTP/1.1" status: 200 len: 205 time: 0.0715008 Jul 09 17:09:09.243936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.261103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:09.262205 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:09:09.265969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-d7286c04-6093-400a-b249-b7917e22b224 service neutron] 10.222.0.43 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363362 Jul 09 17:09:09.274196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3be36fc-19dd-4785-ad98-6f2584926146']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:09.275307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.284791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44210139-9b1b-4867-bd3c-07b08db9e2cc') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:09.284791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44210139-9b1b-4867-bd3c-07b08db9e2cc') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:09.290929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] No DVR routers for this DVR port fc9cb7a4-5721-45d1-8e70-52636b185bad on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:09.298277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.305841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Made reservation on behalf of f2fd38061d3d44aaa7545729cbdee194 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:09.309721 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.319023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.328609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.330309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582ef1f-c930-4c9f-8472-204a2eb48b21 None None] Pushing event deleted for resources: {'Port': ['ID=fc9cb7a4-5721-45d1-8e70-52636b185bad,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:09.339915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:09:09.340395 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:09:09.345060 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:09:09.348060 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.401986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.417517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.427806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.433937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/b3be36fc-19dd-4785-ad98-6f2584926146 HTTP/1.1" status: 204 len: 168 time: 1.0343304 Jul 09 17:09:09.434333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.458903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05fecd-af1a-4cba-a7c0-0c43f4a584fa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=b3be36fc-19dd-4785-ad98-6f2584926146,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:09.510287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1b57d-aae5-485a-8264-900054159d15 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.511905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eac1b57d-aae5-485a-8264-900054159d15 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0754924 Jul 09 17:09:09.515575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59262) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.561616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.587482 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.608680 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.633375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:09.644293 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-209582c9-4810-48d6-a06d-6bb809427ce7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1274393 Jul 09 17:09:09.647901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.653070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1117304665'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:09.672042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.672414 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Added segment e4183f50-a806-4fe9-bc0f-8d9983440b09 of type vlan for network 14a775fe-cf61-4ec3-86db-78e28339725f Jul 09 17:09:09.680429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-4a255ecd-fb4a-4d32-948d-5b1776bb207e tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.682004 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-4a255ecd-fb4a-4d32-948d-5b1776bb207e tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 1095 time: 0.1017859 Jul 09 17:09:09.686931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:09.690415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.698652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3293c542-20d0-48d1-ab54-ef8317c4b0a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:09.749871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:09.750310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.768253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Deleting port a2cb85cc-7523-4edb-90c7-c463cc6f9e0f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:09.768598 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.770162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.770533 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment 25493b2a-9e3b-43f3-98cc-aff23a5cf437 of type vlan for network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 Jul 09 17:09:09.843302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.849240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.849892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.853409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.875612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968a5ea-2f64-4042-8b85-d67607d06b5a req-6e19fbe4-e7f0-4cee-b5c9-bbecbe06499b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.877295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6968a5ea-2f64-4042-8b85-d67607d06b5a req-6e19fbe4-e7f0-4cee-b5c9-bbecbe06499b tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.2272947 Jul 09 17:09:09.891382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-bdaaa1bd-3ea4-4e2e-a7d9-37d1072c35d9 service neutron] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:09.896427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-bdaaa1bd-3ea4-4e2e-a7d9-37d1072c35d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.900740 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5bc761c5-b6d4-44d5-b033-97f561d84a96 req-bdaaa1bd-3ea4-4e2e-a7d9-37d1072c35d9 service neutron] 10.222.0.43 "DELETE /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4/bindings/n-h1-800085-2 HTTP/1.1" status: 204 len: 173 time: 0.2046137 Jul 09 17:09:09.900740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.904196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.904818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.959547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7385819 Jul 09 17:09:09.960134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.967658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'admin_state_up': True, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:09.979319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3303318 Jul 09 17:09:09.983202 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:09.985124 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.992604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:09.995139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27c5ec-3292-4f31-ac86-04ce294fc436 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=9dbbfb7e-30c2-4813-8c16-55fbcce41167,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:10.004912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.005974 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.008528 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bb9ca-c8be-4be1-bcb7-894a55ce1a3f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Network': ['ID=14a775fe-cf61-4ec3-86db-78e28339725f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:10.008860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:10.011762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:10.052582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 14a775fe-cf61-4ec3-86db-78e28339725f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:10.063937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.069324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Calling delete_port for a2cb85cc-7523-4edb-90c7-c463cc6f9e0f owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:10.073986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6968a5ea-2f64-4042-8b85-d67607d06b5a req-a8a21435-1cf4-4e9f-869c-7d48b34d1d1d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812296 Jul 09 17:09:10.181032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:10.185150 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.186882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:10.226042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.414648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e57cb-d239-4b2c-b065-80c314cd2d43 req-99354db2-d370-4f0a-a220-60c3c8b14ed7 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.416441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d26e57cb-d239-4b2c-b065-80c314cd2d43 req-99354db2-d370-4f0a-a220-60c3c8b14ed7 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1095 time: 0.1470184 Jul 09 17:09:10.421815 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.439950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.459583 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.461962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event deleted for resources: {'Port': ['ID=a2cb85cc-7523-4edb-90c7-c463cc6f9e0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:10.569390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d26e57cb-d239-4b2c-b065-80c314cd2d43 req-d165331c-0dd4-46ea-9201-249db1984604 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451478 Jul 09 17:09:10.578140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.25.7.224 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/588f9652-1caa-4b3b-a683-71570a9da9e3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:10.599214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.711739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.735430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.740133 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.742189 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.769741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.813741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:10.818177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:10.820761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:10.844831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=588f9652-1caa-4b3b-a683-71570a9da9e3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:10.865055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.865626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Fanout notify agent at l3_agent the message router_deleted on router f8f6d612-75f6-4866-8b46-3a1a038bde17 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:10.878932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.880045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d2cc176e-9916-41ea-b9f7-58b2a8de6b4b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/f8f6d612-75f6-4866-8b46-3a1a038bde17 HTTP/1.1" status: 204 len: 168 time: 1.6344116 Jul 09 17:09:10.889450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:10.894095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1103154443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:10.904663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=45eeb92a-c070-42aa-90e5-3ad2be941aaf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:10.936941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': '25493b2a-9e3b-43f3-98cc-aff23a5cf437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:10.937191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: 9dbbfb7e-30c2-4813-8c16-55fbcce41167, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:10.949874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbc80c-6d7e-4989-8a45-f9dfbe3390ca req-2ebb4bb7-d623-40dc-b199-04972063bbd3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.951566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dafbc80c-6d7e-4989-8a45-f9dfbe3390ca req-2ebb4bb7-d623-40dc-b199-04972063bbd3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.2137861 Jul 09 17:09:10.952506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.953662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.010700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:11.057581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.062767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dafbc80c-6d7e-4989-8a45-f9dfbe3390ca req-4f074dc4-13d8-4ff6-aab9-fb1381393bbc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014881 Jul 09 17:09:11.064317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9dbbfb7e-30c2-4813-8c16-55fbcce41167) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:11.066415 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.073254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ead33b-57fb-4871-aae3-d2167baea2ad None None] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:11.075051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:11.075675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.093500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.097420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f90fa7d-2738-418e-9f8d-57f8eade91b4 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2044938 Jul 09 17:09:11.097601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.097712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4c625ba6-49fb-474a-9335-066e40cf5431 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1090190 Jul 09 17:09:11.097712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:11.099633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:11.103382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:11.110207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167', 'name': 'tempest-PortsTestJSON-910605117'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:11.127392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:11.169717 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.282072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-9dbbfb7e-30c2-4813-8c16-55fbcce41167', 'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': '45eeb92a-c070-42aa-90e5-3ad2be941aaf'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:11.283066 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.435167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Allocated IP 172.20.0.2 (9dbbfb7e-30c2-4813-8c16-55fbcce41167/45eeb92a-c070-42aa-90e5-3ad2be941aaf/2ca396e1-48eb-4a0a-9257-1c29791be3fd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:11.580826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.591901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.600942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Transition to ACTIVE for port object 2ca396e1-48eb-4a0a-9257-1c29791be3fd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:11.620241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Transition to ACTIVE for port object 2ca396e1-48eb-4a0a-9257-1c29791be3fd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:11.629912 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.678669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:11.680163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:11.688595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:11.704150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-672613a9-9408-4af5-b7de-3ae13f67b896 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/cb8cae5d-3cf5-4534-b53c-9873306a8c10 HTTP/1.1" status: 200 len: 991 time: 0.5344889 Jul 09 17:09:11.728752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:11.730062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Pushing event updated for resources: {'Port': ['ID=2ca396e1-48eb-4a0a-9257-1c29791be3fd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:11.764043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Attempting to bind port 2ca396e1-48eb-4a0a-9257-1c29791be3fd on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:11.764416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Attempting to bind port 2ca396e1-48eb-4a0a-9257-1c29791be3fd by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '25493b2a-9e3b-43f3-98cc-aff23a5cf437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:11.764781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Attempting to bind port 2ca396e1-48eb-4a0a-9257-1c29791be3fd on network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:11.769830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:11.770199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Checking segment: {'id': '25493b2a-9e3b-43f3-98cc-aff23a5cf437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:11.770632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.771015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Bound using segment: {'id': '25493b2a-9e3b-43f3-98cc-aff23a5cf437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:11.771478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Bound port: 2ca396e1-48eb-4a0a-9257-1c29791be3fd, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25493b2a-9e3b-43f3-98cc-aff23a5cf437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:11.771860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.789316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.815953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:11.819624 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.841664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] For port 2ca396e1-48eb-4a0a-9257-1c29791be3fd, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:11.845037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] For port 2ca396e1-48eb-4a0a-9257-1c29791be3fd, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2ca396e1-48eb-4a0a-9257-1c29791be3fd,segment=NetworkSegment(25493b2a-9e3b-43f3-98cc-aff23a5cf437),segment_id=25493b2a-9e3b-43f3-98cc-aff23a5cf437)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:11.849118 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.852583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:11.870565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 923ea1b3-e683-4e6d-8724-45db20c12add yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:11.872851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:11.877404 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-60eaa6f5-8b53-47f6-a8fd-0215922eed8e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9131818 Jul 09 17:09:11.877565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:11.880841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Sync routers for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:11.918156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:11.918915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:11.923056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634c80e-1d0f-4414-81fd-7af24847d4b1 None None] Pushing event updated for resources: {'Port': ['ID=2ca396e1-48eb-4a0a-9257-1c29791be3fd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:12.051219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.11 (9dbbfb7e-30c2-4813-8c16-55fbcce41167/45eeb92a-c070-42aa-90e5-3ad2be941aaf/923ea1b3-e683-4e6d-8724-45db20c12add) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:12.056511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:12.091887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-30c7ec51-00d0-469a-b434-00f313c4de85 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f2fd38061d3d44aaa7545729cbdee194&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2129929 Jul 09 17:09:12.094635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:12.272574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:10Z', 'revision_number': 3, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:12.316023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Checking router: 00d14302-a3f2-4d1d-b97e-87f2a0a3324f for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:12.316372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Updating router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f port 588f9652-1caa-4b3b-a683-71570a9da9e3 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:12.333730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2892d4-e923-4316-9477-a5689e3cebae tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:12.335715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2e2892d4-e923-4316-9477-a5689e3cebae tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2398314 Jul 09 17:09:12.338864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:12.352874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.358566 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.380684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.383218 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f16d9f3f-4c2f-4bae-8391-d2a99e01f4e7 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423510 Jul 09 17:09:12.385883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59290) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:12.391523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753303447', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:12.484022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.491997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Made reservation on behalf of f2fd38061d3d44aaa7545729cbdee194 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:12.496040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.525563 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object 923ea1b3-e683-4e6d-8724-45db20c12add will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:12.545708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Allocated IP 172.25.7.246 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/7e1db8fe-291f-4dfc-9f3e-e18be7f37fb7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:12.626688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.693224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:12.699103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.709505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:12.717596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:12.750625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=923ea1b3-e683-4e6d-8724-45db20c12add,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:12.756011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.767501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Subnet': ['ID=e1a13ee4-2407-4b56-a125-0395efeb2006,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:12.778451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Checking segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:12.778687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network hostable DHCP agents. Network: 14a775fe-cf61-4ec3-86db-78e28339725f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:12.792748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:12.793382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.797389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 14a775fe-cf61-4ec3-86db-78e28339725f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:12.809767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 14a775fe-cf61-4ec3-86db-78e28339725f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:12.814849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:12.815918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.819407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ef849-4064-416a-bbf3-a51f1cd68db4 None None] Network 14a775fe-cf61-4ec3-86db-78e28339725f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:12.836108 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-505b3424-b2db-48c8-aae1-7f8a34064a4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7241902 Jul 09 17:09:12.836289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6e98a90c-6dd0-4fb5-9fc6-a5a6d058a252 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4448583 Jul 09 17:09:12.836289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:12.836498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:12.842680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '9dbbfb7e-30c2-4813-8c16-55fbcce41167', 'name': 'tempest-PortsTestJSON-615083689'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:12.858821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.905506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:12.908878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:12.911545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:12.948044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event updated for resources: {'Port': ['ID=7e1db8fe-291f-4dfc-9f3e-e18be7f37fb7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:13.045320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-14a775fe-cf61-4ec3-86db-78e28339725f', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:13.046735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.154170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:13.158532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.197103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 35706e12-b0fe-4817-9084-1d7c420c67f3 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:13.300819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.353816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2ca396e1-48eb-4a0a-9257-1c29791be3fd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:13.355705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b05952-4ec7-4301-976b-dfc16620b0f5 None None] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:13.405718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.3 (9dbbfb7e-30c2-4813-8c16-55fbcce41167/45eeb92a-c070-42aa-90e5-3ad2be941aaf/35706e12-b0fe-4817-9084-1d7c420c67f3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:13.492782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4fc4eea-20ef-46b2-aaf4-c101f248ec2c None None] Provisioning for port 2ca396e1-48eb-4a0a-9257-1c29791be3fd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:13.523400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.528894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.585713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Allocated IP 172.20.0.2 (14a775fe-cf61-4ec3-86db-78e28339725f/e1a13ee4-2407-4b56-a125-0395efeb2006/a142a5eb-8d23-4836-9fb1-ffa4c77dab13) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:13.614594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.622344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2ca396e1-48eb-4a0a-9257-1c29791be3fd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:13.634732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.668737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Router 9c80e6a1-a73b-4bde-8c11-a5419d89680d is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:13.668994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.670000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2ca396e1-48eb-4a0a-9257-1c29791be3fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:13.670407 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.672463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Transition to ACTIVE for port object 588f9652-1caa-4b3b-a683-71570a9da9e3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:13.729250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object 35706e12-b0fe-4817-9084-1d7c420c67f3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:13.748673 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.793897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:13.802520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.806010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] Sync routers for ids ['9c80e6a1-a73b-4bde-8c11-a5419d89680d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:13.810029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6635394-b4a1-4540-bd09-11c672fba6f7 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "PUT /v2.0/routers/9c80e6a1-a73b-4bde-8c11-a5419d89680d HTTP/1.1" status: 200 len: 884 time: 2.7048261 Jul 09 17:09:13.814353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:13.823140 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] Routers {'9c80e6a1-a73b-4bde-8c11-a5419d89680d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:13.824166 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9c80e6a1-a73b-4bde-8c11-a5419d89680d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:13.848694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Attempting to bind port 588f9652-1caa-4b3b-a683-71570a9da9e3 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:13.849098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Attempting to bind port 588f9652-1caa-4b3b-a683-71570a9da9e3 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:13.849422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Attempting to bind port 588f9652-1caa-4b3b-a683-71570a9da9e3 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:13.904172 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:13.908505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.915243 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] Routers {'9c80e6a1-a73b-4bde-8c11-a5419d89680d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:13.916219 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9c80e6a1-a73b-4bde-8c11-a5419d89680d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:13.918808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:13.919126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:13.919534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.920919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:13.920919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Bound port: 588f9652-1caa-4b3b-a683-71570a9da9e3, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:13.920919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.953706 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:13.954738 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a31458-613a-4377-8bdf-dad9931d12ac None None] The sync data for ids ['9c80e6a1-a73b-4bde-8c11-a5419d89680d'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:13.968490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:13.975989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:13.982180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-876e1868-c013-477c-b89f-afa1e6eb6add tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/9c80e6a1-a73b-4bde-8c11-a5419d89680d HTTP/1.1" status: 200 len: 925 time: 0.1634378 Jul 09 17:09:13.982551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:13.988133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:13.991089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08664b74-ea59-40bb-929a-eabcb8095520 None None] Pushing event updated for resources: {'Port': ['ID=588f9652-1caa-4b3b-a683-71570a9da9e3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:13.997353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] For port 588f9652-1caa-4b3b-a683-71570a9da9e3, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:14.006042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] For port 588f9652-1caa-4b3b-a683-71570a9da9e3, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=588f9652-1caa-4b3b-a683-71570a9da9e3,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:14.021583 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.025632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:14.044480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=35706e12-b0fe-4817-9084-1d7c420c67f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:14.088334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:14.088628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.111517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-81fd0ceb-cf6e-4690-abca-1c2bf0dcd141 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2744293 Jul 09 17:09:14.112294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:14.155965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:14.156682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:14.211032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.222120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974eeb78-5fb7-4fee-943c-dce46c32c0c1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:14.222490 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.226211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-974eeb78-5fb7-4fee-943c-dce46c32c0c1 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=9c80e6a1-a73b-4bde-8c11-a5419d89680d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2356536 Jul 09 17:09:14.226919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:14.228463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08664b74-ea59-40bb-929a-eabcb8095520 None None] Pushing event updated for resources: {'Port': ['ID=588f9652-1caa-4b3b-a683-71570a9da9e3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:14.240229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Transition to ACTIVE for port object a142a5eb-8d23-4836-9fb1-ffa4c77dab13 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:14.264266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46844e-5ffc-4b50-9f30-10b6495501cd tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:14.270733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f46844e-5ffc-4b50-9f30-10b6495501cd tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1569986 Jul 09 17:09:14.271554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:14.281032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 4cf8ab1c-e924-4a7c-847f-ee3acbac426b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:14.281649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.301943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Transition to ACTIVE for port object a142a5eb-8d23-4836-9fb1-ffa4c77dab13 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:14.324190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.327136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 2ca396e1-48eb-4a0a-9257-1c29791be3fd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2ca396e1-48eb-4a0a-9257-1c29791be3fd,segment=NetworkSegment(25493b2a-9e3b-43f3-98cc-aff23a5cf437),segment_id=25493b2a-9e3b-43f3-98cc-aff23a5cf437)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:14.359582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.386762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:14.411192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.411526 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.414619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e76ea-8ff5-416c-b809-5b7de649a7fd tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:14.416088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a49e76ea-8ff5-416c-b809-5b7de649a7fd tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.1879828 Jul 09 17:09:14.421278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Network 14a775fe-cf61-4ec3-86db-78e28339725f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:14.421972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:14.424490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.20.0.1 (14a775fe-cf61-4ec3-86db-78e28339725f/e1a13ee4-2407-4b56-a125-0395efeb2006/51cc4ebb-294d-4256-b1a6-946be80dddda) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:14.438324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 4cf8ab1c-e924-4a7c-847f-ee3acbac426b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:14.460632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:14.463313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:14.468058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Pushing event updated for resources: {'Port': ['ID=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:14.478585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-32e68cb9-a471-41d8-a9c4-8bbfeb5c8cc5 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c80e6a1-a73b-4bde-8c11-a5419d89680d HTTP/1.1" status: 200 len: 205 time: 0.0553696 Jul 09 17:09:14.480208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:14.494185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 35706e12-b0fe-4817-9084-1d7c420c67f3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:14.494582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.521953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f7e7597-e45b-4747-822f-e1d3ef4e289e None None] Provisioning for port 923ea1b3-e683-4e6d-8724-45db20c12add completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:14.527780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.528124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.528466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.528797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.529123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.529449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.529782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.530091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.530409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.530754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.531071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.531385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:14.586341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f7e7597-e45b-4747-822f-e1d3ef4e289e None None] Provisioning complete for port 923ea1b3-e683-4e6d-8724-45db20c12add triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:14.586825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7597-e45b-4747-822f-e1d3ef4e289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.678615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.686013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Attempting to bind port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:14.686194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Attempting to bind port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:14.686593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Attempting to bind port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 on network 14a775fe-cf61-4ec3-86db-78e28339725f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:14.691297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=2ca396e1-48eb-4a0a-9257-1c29791be3fd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:14.705484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e7597-e45b-4747-822f-e1d3ef4e289e None None] Port 923ea1b3-e683-4e6d-8724-45db20c12add cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:14.717644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:14.718121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Checking segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:14.718544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.718905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Bound using segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:14.719403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Bound port: a142a5eb-8d23-4836-9fb1-ffa4c77dab13, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:14.719786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.748542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=4cf8ab1c-e924-4a7c-847f-ee3acbac426b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:14.794547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f7e7597-e45b-4747-822f-e1d3ef4e289e None None] Provisioning complete for port 2ca396e1-48eb-4a0a-9257-1c29791be3fd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:14.794956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7597-e45b-4747-822f-e1d3ef4e289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.813030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.813681 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP cb8cae5d-3cf5-4534-b53c-9873306a8c10 disassociated (deleted). External IP: 172.25.7.148, port: 77063daa-283f-4d73-9700-e11a3acec1a4. Jul 09 17:09:14.892911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] For port a142a5eb-8d23-4836-9fb1-ffa4c77dab13, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:14.902150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] For port a142a5eb-8d23-4836-9fb1-ffa4c77dab13, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:14.911939 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.014833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0ba75-9cea-41d9-8e6d-939b456e8502 None None] Pushing event updated for resources: {'Port': ['ID=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:15.026131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:10Z', 'revision_number': 3, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:15.045138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.073241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77351c4a-4a3c-408b-8943-5b8ecb92d819 None None] The sync data for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 is: [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:10Z', 'revision_number': 3, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:15.075944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 35706e12-b0fe-4817-9084-1d7c420c67f3 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:15.105578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.110051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.160758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Provisioning complete for port 923ea1b3-e683-4e6d-8724-45db20c12add triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:15.161287 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.175986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Transition to ACTIVE for port object 51cc4ebb-294d-4256-b1a6-946be80dddda will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:15.209660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2ca396e1-48eb-4a0a-9257-1c29791be3fd up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:15.279295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Port 923ea1b3-e683-4e6d-8724-45db20c12add cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:15.316479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Provisioning for port 35706e12-b0fe-4817-9084-1d7c420c67f3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:15.322783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Provisioning complete for port 35706e12-b0fe-4817-9084-1d7c420c67f3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:15.324122 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.378749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2ca396e1-48eb-4a0a-9257-1c29791be3fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:15.379857 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.406819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.407808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ec47de20-6450-4252-bb10-5f9fea3f8168 None None] Port 35706e12-b0fe-4817-9084-1d7c420c67f3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:15.413897 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:09:15.523062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 14a775fe-cf61-4ec3-86db-78e28339725f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:15.549264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router 53f754ec-6fba-475d-9783-28a61426967c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:15.551092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:15.559448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:15.621538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.629837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=51cc4ebb-294d-4256-b1a6-946be80dddda,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:15.691156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.719822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:15.725199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.734394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] Sync routers for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:15.753802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:15.754606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:15.765031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.785383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab83c2dd-ee77-4c66-a3a8-1a3d74940309 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/floatingips/cb8cae5d-3cf5-4534-b53c-9873306a8c10 HTTP/1.1" status: 204 len: 168 time: 1.7578387 Jul 09 17:09:15.786268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:15.789175 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:15.850338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=35706e12-b0fe-4817-9084-1d7c420c67f3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:15.929587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:15.962685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Deleting port 7e1db8fe-291f-4dfc-9f3e-e18be7f37fb7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:15.963304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.106627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.121428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Calling delete_port for 7e1db8fe-291f-4dfc-9f3e-e18be7f37fb7 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:16.254662 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926be7fb-dbd5-4df9-8985-9cb051bede9e x-openstack-request-id: req-926be7fb-dbd5-4df9-8985-9cb051bede9e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:16.255658 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:16.256160 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-926be7fb-dbd5-4df9-8985-9cb051bede9e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:16.256798 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'status': 'completed', 'code': 200} Jul 09 17:09:16.369110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:16.369681 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.371956 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d0e945d3-ab02-48e1-bb1a-e8184bd60502 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/35706e12-b0fe-4817-9084-1d7c420c67f3 HTTP/1.1" status: 204 len: 168 time: 2.0992599 Jul 09 17:09:16.374715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:16.379494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.413698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event deleted for resources: {'Port': ['ID=7e1db8fe-291f-4dfc-9f3e-e18be7f37fb7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:16.454396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] Checking router: 53f754ec-6fba-475d-9783-28a61426967c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:16.459588 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b286f5f6-f38c-49b7-b0ef-0e2bfd18f021 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:16.461889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b286f5f6-f38c-49b7-b0ef-0e2bfd18f021 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/35706e12-b0fe-4817-9084-1d7c420c67f3 HTTP/1.1" status: 404 len: 333 time: 0.0856302 Jul 09 17:09:16.479022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59328) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:16.545612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:16.546814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:16.568322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1352c33-199c-450d-a2e8-6eaf2be2d32d req-879f86b5-5d68-4583-b66d-e5f494dae525 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:16.570026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1352c33-199c-450d-a2e8-6eaf2be2d32d req-879f86b5-5d68-4583-b66d-e5f494dae525 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.1150239 Jul 09 17:09:16.608435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d33a5e-c6f8-47d2-b6f7-52040a429412 None None] Network 14a775fe-cf61-4ec3-86db-78e28339725f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:16.621034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1352c33-199c-450d-a2e8-6eaf2be2d32d req-1f4084fd-6212-4cc1-b853-1010eb9378dd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b77c8c-27db-446f-8ded-7495794fb47e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Jul 09 17:09:16.650432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.722681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8332d4b-1aea-45a4-ac8d-0bc1a83f4c19 None None] Provisioning for port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:16.776113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262deb-bb29-4465-abcc-498fee100bca req-f7213076-a861-4859-83d6-73c06ad53ae2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:16.777785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf262deb-bb29-4465-abcc-498fee100bca req-f7213076-a861-4859-83d6-73c06ad53ae2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 944 time: 0.0772393 Jul 09 17:09:16.787133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:16.813219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.819941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.830658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.893271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 77063daa-283f-4d73-9700-e11a3acec1a4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:16.893652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.895937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-242b8a97-a2e9-474e-8f80-7eab27763c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:16.897488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-242b8a97-a2e9-474e-8f80-7eab27763c81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 1095 time: 0.5598855 Jul 09 17:09:16.937334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.937907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Fanout notify agent at l3_agent the message router_deleted on router 9c80e6a1-a73b-4bde-8c11-a5419d89680d {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:16.956107 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:16.957468 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3a7582b5-e1f8-4faf-ba76-aba781a55bb6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/9c80e6a1-a73b-4bde-8c11-a5419d89680d HTTP/1.1" status: 204 len: 168 time: 2.4712343 Jul 09 17:09:16.965754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:16.973671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-417182829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:17.015988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 923ea1b3-e683-4e6d-8724-45db20c12add {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:17.016203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.031354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.031354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.050808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 77063daa-283f-4d73-9700-e11a3acec1a4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=77063daa-283f-4d73-9700-e11a3acec1a4,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:17.051185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.069107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 77063daa-283f-4d73-9700-e11a3acec1a4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:17.107391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:17.122191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.142322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b118b9-decc-4d09-9517-e3897a2bae9d None None] The sync data for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 is: [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:07:27Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3d146430-c6da-41b3-9960-55bdfb8d3666', 'name': '', 'network_id': '6ce3803e-20b1-4824-b2b4-f795cc8dfce9', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:22:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:26Z', 'updated_at': '2021-07-09T17:07:33Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': '7e26d59f-cd6b-4c84-ace9-827f208b3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:17.177017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.208843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.211915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa5bd12e-aabe-43d8-a6a5-5de124cb7621 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2433333 Jul 09 17:09:17.212253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:17.268609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:17.328471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.363454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a142a5eb-8d23-4836-9fb1-ffa4c77dab13 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:17.382032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=77063daa-283f-4d73-9700-e11a3acec1a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:17.443851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-60ab1e1e-c428-4bc0-88e3-1082192380b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:17.444766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:17.445363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-60ab1e1e-c428-4bc0-88e3-1082192380b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 200 len: 898 time: 0.5201349 Jul 09 17:09:17.453878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:17.454248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.464792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] No DVR routers for this DVR port 77063daa-283f-4d73-9700-e11a3acec1a4 on host n-h2-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:17.468841 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.471337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "DELETE /v2.0/ports/77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 204 len: 173 time: 0.6871097 Jul 09 17:09:17.530335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Provisioning for port 51cc4ebb-294d-4256-b1a6-946be80dddda completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:17.536649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Provisioning complete for port 51cc4ebb-294d-4256-b1a6-946be80dddda triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:17.537370 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.617522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Port 51cc4ebb-294d-4256-b1a6-946be80dddda cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:17.635747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Provisioning complete for port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:17.636212 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.637819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.641762 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b386c83-7638-4be2-83de-0097677f0423 None None] New status for floating IP cb8cae5d-3cf5-4534-b53c-9873306a8c10: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:09:17.766036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a142a5eb-8d23-4836-9fb1-ffa4c77dab13, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:17.815534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.816736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 588f9652-1caa-4b3b-a683-71570a9da9e3 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:17.907847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd00ad38-dde9-4679-a3ec-ca7e4bb79119 req-4a94072b-f48e-44bb-9fec-2b4dcbc66d6a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=16371103-a14d-4f7c-afd6-8bcbdeaeca44 HTTP/1.1" status: 200 len: 210 time: 0.0356033 Jul 09 17:09:17.927984 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:17.993613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:18.048134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 588f9652-1caa-4b3b-a683-71570a9da9e3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:18.055789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:09:18.056161 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-28fe7253-c756-4e34-8dd2-459e98aa144f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:09:18.056897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 588f9652-1caa-4b3b-a683-71570a9da9e3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:18.056897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.070391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.074236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-2a5800ad-e99e-4599-8769-3baa858673ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77063daa-283f-4d73-9700-e11a3acec1a4 HTTP/1.1" status: 200 len: 217 time: 0.6094534 Jul 09 17:09:18.116697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 923ea1b3-e683-4e6d-8724-45db20c12add owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:18.132842 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.153666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 588f9652-1caa-4b3b-a683-71570a9da9e3, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=588f9652-1caa-4b3b-a683-71570a9da9e3,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:18.158807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.210212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=588f9652-1caa-4b3b-a683-71570a9da9e3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:18.253816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-22c9f630-54d7-4677-be1c-cbc8dea4ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:18.255313 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-22c9f630-54d7-4677-be1c-cbc8dea4ee35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 200 len: 834 time: 0.1689167 Jul 09 17:09:18.258807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-deleted', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:18.261291 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e64de8-b4f3-4a02-9a21-4a429fa262c5" -d '{"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-deleted", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:18.262582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.297554 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73359401-ae02-478f-a182-2b1401e8a541 x-openstack-request-id: req-73359401-ae02-478f-a182-2b1401e8a541 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:18.297894 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16371103-a14d-4f7c-afd6-8bcbdeaeca44", "name": "network-vif-deleted", "tag": "77063daa-283f-4d73-9700-e11a3acec1a4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:18.298119 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73359401-ae02-478f-a182-2b1401e8a541 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:18.298593 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16371103-a14d-4f7c-afd6-8bcbdeaeca44', 'name': 'network-vif-deleted', 'tag': '77063daa-283f-4d73-9700-e11a3acec1a4', 'status': 'completed', 'code': 200} Jul 09 17:09:18.404759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.413321 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.547944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=51cc4ebb-294d-4256-b1a6-946be80dddda,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:18.550339 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.562410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-2c498e14-d782-4b9d-b05d-dc5dd4a029c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:18.563947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-2c498e14-d782-4b9d-b05d-dc5dd4a029c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ce3803e-20b1-4824-b2b4-f795cc8dfce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926784 Jul 09 17:09:18.570596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.703653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=923ea1b3-e683-4e6d-8724-45db20c12add,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:18.712546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-91ff5997-799c-4298-85da-65b2a51ec117 None None] Provisioning complete for port 51cc4ebb-294d-4256-b1a6-946be80dddda triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:18.713059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91ff5997-799c-4298-85da-65b2a51ec117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.748763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-91ff5997-799c-4298-85da-65b2a51ec117 None None] Port 51cc4ebb-294d-4256-b1a6-946be80dddda cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:18.840054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 14a775fe-cf61-4ec3-86db-78e28339725f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:18.841928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:18.843963 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8a7ffe9a-22ae-4879-be26-8971a2384691 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/923ea1b3-e683-4e6d-8724-45db20c12add HTTP/1.1" status: 204 len: 168 time: 2.3587170 Jul 09 17:09:18.845895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:18.846948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:18.849152 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-242b15ae-bfb1-4ab0-8dd1-fcc67d5051ab service neutron] 10.222.0.43 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635200 Jul 09 17:09:18.881569 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a463b90b-abfa-4cc3-a9ba-99527a28f1eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:18.883780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a463b90b-abfa-4cc3-a9ba-99527a28f1eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/923ea1b3-e683-4e6d-8724-45db20c12add HTTP/1.1" status: 404 len: 333 time: 0.0352447 Jul 09 17:09:18.886522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:18.971206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 45eeb92a-c070-42aa-90e5-3ad2be941aaf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:18.975552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.034203 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.038401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:19.145404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.153160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-98a1fd49-ddeb-4f72-8b25-8bd1071a7ef1 req-f3f3a86b-7c65-4afd-96c5-56226c6e311f service neutron] 10.222.0.43 "GET /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554007 Jul 09 17:09:19.158584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a142a5eb-8d23-4836-9fb1-ffa4c77dab13 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:19.175547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.197055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:19.218010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-78ce077a-ff58-444d-9f6a-9bfb19baf6b2 None None] Provisioning complete for port 51cc4ebb-294d-4256-b1a6-946be80dddda triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:19.218267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.218377 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78ce077a-ff58-444d-9f6a-9bfb19baf6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.370057 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.381471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Allocated IP 172.25.7.73 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/d8437e71-cca2-416f-be78-9aabc679288b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:19.406553 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=45eeb92a-c070-42aa-90e5-3ad2be941aaf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:19.408821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.410871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2d8420a-f05e-4f16-b9ae-25925c236b90 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/45eeb92a-c070-42aa-90e5-3ad2be941aaf HTTP/1.1" status: 204 len: 168 time: 0.5231881 Jul 09 17:09:19.415656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:19.418972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c7c7b-c1a9-4516-ad9b-ceb1f7de410e None None] Network 9dbbfb7e-30c2-4813-8c16-55fbcce41167 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:19.460942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:19.470955 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-df664407-7b03-49ba-ab86-6fd407af2af3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "PUT /v2.0/routers/00d14302-a3f2-4d1d-b97e-87f2a0a3324f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6331131 Jul 09 17:09:19.471282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:19.471684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.471807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:19.476160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-78ce077a-ff58-444d-9f6a-9bfb19baf6b2 None None] Port 51cc4ebb-294d-4256-b1a6-946be80dddda cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:19.481945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1404858991', 'description': 'tempest-secgroup_access--1404858991 description', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:19.499612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Sync routers for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:19.521729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.528551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:19.529482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:19.530124 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.635970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.643792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.668957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 2ca396e1-48eb-4a0a-9257-1c29791be3fd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:19.669292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.680940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029606d3-ff30-4018-b656-997c47e4018c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:19.686519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.706439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.711436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe674c59-2353-4586-a03e-bbee5a98cc52 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2337763 Jul 09 17:09:19.712189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:19.719391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1997107585', 'description': 'tempest-secgroup_general--1997107585 description', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:19.726589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:19.761845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 588f9652-1caa-4b3b-a683-71570a9da9e3 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:19.764694 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.784164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port 2ca396e1-48eb-4a0a-9257-1c29791be3fd, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2ca396e1-48eb-4a0a-9257-1c29791be3fd,segment=NetworkSegment(25493b2a-9e3b-43f3-98cc-aff23a5cf437),segment_id=25493b2a-9e3b-43f3-98cc-aff23a5cf437)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:19.784766 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.798023 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.805258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 2ca396e1-48eb-4a0a-9257-1c29791be3fd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:19.860444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Port': ['ID=d8437e71-cca2-416f-be78-9aabc679288b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:19.861218 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.874961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:19.883400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:19.886176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:19.895662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] DHCP port deletion for 9dbbfb7e-30c2-4813-8c16-55fbcce41167 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:09:19.936245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 588f9652-1caa-4b3b-a683-71570a9da9e3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:19.936677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:19.986932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.020263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=2ca396e1-48eb-4a0a-9257-1c29791be3fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:20.041562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port 2ca396e1-48eb-4a0a-9257-1c29791be3fd on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:20.074239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Deleting port 2ca396e1-48eb-4a0a-9257-1c29791be3fd {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:20.074649 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.090546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.095754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.138912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.142951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4254100 Jul 09 17:09:20.143180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:20.147672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'security_group_rule': {'security_group_id': '029606d3-ff30-4018-b656-997c47e4018c', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:20.157961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:17Z', 'revision_number': 2, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:20.188267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] For port 2ca396e1-48eb-4a0a-9257-1c29791be3fd, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:20.189131 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.192379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Checking router: 00d14302-a3f2-4d1d-b97e-87f2a0a3324f for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:20.192541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f5b8b-254c-412e-af7a-e90fec35b387 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3baa7-6634-4be6-a943-918ca4fa42b7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:20.192642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Updating router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f port 51cc4ebb-294d-4256-b1a6-946be80dddda binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:20.202749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.217152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbbfb7e-30c2-4813-8c16-55fbcce41167']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:20.218416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.227544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Calling delete_port for 2ca396e1-48eb-4a0a-9257-1c29791be3fd owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:20.231551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Port 2ca396e1-48eb-4a0a-9257-1c29791be3fd was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:09:20.235491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25493b2a-9e3b-43f3-98cc-aff23a5cf437') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:20.236025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25493b2a-9e3b-43f3-98cc-aff23a5cf437') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:20.237975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.250178 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.267997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] Pushing event deleted for resources: {'Port': ['ID=2ca396e1-48eb-4a0a-9257-1c29791be3fd,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:20.269660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.272114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a76fe-95b5-4219-ad8c-d214506d3b65 None None] No DVR routers for this DVR port 2ca396e1-48eb-4a0a-9257-1c29791be3fd on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:20.291956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.298808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:09:20.299465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:09:20.302687 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:09:20.315963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.378590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.384337 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.397035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.421804 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.423847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/9dbbfb7e-30c2-4813-8c16-55fbcce41167 HTTP/1.1" status: 204 len: 168 time: 1.0071552 Jul 09 17:09:20.432856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:20.438932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-245383499'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:20.439855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262c7e3-00c1-4183-bcf0-ac0574597243 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=9dbbfb7e-30c2-4813-8c16-55fbcce41167,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:20.453107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 3d146430-c6da-41b3-9960-55bdfb8d3666 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:20.453510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.459834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002d3b0b-9b59-454b-8517-90c401ce258e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:20.481878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:20.485567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.528307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.537241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c20b112-0b8e-478d-83c0-5897e8642714 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853037 Jul 09 17:09:20.559878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 3d146430-c6da-41b3-9960-55bdfb8d3666, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3d146430-c6da-41b3-9960-55bdfb8d3666,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:20.560249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.577003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 3d146430-c6da-41b3-9960-55bdfb8d3666 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:20.580940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:20.599706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.599968 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment 92f66423-07e5-4988-94f2-c4f6b7356a6d of type vlan for network 251791c8-bfc2-4856-bae3-ef7079bb19ce Jul 09 17:09:20.619098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.630733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Transition to ACTIVE for port object 51cc4ebb-294d-4256-b1a6-946be80dddda will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:20.633499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.642720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.647126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.649594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:20.653447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.679303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 77063daa-283f-4d73-9700-e11a3acec1a4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:20.679727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 77063daa-283f-4d73-9700-e11a3acec1a4 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:20.761761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.770622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:20.771450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.783003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Attempting to bind port 51cc4ebb-294d-4256-b1a6-946be80dddda on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:20.783559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Attempting to bind port 51cc4ebb-294d-4256-b1a6-946be80dddda by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:20.783673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Attempting to bind port 51cc4ebb-294d-4256-b1a6-946be80dddda on network 14a775fe-cf61-4ec3-86db-78e28339725f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:20.791532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:20.791962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Checking segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:20.792313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.792708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Bound using segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:20.793193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Bound port: 51cc4ebb-294d-4256-b1a6-946be80dddda, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:20.793575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.809853 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3b91-4fae-4855-af8b-5fd2350d2cc7 None None] Pushing event updated for resources: {'Port': ['ID=51cc4ebb-294d-4256-b1a6-946be80dddda,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:20.845747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-e2734630-e29d-417e-85bb-5620e68077d0 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--1404858991&fields=id&tenant_id=f2fd38061d3d44aaa7545729cbdee194 HTTP/1.1" status: 200 len: 267 time: 0.0986724 Jul 09 17:09:20.874751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] For port 51cc4ebb-294d-4256-b1a6-946be80dddda, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:20.879234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] For port 51cc4ebb-294d-4256-b1a6-946be80dddda, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=51cc4ebb-294d-4256-b1a6-946be80dddda,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:20.885866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:20.949579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:20.950397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:21.024666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3b91-4fae-4855-af8b-5fd2350d2cc7 None None] Pushing event updated for resources: {'Port': ['ID=51cc4ebb-294d-4256-b1a6-946be80dddda,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:21.107830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:21.191384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2ca396e1-48eb-4a0a-9257-1c29791be3fd no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:21.213694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2ca396e1-48eb-4a0a-9257-1c29791be3fd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:21.214046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2ca396e1-48eb-4a0a-9257-1c29791be3fd not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:21.257702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8221426 Jul 09 17:09:21.265562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:21.274006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:21.298954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-d54a0b4f-0054-48b7-832a-99b9148bfc28 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1997107585&fields=id&tenant_id=f2fd38061d3d44aaa7545729cbdee194 HTTP/1.1" status: 200 len: 267 time: 0.4374354 Jul 09 17:09:21.327810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07759-81bd-4eac-b9e9-2ab681c0689e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=251791c8-bfc2-4856-bae3-ef7079bb19ce,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:21.353124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:21.371347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Router aa7d1dfd-3a93-4a62-9069-c28c942298fe is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:21.390325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:21.395070 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:21.417317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:21.423569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:20Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:21.456411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=3d146430-c6da-41b3-9960-55bdfb8d3666,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:21.457221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9495ee-ab9e-45e2-a8ae-35358641ceec None None] The sync data for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 is: [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:20Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:21.553731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-f5417e8e-4601-49e1-906e-6096077e77ff tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:21.555576 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-f5417e8e-4601-49e1-906e-6096077e77ff tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 797 time: 0.2558384 Jul 09 17:09:21.609653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:21.620901 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] Sync routers for ids ['aa7d1dfd-3a93-4a62-9069-c28c942298fe'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:21.635403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:21.639029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4044f95-13e9-4bce-b01f-b6813ec37484 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "PUT /v2.0/routers/aa7d1dfd-3a93-4a62-9069-c28c942298fe HTTP/1.1" status: 200 len: 917 time: 4.3916883 Jul 09 17:09:21.639773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:21.643429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] Routers {'aa7d1dfd-3a93-4a62-9069-c28c942298fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:21.648779 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['aa7d1dfd-3a93-4a62-9069-c28c942298fe'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:21.653662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1393ec92-f962-4738-b5b9-9aea1a354529 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/quotas/f2fd38061d3d44aaa7545729cbdee194 HTTP/1.1" status: 200 len: 375 time: 0.0631757 Jul 09 17:09:21.708964 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:21.719655 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] Routers {'aa7d1dfd-3a93-4a62-9069-c28c942298fe'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:21.720563 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['aa7d1dfd-3a93-4a62-9069-c28c942298fe'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:21.766976 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:21.767879 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314cb90-b970-42fb-b261-57bf9443eed6 None None] The sync data for ids ['aa7d1dfd-3a93-4a62-9069-c28c942298fe'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:21.868022 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-18933218-da25-4efa-a7da-cf13841cdec6 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2041070 Jul 09 17:09:21.872770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:21.874207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:21.889390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-be785c96-0c00-41f7-a18b-b1f74ff47f96 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/aa7d1dfd-3a93-4a62-9069-c28c942298fe HTTP/1.1" status: 200 len: 923 time: 0.2016482 Jul 09 17:09:21.895315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:21.949155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=33420a35-03ea-401d-af0b-679c6fe5215a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:21.975456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': '92f66423-07e5-4988-94f2-c4f6b7356a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:21.976209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: 251791c8-bfc2-4856-bae3-ef7079bb19ce, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:22.002782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:22.014377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 251791c8-bfc2-4856-bae3-ef7079bb19ce) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:22.018735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:22.019243 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.024036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc8665-6422-4f80-97ee-3f9518f90cd9 None None] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:22.044171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3e071093-cbe9-4a06-87d1-7132837e39c3 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7772501 Jul 09 17:09:22.048224 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59376) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:22.064084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce', 'name': 'tempest-PortsTestJSON-1210640459', 'fixed_ips': [{'subnet_id': '33420a35-03ea-401d-af0b-679c6fe5215a', 'ip_address': '172.20.0.10'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:22.134950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5124ec5-3dd8-46c6-9ad8-159347e309e6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:22.136848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d5124ec5-3dd8-46c6-9ad8-159347e309e6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=aa7d1dfd-3a93-4a62-9069-c28c942298fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2403958 Jul 09 17:09:22.144395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:22.203924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-ec160c94-e1cf-49be-a187-69eb8f2abe39 service neutron] 10.222.0.48 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142111 Jul 09 17:09:22.226851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-251791c8-bfc2-4856-bae3-ef7079bb19ce', 'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': '33420a35-03ea-401d-af0b-679c6fe5215a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:22.227600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.245241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:22.366873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.374111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Allocated IP 172.20.0.2 (251791c8-bfc2-4856-bae3-ef7079bb19ce/33420a35-03ea-401d-af0b-679c6fe5215a/1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:22.399295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port b0cea19c-2401-47dd-92f4-be99787031e8 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:22.428828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef5f29-69d4-476b-9d13-bf18be5be551 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:22.433867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-44ef5f29-69d4-476b-9d13-bf18be5be551 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.2802277 Jul 09 17:09:22.437567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:22.477337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-82d80c5c-d17e-4c85-b7bc-61a3843a8395 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa7d1dfd-3a93-4a62-9069-c28c942298fe HTTP/1.1" status: 200 len: 205 time: 0.0385859 Jul 09 17:09:22.482184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:22.484657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-c232412c-cfa1-46dd-a675-6ef9f0704aa3 service neutron] 10.222.0.48 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726104 Jul 09 17:09:22.489768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router 53f754ec-6fba-475d-9783-28a61426967c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:22.662136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:22.670146 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.681293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4dd75654-30db-4c52-8c06-040e198ba11f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/53f754ec-6fba-475d-9783-28a61426967c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6390183 Jul 09 17:09:22.681859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:22.740451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] Sync routers for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:22.776961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:22.777758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:22.781379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting subnet 7e26d59f-cd6b-4c84-ace9-827f208b3ae8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:22.801992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.803525 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.833203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.860466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b94a0c9a-15a1-41b7-bc13-08e721afe6d5 req-dca0a888-77e9-4ba6-92fe-13b19cd9a2ec tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 210 time: 0.0763721 Jul 09 17:09:22.903159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.928120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Deleting port d8437e71-cca2-416f-be78-9aabc679288b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:22.928576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:22.948498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:23.037645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.053253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.060150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Calling delete_port for d8437e71-cca2-416f-be78-9aabc679288b owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:23.063286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Transition to ACTIVE for port object 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:23.091850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Transition to ACTIVE for port object 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:23.111047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.151342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.197430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:23.203205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea944b2d-3f1b-48af-ae1e-b739313a13bf None None] Network 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:23.210557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.214968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.10 (251791c8-bfc2-4856-bae3-ef7079bb19ce/33420a35-03ea-401d-af0b-679c6fe5215a/b0cea19c-2401-47dd-92f4-be99787031e8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:23.218601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/subnets/7e26d59f-cd6b-4c84-ace9-827f208b3ae8 HTTP/1.1" status: 204 len: 168 time: 0.5348589 Jul 09 17:09:23.223372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0fe3-17bd-45ef-8fd2-70649ade62cc tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Subnet': ['ID=7e26d59f-cd6b-4c84-ace9-827f208b3ae8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:23.225040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:23.229279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:23.318489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:23.322606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Pushing event updated for resources: {'Port': ['ID=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:23.370978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 51cc4ebb-294d-4256-b1a6-946be80dddda up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:23.395427 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.452482 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.468923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object b0cea19c-2401-47dd-92f4-be99787031e8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:23.509925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.521730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.524157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:09:21Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '5acae148-21fc-4339-bcdd-d72c7cf5a78e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f754ec-6fba-475d-9783-28a61426967c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:07:20Z', 'updated_at': '2021-07-09T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:23.531985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Attempting to bind port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:23.532329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Attempting to bind port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '92f66423-07e5-4988-94f2-c4f6b7356a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:23.532692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Attempting to bind port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 on network 251791c8-bfc2-4856-bae3-ef7079bb19ce {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:23.569514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] Checking router: 53f754ec-6fba-475d-9783-28a61426967c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:23.573682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 5acae148-21fc-4339-bcdd-d72c7cf5a78e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:23.573959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:23.574110 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.574360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Checking segment: {'id': '92f66423-07e5-4988-94f2-c4f6b7356a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:23.574788 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.575179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Bound using segment: {'id': '92f66423-07e5-4988-94f2-c4f6b7356a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:23.576124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Bound port: 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f66423-07e5-4988-94f2-c4f6b7356a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:23.576506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.597987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 51cc4ebb-294d-4256-b1a6-946be80dddda completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:23.608687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] Routers {'53f754ec-6fba-475d-9783-28a61426967c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:23.609304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['53f754ec-6fba-475d-9783-28a61426967c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:23.611399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 51cc4ebb-294d-4256-b1a6-946be80dddda triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:23.611959 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.617471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:23.626774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:23.629308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:23.665850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=b0cea19c-2401-47dd-92f4-be99787031e8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:23.682868 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.729390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event deleted for resources: {'Port': ['ID=d8437e71-cca2-416f-be78-9aabc679288b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:23.745326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] DHCP port deletion for 6ce3803e-20b1-4824-b2b4-f795cc8dfce9 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:09:23.746750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:23.747622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.754545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 5acae148-21fc-4339-bcdd-d72c7cf5a78e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5acae148-21fc-4339-bcdd-d72c7cf5a78e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:23.755093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.773090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 5acae148-21fc-4339-bcdd-d72c7cf5a78e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:23.774143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] For port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:23.777558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] Set router 53f754ec-6fba-475d-9783-28a61426967c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:23.782201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] For port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,segment=NetworkSegment(92f66423-07e5-4988-94f2-c4f6b7356a6d),segment_id=92f66423-07e5-4988-94f2-c4f6b7356a6d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:23.835394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1245c0fb-23fd-4f74-acb4-e1dd76cf7f99 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7792709 Jul 09 17:09:23.838566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:23.844127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '251791c8-bfc2-4856-bae3-ef7079bb19ce', 'name': 'tempest-PortsTestJSON-1510403710', 'fixed_ips': [{'subnet_id': '33420a35-03ea-401d-af0b-679c6fe5215a', 'ip_address': '172.20.0.9'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:23.850363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.855646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.863144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:09:23Z', 'revision_number': 6, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:23.950522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.953008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:23.974881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3531e-dd89-4214-8048-1acefbb3066a None None] The sync data for ids ['53f754ec-6fba-475d-9783-28a61426967c'] in n-d-800085-2 is: [{'id': '53f754ec-6fba-475d-9783-28a61426967c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996424656', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:07:19Z', 'updated_at': '2021-07-09T17:09:23Z', 'revision_number': 6, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:24.016154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.016723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Fanout notify agent at l3_agent the message router_deleted on router aa7d1dfd-3a93-4a62-9069-c28c942298fe {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:24.027546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.034001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ffa0b047-9584-4d5c-91d0-541ca469bbe2 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/aa7d1dfd-3a93-4a62-9069-c28c942298fe HTTP/1.1" status: 204 len: 168 time: 1.5506265 Jul 09 17:09:24.034954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:24.041390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1695900521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:24.048922 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.072470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.074486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.076473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-221f7584-9a34-40cd-acb9-310b074569f0 req-46186e6d-75dc-4607-903c-babe2b0700f9 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 210 time: 0.0651085 Jul 09 17:09:24.100138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.102115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528d6a-9949-4cd8-acb5-2a3233f2b5d9 None None] Pushing event updated for resources: {'Port': ['ID=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:24.142009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:24.147578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] Deleting port 5beca686-10e9-4a46-9811-ab40e98432fe {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:24.148036 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.152216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.159370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.186290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.195067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-23130663-3723-481f-ab2f-53037b053c68 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1589122 Jul 09 17:09:24.196272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59404) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:24.201978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:24.221302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 51cc4ebb-294d-4256-b1a6-946be80dddda, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=51cc4ebb-294d-4256-b1a6-946be80dddda,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:24.239059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.334260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] For port 5beca686-10e9-4a46-9811-ab40e98432fe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5beca686-10e9-4a46-9811-ab40e98432fe,segment=NetworkSegment(fa19fedf-1755-4a8d-969e-ac0896255df9),segment_id=fa19fedf-1755-4a8d-969e-ac0896255df9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:24.335112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.384585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] Calling delete_port for 5beca686-10e9-4a46-9811-ab40e98432fe owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:24.403706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=51cc4ebb-294d-4256-b1a6-946be80dddda,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:24.541232 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.553526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-e1c80218-20a4-48cd-85c0-8e3470c9f47b tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:24.555485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-e1c80218-20a4-48cd-85c0-8e3470c9f47b tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.37 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 797 time: 0.2487416 Jul 09 17:09:24.587879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] No DVR routers for this DVR port 5beca686-10e9-4a46-9811-ab40e98432fe on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:24.593129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03403-bb4d-4a89-9256-e9b3a9e03b68 None None] Pushing event deleted for resources: {'Port': ['ID=5beca686-10e9-4a46-9811-ab40e98432fe,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:24.672211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.696906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 9b65cd29-8947-4ed3-a482-b59dbac1da87 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:24.703298 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.765863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-a53b5d3f-14e7-4396-a80f-4154dbc47b4a tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2fd38061d3d44aaa7545729cbdee194 HTTP/1.1" status: 200 len: 478 time: 0.1467123 Jul 09 17:09:24.769609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.777450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'port': {'device_id': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'admin_state_up': True, 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'security_groups': ['029606d3-ff30-4018-b656-997c47e4018c', '8be3baa7-6634-4be6-a943-918ca4fa42b7']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:24.798674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=5acae148-21fc-4339-bcdd-d72c7cf5a78e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:24.939287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:24.946724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Made reservation on behalf of f2fd38061d3d44aaa7545729cbdee194 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:24.950750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.062448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.067905 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.126254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.9 (251791c8-bfc2-4856-bae3-ef7079bb19ce/33420a35-03ea-401d-af0b-679c6fe5215a/9b65cd29-8947-4ed3-a482-b59dbac1da87) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:25.139576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.140126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Fanout notify agent at l3_agent the message router_deleted on router 53f754ec-6fba-475d-9783-28a61426967c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:25.147665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.151657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6caf5618-694c-42a5-bcc0-5874d085e669 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/routers/53f754ec-6fba-475d-9783-28a61426967c HTTP/1.1" status: 204 len: 168 time: 1.9187350 Jul 09 17:09:25.154274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:25.295428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.388271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 51cc4ebb-294d-4256-b1a6-946be80dddda up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:25.391467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36aa5cf2-83c4-41c8-8906-df60bb4e4fce req-71ed3448-9e25-4e4b-9233-70046ab5b0c4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 210 time: 0.0370274 Jul 09 17:09:25.473120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 51cc4ebb-294d-4256-b1a6-946be80dddda triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:25.473568 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.516994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.541244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce3803e-20b1-4824-b2b4-f795cc8dfce9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:25.543016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4373ac-74ba-43e6-9750-52325e2277c6 None None] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:25.559404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa19fedf-1755-4a8d-969e-ac0896255df9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:25.560139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa19fedf-1755-4a8d-969e-ac0896255df9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:25.577616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.581303 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.603479 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.607904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:25.610452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object 9b65cd29-8947-4ed3-a482-b59dbac1da87 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:25.613013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8ae2c70a-5388-4364-b9fb-d86e1bd23aa2 None None] Provisioning for port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:25.614439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:09:25.614878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:09:25.618238 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:09:25.644636 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.650304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.20.0.9 (14a775fe-cf61-4ec3-86db-78e28339725f/e1a13ee4-2407-4b56-a125-0395efeb2006/3db85d6f-056a-47b2-817b-1b0ee3b0c766) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:25.674835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.699988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.704326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.706997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/networks/6ce3803e-20b1-4824-b2b4-f795cc8dfce9 HTTP/1.1" status: 204 len: 168 time: 0.5516102 Jul 09 17:09:25.713152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:25.721082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:25.729497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:25.729861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.740844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.752182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b615f4-2a27-40dc-9aa9-e0aec0281667 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Network': ['ID=6ce3803e-20b1-4824-b2b4-f795cc8dfce9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:25.812980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:25.820325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:25.822982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:25.831964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Allocated IP 172.25.7.16 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/78e548a5-1473-4ea8-b105-f588331aabc9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:25.853198 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.881381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=9b65cd29-8947-4ed3-a482-b59dbac1da87,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:25.893996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,segment=NetworkSegment(92f66423-07e5-4988-94f2-c4f6b7356a6d),segment_id=92f66423-07e5-4988-94f2-c4f6b7356a6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:25.900376 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.926016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:25.926451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.939524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11dbcde-61a8-40f3-b24c-f7a8b941855d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.976676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5beca686-10e9-4a46-9811-ab40e98432fe no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:25.978760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-edf75385-3fa7-4117-97b1-34861aa368e0 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1389456 Jul 09 17:09:25.981410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11dbcde-61a8-40f3-b24c-f7a8b941855d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.984097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:26.004477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5beca686-10e9-4a46-9811-ab40e98432fe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:26.004903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5beca686-10e9-4a46-9811-ab40e98432fe not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:26.005406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5acae148-21fc-4339-bcdd-d72c7cf5a78e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:26.034005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.034694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5acae148-21fc-4339-bcdd-d72c7cf5a78e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:26.035114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5acae148-21fc-4339-bcdd-d72c7cf5a78e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:26.035597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3d146430-c6da-41b3-9960-55bdfb8d3666 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:26.057972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:26.068693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3d146430-c6da-41b3-9960-55bdfb8d3666 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:26.069032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3d146430-c6da-41b3-9960-55bdfb8d3666 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:26.126844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.129347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.150964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47622e5-50b1-48a6-84fd-d45089770180 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:26.152970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c47622e5-50b1-48a6-84fd-d45089770180 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1672561 Jul 09 17:09:26.156959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:26.159937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Provisioning for port 9b65cd29-8947-4ed3-a482-b59dbac1da87 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:26.164378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Provisioning complete for port 9b65cd29-8947-4ed3-a482-b59dbac1da87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:26.164812 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.192807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:26.194117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Transition to ACTIVE for port object 3db85d6f-056a-47b2-817b-1b0ee3b0c766 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:26.198942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:26.205769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:26.223107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Port 9b65cd29-8947-4ed3-a482-b59dbac1da87 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:26.237600 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11dbcde-61a8-40f3-b24c-f7a8b941855d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.240381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Provisioning complete for port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:26.240887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a11dbcde-61a8-40f3-b24c-f7a8b941855d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.241803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.246598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Pushing event updated for resources: {'Port': ['ID=78e548a5-1473-4ea8-b105-f588331aabc9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:26.255232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a11dbcde-61a8-40f3-b24c-f7a8b941855d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/security-groups/b2b77c8c-27db-446f-8ded-7495794fb47e HTTP/1.1" status: 204 len: 168 time: 0.5390632 Jul 09 17:09:26.273197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.273572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.273944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.274283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.274638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.274971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.275298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.275622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.275982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.276267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.276777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.276911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dbcde-61a8-40f3-b24c-f7a8b941855d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b77c8c-27db-446f-8ded-7495794fb47e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:26.277176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:26.325868 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bb186-89de-4f0c-9711-ed23d389966a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:26.333005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bb186-89de-4f0c-9711-ed23d389966a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:26.340641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bb186-89de-4f0c-9711-ed23d389966a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:26.345929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9b0bb186-89de-4f0c-9711-ed23d389966a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1888487 Jul 09 17:09:26.346790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:26.398633 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.415983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Provisioning for port b0cea19c-2401-47dd-92f4-be99787031e8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:26.422612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Provisioning complete for port b0cea19c-2401-47dd-92f4-be99787031e8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:26.423083 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.472333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-764330d2-b7f9-4dd5-aea6-9b1d1575efd0 None None] Port b0cea19c-2401-47dd-92f4-be99787031e8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:26.477183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 9b65cd29-8947-4ed3-a482-b59dbac1da87 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:26.477768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.490211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 14a775fe-cf61-4ec3-86db-78e28339725f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:26.499418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:26.510519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:26.602004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.603760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd509fc9-dd4d-4218-a1bf-4c008a9023ed None None] Provisioning complete for port b0cea19c-2401-47dd-92f4-be99787031e8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:26.606982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd509fc9-dd4d-4218-a1bf-4c008a9023ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.625611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 9b65cd29-8947-4ed3-a482-b59dbac1da87 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:26.634198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=3db85d6f-056a-47b2-817b-1b0ee3b0c766,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:26.677238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cd509fc9-dd4d-4218-a1bf-4c008a9023ed None None] Port b0cea19c-2401-47dd-92f4-be99787031e8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:26.728217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:26.728921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.759930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1826cad4-9c5e-4f1d-b983-469441e1e285 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9864306 Jul 09 17:09:26.763463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.799671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:26.807314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629210704', 'description': 'tempest-secgroup-smoke-1629210704 description', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:26.809618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3cd10400-a6b9-4db1-8a83-aa4ee7b4d024 None None] Provisioning complete for port 9b65cd29-8947-4ed3-a482-b59dbac1da87 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:26.810550 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3cd10400-a6b9-4db1-8a83-aa4ee7b4d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.851742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3cd10400-a6b9-4db1-8a83-aa4ee7b4d024 None None] Port 9b65cd29-8947-4ed3-a482-b59dbac1da87 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:26.891106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.906600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Request body: {'port': {'device_id': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:26.944809 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.978216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-72aa7712-27e9-4729-b814-3b5e522e93d5 None None] Provisioning for port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:26.983430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-72aa7712-27e9-4729-b814-3b5e522e93d5 None None] Provisioning complete for port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:26.984099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72aa7712-27e9-4729-b814-3b5e522e93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.999921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=9b65cd29-8947-4ed3-a482-b59dbac1da87,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:27.032155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-72aa7712-27e9-4729-b814-3b5e522e93d5 None None] Port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:27.047109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.096804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390def3-1ea5-4972-a86b-413824d348e5 req-6a5b2922-137e-4838-888f-f246ad40e86f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:27.098558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9390def3-1ea5-4972-a86b-413824d348e5 req-6a5b2922-137e-4838-888f-f246ad40e86f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 970 time: 0.1915443 Jul 09 17:09:27.142633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.144715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-000d7a45-a43a-4418-aaa8-4317c04b031a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/9b65cd29-8947-4ed3-a482-b59dbac1da87 HTTP/1.1" status: 204 len: 168 time: 0.7963600 Jul 09 17:09:27.147956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.167330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.185800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9390def3-1ea5-4972-a86b-413824d348e5 req-5b0c94df-6aed-4abf-b4c7-0591c2fd575f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0789492 Jul 09 17:09:27.196227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.201505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.207736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.212135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:27.230462 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2b1095-548b-4892-894b-b1a789bff57b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:27.235124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ff2b1095-548b-4892-894b-b1a789bff57b tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/9b65cd29-8947-4ed3-a482-b59dbac1da87 HTTP/1.1" status: 404 len: 333 time: 0.0817974 Jul 09 17:09:27.237479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.269860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.274570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4731081 Jul 09 17:09:27.274739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:27.275053 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.275194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.283726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ee6a5f51-6366-4bac-a698-974472727a4e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:27.288136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df011-4558-40b0-b0bd-2cb2bd49f54c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a5f51-6366-4bac-a698-974472727a4e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:27.357996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.424376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port b0cea19c-2401-47dd-92f4-be99787031e8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:27.424750 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.487318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.492373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.529344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd28141-91a6-4354-b9fd-32a473d8e0f8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:27.534411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.537094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-efa06030-3a0f-4532-9d1a-ccea573a20f5 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2559297 Jul 09 17:09:27.538530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.543197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ee6a5f51-6366-4bac-a698-974472727a4e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:27.566154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.567981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Router bd5f15cd-18d9-425f-b6ec-290a0395044f is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:27.585593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for b0cea19c-2401-47dd-92f4-be99787031e8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:27.603338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.643452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db85d6f-056a-47b2-817b-1b0ee3b0c766 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:27.653724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.700261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Transition to ACTIVE for port object 3db85d6f-056a-47b2-817b-1b0ee3b0c766 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:27.706302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.706508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.710800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.758631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238029e8-6e6c-4dc9-8c31-975495ff1604,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:27.766325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.767692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-83703009-0fc3-49c6-8710-e33339bbede9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280598 Jul 09 17:09:27.771115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.772060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:27.775717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ee6a5f51-6366-4bac-a698-974472727a4e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:27.777814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.779119 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f2de6138-cd3b-4ba6-95b3-77732f8476b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "PUT /v2.0/routers/bd5f15cd-18d9-425f-b6ec-290a0395044f HTTP/1.1" status: 200 len: 919 time: 3.5815773 Jul 09 17:09:27.779982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Pushing event updated for resources: {'Port': ['ID=3db85d6f-056a-47b2-817b-1b0ee3b0c766,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:27.783589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.786350 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] Sync routers for ids ['bd5f15cd-18d9-425f-b6ec-290a0395044f'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:27.807218 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.808201 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] Routers {'bd5f15cd-18d9-425f-b6ec-290a0395044f'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:27.809280 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['bd5f15cd-18d9-425f-b6ec-290a0395044f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:27.840764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.848448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=b0cea19c-2401-47dd-92f4-be99787031e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:27.854399 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:27.882001 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] Routers {'bd5f15cd-18d9-425f-b6ec-290a0395044f'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:27.883399 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['bd5f15cd-18d9-425f-b6ec-290a0395044f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:27.919531 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:27.920220 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996c75-0790-4485-94eb-1fc41ffcda71 None None] The sync data for ids ['bd5f15cd-18d9-425f-b6ec-290a0395044f'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:27.952293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.954327 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aa24a0ce-a2a2-4f0c-b97c-e54e589abbc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/b0cea19c-2401-47dd-92f4-be99787031e8 HTTP/1.1" status: 204 len: 168 time: 0.7143261 Jul 09 17:09:27.958377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59440) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:27.960687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Attempting to bind port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:27.961026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Attempting to bind port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:27.961430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Attempting to bind port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 on network 14a775fe-cf61-4ec3-86db-78e28339725f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:27.982264 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0bb2ba70-d69e-4c7b-a954-7494bb370850 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/bd5f15cd-18d9-425f-b6ec-290a0395044f HTTP/1.1" status: 200 len: 925 time: 0.1976564 Jul 09 17:09:27.985127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.004479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 on network 14a775fe-cf61-4ec3-86db-78e28339725f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:09:28.005166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Attempting to bind port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 on network 14a775fe-cf61-4ec3-86db-78e28339725f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:28.009921 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1555ea1d-74df-4ee3-af0e-52f8968f0667 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:28.014764 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1555ea1d-74df-4ee3-af0e-52f8968f0667 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/b0cea19c-2401-47dd-92f4-be99787031e8 HTTP/1.1" status: 404 len: 333 time: 0.0551515 Jul 09 17:09:28.017350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.025365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.033699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:28.033988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Checking segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:28.034174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Bound using segment: {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:28.034692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Bound port: 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4183f50-a806-4fe9-bc0f-8d9983440b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:28.035096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.044164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.074756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c98edd0-686b-4f7a-8c06-98a5c3a683da,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:28.079324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7322be4-979d-4573-b58a-107e2b972a1e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:28.083831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b7322be4-979d-4573-b58a-107e2b972a1e tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=bd5f15cd-18d9-425f-b6ec-290a0395044f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0917983 Jul 09 17:09:28.083831 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.084505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-45d1443f-5d72-405d-a0bf-8dc6000ef35c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3127754 Jul 09 17:09:28.085041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.093642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.098104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ee6a5f51-6366-4bac-a698-974472727a4e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:28.129291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 33420a35-03ea-401d-af0b-679c6fe5215a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:28.141616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.183940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] For port 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:28.188688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.189324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] For port 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:28.193752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.204179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.241591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0c198-56b6-4d03-ae2c-07d6519d5195 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:28.246280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6b0c198-56b6-4d03-ae2c-07d6519d5195 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/networks/f0536d18-c197-4cd9-a7da-6f42b648827a HTTP/1.1" status: 200 len: 881 time: 0.1570973 Jul 09 17:09:28.249654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.282341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Pushing event updated for resources: {'Port': ['ID=3db85d6f-056a-47b2-817b-1b0ee3b0c766,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:28.291649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-56f83107-c7b6-4e3b-8fbf-58cb189f4221 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd5f15cd-18d9-425f-b6ec-290a0395044f HTTP/1.1" status: 200 len: 205 time: 0.0381932 Jul 09 17:09:28.292184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.304012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:28.305466 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.306949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-2d1ed92b-7f14-432a-8964-ecd687dadc16 service neutron] 10.222.0.37 "PUT /v2.0/ports/3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 1130 time: 1.4900119 Jul 09 17:09:28.307299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:28.310147 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078fd2a-cf8e-4556-b45c-77bd82146007" -d '{"events": [{"name": "network-changed", "server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:28.390759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.426452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.435681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.472401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cbf079-0bb6-4c97-a613-d3cbe58cae49,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:28.487384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.488718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a1d6c3b-a7fc-4b75-ad58-dcb19cc2422e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3941274 Jul 09 17:09:28.490872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.491266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.493946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.495139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-4eed0050-4e1d-41f7-ac35-4c292eaecc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:28.496587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-4eed0050-4e1d-41f7-ac35-4c292eaecc1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1133 time: 0.1203892 Jul 09 17:09:28.499593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ee6a5f51-6366-4bac-a698-974472727a4e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:28.536995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=33420a35-03ea-401d-af0b-679c6fe5215a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:28.549701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e42d7-ad6e-41a4-a66b-56561039c6d5 req-9379d072-6d66-444f-9e8d-fa5208983bde tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:28.551309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-677e42d7-ad6e-41a4-a66b-56561039c6d5 req-9379d072-6d66-444f-9e8d-fa5208983bde tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 982 time: 0.2162950 Jul 09 17:09:28.568446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-d7429641-dad1-4cb6-9f6f-a879e261008f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 217 time: 0.0425005 Jul 09 17:09:28.569441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.571540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01a1e193-d6c2-4a6b-8a59-9a8ab7ba97a7 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/33420a35-03ea-401d-af0b-679c6fe5215a HTTP/1.1" status: 204 len: 168 time: 0.5530081 Jul 09 17:09:28.574174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.577084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d793b-906a-457d-8d90-d8dcd0496eeb None None] Network 251791c8-bfc2-4856-bae3-ef7079bb19ce requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:28.618709 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:09:28.639653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.671462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-677e42d7-ad6e-41a4-a66b-56561039c6d5 req-521d3d29-b442-4fc0-8e20-0f4e0f1fb477 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1135228 Jul 09 17:09:28.713416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.736317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.761013 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.780770 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abdb27-90d4-4901-adde-48806639fe69,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:28.798527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] DHCP port deletion for 251791c8-bfc2-4856-bae3-ef7079bb19ce request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:09:28.802227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.806209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f082b3fd-abce-4dce-bdeb-d4991f8ebe50 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3086083 Jul 09 17:09:28.806595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:28.811315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'security_group_rule': {'security_group_id': 'ee6a5f51-6366-4bac-a698-974472727a4e', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:28.831287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Deleting port 78e548a5-1473-4ea8-b105-f588331aabc9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:28.831633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.856874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] Deleting port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:28.857819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.890796 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Project 829ea95d3c2e4ddaa8a7e517da95126c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:09:28.896845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.927835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] For port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,segment=NetworkSegment(92f66423-07e5-4988-94f2-c4f6b7356a6d),segment_id=92f66423-07e5-4988-94f2-c4f6b7356a6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:28.928326 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.941613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] Calling delete_port for 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:28.970714 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.981340 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4895e0a4-8d3b-4c22-ab41-bd5b61b5da36 x-openstack-request-id: req-4895e0a4-8d3b-4c22-ab41-bd5b61b5da36 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:28.981962 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:28.981962 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4895e0a4-8d3b-4c22-ab41-bd5b61b5da36 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:28.982276 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'status': 'completed', 'code': 200} Jul 09 17:09:28.990414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Calling delete_port for 78e548a5-1473-4ea8-b105-f588331aabc9 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:29.016772 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.024684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1497a456-6b72-4df4-8adf-e8f87d80d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:29.026156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-1497a456-6b72-4df4-8adf-e8f87d80d598 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 200 len: 835 time: 0.4349926 Jul 09 17:09:29.030039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.047826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.077507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d174157-5dff-462e-ae59-c9485fc084c1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:29.089327 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.093616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b46b77c1-e04b-4832-aa54-e6438210b84e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2860365 Jul 09 17:09:29.095955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:29.101498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'network': {'name': 'tempest-network-smoke--955942864', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:29.139780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:29.143373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.167231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-58cf0009-6354-44b7-8ec1-c6eef9aff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:29.168816 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-58cf0009-6354-44b7-8ec1-c6eef9aff70b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14a775fe-cf61-4ec3-86db-78e28339725f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357906 Jul 09 17:09:29.186868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:29.191226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:29.191541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.271203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:29.284201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.310505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.311080 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Added segment 898d39c2-307f-441a-87d1-507fcde3ea44 of type vlan for network a240cdd5-ee83-41f9-999c-704aad951af1 Jul 09 17:09:29.316323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.318239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] Pushing event deleted for resources: {'Port': ['ID=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:29.325994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,segment=NetworkSegment(92f66423-07e5-4988-94f2-c4f6b7356a6d),segment_id=92f66423-07e5-4988-94f2-c4f6b7356a6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:29.326438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.329132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65971738-acc9-4887-81b9-579b575d7f3f None None] No DVR routers for this DVR port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:29.351094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:29.437457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.453087 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-440b2789-4280-41d3-8b31-5b35a77cc21f service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702713 Jul 09 17:09:29.533614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.539275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:29.540489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.573756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.601057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event deleted for resources: {'Port': ['ID=78e548a5-1473-4ea8-b105-f588331aabc9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:29.622608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5226924 Jul 09 17:09:29.623086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:29.628005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'admin_state_up': True, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:29.633997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.672104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8166165-9b4e-41e4-aef9-12f220fe6d4a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Network': ['ID=a240cdd5-ee83-41f9-999c-704aad951af1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:29.675939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:29.681332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9731ac0e-30c6-422b-bfae-1782032b1a9f req-29dbf425-813b-4e69-8e40-5f433f1209a9 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241070 Jul 09 17:09:29.682196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port 1ed199a1-27a4-4ffa-9d78-2fb0b671a9a2 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:29.684473 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.685656 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.690202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.691194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a240cdd5-ee83-41f9-999c-704aad951af1 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:29.778867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.791335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251791c8-bfc2-4856-bae3-ef7079bb19ce']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:29.804437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.804680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f66423-07e5-4988-94f2-c4f6b7356a6d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:29.804680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f66423-07e5-4988-94f2-c4f6b7356a6d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:29.807487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.815614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.836440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.859818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:09:29.860141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:09:29.864358 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:09:29.882015 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.929111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.938029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.939930 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/251791c8-bfc2-4856-bae3-ef7079bb19ce HTTP/1.1" status: 204 len: 168 time: 1.3593268 Jul 09 17:09:29.954986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:29.962778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1035435079'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:29.965810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06385ffe-21d4-4869-8bfe-0718c5973943 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=251791c8-bfc2-4856-bae3-ef7079bb19ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:29.967081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.967625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Fanout notify agent at l3_agent the message router_deleted on router bd5f15cd-18d9-425f-b6ec-290a0395044f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:29.973175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-1086729d-02a5-4044-a54c-82f14aec95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:29.974832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-1086729d-02a5-4044-a54c-82f14aec95dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1133 time: 0.1465094 Jul 09 17:09:29.975969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:29.977161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d25b622f-cd5e-4160-b475-bd5406ee85e6 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/bd5f15cd-18d9-425f-b6ec-290a0395044f HTTP/1.1" status: 204 len: 168 time: 1.6841855 Jul 09 17:09:29.982366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:29.989957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-825127629', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:30.041128 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:30.044664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.081460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.084737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:30.103869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-3881c85d-cf3e-41e8-ba34-b052ad840dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:30.105364 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-3881c85d-cf3e-41e8-ba34-b052ad840dd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 898 time: 0.1196823 Jul 09 17:09:30.106389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.106762 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Added segment ea2c8c5b-fa78-417e-b758-ad902231d6df of type vlan for network 96cef39a-0a73-4f37-ada7-208b55704c1c Jul 09 17:09:30.106895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21cafb-0627-480a-b4fc-dd02af1900ce req-a74bf1fd-d8e0-41a7-934f-a90e6b49ec04 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:30.108357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce21cafb-0627-480a-b4fc-dd02af1900ce req-a74bf1fd-d8e0-41a7-934f-a90e6b49ec04 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 982 time: 0.2759805 Jul 09 17:09:30.109182 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.110281 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.173471 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-16e85bc8-e8bb-491d-ab9f-773873b72f69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 217 time: 0.0588067 Jul 09 17:09:30.191605 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.233013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce21cafb-0627-480a-b4fc-dd02af1900ce req-991554de-b127-4ccf-a43d-1fac045462da tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1097486 Jul 09 17:09:30.238321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.241560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-5b30bf8b-6230-4276-b57e-59fa2bb5bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:30.243248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-5b30bf8b-6230-4276-b57e-59fa2bb5bb58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 200 len: 835 time: 0.0639575 Jul 09 17:09:30.281276 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.286810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:30.287405 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.352032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3948522 Jul 09 17:09:30.357424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:30.362635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:30.375146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d7cef-cd11-44fa-b259-9bb73955c64d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Network': ['ID=96cef39a-0a73-4f37-ada7-208b55704c1c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:30.386759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 96cef39a-0a73-4f37-ada7-208b55704c1c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:30.398154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.441606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-4e41c064-af72-46e2-b7d4-c48f0917b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:30.443244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-4e41c064-af72-46e2-b7d4-c48f0917b01a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14a775fe-cf61-4ec3-86db-78e28339725f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932743 Jul 09 17:09:30.538384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:30.542051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.550694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.572065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.603579 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-0cd06cff-835a-489c-b17c-0b238384548d service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505895 Jul 09 17:09:30.742960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f078fd2a-cf8e-4556-b45c-77bd82146007 req-5204e21d-2ffd-45fe-a8c4-3b607d260de7 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311927 Jul 09 17:09:30.770590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.217 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/18bcc226-188e-436e-b5c5-c8619e96bc4e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:30.811123 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.822447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.863726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.884192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=13860c3c-fde4-4975-9f77-b89127de2105,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:30.892857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Checking segment: {'id': 'ea2c8c5b-fa78-417e-b758-ad902231d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:30.893227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network hostable DHCP agents. Network: 96cef39a-0a73-4f37-ada7-208b55704c1c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:30.913490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 96cef39a-0a73-4f37-ada7-208b55704c1c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:30.924378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 96cef39a-0a73-4f37-ada7-208b55704c1c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:30.930369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:30.930369 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.936779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7640f6-817f-452e-93ef-e587ddc21792 None None] Network 96cef39a-0a73-4f37-ada7-208b55704c1c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:30.953683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4ef1f32d-8046-41e6-98a0-10e441b67d6a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5925860 Jul 09 17:09:30.954741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:30.960135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1950239864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:30.973735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.994579 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:30.995554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.030782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.051810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.058352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.076199 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.080177 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd3eda9b-ca4c-4b87-b0c3-f45185aaecd5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1213253 Jul 09 17:09:31.082952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:31.088157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:31.090339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c', 'name': 'tempest-PortsTestJSON-1255611503'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:31.101043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-96cef39a-0a73-4f37-ada7-208b55704c1c', 'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': '13860c3c-fde4-4975-9f77-b89127de2105'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:31.101626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:31.101964 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.110240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:31.143602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=18bcc226-188e-436e-b5c5-c8619e96bc4e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:31.156079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Allocated IP 172.25.7.104 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/fdc6548e-e87f-4cab-a14a-de3831f27942) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:31.216277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:31.220081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.238308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 8ac0dadd-9974-4bad-8bef-bf8aba12b196 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:31.238600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Allocated IP 172.20.0.2 (96cef39a-0a73-4f37-ada7-208b55704c1c/13860c3c-fde4-4975-9f77-b89127de2105/1db3de5b-7cfc-44b5-ae3e-b35b2e94baab) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:31.418030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.426732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Transition to ACTIVE for port object 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:31.441040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Transition to ACTIVE for port object 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:31.442331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.452015 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.495587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Network 96cef39a-0a73-4f37-ada7-208b55704c1c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:31.498102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:31.500642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:31.510975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Pushing event updated for resources: {'Port': ['ID=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:31.521262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-713913fc-cda0-415b-a475-5736252a088d {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:09:31.521583 n-d-800085-2 neutron-server[93768]: DEBUG oslo_db.api [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:09:31.568857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Attempting to bind port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:31.569218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Attempting to bind port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ea2c8c5b-fa78-417e-b758-ad902231d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:31.569571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Attempting to bind port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab on network 96cef39a-0a73-4f37-ada7-208b55704c1c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:31.575677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:31.576053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Checking segment: {'id': 'ea2c8c5b-fa78-417e-b758-ad902231d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:31.576459 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.576847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Bound using segment: {'id': 'ea2c8c5b-fa78-417e-b758-ad902231d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:31.577314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Bound port: 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2c8c5b-fa78-417e-b758-ad902231d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '96cef39a-0a73-4f37-ada7-208b55704c1c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:31.577704 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.646345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] For port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:31.649890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] For port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,segment=NetworkSegment(ea2c8c5b-fa78-417e-b758-ad902231d6df),segment_id=ea2c8c5b-fa78-417e-b758-ad902231d6df)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:31.660496 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.717145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6794db-4c8c-4d60-8961-bd785d8af370 None None] Pushing event updated for resources: {'Port': ['ID=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:31.889225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b72e-ad4a-44f9-9f89-99bf2299b2db req-3205c873-a395-4f8f-879b-f39a2fcd0c99 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:31.897491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0804b72e-ad4a-44f9-9f89-99bf2299b2db req-3205c873-a395-4f8f-879b-f39a2fcd0c99 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 982 time: 0.5426457 Jul 09 17:09:31.903423 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.952965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.022431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.040456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:32.047542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0804b72e-ad4a-44f9-9f89-99bf2299b2db req-ed292271-c20a-4e99-990a-addaca336bcd tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1471457 Jul 09 17:09:32.050798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:32.059005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:32.067879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:32.079106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event updated for resources: {'Port': ['ID=fdc6548e-e87f-4cab-a14a-de3831f27942,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:32.156698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.7 (96cef39a-0a73-4f37-ada7-208b55704c1c/13860c3c-fde4-4975-9f77-b89127de2105/ea72c29f-7786-48a7-9b5a-2ccdf9b5acce) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:32.307524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.312938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.328512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object ea72c29f-7786-48a7-9b5a-2ccdf9b5acce will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:32.364576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.413210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 96cef39a-0a73-4f37-ada7-208b55704c1c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:32.416673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:32.420764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:32.427457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=ea72c29f-7786-48a7-9b5a-2ccdf9b5acce,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:32.472246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:32.472881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.490003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-490495e6-aca6-4114-8443-4334375e0d56 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4054279 Jul 09 17:09:32.492839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:32.505729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.606640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router b68a234a-aa9b-422a-988f-301cc2e0e1a4 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:32.669022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785d9de5-8bfb-473c-a71f-43a0b3a9997f None None] Network 96cef39a-0a73-4f37-ada7-208b55704c1c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:32.754948 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22e39888-cc87-4e89-8143-6b9b2c63e31c None None] Provisioning for port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:32.824678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:32.845659 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.848090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Sync routers for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:32.854145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.859483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:32.859668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-597299a5-276e-4e89-a576-4cb6ea984724 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2355793 Jul 09 17:09:32.866526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:32.867286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:32.904578 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dc3a39c8-8a34-4181-9d91-082ad848a02b tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=829ea95d3c2e4ddaa8a7e517da95126c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405610 Jul 09 17:09:32.904794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:32.914521 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:32.986582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:33.000700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Router cef9b6aa-afee-479e-aa52-5dd73be4d015 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:33.186186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:33.201135 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] Sync routers for ids ['cef9b6aa-afee-479e-aa52-5dd73be4d015'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:33.213183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21199c3-4b37-4252-841d-00f2f789f1ec tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:33.218010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] Routers {'cef9b6aa-afee-479e-aa52-5dd73be4d015'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:33.218832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cef9b6aa-afee-479e-aa52-5dd73be4d015'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:33.222678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:31Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:33.228645 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a21199c3-4b37-4252-841d-00f2f789f1ec tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3212981 Jul 09 17:09:33.247242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:33.256257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:33.258308 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.259833 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3a0748e-43bc-48f5-94d8-e856481d8c6b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2763464 Jul 09 17:09:33.260973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Checking router: b68a234a-aa9b-422a-988f-301cc2e0e1a4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:33.261388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Updating router b68a234a-aa9b-422a-988f-301cc2e0e1a4 port 18bcc226-188e-436e-b5c5-c8619e96bc4e binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:33.264011 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:33.269102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:33.314325 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:33.330209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] Routers {'cef9b6aa-afee-479e-aa52-5dd73be4d015'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:33.331217 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cef9b6aa-afee-479e-aa52-5dd73be4d015'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:33.343699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.348782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Provisioning for port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:33.351919 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ce6ae98f-8803-427e-ae6d-843abab5a422 tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034760 Jul 09 17:09:33.356816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:33.361618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649369052', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:33.367986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:33.368732 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07139348-1e6c-4588-b312-0bb0b194e195 None None] The sync data for ids ['cef9b6aa-afee-479e-aa52-5dd73be4d015'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:33.397723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Provisioning complete for port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:33.398174 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.509442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780268c-63bb-4cca-86e1-6c64c5bbc184 req-307575e6-40da-478d-a096-7918bd1e6fb8 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:33.511123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3780268c-63bb-4cca-86e1-6c64c5bbc184 req-307575e6-40da-478d-a096-7918bd1e6fb8 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 982 time: 0.1687691 Jul 09 17:09:33.536377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:33.541572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:33.556112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:33.556546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.596609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3780268c-63bb-4cca-86e1-6c64c5bbc184 req-a93fe123-67f1-4dfd-8d26-6f623e529da1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0797074 Jul 09 17:09:33.620418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Provisioning complete for port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:33.620878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.761420 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.776862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.804760 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.834649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Deleting port fdc6548e-e87f-4cab-a14a-de3831f27942 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:33.834994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.839210 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.844548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:33.848296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.893988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d48441fc-a528-4125-8885-56938704dac4 None None] For port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,segment=NetworkSegment(ea2c8c5b-fa78-417e-b758-ad902231d6df),segment_id=ea2c8c5b-fa78-417e-b758-ad902231d6df)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:33.896219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.903285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.904339 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.913186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.934828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.947952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Calling delete_port for fdc6548e-e87f-4cab-a14a-de3831f27942 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:33.956883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Transition to ACTIVE for port object 18bcc226-188e-436e-b5c5-c8619e96bc4e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:33.975616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:33.986968 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:09:33.987328 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:09:34.005999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48441fc-a528-4125-8885-56938704dac4 None None] Pushing event updated for resources: {'Port': ['ID=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.028150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=ea72c29f-7786-48a7-9b5a-2ccdf9b5acce,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.049646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Attempting to bind port 18bcc226-188e-436e-b5c5-c8619e96bc4e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:34.050754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Attempting to bind port 18bcc226-188e-436e-b5c5-c8619e96bc4e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:34.052456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Attempting to bind port 18bcc226-188e-436e-b5c5-c8619e96bc4e on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:34.076497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:34.077198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:34.077775 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.078396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:34.080274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Bound port: 18bcc226-188e-436e-b5c5-c8619e96bc4e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:34.080855 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.089560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3db85d6f-056a-47b2-817b-1b0ee3b0c766 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:09:34.133594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b9390-66c7-4e42-88ae-e267c81cb632 None None] Pushing event updated for resources: {'Port': ['ID=18bcc226-188e-436e-b5c5-c8619e96bc4e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.136083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0567e576-2575-430c-b309-6322bc345286 None None] Provisioning complete for port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:34.136461 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0567e576-2575-430c-b309-6322bc345286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.193776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.225749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Pushing event deleted for resources: {'Port': ['ID=fdc6548e-e87f-4cab-a14a-de3831f27942,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.243467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0567e576-2575-430c-b309-6322bc345286 None None] Port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:34.249695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] For port 18bcc226-188e-436e-b5c5-c8619e96bc4e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:34.254373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] For port 18bcc226-188e-436e-b5c5-c8619e96bc4e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=18bcc226-188e-436e-b5c5-c8619e96bc4e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:34.255968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.263167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.281454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:34.310524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.325264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'port_id': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'mac_address': 'fa:16:3e:6f:c4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:09:34.374231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b9390-66c7-4e42-88ae-e267c81cb632 None None] Pushing event updated for resources: {'Port': ['ID=18bcc226-188e-436e-b5c5-c8619e96bc4e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.377373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:34.377373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:34.417245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.436546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.440008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d99d520-b087-481d-99dd-bec88094c99d None None] Provisioning complete for port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:34.440352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d99d520-b087-481d-99dd-bec88094c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.457184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.493317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Subnet': ['ID=db021ee8-21d1-4029-a9b9-965568bf2ed9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.511174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db85d6f-056a-47b2-817b-1b0ee3b0c766 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:34.578287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3d99d520-b087-481d-99dd-bec88094c99d None None] Port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:34.590038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:34.590623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Checking segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:34.590623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network hostable DHCP agents. Network: a240cdd5-ee83-41f9-999c-704aad951af1, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:34.591523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:34.646763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.656527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network a240cdd5-ee83-41f9-999c-704aad951af1 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:34.694502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a240cdd5-ee83-41f9-999c-704aad951af1) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:34.727535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:34.728132 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.755221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-63a41cba-0f44-409a-ae5f-fe2963b650ec tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3974380 Jul 09 17:09:34.764902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:34.846185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885759eb-695a-4728-8e1e-ad76c1083d73 None None] Network a240cdd5-ee83-41f9-999c-704aad951af1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:34.922300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.930936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.966623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=3db85d6f-056a-47b2-817b-1b0ee3b0c766,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:34.991467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:34.998739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.009823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb06f-fefb-4b8c-bd2a-f61817ad3035 req-443a5741-1017-41d6-8636-93bfa18b61e0 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:35.012774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af5eb06f-fefb-4b8c-bd2a-f61817ad3035 req-443a5741-1017-41d6-8636-93bfa18b61e0 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 983 time: 0.2411582 Jul 09 17:09:35.038269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['3db85d6f-056a-47b2-817b-1b0ee3b0c766'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:09:35.108721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.114403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=ea72c29f-7786-48a7-9b5a-2ccdf9b5acce,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:35.134191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Router cef9b6aa-afee-479e-aa52-5dd73be4d015 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:35.148959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a240cdd5-ee83-41f9-999c-704aad951af1', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:35.149823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.180894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af5eb06f-fefb-4b8c-bd2a-f61817ad3035 req-21a47d6b-d29a-402c-988e-0a1078685f5d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1567104 Jul 09 17:09:35.197309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:31Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:35.269873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:35.277374 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.277871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:35.278980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-60214bc8-1324-4df7-833c-21d403626a8b tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "PUT /v2.0/routers/cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 200 len: 709 time: 2.0138566 Jul 09 17:09:35.281436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:35.285951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdcbf6-97be-4fa4-aa87-5de316c1b0b9 None None] The sync data for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 is: [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:31Z', 'revision_number': 3, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:35.310565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] Sync routers for ids ['cef9b6aa-afee-479e-aa52-5dd73be4d015'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:35.322180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network 96cef39a-0a73-4f37-ada7-208b55704c1c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:35.326009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:35.360906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] Routers {'cef9b6aa-afee-479e-aa52-5dd73be4d015'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:35.361559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cef9b6aa-afee-479e-aa52-5dd73be4d015'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:35.373000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-57d3d23a-55e1-450e-bf3c-fdb461e280df tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/routers/cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 200 len: 744 time: 0.0902054 Jul 09 17:09:35.375901 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:35.422246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8dfb6bb6-3351-4bc1-a024-7f2bc22281b6 tempest-RoutersIpV6AdminTest-1113068033 tempest-RoutersIpV6AdminTest-1113068033-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&device_id=cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 200 len: 205 time: 0.0449843 Jul 09 17:09:35.425501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:35.451257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:35.461877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2ec5499c-8419-4ff4-9eaf-218472c93590 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 200 len: 205 time: 0.0351551 Jul 09 17:09:35.467008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:35.509650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] Routers {'cef9b6aa-afee-479e-aa52-5dd73be4d015'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:35.510295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['cef9b6aa-afee-479e-aa52-5dd73be4d015'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:35.556440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.566392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:35.567154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e209a10-ce33-4f62-bb16-67cdb5d0be07 None None] The sync data for ids ['cef9b6aa-afee-479e-aa52-5dd73be4d015'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:35.637544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Allocated IP 172.20.0.2 (a240cdd5-ee83-41f9-999c-704aad951af1/db021ee8-21d1-4029-a9b9-965568bf2ed9/4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:35.666563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.670107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Router 5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:35.775088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:35.775617 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.804692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.811821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.886205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.887298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Fanout notify agent at l3_agent the message router_deleted on router cef9b6aa-afee-479e-aa52-5dd73be4d015 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:35.892262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:35.900159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-53eadd69-dbcb-473d-a528-66f67b824901 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/routers/5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062788 Jul 09 17:09:35.904307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2feb8f7c-a82b-4636-8fbc-a76c975a513a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.915731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.917197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2115d90-c143-4b20-85af-a753f527d32d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 204 len: 168 time: 0.4492176 Jul 09 17:09:35.918578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:35.921661 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] Sync routers for ids ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:35.927124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65e77a4e-cd28-4e39-93c5-0c41c215ae87 None None] Provisioning complete for port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:35.927498 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65e77a4e-cd28-4e39-93c5-0c41c215ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.931835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:35.935907 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] Routers {'5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:35.936525 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:35.994391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65e77a4e-cd28-4e39-93c5-0c41c215ae87 None None] Port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:36.005744 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:36.025824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-60314c20-8e20-473d-b841-270ac4e6ce29 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 200 len: 205 time: 0.0893941 Jul 09 17:09:36.026446 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] Routers {'5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:36.027280 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:36.029295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.069740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:36.070448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1045876-2fc7-43a5-a2f4-e49879b3a2a9 None None] The sync data for ids ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:36.090120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a71f58-3311-45c7-ae03-bf97fb3f1902 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:36.091756 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6a71f58-3311-45c7-ae03-bf97fb3f1902 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed HTTP/1.1" status: 200 len: 982 time: 0.1703670 Jul 09 17:09:36.096615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.104081 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.115533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Transition to ACTIVE for port object 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:36.159646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Transition to ACTIVE for port object 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:36.174667 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.200274 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-abe68733-d183-4087-8aab-99c78af73a52 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] delete failed (client error): The resource could not be found. Jul 09 17:09:36.201243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-abe68733-d183-4087-8aab-99c78af73a52 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/cef9b6aa-afee-479e-aa52-5dd73be4d015 HTTP/1.1" status: 404 len: 336 time: 0.1710081 Jul 09 17:09:36.210371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.251800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Network a240cdd5-ee83-41f9-999c-704aad951af1 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:36.272318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:36.277216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:36.279289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Pushing event updated for resources: {'Port': ['ID=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:36.297204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8c15b27d-25ad-4701-8f53-35d371e1a6a0 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd5f15cd-18d9-425f-b6ec-290a0395044f HTTP/1.1" status: 200 len: 205 time: 0.0754828 Jul 09 17:09:36.297929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.412743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Attempting to bind port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:36.413122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Attempting to bind port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:36.413506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Attempting to bind port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 on network a240cdd5-ee83-41f9-999c-704aad951af1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:36.431023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:36.431407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Checking segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:36.431823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.432225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Bound using segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:36.432708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Bound port: 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:36.433098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.448789 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8f48ce5c-ab77-4f90-b397-4d55a1ed5b0d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] delete failed (client error): The resource could not be found. Jul 09 17:09:36.452675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f48ce5c-ab77-4f90-b397-4d55a1ed5b0d tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/bd5f15cd-18d9-425f-b6ec-290a0395044f HTTP/1.1" status: 404 len: 336 time: 0.1052239 Jul 09 17:09:36.455512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.493501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3a3d7952-b0c6-4aa4-9fd9-3b7a2b6de1a8 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa7d1dfd-3a93-4a62-9069-c28c942298fe HTTP/1.1" status: 200 len: 205 time: 0.0368702 Jul 09 17:09:36.494153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.522547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02e38-879c-4770-a163-f4cabf8c4fa3 req-e09a884e-6627-48c4-88e3-ddf8c56052ef tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:36.524715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71c02e38-879c-4770-a163-f4cabf8c4fa3 req-e09a884e-6627-48c4-88e3-ddf8c56052ef tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 983 time: 0.1572580 Jul 09 17:09:36.540511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] For port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:36.542880 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-35d9477d-911d-49d6-9231-ca596665a1ad tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] delete failed (client error): The resource could not be found. Jul 09 17:09:36.544159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] For port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:36.546989 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35d9477d-911d-49d6-9231-ca596665a1ad tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/aa7d1dfd-3a93-4a62-9069-c28c942298fe HTTP/1.1" status: 404 len: 336 time: 0.0493028 Jul 09 17:09:36.547637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59526) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.551282 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.617338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9df02014-fbd4-4df8-b5c2-9cc265651407 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c80e6a1-a73b-4bde-8c11-a5419d89680d HTTP/1.1" status: 200 len: 205 time: 0.0452285 Jul 09 17:09:36.617995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.645024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946b1b-dc75-41d6-99ce-f3657e38fb8b None None] Pushing event updated for resources: {'Port': ['ID=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:36.680493 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-859afeb2-7448-4654-8bf9-66bebd297f5a tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] delete failed (client error): The resource could not be found. Jul 09 17:09:36.681576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-859afeb2-7448-4654-8bf9-66bebd297f5a tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/9c80e6a1-a73b-4bde-8c11-a5419d89680d HTTP/1.1" status: 404 len: 336 time: 0.0602965 Jul 09 17:09:36.684642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.697856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71c02e38-879c-4770-a163-f4cabf8c4fa3 req-7cc2e5d2-01e2-4b6a-a395-7681dc7e8745 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1572363 Jul 09 17:09:36.723943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.1 (a240cdd5-ee83-41f9-999c-704aad951af1/db021ee8-21d1-4029-a9b9-965568bf2ed9/3de2c6b3-cbae-40af-8125-3232ba4e7667) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:36.727713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-df3f0f9d-bc59-43fa-ade4-15e9f28db074 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8f6d612-75f6-4866-8b46-3a1a038bde17 HTTP/1.1" status: 200 len: 205 time: 0.0420704 Jul 09 17:09:36.730771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.777534 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-f8c8f4c2-786b-46a0-adf1-b0306c4ddbc8 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] delete failed (client error): The resource could not be found. Jul 09 17:09:36.778629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f8c8f4c2-786b-46a0-adf1-b0306c4ddbc8 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/f8f6d612-75f6-4866-8b46-3a1a038bde17 HTTP/1.1" status: 404 len: 336 time: 0.0468240 Jul 09 17:09:36.783884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.866887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.870084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e966591e-7f37-48bb-a905-349e932e9996 tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf5783e-be32-4642-8c00-d9eba0acdc28 HTTP/1.1" status: 200 len: 205 time: 0.0846488 Jul 09 17:09:36.872751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:36.965368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:36.980042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object 3de2c6b3-cbae-40af-8125-3232ba4e7667 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:36.980264 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6716154b-7565-40b0-a912-8bc868bd49ee tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] delete failed (client error): The resource could not be found. Jul 09 17:09:36.984179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6716154b-7565-40b0-a912-8bc868bd49ee tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/routers/0bf5783e-be32-4642-8c00-d9eba0acdc28 HTTP/1.1" status: 404 len: 336 time: 0.0787849 Jul 09 17:09:36.984966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:37.016139 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c456a5dc-2b00-4329-9d44-09e5fbde5a3f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:37.016603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c456a5dc-2b00-4329-9d44-09e5fbde5a3f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:37.018737 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c456a5dc-2b00-4329-9d44-09e5fbde5a3f tempest-RoutersIpV6AdminTest-245619058 tempest-RoutersIpV6AdminTest-245619058-project] 10.222.0.48 "DELETE /v2.0/subnets/ab7bca4b-ddc1-46db-902f-c4895dc23dee HTTP/1.1" status: 404 len: 337 time: 0.0324078 Jul 09 17:09:37.046359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.098255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network a240cdd5-ee83-41f9-999c-704aad951af1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:37.101595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:37.109349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:37.172629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port ea72c29f-7786-48a7-9b5a-2ccdf9b5acce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:37.173075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.317565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:37.325992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.340420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for ea72c29f-7786-48a7-9b5a-2ccdf9b5acce owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:37.419225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:37.424473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18bcc226-188e-436e-b5c5-c8619e96bc4e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:37.454128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:37.486261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 18bcc226-188e-436e-b5c5-c8619e96bc4e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:37.492081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 18bcc226-188e-436e-b5c5-c8619e96bc4e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:37.494007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.537053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=3de2c6b3-cbae-40af-8125-3232ba4e7667,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:37.542069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.565263 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.590103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.614766 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.616766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=ea72c29f-7786-48a7-9b5a-2ccdf9b5acce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:37.617135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 18bcc226-188e-436e-b5c5-c8619e96bc4e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=18bcc226-188e-436e-b5c5-c8619e96bc4e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:37.625435 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.708356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=18bcc226-188e-436e-b5c5-c8619e96bc4e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:37.724667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:37.870259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.117804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3db85d6f-056a-47b2-817b-1b0ee3b0c766 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:38.127382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.134156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.163282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310927a-13e4-40a7-96ee-96285697623d None None] Network a240cdd5-ee83-41f9-999c-704aad951af1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:38.210894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=3de2c6b3-cbae-40af-8125-3232ba4e7667,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:38.215215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:38.219142 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.222057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:38.222719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.296094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] Provisioning for port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:38.336736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network a240cdd5-ee83-41f9-999c-704aad951af1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:38.338068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:38.342271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] Provisioning complete for port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:38.342865 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.386485 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc67bb-1c8a-4baf-ae64-675a072ca0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.389613 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.417713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda060e6-541e-4814-a753-b6aa053b775e req-b16c3892-7ed1-4d3d-a100-238d31b4e2dc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:38.422540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cda060e6-541e-4814-a753-b6aa053b775e req-b16c3892-7ed1-4d3d-a100-238d31b4e2dc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 983 time: 0.5393393 Jul 09 17:09:38.458094 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.477009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router b68a234a-aa9b-422a-988f-301cc2e0e1a4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:38.513869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.514118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:38.516739 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5705a7d-2d02-4303-9220-19cd15690467" -d '{"events": [{"server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "name": "network-vif-plugged", "status": "completed", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:38.524447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.540740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:38.547666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Router 5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:38.550561 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.556287 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.563745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cda060e6-541e-4814-a753-b6aa053b775e req-d4c7d5c1-9bd1-4b12-bf73-a23874412bce tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1084371 Jul 09 17:09:38.594707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:38.595288 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54d8d8a16bf24371a52422e1c1da679f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1393476 Jul 09 17:09:38.600109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059a8778-77a4-4539-84a2-479a02296676,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:38.600299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.617513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:38.627035 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f019882-aeb3-43bc-9b83-abaac856397d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/b68a234a-aa9b-422a-988f-301cc2e0e1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8608303 Jul 09 17:09:38.644111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Sync routers for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:38.659705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] For port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:38.667220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d12644f-7ac2-4cd8-8a30-338ed5c0aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.683140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.683981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.684334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.684840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.685184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.685658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.686005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.686172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.686729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.687236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.687736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.688234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.689169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca5fa7-f342-4cac-8a67-cb3550e44fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:38.702117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=3db85d6f-056a-47b2-817b-1b0ee3b0c766,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:38.704954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:38.705572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:38.706984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:38.708668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d12644f-7ac2-4cd8-8a30-338ed5c0aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.715458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f8a32c28-f9a2-4070-ad16-7a36f1818b1c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/routers/5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6174338 Jul 09 17:09:38.718423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:38.723239 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] Sync routers for ids ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:38.737726 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] Routers {'5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:38.738450 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:38.792656 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d4e8d9-f993-4931-b8c5-b4305e23aa58 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:38.794810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c6d4e8d9-f993-4931-b8c5-b4305e23aa58 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/ea72c29f-7786-48a7-9b5a-2ccdf9b5acce HTTP/1.1" status: 404 len: 333 time: 0.0746977 Jul 09 17:09:38.797425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:38.811723 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c8886e-bb92-4249-b168-30092156b26a x-openstack-request-id: req-62c8886e-bb92-4249-b168-30092156b26a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:38.812129 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "name": "network-vif-plugged", "status": "completed", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:38.812260 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62c8886e-bb92-4249-b168-30092156b26a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:38.812640 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'code': 200} Jul 09 17:09:38.849297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:38.861204 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] Routers {'5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:38.861928 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:38.896666 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.918931 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:38.920912 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c56e1-32f5-4f6f-b891-269f0a0313ac None None] The sync data for ids ['5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:38.958381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d12644f-7ac2-4cd8-8a30-338ed5c0aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.959057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da267fca-5fb3-4e38-82e2-d917959c8340 None None] Pushing event updated for resources: {'Port': ['ID=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:38.961160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d12644f-7ac2-4cd8-8a30-338ed5c0aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.963271 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d12644f-7ac2-4cd8-8a30-338ed5c0aba8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/059a8778-77a4-4539-84a2-479a02296676 HTTP/1.1" status: 204 len: 168 time: 0.3675389 Jul 09 17:09:38.978356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:38.980185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12644f-7ac2-4cd8-8a30-338ed5c0aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a8778-77a4-4539-84a2-479a02296676,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:38.993321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124d185-146e-478a-bd7d-6122121147e8 req-fac24506-44d1-4e80-91ac-62e05a54816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:38.994917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0124d185-146e-478a-bd7d-6122121147e8 req-fac24506-44d1-4e80-91ac-62e05a54816f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.1445899 Jul 09 17:09:39.071895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0124d185-146e-478a-bd7d-6122121147e8 req-434acef8-1c7c-42af-9eb5-98f1f9a93e01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8be3baa7-6634-4be6-a943-918ca4fa42b7&id=029606d3-ff30-4018-b656-997c47e4018c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0702043 Jul 09 17:09:39.077480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-1c868a54-1d88-4777-9a70-92db0b28e93e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629210704&fields=id&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 267 time: 0.1324468 Jul 09 17:09:39.209730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-51945cb5-6582-4451-b48a-da5e2a4f86cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:39.218104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-51945cb5-6582-4451-b48a-da5e2a4f86cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/networks?id=a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 200 len: 796 time: 0.1394391 Jul 09 17:09:39.287782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:39.292155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c4f1a12-7a47-4ba7-a187-f47fabaadacb None None] Provisioning complete for port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:39.292155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1a12-7a47-4ba7-a187-f47fabaadacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.315109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-b04033fb-9799-4751-aaf1-b81cc276b921 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/quotas/829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 375 time: 0.0951629 Jul 09 17:09:39.368737 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.389398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.404808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:39.446849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.451695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.452334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Fanout notify agent at l3_agent the message router_deleted on router 5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:39.463635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.467517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e172a5f-08b9-4d77-9485-227444bf2b22 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/routers/5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed HTTP/1.1" status: 204 len: 168 time: 0.6665399 Jul 09 17:09:39.468465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:39.479800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e40b328b-f3fb-40b3-b8b5-d5c021a5e86c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f1e81ad60ba4cc8add09a90713a2166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734425 Jul 09 17:09:39.480290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:39.520725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:39.521215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.545543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-f96140bb-a38c-4224-a5fb-303468cac1a2 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949408 Jul 09 17:09:39.577178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 13860c3c-fde4-4975-9f77-b89127de2105 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:39.590695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.610060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c4f1a12-7a47-4ba7-a187-f47fabaadacb None None] Provisioning for port 3de2c6b3-cbae-40af-8125-3232ba4e7667 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:39.619548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c4f1a12-7a47-4ba7-a187-f47fabaadacb None None] Provisioning complete for port 3de2c6b3-cbae-40af-8125-3232ba4e7667 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:39.619902 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1a12-7a47-4ba7-a187-f47fabaadacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.675381 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.683161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f1a12-7a47-4ba7-a187-f47fabaadacb None None] Port 3de2c6b3-cbae-40af-8125-3232ba4e7667 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:39.696644 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ffde33c-bf58-4157-ad40-ec88ff13af91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.701972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18bcc226-188e-436e-b5c5-c8619e96bc4e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:39.706523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 2, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:39.756155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Checking router: b68a234a-aa9b-422a-988f-301cc2e0e1a4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:39.756427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Updating router b68a234a-aa9b-422a-988f-301cc2e0e1a4 port 3de2c6b3-cbae-40af-8125-3232ba4e7667 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:39.760689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ffde33c-bf58-4157-ad40-ec88ff13af91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.792664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-6e432cb7-c352-4fef-889c-3fc685357e07 service neutron] 10.222.0.48 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272470 Jul 09 17:09:39.807342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.827303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d604752-a854-4724-8f27-e4bcd2f5728e None None] Provisioning complete for port 3de2c6b3-cbae-40af-8125-3232ba4e7667 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:39.827727 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d604752-a854-4724-8f27-e4bcd2f5728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.877411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.901157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 18bcc226-188e-436e-b5c5-c8619e96bc4e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:39.901525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.934073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1d604752-a854-4724-8f27-e4bcd2f5728e None None] Port 3de2c6b3-cbae-40af-8125-3232ba4e7667 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:39.960037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ffde33c-bf58-4157-ad40-ec88ff13af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.962781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ffde33c-bf58-4157-ad40-ec88ff13af91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:39.966532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ffde33c-bf58-4157-ad40-ec88ff13af91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c93c0c27-8cb5-49da-824c-a95af686876d HTTP/1.1" status: 204 len: 168 time: 0.4632118 Jul 09 17:09:39.981743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-d75e3f3a-c95c-4eb8-b813-1d53cec9f811 service neutron] 10.222.0.48 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769121 Jul 09 17:09:39.983406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde33c-bf58-4157-ad40-ec88ff13af91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93c0c27-8cb5-49da-824c-a95af686876d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:39.988835 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.020245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=13860c3c-fde4-4975-9f77-b89127de2105,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:40.024210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.026147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ebea61f9-e0a2-4535-83f2-23442ea4b56c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/13860c3c-fde4-4975-9f77-b89127de2105 HTTP/1.1" status: 204 len: 168 time: 0.5565281 Jul 09 17:09:40.029773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59584) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:40.033729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1bfad4-46ce-426e-983a-808f1b375be5 None None] Network 96cef39a-0a73-4f37-ada7-208b55704c1c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:40.164617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.228630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:40.228989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.352870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,segment=NetworkSegment(ea2c8c5b-fa78-417e-b758-ad902231d6df),segment_id=ea2c8c5b-fa78-417e-b758-ad902231d6df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:40.353317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.383193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:40.400268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7764bda-ce88-45cf-adc2-51c99cd72f4f req-60c6fd8b-7449-4879-8ef8-bf294dc3f176 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:40.416281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7764bda-ce88-45cf-adc2-51c99cd72f4f req-60c6fd8b-7449-4879-8ef8-bf294dc3f176 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.1433363 Jul 09 17:09:40.417071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.439092 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] DHCP port deletion for 96cef39a-0a73-4f37-ada7-208b55704c1c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:09:40.450002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Transition to ACTIVE for port object 3de2c6b3-cbae-40af-8125-3232ba4e7667 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:40.477894 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.495405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7764bda-ce88-45cf-adc2-51c99cd72f4f req-08efd732-705f-4042-b27a-27daa2cc19d6 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0759087 Jul 09 17:09:40.621436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d759e58e-acba-4650-a1b1-0f81be776fb4 req-a8cd1c2a-686b-4510-ad2d-8733b64063f9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0824938 Jul 09 17:09:40.625171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.667275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c54b-db9f-4d00-ba36-6960345e5111 None None] Pushing event updated for resources: {'Port': ['ID=3de2c6b3-cbae-40af-8125-3232ba4e7667,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:40.704320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:40.706706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:40.759757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Attempting to bind port 3de2c6b3-cbae-40af-8125-3232ba4e7667 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:40.760460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Attempting to bind port 3de2c6b3-cbae-40af-8125-3232ba4e7667 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:40.761074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Attempting to bind port 3de2c6b3-cbae-40af-8125-3232ba4e7667 on network a240cdd5-ee83-41f9-999c-704aad951af1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:40.768258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Deleting port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:40.769182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.774533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:40.774921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Checking segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:40.775328 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.775729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Bound using segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:40.776217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Bound port: 3de2c6b3-cbae-40af-8125-3232ba4e7667, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:40.776606 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.829080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.840340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cef39a-0a73-4f37-ada7-208b55704c1c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:40.858958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2c8c5b-fa78-417e-b758-ad902231d6df') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:40.859538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2c8c5b-fa78-417e-b758-ad902231d6df') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:40.875035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.886348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] For port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:40.886786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.898251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.905444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:09:40.905970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.909782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Calling delete_port for 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:09:40.909939 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:09:40.914770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:09:40.918009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.953270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] For port 3de2c6b3-cbae-40af-8125-3232ba4e7667, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:40.966785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] Pushing event deleted for resources: {'Port': ['ID=1db3de5b-7cfc-44b5-ae3e-b35b2e94baab,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:40.982870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb626232-9754-4e73-93e6-3de0660d96db None None] No DVR routers for this DVR port 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:40.995468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] For port 3de2c6b3-cbae-40af-8125-3232ba4e7667, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3de2c6b3-cbae-40af-8125-3232ba4e7667,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:40.999991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.008879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.010070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.018577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/96cef39a-0a73-4f37-ada7-208b55704c1c HTTP/1.1" status: 204 len: 168 time: 0.9866960 Jul 09 17:09:41.019736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:41.033240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16803696-b657-4059-a40f-d05a4b3f3852 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=96cef39a-0a73-4f37-ada7-208b55704c1c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:41.066787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:41.066916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:41.133047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732fa60-fe65-4746-be48-94b9c03a2116 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:41.138014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b732fa60-fe65-4746-be48-94b9c03a2116 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/18ba86bd-5cd4-4955-931f-e17611f5855a HTTP/1.1" status: 200 len: 839 time: 0.1131158 Jul 09 17:09:41.138614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:41.225987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b7c459d9-d302-42df-8bce-28b90d20cdf4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/18ba86bd-5cd4-4955-931f-e17611f5855a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0858545 Jul 09 17:09:41.227588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:41.229537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:41.235330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:41.334987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:41.403619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:41.408066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.688351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:41.689174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1db3de5b-7cfc-44b5-ae3e-b35b2e94baab not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:41.694610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c54b-db9f-4d00-ba36-6960345e5111 None None] Pushing event updated for resources: {'Port': ['ID=3de2c6b3-cbae-40af-8125-3232ba4e7667,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:41.700511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.728560 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.788918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:40Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:41.795082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:41.806276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:41.815712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:41.818581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:41.829844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=55cf3cfa-c1c9-458a-a8a4-d56d0dc33749,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:41.834773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f267c5-4da1-4be9-b506-0dbbad407662 None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:41.839023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2f30f-3d2d-4071-bd2c-c57313176132 None None] The sync data for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 is: [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:40Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:41.851047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638e7ca-6bea-4d36-bd67-90336a01a808 req-fca30b8c-2cd7-4964-9d95-e12705d9dcdd tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:41.853062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e638e7ca-6bea-4d36-bd67-90336a01a808 req-fca30b8c-2cd7-4964-9d95-e12705d9dcdd tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.1815274 Jul 09 17:09:41.858528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:41.858740 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-734fb099-b7c0-4658-89d5-d0e184a1db49 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6275561 Jul 09 17:09:41.866336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'security_group': {'name': 'tempest-secgroup-1866137977'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:41.942661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e638e7ca-6bea-4d36-bd67-90336a01a808 req-dabac964-f63e-494b-b4fc-857ff15479d9 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0813904 Jul 09 17:09:41.950262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.019035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:42.078755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.086497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.154437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'tenant_id': '00a20759ebb9478c89c60abf20b8c4c1', 'fixed_ips': [{'subnet_id': '55cf3cfa-c1c9-458a-a8a4-d56d0dc33749'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:42.154829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.155389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.156846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2971406 Jul 09 17:09:42.160067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:42.165762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'security_group': {'name': 'tempest-secgroup-2447'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:42.173710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70085d6-8057-4d7d-b8a5-ddd8831383fe tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed677d79-6342-4c2e-84be-93bb07d89a02,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:42.205040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.208828 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2d51fa89-0803-4bf5-8845-efa59885fdc9 req-c7f83a05-72c9-4b1f-a0a4-a00b782b1334 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0418375 Jul 09 17:09:42.215734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1122588517', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:42.253972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Made reservation on behalf of 58a194e870524c2ba2ba63417f2a7c31 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:42.256973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.277929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.359105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.367683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.402151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Allocated IP 172.20.0.2 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/55cf3cfa-c1c9-458a-a8a4-d56d0dc33749/8627d33f-f42a-4490-a6a1-6300d64f7e3d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:42.448613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e28310-e5bb-474d-b4e1-88829972b878,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:42.564387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9778f4-1a89-4777-977b-08c24e4a0551 req-2932a05f-4685-48f1-8024-c72df557b92d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:42.566132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad9778f4-1a89-4777-977b-08c24e4a0551 req-2932a05f-4685-48f1-8024-c72df557b92d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.1503022 Jul 09 17:09:42.579491 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.603567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.608381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.609738 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eccdc7ce-2155-44ed-b9a9-461174f2c133 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1739 time: 0.4486663 Jul 09 17:09:42.612450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:42.613039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] device_id is not set on port 2aa694bb-6bce-4918-a39b-a6a01c1d21f6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:42.627901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1481160022', 'security_groups': ['d7e28310-e5bb-474d-b4e1-88829972b878'], 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55cf3cfa-c1c9-458a-a8a4-d56d0dc33749'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:42.666594 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad9778f4-1a89-4777-977b-08c24e4a0551 req-8f65cafd-1821-4ad6-98fd-e3a181dc637e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0940142 Jul 09 17:09:42.669624 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.694042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Transition to ACTIVE for port object 8627d33f-f42a-4490-a6a1-6300d64f7e3d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:42.728741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Transition to ACTIVE for port object 8627d33f-f42a-4490-a6a1-6300d64f7e3d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:42.744609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.772067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-24368a21-b642-4257-a8cd-44e681c9c56f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:42.773923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-24368a21-b642-4257-a8cd-44e681c9c56f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/networks?id=a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 200 len: 796 time: 0.3594558 Jul 09 17:09:42.785417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:42.788239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11c493-4a1b-45d2-ac65-25d9c308c88f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:42.810725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:42.814594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:42.851937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-b42a1984-4656-4907-a76f-9be8a5359ce3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829ea95d3c2e4ddaa8a7e517da95126c HTTP/1.1" status: 200 len: 380 time: 0.0643585 Jul 09 17:09:42.853351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:42.859977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Pushing event updated for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:42.863746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'port': {'device_id': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'admin_state_up': True, 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'security_groups': ['ee6a5f51-6366-4bac-a698-974472727a4e']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:42.896267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Attempting to bind port 8627d33f-f42a-4490-a6a1-6300d64f7e3d on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:42.896803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Attempting to bind port 8627d33f-f42a-4490-a6a1-6300d64f7e3d by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4a38bf80-f4fe-4bdc-97c9-fac2254a824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:42.897278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Attempting to bind port 8627d33f-f42a-4490-a6a1-6300d64f7e3d on network a8857f9c-e683-4bab-a114-e2b80f1f7e50 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:42.903773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:42.904404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Checking segment: {'id': '4a38bf80-f4fe-4bdc-97c9-fac2254a824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:42.904969 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.905473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Bound using segment: {'id': '4a38bf80-f4fe-4bdc-97c9-fac2254a824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:42.906078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Bound port: 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a38bf80-f4fe-4bdc-97c9-fac2254a824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:42.906596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.943590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Allocated IP 172.25.7.139 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/2aa694bb-6bce-4918-a39b-a6a01c1d21f6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:42.955139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26636930-9bda-4b44-b015-03bcb82e2d72 req-1232f2d6-24b8-4c83-98dc-77adc024d417 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:42.963350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26636930-9bda-4b44-b015-03bcb82e2d72 req-1232f2d6-24b8-4c83-98dc-77adc024d417 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.1506658 Jul 09 17:09:42.992580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:42.992813 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26636930-9bda-4b44-b015-03bcb82e2d72 req-ef13e6d8-aa9d-4f96-9f18-de157061625a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.997412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:43.005666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.080191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3647f-b67d-4e20-a798-415821b72d64 None None] Pushing event updated for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:43.121373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.151302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port bb4f2147-8f31-479a-b68e-1f3877c11ae3 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:43.211001 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.235940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3de2c6b3-cbae-40af-8125-3232ba4e7667 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:43.309074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3de2c6b3-cbae-40af-8125-3232ba4e7667 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:43.310856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26636930-9bda-4b44-b015-03bcb82e2d72 req-ef13e6d8-aa9d-4f96-9f18-de157061625a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.315633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3de2c6b3-cbae-40af-8125-3232ba4e7667 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:43.317243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.335536 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-26636930-9bda-4b44-b015-03bcb82e2d72 req-ef13e6d8-aa9d-4f96-9f18-de157061625a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.348636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Made reservation on behalf of 829ea95d3c2e4ddaa8a7e517da95126c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:43.353302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.371663 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.460351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.3 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/55cf3cfa-c1c9-458a-a8a4-d56d0dc33749/bb4f2147-8f31-479a-b68e-1f3877c11ae3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:43.469204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26636930-9bda-4b44-b015-03bcb82e2d72 req-ef13e6d8-aa9d-4f96-9f18-de157061625a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5046122 Jul 09 17:09:43.481698 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.487281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:43.534998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:43.536554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13e6d8-aa9d-4f96-9f18-de157061625a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a9257-2def-4fbb-bac2-79b93ceb7a90,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:43.539741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa694bb-6bce-4918-a39b-a6a01c1d21f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:43.542649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:43.545519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:43.552861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 3de2c6b3-cbae-40af-8125-3232ba4e7667, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3de2c6b3-cbae-40af-8125-3232ba4e7667,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:43.561362 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.594643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:43.595483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.614001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-027848b9-e37e-41bf-9bae-04b0f147b143 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5937738 Jul 09 17:09:43.616782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:43.623133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.139'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:43.629831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=3de2c6b3-cbae-40af-8125-3232ba4e7667,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:43.652151 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.656348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.745991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.20.0.12 (a240cdd5-ee83-41f9-999c-704aad951af1/db021ee8-21d1-4029-a9b9-965568bf2ed9/b9226290-6446-4bbb-b0b3-dfdd1a97e5c2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:43.761940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd12a7b-88fe-46b1-9721-0e468e1318d6 req-7b9a5ada-1727-4df8-8d4f-5b1f93a06564 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0690932 Jul 09 17:09:43.764144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.807983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b6ec2-5919-4f2a-9f5c-8dc9a87f528a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:43.807983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-349b6ec2-5919-4f2a-9f5c-8dc9a87f528a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1130 time: 0.3154330 Jul 09 17:09:43.813569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:43.819781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:43.922917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.926397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.942737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.021986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object bb4f2147-8f31-479a-b68e-1f3877c11ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:44.082981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.110013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Transition to ACTIVE for port object b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:44.127061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.164444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.186354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.219451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:44.222225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bb4f2147-8f31-479a-b68e-1f3877c11ae3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:44.226912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:44.231431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:44.234635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.313708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.327454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network a240cdd5-ee83-41f9-999c-704aad951af1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:44.345462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:44.352509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:44.377418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.384486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:44.385152 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.391374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:44.455156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-39a808a1-df08-4eb5-913b-56edb161d21e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8413038 Jul 09 17:09:44.460385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:44.471377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:44.480008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86367907-3473-422d-a5e8-5f81fee634b7 None None] Provisioning for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:44.480756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:44.481227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.512370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86367907-3473-422d-a5e8-5f81fee634b7 None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:44.513165 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86367907-3473-422d-a5e8-5f81fee634b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.571696 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-62f664c8-33a8-413e-b90f-8fef578495aa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7125494 Jul 09 17:09:44.590297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-86367907-3473-422d-a5e8-5f81fee634b7 None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:44.595998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Request body: {'port': {'device_id': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:44.604212 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.611919 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.658859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.25.7.146 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/6d3f8a21-f35d-4cb7-ae37-986f4ef78521) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:44.713551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ee99294-157d-4e0a-9abb-50c652a4bb6c None None] Provisioning for port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:44.720273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ee99294-157d-4e0a-9abb-50c652a4bb6c None None] Provisioning complete for port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:44.721571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ee99294-157d-4e0a-9abb-50c652a4bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.762866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6ee99294-157d-4e0a-9abb-50c652a4bb6c None None] Port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:44.794643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.842729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:44.846746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.894451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d75f610-82df-4878-843e-5e513a365c32 None None] Provisioning for port bb4f2147-8f31-479a-b68e-1f3877c11ae3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:44.899155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d75f610-82df-4878-843e-5e513a365c32 None None] Provisioning complete for port bb4f2147-8f31-479a-b68e-1f3877c11ae3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:44.899750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d75f610-82df-4878-843e-5e513a365c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.937326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4d75f610-82df-4878-843e-5e513a365c32 None None] Port bb4f2147-8f31-479a-b68e-1f3877c11ae3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:44.959799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.035575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.036041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9d2ef7-5d25-40e0-a1a8-eed2b48e48e7 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:09:45.058442 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:09:45.062167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-16e53ae2-2c63-4392-9322-2c0f6146d9c1 tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4413946 Jul 09 17:09:45.063204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:45.117863 n-d-800085-2 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 55cf3cfa-c1c9-458a-a8a4-d56d0dc33749 (CIDR: 172.20.0.0/28) Jul 09 17:09:45.118578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a23c8-5465-4ce0-b294-13e7c1d6b35b req-12ef5c63-fe97-4e4f-9790-aa2df9b4c765 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.120113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c5a23c8-5465-4ce0-b294-13e7c1d6b35b req-12ef5c63-fe97-4e4f-9790-aa2df9b4c765 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 932 time: 0.1142342 Jul 09 17:09:45.131880 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:09:45.132812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:45.161453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e60854e0-c523-4b26-b1b9-f05e39b0a277 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6964748 Jul 09 17:09:45.162621 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.164904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:45.179399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:45.191148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c5a23c8-5465-4ce0-b294-13e7c1d6b35b req-24dda39c-d3a7-45eb-a7c1-b0997a2234eb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446253 Jul 09 17:09:45.206361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Deleting port 2aa694bb-6bce-4918-a39b-a6a01c1d21f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:45.206361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.282041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3de2c6b3-cbae-40af-8125-3232ba4e7667 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:45.297937 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.311910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Calling delete_port for 2aa694bb-6bce-4918-a39b-a6a01c1d21f6 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:45.331165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3de2c6b3-cbae-40af-8125-3232ba4e7667 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:45.331532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.414190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:45.452409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.472016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:45.478166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:45.478755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.485610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aa694bb-6bce-4918-a39b-a6a01c1d21f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:45.554326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.560939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-70ec232c-650a-4b4b-bb1e-391237ab018a tempest-RoutersAdminNegativeTest-746940950 tempest-RoutersAdminNegativeTest-746940950-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2aa694bb-6bce-4918-a39b-a6a01c1d21f6 HTTP/1.1" status: 204 len: 168 time: 0.4915047 Jul 09 17:09:45.580609 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.591111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:45.608298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:45.610700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:45.614888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:45.620648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.623903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=6d3f8a21-f35d-4cb7-ae37-986f4ef78521,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:45.675423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:45.771026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:45.784177 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.814653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Transition to ACTIVE for port object b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:45.831286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:45.840778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.854220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:45.857800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.942796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d885235e-d0c0-426b-aa06-8f29a828039b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.024077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:46.047895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d885235e-d0c0-426b-aa06-8f29a828039b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.055068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d885235e-d0c0-426b-aa06-8f29a828039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.095340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885235e-d0c0-426b-aa06-8f29a828039b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7efe425-2001-479d-9708-e2601e71f369,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:46.104354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d885235e-d0c0-426b-aa06-8f29a828039b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94f7b11172a94dcb91db90d7f36896aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692354 Jul 09 17:09:46.105029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:46.164358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4e33-8165-4594-8b3b-09841dadbb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.188008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4e33-8165-4594-8b3b-09841dadbb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.240137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4e33-8165-4594-8b3b-09841dadbb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.242887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734b4e33-8165-4594-8b3b-09841dadbb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.246448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-734b4e33-8165-4594-8b3b-09841dadbb56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7efe425-2001-479d-9708-e2601e71f369 HTTP/1.1" status: 204 len: 168 time: 0.1385620 Jul 09 17:09:46.253402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4e33-8165-4594-8b3b-09841dadbb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7efe425-2001-479d-9708-e2601e71f369,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:46.314397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Attempting to bind port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:46.315025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Attempting to bind port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:46.315131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Attempting to bind port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 on network a240cdd5-ee83-41f9-999c-704aad951af1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:46.352692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 on network a240cdd5-ee83-41f9-999c-704aad951af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:09:46.353122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Attempting to bind port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 on network a240cdd5-ee83-41f9-999c-704aad951af1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:46.401052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:46.401394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Checking segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:46.401789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Bound using segment: {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:46.402241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Bound port: b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898d39c2-307f-441a-87d1-507fcde3ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:46.402708 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.413407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd66976-c139-4f18-9146-893cab4f4873 req-2e46032c-4e19-48f1-a4d1-58a77f64d88f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:46.415169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd66976-c139-4f18-9146-893cab4f4873 req-2e46032c-4e19-48f1-a4d1-58a77f64d88f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 944 time: 0.0774393 Jul 09 17:09:46.454173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bd66976-c139-4f18-9146-893cab4f4873 req-7279f839-1702-4f72-ac1a-ec6017d6c3c9 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333314 Jul 09 17:09:46.541241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:46.585106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-630eea46-16ec-46cf-bb24-bb30f7ec10f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58a194e870524c2ba2ba63417f2a7c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425265 Jul 09 17:09:46.585724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:46.596556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.621510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:46.628876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.638676 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc73-77dd-4112-8339-47a9913ac33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.659817 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc73-77dd-4112-8339-47a9913ac33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.666018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:46.677221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.709652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc73-77dd-4112-8339-47a9913ac33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.713090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d0fc73-77dd-4112-8339-47a9913ac33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.714861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8d0fc73-77dd-4112-8339-47a9913ac33d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b11c493-4a1b-45d2-ac65-25d9c308c88f HTTP/1.1" status: 204 len: 168 time: 0.1279140 Jul 09 17:09:46.724284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:46.726724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0fc73-77dd-4112-8339-47a9913ac33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11c493-4a1b-45d2-ac65-25d9c308c88f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:46.737296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:46.740406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:46.741332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.752837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:46.754007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:46.755549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8df029-4df7-4a09-9a0f-f48fc655460d None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:46.756839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 200 len: 1092 time: 2.1703198 Jul 09 17:09:46.764379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:46.767179 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aace8ef-f130-4d4d-91a2-f151428ba853" -d '{"events": [{"name": "network-changed", "server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:46.769760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=c4ac6a3e-e3e1-4a51-a603-a7490cfb700b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:46.872764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:46.873602 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-769edcb1-3e53-4c51-a9d6-f988de23c220 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7036457 Jul 09 17:09:46.883070 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f691b-341f-45d2-bf63-6c343624d8e1 x-openstack-request-id: req-500f691b-341f-45d2-bf63-6c343624d8e1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:46.883355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-335014195', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4ac6a3e-e3e1-4a51-a603-a7490cfb700b'}], 'security_groups': ['ed677d79-6342-4c2e-84be-93bb07d89a02']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:46.883581 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:46.884017 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-500f691b-341f-45d2-bf63-6c343624d8e1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:46.884653 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'status': 'completed', 'code': 200} Jul 09 17:09:46.899805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f34a-50a9-4c65-9c9d-2d5b521021b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:46.954828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.071541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-36fb9365-d86e-4178-a672-f396e6987372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:47.074030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-36fb9365-d86e-4178-a672-f396e6987372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1095 time: 0.2340081 Jul 09 17:09:47.193625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Update dhcp port {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'fixed_ips': [{'subnet_id': '55cf3cfa-c1c9-458a-a8a4-d56d0dc33749', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4ac6a3e-e3e1-4a51-a603-a7490cfb700b'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '8627d33f-f42a-4490-a6a1-6300d64f7e3d'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:09:47.205904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-190e89fe-67f3-497d-88fc-f509a2064a85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 200 len: 217 time: 0.1191471 Jul 09 17:09:47.223185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.246129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.284200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-c982741b-ab1f-4cc2-94b4-fe06bf8dfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:47.286867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-c982741b-ab1f-4cc2-94b4-fe06bf8dfb33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db021ee8-21d1-4029-a9b9-965568bf2ed9 HTTP/1.1" status: 200 len: 834 time: 0.0728309 Jul 09 17:09:47.295017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:47.368196 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.377420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.416532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-68103855-a8f7-43b3-be4d-c0e5b3d5d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:47.422669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-68103855-a8f7-43b3-be4d-c0e5b3d5d1b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a240cdd5-ee83-41f9-999c-704aad951af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195483 Jul 09 17:09:47.454377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:47.454766 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.525059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=6d3f8a21-f35d-4cb7-ae37-986f4ef78521,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:47.547794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.556746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Allocated IP 172.20.0.18 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/c4ac6a3e-e3e1-4a51-a603-a7490cfb700b/8627d33f-f42a-4490-a6a1-6300d64f7e3d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:47.670713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-6db919ff-e500-4a68-a446-68b2f0484ced service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396607 Jul 09 17:09:47.699919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befe492-4250-48cf-8922-3f5e796823fe req-40731b8e-64a8-44ea-9d4d-d510d41b714a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:47.701888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7befe492-4250-48cf-8922-3f5e796823fe req-40731b8e-64a8-44ea-9d4d-d510d41b714a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 944 time: 0.0834446 Jul 09 17:09:47.704721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:47.743480 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Floating IP 7e592758-9520-429b-b679-8c02906f365f associated. External IP: 172.25.7.146, port: 3db85d6f-056a-47b2-817b-1b0ee3b0c766. Jul 09 17:09:47.744491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7befe492-4250-48cf-8922-3f5e796823fe req-b37bcf36-471b-480f-b4a4-ca35ffaa897e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Jul 09 17:09:47.752810 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.770554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Transition to ACTIVE for port object 8627d33f-f42a-4490-a6a1-6300d64f7e3d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:47.787903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:47.869746 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4d65eee8-a64d-4f83-ae0d-d1aad88bb563 req-5b24eb6c-acf0-4a07-819a-e199da3441ee service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902406 Jul 09 17:09:47.907679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f08f5-c5b1-4bfa-be5f-84d65a4eff43 None None] Pushing event updated for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:47.950377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Delete allocated IP 172.20.0.3 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/55cf3cfa-c1c9-458a-a8a4-d56d0dc33749) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:09:47.953968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:47.969624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.21 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/c4ac6a3e-e3e1-4a51-a603-a7490cfb700b/bb4f2147-8f31-479a-b68e-1f3877c11ae3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:48.101124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-720073987'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:48.148538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:48.152438 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.171329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.219386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.247779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object bb4f2147-8f31-479a-b68e-1f3877c11ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:48.257796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.355133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=bb4f2147-8f31-479a-b68e-1f3877c11ae3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:48.409285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-e499232a-c8c7-4363-a7bb-5e9b022fd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:48.410729 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-e499232a-c8c7-4363-a7bb-5e9b022fd349 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1095 time: 0.4552042 Jul 09 17:09:48.419542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:48.425587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] In _notify_port_updated(), no bound segment for port bb4f2147-8f31-479a-b68e-1f3877c11ae3 on network a8857f9c-e683-4bab-a114-e2b80f1f7e50 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:09:48.431245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:48.431888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.437361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-70276481-353e-4a77-bbb7-9f44a52f6db8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/ports/bb4f2147-8f31-479a-b68e-1f3877c11ae3 HTTP/1.1" status: 200 len: 920 time: 1.5584586 Jul 09 17:09:48.437807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:48.441631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.451552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.516701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:48.533048 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c694d9-86ea-40a5-999e-771f83713055,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:48.553121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.553467 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Added segment c0c76207-ad3a-438d-855b-a1db377741bd of type vlan for network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 Jul 09 17:09:48.572192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Provisioning for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:48.579225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:48.579601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.589096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-fde4ecfb-15db-4235-b6d9-0475e685ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:48.594542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-fde4ecfb-15db-4235-b6d9-0475e685ddd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 200 len: 897 time: 0.1699729 Jul 09 17:09:48.612454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.653174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port bb4f2147-8f31-479a-b68e-1f3877c11ae3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:48.653535 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.662734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-a8128f62-af3d-4b99-b290-3fd9e455ec76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 200 len: 217 time: 0.0600176 Jul 09 17:09:48.682208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:48.696809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] Sync routers for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:48.703444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.704106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Provisioning for port bb4f2147-8f31-479a-b68e-1f3877c11ae3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:48.709142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:48.709778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.710440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Provisioning complete for port bb4f2147-8f31-479a-b68e-1f3877c11ae3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:48.710820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.731769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.734292 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:48.734983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:48.758452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-18e27a2c-f864-4cca-9029-2d0a552e6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:48.760659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-18e27a2c-f864-4cca-9029-2d0a552e6dfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db021ee8-21d1-4029-a9b9-965568bf2ed9 HTTP/1.1" status: 200 len: 834 time: 0.0878553 Jul 09 17:09:48.798377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9275d5c0-cc1f-4f63-8eb3-4cc4992a7951 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9793956 Jul 09 17:09:48.801420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Port bb4f2147-8f31-479a-b68e-1f3877c11ae3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:48.802679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:48.829143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8728840 Jul 09 17:09:48.837811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:48.846990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'subnet': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:48.850546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:48.851000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.896953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-991331b6-fe79-4db6-8e3a-770beb5d8558 None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:48.901997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:48.911493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57982c-3525-4990-ab95-2dd8a98a1ffa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Network': ['ID=febdeeea-ad1e-44e9-882c-6e52f2ea35f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:48.929829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:48.936894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:48.940692 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f22d4-c379-4b86-b305-7a05cf58461c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:48.979666 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.016428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-52333af7-267f-43e4-9417-216aadaf8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.018010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-52333af7-267f-43e4-9417-216aadaf8683 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a240cdd5-ee83-41f9-999c-704aad951af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450881 Jul 09 17:09:49.023780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:49.029993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.031279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for bb4f2147-8f31-479a-b68e-1f3877c11ae3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:49.182214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:49.196888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.197362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.197826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.198390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.198878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.199491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.200732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.207241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:49.210853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-67176426-e975-43db-b744-6c8e5d45acb5 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.4067125 Jul 09 17:09:49.236700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286110-c94e-416c-a436-8c3661a738bf req-5280c891-6396-4e71-a937-0f3d270498cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.238232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b286110-c94e-416c-a436-8c3661a738bf req-5280c891-6396-4e71-a937-0f3d270498cd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 944 time: 0.3313003 Jul 09 17:09:49.281681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:49.282058 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.289599 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-15c8dded-4a37-4a01-88c5-85e4fb8b277a service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555408 Jul 09 17:09:49.318263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b286110-c94e-416c-a436-8c3661a738bf req-818a52cc-286f-4894-944f-29dda01c6c30 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711133 Jul 09 17:09:49.334518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.339357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '7e592758-9520-429b-b679-8c02906f365f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'floating_ip_address': '172.25.7.146', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'port_id': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'mac_address': 'fa:16:3e:6f:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:09:46Z', 'updated_at': '2021-07-09T17:09:46Z', 'revision_number': 0, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:24Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:49.369359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=bb4f2147-8f31-479a-b68e-1f3877c11ae3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:49.381470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] Checking router: 00d14302-a3f2-4d1d-b97e-87f2a0a3324f for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:49.384686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-63aac065-4f94-4f01-8f48-de4128bea40a None None] Provisioning complete for port bb4f2147-8f31-479a-b68e-1f3877c11ae3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:49.385063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63aac065-4f94-4f01-8f48-de4128bea40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.405564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-63aac065-4f94-4f01-8f48-de4128bea40a None None] Port bb4f2147-8f31-479a-b68e-1f3877c11ae3 was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:09:49.418195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:49.418859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:49.422722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.423323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.423819 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.424404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.424860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.425370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.425879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.427847 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-27c2d19a-74ba-4c78-8c0d-15544c96335c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4537 time: 0.2173536 Jul 09 17:09:49.432272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:49.460135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.466824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-da709760-c9f2-4514-8277-1fdb72d19d4a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/bb4f2147-8f31-479a-b68e-1f3877c11ae3 HTTP/1.1" status: 204 len: 168 time: 1.0277035 Jul 09 17:09:49.467546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:49.482533 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2433157-7231-40e3-a4d7-22447187303d x-openstack-request-id: req-c2433157-7231-40e3-a4d7-22447187303d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:49.484549 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:49.485060 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2433157-7231-40e3-a4d7-22447187303d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:49.485689 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'status': 'completed', 'code': 200} Jul 09 17:09:49.513055 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47d090a-39d1-4e89-b8e3-60b7ef961866 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:49.517942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e47d090a-39d1-4e89-b8e3-60b7ef961866 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/bb4f2147-8f31-479a-b68e-1f3877c11ae3 HTTP/1.1" status: 404 len: 333 time: 0.0493088 Jul 09 17:09:49.518803 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:49.578157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a938ed-0c98-465e-9be9-c0daed5cebc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.605479 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a938ed-0c98-465e-9be9-c0daed5cebc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.660616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.665053 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a938ed-0c98-465e-9be9-c0daed5cebc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.670216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51a938ed-0c98-465e-9be9-c0daed5cebc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.675600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-51a938ed-0c98-465e-9be9-c0daed5cebc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7e28310-e5bb-474d-b4e1-88829972b878 HTTP/1.1" status: 204 len: 168 time: 0.1558704 Jul 09 17:09:49.679743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:49.681638 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5aace8ef-f130-4d4d-91a2-f151428ba853 req-76e0b5e4-3c41-4b8c-84ad-ae9471933719 service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795898 Jul 09 17:09:49.704880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a938ed-0c98-465e-9be9-c0daed5cebc4 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e28310-e5bb-474d-b4e1-88829972b878,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:49.761032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f2d32d-adea-4747-9611-29724151f433 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.777906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:49.786422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f2d32d-adea-4747-9611-29724151f433 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.787822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Subnet': ['ID=f1e85e0b-7ec0-4990-b200-5b58320e5232,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:49.821290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22d4-c379-4b86-b305-7a05cf58461c req-2d8927c3-0794-4f03-aecc-edc7e3984b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.822923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-2d8927c3-0794-4f03-aecc-edc7e3984b21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.2779317 Jul 09 17:09:49.833665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f2d32d-adea-4747-9611-29724151f433 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.836724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f2d32d-adea-4747-9611-29724151f433 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.840648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-92f2d32d-adea-4747-9611-29724151f433 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed677d79-6342-4c2e-84be-93bb07d89a02 HTTP/1.1" status: 204 len: 168 time: 0.1410446 Jul 09 17:09:49.842062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:49.861034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Checking segment: {'id': 'c0c76207-ad3a-438d-855b-a1db377741bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:49.861404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network hostable DHCP agents. Network: febdeeea-ad1e-44e9-882c-6e52f2ea35f7, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:49.875694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2d32d-adea-4747-9611-29724151f433 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed677d79-6342-4c2e-84be-93bb07d89a02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:49.908210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet 55cf3cfa-c1c9-458a-a8a4-d56d0dc33749 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:49.911568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.950696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:49.962908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.979468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, febdeeea-ad1e-44e9-882c-6e52f2ea35f7) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:49.990038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:49.990628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:49.994416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b180c8-85dc-4431-85ed-093fcbc72637 None None] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:50.012646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22d4-c379-4b86-b305-7a05cf58461c req-4f2c3a39-afdb-481c-abfb-52c81abb523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.014150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-4f2c3a39-afdb-481c-abfb-52c81abb523e service neutron] 10.222.0.37 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 898 time: 0.1801009 Jul 09 17:09:50.028842 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-34804497-05ef-45f8-a35b-155373b62a84 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2343 time: 0.5908136 Jul 09 17:09:50.029088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:50.042130 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4d99987-ceec-4770-a839-8404b5039a72 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1998091 Jul 09 17:09:50.042450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:50.051480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'name': 'tempest-AllowedAddressPairTestJSON-407346150'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:50.110601 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.127088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-c92a2ca0-703b-4ed5-8a2a-23a335a69f53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 999 time: 0.0955904 Jul 09 17:09:50.136160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '7e592758-9520-429b-b679-8c02906f365f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'floating_ip_address': '172.25.7.146', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'port_id': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'mac_address': 'fa:16:3e:6f:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:09:46Z', 'updated_at': '2021-07-09T17:09:46Z', 'revision_number': 0, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:24Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:50.137431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d4333-7cc5-4f40-af39-2bd412e7ea7f tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.137917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d4333-7cc5-4f40-af39-2bd412e7ea7f tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.147574 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-258d4333-7cc5-4f40-af39-2bd412e7ea7f tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=00d14302-a3f2-4d1d-b97e-87f2a0a3324f HTTP/1.1" status: 200 len: 1990 time: 0.1095405 Jul 09 17:09:50.181617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e16cb-1280-4035-a176-68faa0c31137 None None] The sync data for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 is: [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '7e592758-9520-429b-b679-8c02906f365f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'floating_ip_address': '172.25.7.146', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'port_id': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'mac_address': 'fa:16:3e:6f:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:09:46Z', 'updated_at': '2021-07-09T17:09:46Z', 'revision_number': 0, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:24Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:50.188584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22d4-c379-4b86-b305-7a05cf58461c req-8853c768-1513-4f85-93cc-b37688aecd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.190347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-8853c768-1513-4f85-93cc-b37688aecd61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 200 len: 835 time: 0.0559502 Jul 09 17:09:50.218045 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.241239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'tenant_id': 'b6021461225b48048543e7cfb228aee8', 'fixed_ips': [{'subnet_id': 'f1e85e0b-7ec0-4990-b200-5b58320e5232'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:50.242657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.250270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=55cf3cfa-c1c9-458a-a8a4-d56d0dc33749,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:50.255159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:50.259115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.274571 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.276446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b4a72114-b5f7-47a4-962d-912d969de751 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/55cf3cfa-c1c9-458a-a8a4-d56d0dc33749 HTTP/1.1" status: 204 len: 168 time: 0.4333794 Jul 09 17:09:50.280841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:50.284036 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f22d4-c379-4b86-b305-7a05cf58461c req-a38eedd6-8003-4916-b7af-259ece1cf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.285822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-a38eedd6-8003-4916-b7af-259ece1cf98c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14a775fe-cf61-4ec3-86db-78e28339725f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892646 Jul 09 17:09:50.286141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:50.303955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] device_id is not set on port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:50.317008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f209955-6a4f-4ade-a145-cec5fb767b9c None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:50.439474 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-6ae1ef79-45da-4cf7-8df8-8cd9e023c8b8 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465664 Jul 09 17:09:50.453331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Allocated IP 172.20.0.2 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/21840ad4-8eae-44c5-9795-9ea580cbb0e1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:50.466034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:50.470409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.535793 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6e930-9bd4-41c3-b6b6-1d881c3add24 None None] New status for floating IP 7e592758-9520-429b-b679-8c02906f365f: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:09:50.613465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897f22d4-c379-4b86-b305-7a05cf58461c req-e1d40bee-bfda-4351-91ed-53457a0daec3 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644871 Jul 09 17:09:50.667038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96264c-eb87-4cbf-ba30-13fc9b8aa459 req-04c75af4-58fe-4b60-a6ae-e0e89397f934 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.673828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.681367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b96264c-eb87-4cbf-ba30-13fc9b8aa459 req-04c75af4-58fe-4b60-a6ae-e0e89397f934 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 944 time: 0.1419461 Jul 09 17:09:50.689467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Transition to ACTIVE for port object 21840ad4-8eae-44c5-9795-9ea580cbb0e1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:50.706441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Transition to ACTIVE for port object 21840ad4-8eae-44c5-9795-9ea580cbb0e1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:50.715518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.760483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:50.763832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:50.768811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:09:50.771001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:50.781093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b96264c-eb87-4cbf-ba30-13fc9b8aa459 req-7f5faafb-d2e2-4f22-985e-af0552900a62 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988438 Jul 09 17:09:50.784026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Pushing event updated for resources: {'Port': ['ID=21840ad4-8eae-44c5-9795-9ea580cbb0e1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:50.838634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Allocated IP 172.20.0.14 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/641e6a7d-523c-40c6-99b9-6ea5eb792cb3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:50.891786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Attempting to bind port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:50.892434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Attempting to bind port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c0c76207-ad3a-438d-855b-a1db377741bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:50.893020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Attempting to bind port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 on network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:50.904196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:50.904572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Checking segment: {'id': 'c0c76207-ad3a-438d-855b-a1db377741bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:50.904979 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.905370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Bound using segment: {'id': 'c0c76207-ad3a-438d-855b-a1db377741bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:50.906018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Bound port: 21840ad4-8eae-44c5-9795-9ea580cbb0e1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c76207-ad3a-438d-855b-a1db377741bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:50.906596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.932102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.977399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:51.000963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'port_id': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'mac_address': 'fa:16:3e:e3:5d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:09:51.009856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] For port 21840ad4-8eae-44c5-9795-9ea580cbb0e1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:51.013693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] For port 21840ad4-8eae-44c5-9795-9ea580cbb0e1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=21840ad4-8eae-44c5-9795-9ea580cbb0e1,segment=NetworkSegment(c0c76207-ad3a-438d-855b-a1db377741bd),segment_id=c0c76207-ad3a-438d-855b-a1db377741bd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:51.019012 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.025285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:51.035422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:51.041690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:51.042291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.059599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=ecb64620-39cc-4209-9b85-35f8c36d1562,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.077341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eb1f3755-40aa-4f47-88c1-e83fd93658cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7951868 Jul 09 17:09:51.080181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.085190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'security_group': {'name': 'tempest-secgroup-624428733'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:51.092564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.125969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.133376 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.149610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Transition to ACTIVE for port object 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:51.149844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:51.157836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e45d0-e632-417a-a514-9cb7bb12fb7f None None] Pushing event updated for resources: {'Port': ['ID=21840ad4-8eae-44c5-9795-9ea580cbb0e1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.193400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:51.199098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.201359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.267046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=641e6a7d-523c-40c6-99b9-6ea5eb792cb3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.273755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.276256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:51.278200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:51.278357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.282818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:51.287835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.309872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.314447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2329078 Jul 09 17:09:51.315162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59756) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.330393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'security_group': {'name': 'tempest-secgroup-10409708'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:51.343387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:51.344513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.355817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d5346-1de9-4faa-a487-a0c829d9e77f tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef764c-a10b-41dc-88ef-3534c65c7a10,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.390802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.401803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d04badce-7d3b-45fe-bf35-c04c5c4b2474 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3579562 Jul 09 17:09:51.407349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.409987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'name': 'tempest-AllowedAddressPairTestJSON-2061855934', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2f:ba:88'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:51.465676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:09:51.517586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c7dc1-7839-43d3-a6f3-35e797f1ba0e None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:51.537537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.549195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.576412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.580357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2550426 Jul 09 17:09:51.582248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.589529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'security_group': {'name': 'tempest-secgroup-319664429'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:51.597993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8ebc4-fc1b-4a97-9155-c34652c25832 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a13c62-a961-43a4-9c76-1361b69d55d4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.630414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.640338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98e0e12e-d7ec-41ec-91fa-0d4bd7490395 None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:51.640338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98e0e12e-d7ec-41ec-91fa-0d4bd7490395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.733673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.738745 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.764829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.766080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1827989 Jul 09 17:09:51.770624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59762) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.778370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-168549672', 'security_groups': ['c4f2e0bb-f9dc-4d91-bcb3-0d3ef13eecc5'], 'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ecb64620-39cc-4209-9b85-35f8c36d1562'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:51.784044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7345359-d0e4-45f7-864e-934c3c57689c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f2e0bb-f9dc-4d91-bcb3-0d3ef13eecc5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.914637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:51.966566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98e0e12e-d7ec-41ec-91fa-0d4bd7490395 None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:51.967111 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98e0e12e-d7ec-41ec-91fa-0d4bd7490395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.033111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-98e0e12e-d7ec-41ec-91fa-0d4bd7490395 None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:52.036388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:52.049276 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.069690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] device_id is not set on port 59853c4f-7d27-4446-9c73-a3b2ce05eeda yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:52.089685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b865b-df0b-4e99-92cd-520fb7bc6c79 req-27137129-2f0a-4185-a226-a260157b7891 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.091366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-941b865b-df0b-4e99-92cd-520fb7bc6c79 req-27137129-2f0a-4185-a226-a260157b7891 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1415265 Jul 09 17:09:52.148477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Update dhcp port {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'fixed_ips': [{'subnet_id': 'c4ac6a3e-e3e1-4a51-a603-a7490cfb700b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ecb64620-39cc-4209-9b85-35f8c36d1562'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '8627d33f-f42a-4490-a6a1-6300d64f7e3d'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:09:52.169955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-941b865b-df0b-4e99-92cd-520fb7bc6c79 req-5e906079-d238-4c8f-9e72-d2f7880e5824 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680521 Jul 09 17:09:52.180936 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.197608 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.199773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] device_id is not set on port eb28977f-535a-47f6-84a4-593dc3b6e7ec yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:52.294988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.9 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/ecb64620-39cc-4209-9b85-35f8c36d1562/59853c4f-7d27-4446-9c73-a3b2ce05eeda) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:52.342113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Allocated IP 172.20.0.8 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/eb28977f-535a-47f6-84a4-593dc3b6e7ec) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:52.418393 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:09:52.454905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.468516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object 59853c4f-7d27-4446-9c73-a3b2ce05eeda will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:52.486387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53119d-d8fd-4c11-9c83-cde163bacbb3 None None] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:52.508563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.533128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.550349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Transition to ACTIVE for port object eb28977f-535a-47f6-84a4-593dc3b6e7ec will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:52.564931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:52.570729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:52.575632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:52.580022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=59853c4f-7d27-4446-9c73-a3b2ce05eeda,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:52.592093 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.602519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95c9f92b-c344-44fb-a3d7-af3f40ff827c None None] Provisioning for port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:52.616764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Allocated IP 172.20.0.2 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/ecb64620-39cc-4209-9b85-35f8c36d1562/8627d33f-f42a-4490-a6a1-6300d64f7e3d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:52.645091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:52.647064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.648145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.648620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:52.653494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:52.657574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=eb28977f-535a-47f6-84a4-593dc3b6e7ec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:52.669513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b095fd5a-fa31-49cc-85c6-f5becb5a6b61 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8947914 Jul 09 17:09:52.669513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:52.674853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:52.730127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.730705 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.751840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-964f0765-ac06-458d-815f-2fd791b5c41f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3436000 Jul 09 17:09:52.752076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:52.773864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:52.815466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:52.837079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4870f61-87b0-42b5-8276-082bcd0bbeff tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.838606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-547cf2c6-ca05-4378-af7d-2a3496ad7394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030617 Jul 09 17:09:52.843389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4870f61-87b0-42b5-8276-082bcd0bbeff tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.849787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4870f61-87b0-42b5-8276-082bcd0bbeff tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.851717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b4870f61-87b0-42b5-8276-082bcd0bbeff tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0987117 Jul 09 17:09:52.854927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:52.856328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:52.860357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.867809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.899252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Transition to ACTIVE for port object 8627d33f-f42a-4490-a6a1-6300d64f7e3d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:52.909378 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.948050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:52.960624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:52.961245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.988406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port eb28977f-535a-47f6-84a4-593dc3b6e7ec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:52.988406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.027853 n-d-800085-2 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ecb64620-39cc-4209-9b85-35f8c36d1562 (CIDR: 172.20.0.0/28) Jul 09 17:09:53.036343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-4afe883a-8b0a-4bda-9e3b-dbd611df37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:53.037900 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-4afe883a-8b0a-4bda-9e3b-dbd611df37fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.1225333 Jul 09 17:09:53.040025 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:09:53.042107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:53.070626 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-68f6dcec-9c41-4fdf-a1c0-0deb5315fd6c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3999765 Jul 09 17:09:53.073726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:53.075311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbd2ce-5ebd-4767-bb3a-13302c021cc8 None None] Pushing event updated for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:53.080598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:53.163897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.190417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-d6624ec5-9197-41cb-8e68-bb538ae4448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:53.191966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-d6624ec5-9197-41cb-8e68-bb538ae4448e service neutron] 10.222.0.37 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 898 time: 0.1161692 Jul 09 17:09:53.246451 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.304522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for eb28977f-535a-47f6-84a4-593dc3b6e7ec owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:53.354581 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-3819ca86-3709-4bc5-8a55-64104745a0ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 1001 time: 0.1558199 Jul 09 17:09:53.422774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-6f007fa7-1824-4b27-8337-6860f3aed88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:53.424389 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-6f007fa7-1824-4b27-8337-6860f3aed88c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 200 len: 835 time: 0.0628057 Jul 09 17:09:53.492012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:53.495681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.499215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 21840ad4-8eae-44c5-9795-9ea580cbb0e1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:53.537798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:53.540365 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e57c5-1bbc-4007-b02f-222d0860d963" -d '{"events": [{"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:53.543319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-d11e132b-7cc9-439f-b93f-9bba7e6d889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:53.546365 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-d11e132b-7cc9-439f-b93f-9bba7e6d889b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14a775fe-cf61-4ec3-86db-78e28339725f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138403 Jul 09 17:09:53.562999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:53.578523 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.613223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Provisioning for port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:53.619888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Provisioning complete for port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:53.620294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.627299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:53.665006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:53.665382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.686153 n-d-800085-2 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c4ac6a3e-e3e1-4a51-a603-a7490cfb700b (CIDR: 172.20.0.16/28) Jul 09 17:09:53.712786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:53.714286 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-0388e4cd-df7a-485c-94e5-788d42ddf437 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515238 Jul 09 17:09:53.715210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f24675-90fb-4fd0-9e37-313fe523e8ef req-282e7610-23ea-4fe9-beb5-3e96bfe3d6c8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:53.716880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6f24675-90fb-4fd0-9e37-313fe523e8ef req-282e7610-23ea-4fe9-beb5-3e96bfe3d6c8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 945 time: 0.2989798 Jul 09 17:09:53.723236 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:09:53.723738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:53.738904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:53.797691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e3374571-602f-4a0a-8c2e-f98c5fb5248a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7226384 Jul 09 17:09:53.798410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:53.816448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Provisioning for port eb28977f-535a-47f6-84a4-593dc3b6e7ec completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:53.820386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'subnet': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:53.821673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.824366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Provisioning complete for port eb28977f-535a-47f6-84a4-593dc3b6e7ec triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:53.825203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.829147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.836925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6f24675-90fb-4fd0-9e37-313fe523e8ef req-30dee69e-e84c-4fdc-9950-06bd253b3f4c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103804 Jul 09 17:09:53.871104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=eb28977f-535a-47f6-84a4-593dc3b6e7ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:53.911406 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec602f7-2d76-40a7-8298-a87ee326139c x-openstack-request-id: req-0ec602f7-2d76-40a7-8298-a87ee326139c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:53.911696 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:53.911881 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ec602f7-2d76-40a7-8298-a87ee326139c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:53.912417 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'code': 200} Jul 09 17:09:53.913861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-49977b80-2b88-4782-bd4e-64e3dbf29f61 None None] Port eb28977f-535a-47f6-84a4-593dc3b6e7ec was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:09:53.922632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.946108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 21840ad4-8eae-44c5-9795-9ea580cbb0e1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=21840ad4-8eae-44c5-9795-9ea580cbb0e1,segment=NetworkSegment(c0c76207-ad3a-438d-855b-a1db377741bd),segment_id=c0c76207-ad3a-438d-855b-a1db377741bd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:53.953632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.955068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:54.061881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=21840ad4-8eae-44c5-9795-9ea580cbb0e1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.071645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-770c5569-2c79-4cef-b658-141d7506fdf8 None None] Provisioning complete for port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:54.072024 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-770c5569-2c79-4cef-b658-141d7506fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.121452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-770c5569-2c79-4cef-b658-141d7506fdf8 None None] Port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:54.126516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-770c5569-2c79-4cef-b658-141d7506fdf8 None None] Could not find standard attr ID for object eb28977f-535a-47f6-84a4-593dc3b6e7ec. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:09:54.147113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.150968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-951b5965-0fed-4a47-96d0-d6a20d49b3d3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/ports/eb28977f-535a-47f6-84a4-593dc3b6e7ec HTTP/1.1" status: 204 len: 168 time: 1.2948799 Jul 09 17:09:54.153644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.186115 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-926ae7ad-3eb7-44b7-a488-a9ce7d0ac9ce tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] GET failed (client error): The resource could not be found. Jul 09 17:09:54.191447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-926ae7ad-3eb7-44b7-a488-a9ce7d0ac9ce tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "GET /v2.0/ports/eb28977f-535a-47f6-84a4-593dc3b6e7ec HTTP/1.1" status: 404 len: 333 time: 0.0329654 Jul 09 17:09:54.192339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.198137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'name': 'tempest-AllowedAddressPairTestJSON-880833478'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:54.249851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2bd5920-a1c7-4e1a-98a4-e59f507893b2 None None] Provisioning for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:54.261498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2bd5920-a1c7-4e1a-98a4-e59f507893b2 None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:54.262778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5920-a1c7-4e1a-98a4-e59f507893b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.334833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:54.340006 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.361090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] device_id is not set on port 926e3292-2d51-46b0-b493-1c426598f634 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:54.373456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2bd5920-a1c7-4e1a-98a4-e59f507893b2 None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:54.373841 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5920-a1c7-4e1a-98a4-e59f507893b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.409982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd5920-a1c7-4e1a-98a4-e59f507893b2 None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:54.451366 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dff42e15-e964-43ba-8642-ea2ecc73a24d req-23f7e0e7-a099-4f06-8c33-71670a755445 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302699 Jul 09 17:09:54.479066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Allocated IP 172.20.0.9 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/926e3292-2d51-46b0-b493-1c426598f634) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:54.490290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085a72-5f46-44a4-bad0-6451c351eadf req-b6ef4562-aea0-45a8-a728-5dda20e32734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:54.491863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-12085a72-5f46-44a4-bad0-6451c351eadf req-b6ef4562-aea0-45a8-a728-5dda20e32734 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1284695 Jul 09 17:09:54.516304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Made reservation on behalf of 00a20759ebb9478c89c60abf20b8c4c1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:54.519862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.533644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5437e23c-2228-4013-8e9f-4c790921b0d6 None None] Provisioning for port 59853c4f-7d27-4446-9c73-a3b2ce05eeda completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:54.537848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5437e23c-2228-4013-8e9f-4c790921b0d6 None None] Provisioning complete for port 59853c4f-7d27-4446-9c73-a3b2ce05eeda triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:54.538231 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5437e23c-2228-4013-8e9f-4c790921b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.574427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5437e23c-2228-4013-8e9f-4c790921b0d6 None None] Port 59853c4f-7d27-4446-9c73-a3b2ce05eeda cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:54.582695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-12085a72-5f46-44a4-bad0-6451c351eadf req-08701f90-145a-4259-9722-cb65ae984e59 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817988 Jul 09 17:09:54.640267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.655511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Transition to ACTIVE for port object 926e3292-2d51-46b0-b493-1c426598f634 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:54.708317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.762314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:54.765876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:54.770377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:54.771418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.796265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=926e3292-2d51-46b0-b493-1c426598f634,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.828317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:54.831214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:54.831897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:54.832102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.836592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:54.837892 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.847175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7778f7-18a5-49cd-8914-3124d06b91e2 None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:54.856506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Subnet': ['ID=c448ea00-6896-4fce-bb48-c760525d4527,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.858650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d857a1d1-1d32-4e9a-a9ab-0c5bf30dbf34 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6594112 Jul 09 17:09:54.859466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.864972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2f:ba:88'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:54.880222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2ae290f3-c394-4fc3-9557-79da51794b8e tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0680361 Jul 09 17:09:54.880222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.885790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1851257772', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c448ea00-6896-4fce-bb48-c760525d4527'}], 'security_groups': ['87ef764c-a10b-41dc-88ef-3534c65c7a10', 'f8a13c62-a961-43a4-9c76-1361b69d55d4']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:54.982219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.024053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.128842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c647d1ed-0b25-42ec-b63d-aa301a391e35 None None] Provisioning for port 926e3292-2d51-46b0-b493-1c426598f634 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:55.135719 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c647d1ed-0b25-42ec-b63d-aa301a391e35 None None] Provisioning complete for port 926e3292-2d51-46b0-b493-1c426598f634 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:55.136674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c647d1ed-0b25-42ec-b63d-aa301a391e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.191920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c647d1ed-0b25-42ec-b63d-aa301a391e35 None None] Port 926e3292-2d51-46b0-b493-1c426598f634 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:55.212650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acfe61-4eaf-47cf-9ffa-193a53ca2bc2 req-11f3aa7e-7831-4d56-ba1c-4278cca7d3e6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:55.214187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79acfe61-4eaf-47cf-9ffa-193a53ca2bc2 req-11f3aa7e-7831-4d56-ba1c-4278cca7d3e6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1765342 Jul 09 17:09:55.246115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 21840ad4-8eae-44c5-9795-9ea580cbb0e1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:55.282924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Update dhcp port {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'fixed_ips': [{'subnet_id': 'c4ac6a3e-e3e1-4a51-a603-a7490cfb700b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ecb64620-39cc-4209-9b85-35f8c36d1562', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c448ea00-6896-4fce-bb48-c760525d4527'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '8627d33f-f42a-4490-a6a1-6300d64f7e3d'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:09:55.290934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79acfe61-4eaf-47cf-9ffa-193a53ca2bc2 req-6de7a037-0601-440c-804c-d1191d08de8f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669436 Jul 09 17:09:55.302739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.320326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.339748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.360748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:55.361061 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.392861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Delete allocated IP 172.20.0.9 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/ecb64620-39cc-4209-9b85-35f8c36d1562) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:09:55.417254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Allocated IP 172.20.0.43 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/c448ea00-6896-4fce-bb48-c760525d4527/59853c4f-7d27-4446-9c73-a3b2ce05eeda) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:55.417606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=926e3292-2d51-46b0-b493-1c426598f634,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:55.425590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] In _notify_port_updated(), no bound segment for port 926e3292-2d51-46b0-b493-1c426598f634 on network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:09:55.436898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:55.438230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.440028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-44d4bc02-0297-41e4-bd32-1067d0eabc8e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "PUT /v2.0/ports/926e3292-2d51-46b0-b493-1c426598f634 HTTP/1.1" status: 200 len: 993 time: 0.5795379 Jul 09 17:09:55.443179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:55.610639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port 926e3292-2d51-46b0-b493-1c426598f634 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:55.611040 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.648063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.664990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Transition to ACTIVE for port object 59853c4f-7d27-4446-9c73-a3b2ce05eeda will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:55.672234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.706605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.728163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for 926e3292-2d51-46b0-b493-1c426598f634 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:55.733547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ad847917-9564-4398-a66c-ca8e9ba2075b None None] Provisioning complete for port 926e3292-2d51-46b0-b493-1c426598f634 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:55.734252 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad847917-9564-4398-a66c-ca8e9ba2075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.735992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Allocated IP 172.20.0.34 (a8857f9c-e683-4bab-a114-e2b80f1f7e50/c448ea00-6896-4fce-bb48-c760525d4527/8627d33f-f42a-4490-a6a1-6300d64f7e3d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:55.782804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event updated for resources: {'Port': ['ID=59853c4f-7d27-4446-9c73-a3b2ce05eeda,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:55.792313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] In _notify_port_updated(), no bound segment for port 59853c4f-7d27-4446-9c73-a3b2ce05eeda on network a8857f9c-e683-4bab-a114-e2b80f1f7e50 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:09:55.797883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:55.799908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.803030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-33479418-c3aa-45b8-9862-ce0030c03453 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "PUT /v2.0/ports/59853c4f-7d27-4446-9c73-a3b2ce05eeda HTTP/1.1" status: 200 len: 960 time: 0.9218409 Jul 09 17:09:55.803290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:55.825860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ad847917-9564-4398-a66c-ca8e9ba2075b None None] Port 926e3292-2d51-46b0-b493-1c426598f634 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:55.870022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:55.903610 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.916983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Transition to ACTIVE for port object 8627d33f-f42a-4490-a6a1-6300d64f7e3d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:55.921904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.945218 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.979996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=926e3292-2d51-46b0-b493-1c426598f634,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:55.987449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 59853c4f-7d27-4446-9c73-a3b2ce05eeda {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:55.987663 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.011049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4609e0b-6f57-4805-aa75-6445c94b6e6c None None] Pushing event updated for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.171946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.198152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 59853c4f-7d27-4446-9c73-a3b2ce05eeda owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:56.213683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.215698 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-49eba5f0-34b0-44d3-9889-4699f5d2ae08 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/ports/926e3292-2d51-46b0-b493-1c426598f634 HTTP/1.1" status: 204 len: 168 time: 0.7712812 Jul 09 17:09:56.218313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.277058 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8877fb83-2c27-4a58-9c7e-2d20c1434c59 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] GET failed (client error): The resource could not be found. Jul 09 17:09:56.278750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8877fb83-2c27-4a58-9c7e-2d20c1434c59 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "GET /v2.0/ports/926e3292-2d51-46b0-b493-1c426598f634 HTTP/1.1" status: 404 len: 333 time: 0.0594571 Jul 09 17:09:56.283290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.289317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'name': 'tempest-AllowedAddressPairTestJSON-1322620461'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:56.366270 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.404143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=59853c4f-7d27-4446-9c73-a3b2ce05eeda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.463841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:56.467646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.486799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] device_id is not set on port c86295db-b06c-4ab8-ac78-345fab33a5b9 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:56.508078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.510999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b39f91ff-8585-4aad-b869-cb0480cca98d tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/59853c4f-7d27-4446-9c73-a3b2ce05eeda HTTP/1.1" status: 204 len: 168 time: 0.7066534 Jul 09 17:09:56.514334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.558871 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3e3445-a471-4c65-b188-f9f4a225ae21 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] GET failed (client error): The resource could not be found. Jul 09 17:09:56.560536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fa3e3445-a471-4c65-b188-f9f4a225ae21 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports/59853c4f-7d27-4446-9c73-a3b2ce05eeda HTTP/1.1" status: 404 len: 333 time: 0.0452299 Jul 09 17:09:56.563498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.596580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0e3a2-dd7d-4164-b597-d509f85ff407 req-3bd13aac-b995-4b68-8b0c-b36db5d77dac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:56.598134 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8df0e3a2-dd7d-4164-b597-d509f85ff407 req-3bd13aac-b995-4b68-8b0c-b36db5d77dac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1650009 Jul 09 17:09:56.601194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Allocated IP 172.20.0.6 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/c86295db-b06c-4ab8-ac78-345fab33a5b9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:56.653650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Provisioning for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:56.657917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:56.658506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.659600 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2616483a-a3da-4b9c-90d3-fb495134efa9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.669423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8df0e3a2-dd7d-4164-b597-d509f85ff407 req-b1938f6e-b117-4043-88c4-64ca5efb2f98 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598345 Jul 09 17:09:56.687988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2616483a-a3da-4b9c-90d3-fb495134efa9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.740757 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2616483a-a3da-4b9c-90d3-fb495134efa9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.743404 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2616483a-a3da-4b9c-90d3-fb495134efa9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.747648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2616483a-a3da-4b9c-90d3-fb495134efa9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/security-groups/c4f2e0bb-f9dc-4d91-bcb3-0d3ef13eecc5 HTTP/1.1" status: 204 len: 168 time: 0.1802237 Jul 09 17:09:56.748751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.759774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Could not find standard attr ID for object 59853c4f-7d27-4446-9c73-a3b2ce05eeda. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:09:56.775852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:56.776550 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.777909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616483a-a3da-4b9c-90d3-fb495134efa9 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f2e0bb-f9dc-4d91-bcb3-0d3ef13eecc5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.808589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.823778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Transition to ACTIVE for port object c86295db-b06c-4ab8-ac78-345fab33a5b9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:56.839005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-668d3abf-0769-4a0b-8d84-f7a74cfd41eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.841064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-96e355bf-ec2a-4b53-b461-1eec78f20b24 None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:56.862251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.889618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-668d3abf-0769-4a0b-8d84-f7a74cfd41eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.903726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:56.908909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:56.912687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:56.948239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=c86295db-b06c-4ab8-ac78-345fab33a5b9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.950084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a9977-89ac-4a58-a13a-5e443e75b3e7 req-1b203d3e-be6d-4e1f-8f67-f710ecbb4394 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:56.951847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f3a9977-89ac-4a58-a13a-5e443e75b3e7 req-1b203d3e-be6d-4e1f-8f67-f710ecbb4394 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1226780 Jul 09 17:09:56.958171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-668d3abf-0769-4a0b-8d84-f7a74cfd41eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.963083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-668d3abf-0769-4a0b-8d84-f7a74cfd41eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.965505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-668d3abf-0769-4a0b-8d84-f7a74cfd41eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8a13c62-a961-43a4-9c76-1361b69d55d4 HTTP/1.1" status: 204 len: 168 time: 0.2090852 Jul 09 17:09:56.970988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.975474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:56.975474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.995146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6bb47cba-6d58-48a3-b7c2-a8eb1311715c tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7098610 Jul 09 17:09:56.996041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.003077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2f:ba:88'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:57.006729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d3abf-0769-4a0b-8d84-f7a74cfd41eb tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a13c62-a961-43a4-9c76-1361b69d55d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.061348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f3a9977-89ac-4a58-a13a-5e443e75b3e7 req-b302b7ff-5cb2-4a90-9944-d7df8ac58a18 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942492 Jul 09 17:09:57.091449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.106302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10a5e110-7aca-4696-9cf6-9901b1fb7479 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.171583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10a5e110-7aca-4696-9cf6-9901b1fb7479 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.221758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e2870-a5e5-4be2-b7b6-d52cad7fa63c tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:57.226773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-150e2870-a5e5-4be2-b7b6-d52cad7fa63c tempest-TestNetworkAdvancedServerOps-74966585 tempest-TestNetworkAdvancedServerOps-74966585-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1092 time: 0.1342065 Jul 09 17:09:57.230293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.233636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:57.234286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:57.253941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10a5e110-7aca-4696-9cf6-9901b1fb7479 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.257405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10a5e110-7aca-4696-9cf6-9901b1fb7479 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.258669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-10a5e110-7aca-4696-9cf6-9901b1fb7479 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/security-groups/87ef764c-a10b-41dc-88ef-3534c65c7a10 HTTP/1.1" status: 204 len: 168 time: 0.2864215 Jul 09 17:09:57.261849 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.264632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.272162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5e110-7aca-4696-9cf6-9901b1fb7479 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef764c-a10b-41dc-88ef-3534c65c7a10,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.274877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.306298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-178e486b-c4d5-4935-aad7-d34c6eba41f2 None None] Could not find standard attr ID for object 59853c4f-7d27-4446-9c73-a3b2ce05eeda. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:09:57.342618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:57.342987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.387973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.430706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet ecb64620-39cc-4209-9b85-35f8c36d1562 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:57.442762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5077cbed-103c-4d11-bf5d-5b9627016349 None None] Provisioning for port c86295db-b06c-4ab8-ac78-345fab33a5b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:57.453651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5077cbed-103c-4d11-bf5d-5b9627016349 None None] Provisioning complete for port c86295db-b06c-4ab8-ac78-345fab33a5b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:57.454067 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5077cbed-103c-4d11-bf5d-5b9627016349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.471587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.497495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5077cbed-103c-4d11-bf5d-5b9627016349 None None] Port c86295db-b06c-4ab8-ac78-345fab33a5b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:57.517997 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Allocated IP 172.25.7.3 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/77781feb-3897-4368-90ca-07d0c12c6670) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:57.535541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.618896 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.645576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.653429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.659389 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.693541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.702199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:57.705086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:57.708729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:57.714442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=77781feb-3897-4368-90ca-07d0c12c6670,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.777878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=c86295db-b06c-4ab8-ac78-345fab33a5b9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.803725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] In _notify_port_updated(), no bound segment for port c86295db-b06c-4ab8-ac78-345fab33a5b9 on network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:09:57.810226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:57.810899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.812456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3e05ebd4-331e-4157-8a54-12fff0921c0e tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "PUT /v2.0/ports/c86295db-b06c-4ab8-ac78-345fab33a5b9 HTTP/1.1" status: 200 len: 996 time: 0.8152444 Jul 09 17:09:57.817220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.886859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.919644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b6c32227-b086-4bd9-b212-3451b644150a None None] Provisioning complete for port c86295db-b06c-4ab8-ac78-345fab33a5b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:57.920234 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b6c32227-b086-4bd9-b212-3451b644150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.942560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb64620-39cc-4209-9b85-35f8c36d1562,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.943170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.945093 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8274b93d-d8ff-48e9-83e4-55e3e6cd0ff8 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/ecb64620-39cc-4209-9b85-35f8c36d1562 HTTP/1.1" status: 204 len: 168 time: 0.6771367 Jul 09 17:09:57.950888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.958028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697eed5-42ab-42ef-b101-7d319ac7b761 None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:58.013078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port c86295db-b06c-4ab8-ac78-345fab33a5b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:58.013426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.013585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b6c32227-b086-4bd9-b212-3451b644150a None None] Port c86295db-b06c-4ab8-ac78-345fab33a5b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:58.019420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet c448ea00-6896-4fce-bb48-c760525d4527 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:58.023767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.109578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.154959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.171957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.190247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for c86295db-b06c-4ab8-ac78-345fab33a5b9 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:58.236711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.269700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.357739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.414324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=c448ea00-6896-4fce-bb48-c760525d4527,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:58.420147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.422122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4873f6a9-861c-4aae-b967-2f8db6fe57d5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/c448ea00-6896-4fce-bb48-c760525d4527 HTTP/1.1" status: 204 len: 168 time: 0.4703047 Jul 09 17:09:58.425566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:58.457771 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99299aa-9e97-42ea-965e-5e1e37afa8da tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:58.458232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99299aa-9e97-42ea-965e-5e1e37afa8da tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:58.462610 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e99299aa-9e97-42ea-965e-5e1e37afa8da tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/ecb64620-39cc-4209-9b85-35f8c36d1562 HTTP/1.1" status: 404 len: 337 time: 0.0335915 Jul 09 17:09:58.463831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:58.511671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.549736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=c86295db-b06c-4ab8-ac78-345fab33a5b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:58.555421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting subnet c4ac6a3e-e3e1-4a51-a603-a7490cfb700b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:09:58.560586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.672094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.695662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.697671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a6a6222a-cea1-44fc-b0c6-84caacff9cb4 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/ports/c86295db-b06c-4ab8-ac78-345fab33a5b9 HTTP/1.1" status: 204 len: 168 time: 0.8793082 Jul 09 17:09:58.700572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:58.742882 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-414873de-4e1f-462f-a2e1-e2914f84514f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] GET failed (client error): The resource could not be found. Jul 09 17:09:58.744556 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-414873de-4e1f-462f-a2e1-e2914f84514f tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "GET /v2.0/ports/c86295db-b06c-4ab8-ac78-345fab33a5b9 HTTP/1.1" status: 404 len: 333 time: 0.0430329 Jul 09 17:09:58.748557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:58.753691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'name': 'tempest-AllowedAddressPairTestJSON-1280842912'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:58.753998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c071572-2a14-4412-bf36-f270069bb76c None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:58.817738 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.824790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.861107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-460acda7-9793-44ab-b3e7-65f56c96c747 None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:58.861107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-460acda7-9793-44ab-b3e7-65f56c96c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.874068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.904624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event updated for resources: {'Port': ['ID=77781feb-3897-4368-90ca-07d0c12c6670,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:58.930343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.954657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:58.958235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.984428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.992074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] device_id is not set on port 7852591e-072e-4e27-9d8b-46d77fc10724 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:09:59.019817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ac6a3e-e3e1-4a51-a603-a7490cfb700b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:59.037195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-460acda7-9793-44ab-b3e7-65f56c96c747 None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:59.037195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-460acda7-9793-44ab-b3e7-65f56c96c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.051049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.055233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-77847a9d-424c-4e07-83b8-9eb8d4ea95cf tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/c4ac6a3e-e3e1-4a51-a603-a7490cfb700b HTTP/1.1" status: 204 len: 168 time: 0.5888965 Jul 09 17:09:59.055969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.059465 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP 2ded53e4-58c7-42dd-be32-89959faa2beb associated. External IP: 172.25.7.3, port: b9226290-6446-4bbb-b0b3-dfdd1a97e5c2. Jul 09 17:09:59.089650 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-473222be-91dc-4146-8889-067300464231 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.090120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473222be-91dc-4146-8889-067300464231 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.094405 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-473222be-91dc-4146-8889-067300464231 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/55cf3cfa-c1c9-458a-a8a4-d56d0dc33749 HTTP/1.1" status: 404 len: 337 time: 0.0349805 Jul 09 17:09:59.094739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.098750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-460acda7-9793-44ab-b3e7-65f56c96c747 None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:59.126003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab8274-3339-4ec8-8d0b-111a5ab06969 None None] Update dhcp port {'port': {'network_id': 'a8857f9c-e683-4bab-a114-e2b80f1f7e50', 'fixed_ips': [{'subnet_id': 'c4ac6a3e-e3e1-4a51-a603-a7490cfb700b'}], 'binding:host_id': 'n-d-800085-2'}, 'id': '8627d33f-f42a-4490-a6a1-6300d64f7e3d'} from n-d-800085-2. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:09:59.138709 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43f63662-3547-45d2-ac9f-6dc15f748eaa tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed HTTP/1.1" status: 200 len: 205 time: 0.0407655 Jul 09 17:09:59.140654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59842) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.162331 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8bab8274-3339-4ec8-8d0b-111a5ab06969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.196276 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4a4da8f8-5097-4827-94cc-d69c6300a021 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] delete failed (client error): The resource could not be found. Jul 09 17:09:59.199715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a4da8f8-5097-4827-94cc-d69c6300a021 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/routers/5b1e8e18-44c4-430a-8e6f-43c6b7eb69ed HTTP/1.1" status: 404 len: 336 time: 0.0560319 Jul 09 17:09:59.201348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.243234 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d8f291-086e-4746-affe-f59fc524efbc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.243594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d8f291-086e-4746-affe-f59fc524efbc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.248000 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e6d8f291-086e-4746-affe-f59fc524efbc tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/13860c3c-fde4-4975-9f77-b89127de2105 HTTP/1.1" status: 404 len: 337 time: 0.0432575 Jul 09 17:09:59.248917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59846) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.253835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Allocated IP 172.20.0.6 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/7852591e-072e-4e27-9d8b-46d77fc10724) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:59.288182 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca899dac-7084-43d2-8205-d3352bf6bd86 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.288806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca899dac-7084-43d2-8205-d3352bf6bd86 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.293119 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ca899dac-7084-43d2-8205-d3352bf6bd86 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/33420a35-03ea-401d-af0b-679c6fe5215a HTTP/1.1" status: 404 len: 337 time: 0.0381391 Jul 09 17:09:59.294735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router b68a234a-aa9b-422a-988f-301cc2e0e1a4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:59.295391 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.329247 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a20796d-1077-4cd8-9460-8814109f907a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.329703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a20796d-1077-4cd8-9460-8814109f907a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.331567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a20796d-1077-4cd8-9460-8814109f907a tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/45eeb92a-c070-42aa-90e5-3ad2be941aaf HTTP/1.1" status: 404 len: 337 time: 0.0347927 Jul 09 17:09:59.334176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.349877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0906c3-a794-4b3b-b8e8-6ecff303b50a None None] Network a8857f9c-e683-4bab-a114-e2b80f1f7e50 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:59.369676 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b0ad8f-8385-4379-add2-6f5f9d9bed7c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.370416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b0ad8f-8385-4379-add2-6f5f9d9bed7c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.374572 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42b0ad8f-8385-4379-add2-6f5f9d9bed7c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/bf199e20-6a76-4591-a882-83a54edd61ab HTTP/1.1" status: 404 len: 333 time: 0.0345166 Jul 09 17:09:59.376360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.413166 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd17ea95-d432-4de1-a3db-fa7b821821c5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.413603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd17ea95-d432-4de1-a3db-fa7b821821c5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.417736 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bd17ea95-d432-4de1-a3db-fa7b821821c5 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/74682dc1-4816-4804-977e-685947bd3f3f HTTP/1.1" status: 404 len: 337 time: 0.0380869 Jul 09 17:09:59.419561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.427724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f9b817ce-f034-4052-a9c6-d9133d16058c None None] Provisioning complete for port 8627d33f-f42a-4490-a6a1-6300d64f7e3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:59.428101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9b817ce-f034-4052-a9c6-d9133d16058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.457228 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-747d0d3e-bb6d-4662-a42c-e39c11b2894c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.457688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747d0d3e-bb6d-4662-a42c-e39c11b2894c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.459552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-747d0d3e-bb6d-4662-a42c-e39c11b2894c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/acd68535-b6c4-4c0e-a5e9-7d6583784d6b HTTP/1.1" status: 404 len: 337 time: 0.0375092 Jul 09 17:09:59.462154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.480638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:59.497576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.497819 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9810b3a9-0b00-4b82-aba2-9687fca1df7c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.498431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9810b3a9-0b00-4b82-aba2-9687fca1df7c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.504030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9810b3a9-0b00-4b82-aba2-9687fca1df7c tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/86a7608a-afa2-4fef-a165-ed037a62b080 HTTP/1.1" status: 404 len: 333 time: 0.0385787 Jul 09 17:09:59.504221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] Sync routers for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:59.505596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.537930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:59.538188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:59.538559 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde064f8-3155-4af6-835f-5fb6effeb083 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.539041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde064f8-3155-4af6-835f-5fb6effeb083 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.546205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dde064f8-3155-4af6-835f-5fb6effeb083 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/3b09b9ef-2a8d-4824-9ea1-7eb1cd9c6a6f HTTP/1.1" status: 404 len: 337 time: 0.0352437 Jul 09 17:09:59.546428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e3721e5-7822-4511-92e8-6215e324c0cf tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3128860 Jul 09 17:09:59.546428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:59.547592 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8332fd-101e-42a7-ae15-943261baa7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:59.551094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.577492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.579752 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb97494-a4ca-4f39-a6cf-cb7e27091268 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] DELETE failed (client error): The resource could not be found. Jul 09 17:09:59.580219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb97494-a4ca-4f39-a6cf-cb7e27091268 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:09:59.585008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4cb97494-a4ca-4f39-a6cf-cb7e27091268 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/subnets/093b920f-8d69-47ba-b21a-b1dfccce2666 HTTP/1.1" status: 404 len: 337 time: 0.0298586 Jul 09 17:09:59.585258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.598564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Transition to ACTIVE for port object 7852591e-072e-4e27-9d8b-46d77fc10724 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:59.636087 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.690611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:59.696573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:59.700850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:59.707504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] DHCP port deletion for a8857f9c-e683-4bab-a114-e2b80f1f7e50 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:09:59.718716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f9b817ce-f034-4052-a9c6-d9133d16058c None None] Provisioning complete for port 18ba86bd-5cd4-4955-931f-e17611f5855a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:59.719212 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9b817ce-f034-4052-a9c6-d9133d16058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.733419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=7852591e-072e-4e27-9d8b-46d77fc10724,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:59.752675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:59.756698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 18ba86bd-5cd4-4955-931f-e17611f5855a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:59.757478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.769392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:59.770384 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.790457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9205778-03bf-47a5-be77-d2bd96d5eea3 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0407581 Jul 09 17:09:59.792944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.800024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'network_id': 'febdeeea-ad1e-44e9-882c-6e52f2ea35f7', 'name': 'tempest-AllowedAddressPairTestJSON-1819996064'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:59.836593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69692bea-ca23-482b-8a74-ac0881664b40 req-ab288f7f-d090-4841-950e-1fab94f61e65 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:59.838275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69692bea-ca23-482b-8a74-ac0881664b40 req-ab288f7f-d090-4841-950e-1fab94f61e65 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1680162 Jul 09 17:09:59.883041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.910210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 18ba86bd-5cd4-4955-931f-e17611f5855a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:59.922322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69692bea-ca23-482b-8a74-ac0881664b40 req-aebbb591-a0bf-4203-b683-2b6156159cd1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690253 Jul 09 17:09:59.962341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:59.963297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Made reservation on behalf of b6021461225b48048543e7cfb228aee8 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:59.974425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.030355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f9b817ce-f034-4052-a9c6-d9133d16058c None None] Port 18ba86bd-5cd4-4955-931f-e17611f5855a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:00.037168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.070324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] device_id is not set on port 654e9583-d2b9-4afa-9023-629c08847872 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:10:00.072699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=18ba86bd-5cd4-4955-931f-e17611f5855a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:00.087211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.092036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-43d234a3-99ad-4886-b1e2-90bfd46496ef tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/ports/18ba86bd-5cd4-4955-931f-e17611f5855a HTTP/1.1" status: 204 len: 168 time: 0.5056229 Jul 09 17:10:00.093465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:00.104717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] Deleting port 8627d33f-f42a-4490-a6a1-6300d64f7e3d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:00.105242 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.140812 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ead368a2-18d1-489a-b4ae-dc59117caf16 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/2ded53e4-58c7-42dd-be32-89959faa2beb HTTP/1.1" status: 200 len: 990 time: 0.1632445 Jul 09 17:10:00.190391 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedafdec-254d-43de-97b8-52f47b536591 x-openstack-request-id: req-aedafdec-254d-43de-97b8-52f47b536591 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:00.190727 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:00.190979 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aedafdec-254d-43de-97b8-52f47b536591 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:00.191561 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'status': 'completed', 'code': 200} Jul 09 17:10:00.195957 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.215533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55b3463a-1d1f-43f8-8f3b-b4eb2bb711fc None None] Provisioning for port 7852591e-072e-4e27-9d8b-46d77fc10724 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:00.225273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:00.226003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.239883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55b3463a-1d1f-43f8-8f3b-b4eb2bb711fc None None] Provisioning complete for port 7852591e-072e-4e27-9d8b-46d77fc10724 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:00.240254 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55b3463a-1d1f-43f8-8f3b-b4eb2bb711fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.261180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Deleting port 8627d33f-f42a-4490-a6a1-6300d64f7e3d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:00.261584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.279362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] Calling delete_port for 8627d33f-f42a-4490-a6a1-6300d64f7e3d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:00.283821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Allocated IP 172.20.0.9 (febdeeea-ad1e-44e9-882c-6e52f2ea35f7/f1e85e0b-7ec0-4990-b200-5b58320e5232/654e9583-d2b9-4afa-9023-629c08847872) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:00.325967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-3fb56ac9-9c91-48a5-a534-5b8ed6edcb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:00.327328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] For port 8627d33f-f42a-4490-a6a1-6300d64f7e3d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=8627d33f-f42a-4490-a6a1-6300d64f7e3d,segment=NetworkSegment(4a38bf80-f4fe-4bdc-97c9-fac2254a824a),segment_id=4a38bf80-f4fe-4bdc-97c9-fac2254a824a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:00.327845 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-3fb56ac9-9c91-48a5-a534-5b8ed6edcb05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1097 time: 0.0939403 Jul 09 17:10:00.327939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.341575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-55b3463a-1d1f-43f8-8f3b-b4eb2bb711fc None None] Port 7852591e-072e-4e27-9d8b-46d77fc10724 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:00.342291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Calling delete_port for 8627d33f-f42a-4490-a6a1-6300d64f7e3d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:00.435352 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.450585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.458400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2ded53e4-58c7-42dd-be32-89959faa2beb', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'port_id': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'mac_address': 'fa:16:3e:e3:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:09:57Z', 'updated_at': '2021-07-09T17:09:57Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:43Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:00.465430 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:00.469128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] No DVR routers for this DVR port 8627d33f-f42a-4490-a6a1-6300d64f7e3d on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:00.499283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-f9494196-2ace-4fac-9270-c8142e0eac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:00.501023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-f9494196-2ace-4fac-9270-c8142e0eac01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 200 len: 897 time: 0.1644611 Jul 09 17:10:00.506858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] Pushing event deleted for resources: {'Port': ['ID=8627d33f-f42a-4490-a6a1-6300d64f7e3d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:00.510510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] Checking router: b68a234a-aa9b-422a-988f-301cc2e0e1a4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:00.513783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8688de8-8c85-4c26-8b9b-7af5fb0d9117 None None] No DVR routers for this DVR port 8627d33f-f42a-4490-a6a1-6300d64f7e3d on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:00.527036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:00.527687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:00.569999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.581683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8857f9c-e683-4bab-a114-e2b80f1f7e50']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:00.595504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a38bf80-f4fe-4bdc-97c9-fac2254a824a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:00.595812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a38bf80-f4fe-4bdc-97c9-fac2254a824a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:00.596656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.605471 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.611954 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-738f38c9-a714-4b06-9a6c-5781886e7a5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 200 len: 998 time: 0.0978386 Jul 09 17:10:00.618638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Transition to ACTIVE for port object 654e9583-d2b9-4afa-9023-629c08847872 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:00.619982 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.627015 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:00.627579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:00.631021 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:00.662096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:00.682655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-5a2fd3cd-f23d-4982-ab06-a9194aff2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:00.683970 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-5a2fd3cd-f23d-4982-ab06-a9194aff2b5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db021ee8-21d1-4029-a9b9-965568bf2ed9 HTTP/1.1" status: 200 len: 834 time: 0.0611234 Jul 09 17:10:00.694287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.702653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.713685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.717991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] 10.222.0.48 "DELETE /v2.0/networks/a8857f9c-e683-4bab-a114-e2b80f1f7e50 HTTP/1.1" status: 204 len: 168 time: 0.6216223 Jul 09 17:10:00.730829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bbc47-8b49-4c29-baf7-7bed70b72947 tempest-PortsTestJSON-408589691 tempest-PortsTestJSON-408589691-project] Pushing event deleted for resources: {'Network': ['ID=a8857f9c-e683-4bab-a114-e2b80f1f7e50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:00.777484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:00.785349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:00.788298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=654e9583-d2b9-4afa-9023-629c08847872,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:00.790738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:00.851304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:00.851966 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:00.860488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-e0d2a333-0c8b-4fc1-af35-947aa544dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:00.862643 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-e0d2a333-0c8b-4fc1-af35-947aa544dd38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a240cdd5-ee83-41f9-999c-704aad951af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658165 Jul 09 17:10:00.875619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-69328d36-ecc2-438d-96d8-60a90907e6e8 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0787351 Jul 09 17:10:00.876022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:00.883021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2f:ba:88'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ce:e4:8e'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:00.965637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2ded53e4-58c7-42dd-be32-89959faa2beb', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'port_id': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'mac_address': 'fa:16:3e:e3:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:09:57Z', 'updated_at': '2021-07-09T17:09:57Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:43Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:00.991831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-4a781e9d-cd85-4402-8940-d0bd4a2d9147 service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173506 Jul 09 17:10:00.997889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd6295-b9b2-4c97-bb06-5408cf971af4 None None] The sync data for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 is: [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2ded53e4-58c7-42dd-be32-89959faa2beb', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'floating_ip_address': '172.25.7.3', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'port_id': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'mac_address': 'fa:16:3e:e3:5d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:09:57Z', 'updated_at': '2021-07-09T17:09:57Z', 'revision_number': 0, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:43Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:01.075869 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.118205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb8332fd-101e-42a7-ae15-943261baa7f5 req-f2447df9-cedb-43d0-91fd-16d65aad4589 service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186321 Jul 09 17:10:01.145363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.172452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3cb0c2c3-04a0-41cd-8d5d-dbf56086d3e9 None None] Provisioning for port 654e9583-d2b9-4afa-9023-629c08847872 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:01.180769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3cb0c2c3-04a0-41cd-8d5d-dbf56086d3e9 None None] Provisioning complete for port 654e9583-d2b9-4afa-9023-629c08847872 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:01.181150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2c3-04a0-41cd-8d5d-dbf56086d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.187622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:01.231231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 8627d33f-f42a-4490-a6a1-6300d64f7e3d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:01.231579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 8627d33f-f42a-4490-a6a1-6300d64f7e3d not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:01.247429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0c2c3-04a0-41cd-8d5d-dbf56086d3e9 None None] Port 654e9583-d2b9-4afa-9023-629c08847872 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:01.263172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.269424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-75bc8c5b-c394-4501-97a3-46807e35a542 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/2ded53e4-58c7-42dd-be32-89959faa2beb HTTP/1.1" status: 200 len: 990 time: 0.1248491 Jul 09 17:10:01.319423 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41204f-3c0e-4a2b-9525-7aec476cfa72 None None] New status for floating IP 2ded53e4-58c7-42dd-be32-89959faa2beb: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:10:01.327671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-babc5075-008b-48d9-9e46-66c2b89263c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00a20759ebb9478c89c60abf20b8c4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489734 Jul 09 17:10:01.330815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.392009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3c38-23cc-4edb-bb93-dce1cf99ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.415257 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3c38-23cc-4edb-bb93-dce1cf99ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.476818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3c38-23cc-4edb-bb93-dce1cf99ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.479936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3c38-23cc-4edb-bb93-dce1cf99ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.481269 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8bdf3c38-23cc-4edb-bb93-dce1cf99ac5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0be9988c-1c58-4921-a6c6-4904fc9bd857 HTTP/1.1" status: 204 len: 168 time: 0.1493073 Jul 09 17:10:01.491227 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.493038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3c38-23cc-4edb-bb93-dce1cf99ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be9988c-1c58-4921-a6c6-4904fc9bd857,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:01.498136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.588464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event updated for resources: {'Port': ['ID=654e9583-d2b9-4afa-9023-629c08847872,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:01.599329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] In _notify_port_updated(), no bound segment for port 654e9583-d2b9-4afa-9023-629c08847872 on network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:10:01.605414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:01.605892 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.609853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-50abf88f-4fbc-4fef-bba6-a815c6f42030 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "PUT /v2.0/ports/654e9583-d2b9-4afa-9023-629c08847872 HTTP/1.1" status: 200 len: 1056 time: 0.7302570 Jul 09 17:10:01.611017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59892) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.719423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port 654e9583-d2b9-4afa-9023-629c08847872 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:01.719778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.772258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fcd36b1e-458b-455b-afd3-bd4f7bb5137b None None] Provisioning complete for port 654e9583-d2b9-4afa-9023-629c08847872 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:01.772693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcd36b1e-458b-455b-afd3-bd4f7bb5137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.806951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fcd36b1e-458b-455b-afd3-bd4f7bb5137b None None] Port 654e9583-d2b9-4afa-9023-629c08847872 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:01.816029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.829586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for 654e9583-d2b9-4afa-9023-629c08847872 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:01.964372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.992396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=654e9583-d2b9-4afa-9023-629c08847872,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.198317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.201999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.204094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2ed2abb-5a26-4663-9623-7e9993208bbe tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/ports/654e9583-d2b9-4afa-9023-629c08847872 HTTP/1.1" status: 204 len: 168 time: 0.5919869 Jul 09 17:10:02.207644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.238220 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b0ac56-5e7d-4e1e-9566-1a2679ca36fa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] GET failed (client error): The resource could not be found. Jul 09 17:10:02.239725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-88b0ac56-5e7d-4e1e-9566-1a2679ca36fa tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "GET /v2.0/ports/654e9583-d2b9-4afa-9023-629c08847872 HTTP/1.1" status: 404 len: 333 time: 0.0311761 Jul 09 17:10:02.242702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.273147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.313239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509973932'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:02.338367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port 7852591e-072e-4e27-9d8b-46d77fc10724 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:02.338790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.352124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-774c4b1e-13fa-4348-a9b4-63e7cc8bdcaa tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/2ded53e4-58c7-42dd-be32-89959faa2beb HTTP/1.1" status: 200 len: 992 time: 0.0777400 Jul 09 17:10:02.353715 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.362434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.460121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.465635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.503821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca4c2b-fe76-454a-b0bd-b5e036f08bec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.569051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.573431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.604909 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.606104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4067481 Jul 09 17:10:02.607013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048376d-4a5a-4303-8b2a-5cba251436d2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944ebf10-0c4c-42b6-8706-394c6eccb366,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.609075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.684495 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f808ac6-f630-41f0-817d-4b2ba4fd8fb6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0716591 Jul 09 17:10:02.684730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.689260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-security--953826818', 'description': 'tempest-security-description-1485532294'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:02.721782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.771912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.775966 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.778804 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.780057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "PUT /v2.0/security-groups/944ebf10-0c4c-42b6-8706-394c6eccb366 HTTP/1.1" status: 200 len: 1779 time: 0.0943804 Jul 09 17:10:02.782836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.803302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098aa8c-157d-463b-9dd1-8435d3a48caa tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944ebf10-0c4c-42b6-8706-394c6eccb366,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.809409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.830802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for 7852591e-072e-4e27-9d8b-46d77fc10724 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:02.849004 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-272944bf-8b40-463f-9130-add258c1f845 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups/944ebf10-0c4c-42b6-8706-394c6eccb366 HTTP/1.1" status: 200 len: 1779 time: 0.0650969 Jul 09 17:10:02.851849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.910631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96862703-a141-40ea-a4fe-299b44fe5898 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.935372 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96862703-a141-40ea-a4fe-299b44fe5898 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.968053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.994161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96862703-a141-40ea-a4fe-299b44fe5898 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.996783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96862703-a141-40ea-a4fe-299b44fe5898 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.000472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-96862703-a141-40ea-a4fe-299b44fe5898 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/944ebf10-0c4c-42b6-8706-394c6eccb366 HTTP/1.1" status: 204 len: 168 time: 0.1451542 Jul 09 17:10:03.001604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.017691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96862703-a141-40ea-a4fe-299b44fe5898 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ebf10-0c4c-42b6-8706-394c6eccb366,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.030414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=7852591e-072e-4e27-9d8b-46d77fc10724,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.064503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-acd17f01-936e-4b68-b564-cc2f33afc3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617473 Jul 09 17:10:03.067499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.080996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.082942 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-755acd3b-5ac3-43bf-86f6-3dfccc571c37 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/ports/7852591e-072e-4e27-9d8b-46d77fc10724 HTTP/1.1" status: 204 len: 168 time: 0.8393199 Jul 09 17:10:03.085719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.085876 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-55681026-8485-41c0-a9e5-e4a89b0b281e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] delete failed (client error): The resource could not be found. Jul 09 17:10:03.090529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-55681026-8485-41c0-a9e5-e4a89b0b281e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/944ebf10-0c4c-42b6-8706-394c6eccb366 HTTP/1.1" status: 404 len: 347 time: 0.0184410 Jul 09 17:10:03.091565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.096220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--484784895'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:03.124059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.124733 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8ad407-2498-4273-b4ea-d4c3792516ff tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] GET failed (client error): The resource could not be found. Jul 09 17:10:03.129800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0d8ad407-2498-4273-b4ea-d4c3792516ff tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "GET /v2.0/ports/7852591e-072e-4e27-9d8b-46d77fc10724 HTTP/1.1" status: 404 len: 333 time: 0.0398765 Jul 09 17:10:03.130541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.213813 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.218897 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.240426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:03.240876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.247799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.249068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1565282 Jul 09 17:10:03.252119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.256564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'a20ee0e4-cc64-4346-8338-d5e3c30343c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:03.264867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d7ac6-82fb-4e5e-bb1e-6e14153deee7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ee0e4-cc64-4346-8338-d5e3c30343c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.289343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.333480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.352187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for 641e6a7d-523c-40c6-99b9-6ea5eb792cb3 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:03.364120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.369291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.388164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849a2c0f-7d6e-49b8-a243-971b2c93446f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.399503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.401145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-29e5c3c9-07be-4abe-aa3d-725c0e6f4405 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480989 Jul 09 17:10:03.404545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.448278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43142c4a-034f-4877-9118-92d0a5ea8874 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.463214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43142c4a-034f-4877-9118-92d0a5ea8874 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.517742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43142c4a-034f-4877-9118-92d0a5ea8874 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.528377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43142c4a-034f-4877-9118-92d0a5ea8874 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.532001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43142c4a-034f-4877-9118-92d0a5ea8874 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/849a2c0f-7d6e-49b8-a243-971b2c93446f HTTP/1.1" status: 204 len: 168 time: 0.1241860 Jul 09 17:10:03.533199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.542941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43142c4a-034f-4877-9118-92d0a5ea8874 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=849a2c0f-7d6e-49b8-a243-971b2c93446f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.549227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.585905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=641e6a7d-523c-40c6-99b9-6ea5eb792cb3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.593977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0a38db6d-eea3-4046-b46e-8bdd6babf5dd tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594311 Jul 09 17:10:03.596589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.659030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.659291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50c94474-13ad-42ed-9e2d-c69685b66429 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.663293 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c6d81bf2-35ae-4da4-aa6b-a3b869f06560 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/ports/641e6a7d-523c-40c6-99b9-6ea5eb792cb3 HTTP/1.1" status: 204 len: 168 time: 0.5294883 Jul 09 17:10:03.663756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59950) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.685332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50c94474-13ad-42ed-9e2d-c69685b66429 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.718324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting subnet f1e85e0b-7ec0-4990-b200-5b58320e5232 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:03.721759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.732473 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50c94474-13ad-42ed-9e2d-c69685b66429 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.737578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50c94474-13ad-42ed-9e2d-c69685b66429 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.741365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-50c94474-13ad-42ed-9e2d-c69685b66429 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/a20ee0e4-cc64-4346-8338-d5e3c30343c5 HTTP/1.1" status: 204 len: 168 time: 0.1414444 Jul 09 17:10:03.742463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.763483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c94474-13ad-42ed-9e2d-c69685b66429 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ee0e4-cc64-4346-8338-d5e3c30343c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.777998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.804865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb8574cb-fee3-422e-9b1b-e6f6809ba9f5 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601535 Jul 09 17:10:03.808656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.813170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251789654'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:03.836187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.866414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.921385 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.926253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.928739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.952487 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.954708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1441312 Jul 09 17:10:03.956611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.961145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'c7da465a-1805-494d-ae54-b6dcba495585', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:03.964802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.966873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/subnets/f1e85e0b-7ec0-4990-b200-5b58320e5232 HTTP/1.1" status: 204 len: 168 time: 0.3020909 Jul 09 17:10:03.967696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541be773-cb25-46ea-baba-39421a7952d1 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e85e0b-7ec0-4990-b200-5b58320e5232,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.969218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27435b-b93a-45e9-b4d3-1e408ebbd14b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da465a-1805-494d-ae54-b6dcba495585,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.970160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.979316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9653cf-3515-4a43-970d-94deb717056f None None] Network febdeeea-ad1e-44e9-882c-6e52f2ea35f7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:03.995602 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.050249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.057229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.061814 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.079506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ab0685-eae0-4830-ab93-2ac5792427ed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.087410 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.091881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.092265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-95c9a936-21e1-4c7f-9362-b659f3b3ccd4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347237 Jul 09 17:10:04.097529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'c7da465a-1805-494d-ae54-b6dcba495585', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:04.142096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.145475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Deleting port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:04.145914 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.189546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] DHCP port deletion for febdeeea-ad1e-44e9-882c-6e52f2ea35f7 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:10:04.235897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] Deleting port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:04.236167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.241013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] For port 21840ad4-8eae-44c5-9795-9ea580cbb0e1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=21840ad4-8eae-44c5-9795-9ea580cbb0e1,segment=NetworkSegment(c0c76207-ad3a-438d-855b-a1db377741bd),segment_id=c0c76207-ad3a-438d-855b-a1db377741bd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:04.241388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.261710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.262824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Calling delete_port for 21840ad4-8eae-44c5-9795-9ea580cbb0e1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:04.268885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.303945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] For port 21840ad4-8eae-44c5-9795-9ea580cbb0e1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=21840ad4-8eae-44c5-9795-9ea580cbb0e1,segment=NetworkSegment(c0c76207-ad3a-438d-855b-a1db377741bd),segment_id=c0c76207-ad3a-438d-855b-a1db377741bd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:04.304347 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.317394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] Calling delete_port for 21840ad4-8eae-44c5-9795-9ea580cbb0e1 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:04.320063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225a5a23-7c15-4af2-8905-2e7d4ffd9716,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.329519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.333592 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bd2b3e34-4825-41c3-ad10-f1cfedc004fc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2404418 Jul 09 17:10:04.333762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.339179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'c7da465a-1805-494d-ae54-b6dcba495585', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:04.374002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.384306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.401348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.420228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Port': ['ID=21840ad4-8eae-44c5-9795-9ea580cbb0e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.422786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] No DVR routers for this DVR port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:04.434278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] No DVR routers for this DVR port 21840ad4-8eae-44c5-9795-9ea580cbb0e1 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:04.439583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d91df-ff59-49a3-bd27-f57e35f921d4 None None] Pushing event deleted for resources: {'Port': ['ID=21840ad4-8eae-44c5-9795-9ea580cbb0e1,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.452509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.457106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.476734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898eaf57-18f7-4f5b-b2d4-c4cb5bb74831,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.483697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.484990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7b24e20c-567b-4486-93cf-a4e9dcaa254e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502779 Jul 09 17:10:04.487821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.492462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'c7da465a-1805-494d-ae54-b6dcba495585', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:04.506601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.517869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febdeeea-ad1e-44e9-882c-6e52f2ea35f7']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:04.519015 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.528489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c76207-ad3a-438d-855b-a1db377741bd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:04.528788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c76207-ad3a-438d-855b-a1db377741bd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:04.537834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.558973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.565824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:04.566254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:04.569579 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:04.581238 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.585512 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.600675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e78bb12-0dc6-4bf2-96ad-e2beb6cd5502,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.610590 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.611838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4ddcd853-85a8-489f-a535-5c89b0631bbc tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230440 Jul 09 17:10:04.614613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.619204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'c7da465a-1805-494d-ae54-b6dcba495585', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:04.635038 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.643958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.645792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] 10.222.0.48 "DELETE /v2.0/networks/febdeeea-ad1e-44e9-882c-6e52f2ea35f7 HTTP/1.1" status: 204 len: 168 time: 0.6729665 Jul 09 17:10:04.646399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.656012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf99d0-e4e2-4b21-a2d8-3622d42c3416 tempest-AllowedAddressPairTestJSON-662800188 tempest-AllowedAddressPairTestJSON-662800188-project] Pushing event deleted for resources: {'Network': ['ID=febdeeea-ad1e-44e9-882c-6e52f2ea35f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.715043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.720019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.740044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ea7310-1947-4f48-86b0-05f01263a62c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.745686 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.746972 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8e0f38a5-ea2c-44f8-af4b-087037f13395 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1314158 Jul 09 17:10:04.750232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.783787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4df1ce-7113-4088-bd15-9471f6075032 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.792384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4df1ce-7113-4088-bd15-9471f6075032 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.823713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4df1ce-7113-4088-bd15-9471f6075032 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.829190 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4df1ce-7113-4088-bd15-9471f6075032 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.830727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7e4df1ce-7113-4088-bd15-9471f6075032 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/06ea7310-1947-4f48-86b0-05f01263a62c HTTP/1.1" status: 204 len: 168 time: 0.0793335 Jul 09 17:10:04.833988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59972) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.839642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4df1ce-7113-4088-bd15-9471f6075032 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06ea7310-1947-4f48-86b0-05f01263a62c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.893678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e42c53b6-d1b3-4184-b39d-3db9a8a70a55 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0579937 Jul 09 17:10:04.896865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59976) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.920668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a6a85a1-de33-4862-b20a-173ec042ac30 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.928238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a6a85a1-de33-4862-b20a-173ec042ac30 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.933812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.958774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a6a85a1-de33-4862-b20a-173ec042ac30 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.969246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a6a85a1-de33-4862-b20a-173ec042ac30 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.974969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0a6a85a1-de33-4862-b20a-173ec042ac30 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9e78bb12-0dc6-4bf2-96ad-e2beb6cd5502 HTTP/1.1" status: 204 len: 168 time: 0.0725856 Jul 09 17:10:04.975210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.975414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a85a1-de33-4862-b20a-173ec042ac30 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e78bb12-0dc6-4bf2-96ad-e2beb6cd5502,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.019382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6283d3fa-f361-4e67-8f5c-fbdabf1f4fe7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0449283 Jul 09 17:10:05.022691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.068538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168cbbe8-7885-48e4-ba4c-5ba9495174f6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.078112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168cbbe8-7885-48e4-ba4c-5ba9495174f6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.113852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7958ee69-21d6-49f1-9871-07f8085b7ced admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6021461225b48048543e7cfb228aee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786907 Jul 09 17:10:05.116273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.130943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168cbbe8-7885-48e4-ba4c-5ba9495174f6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.142186 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168cbbe8-7885-48e4-ba4c-5ba9495174f6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.145672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-168cbbe8-7885-48e4-ba4c-5ba9495174f6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/898eaf57-18f7-4f5b-b2d4-c4cb5bb74831 HTTP/1.1" status: 204 len: 168 time: 0.1196542 Jul 09 17:10:05.146244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.157564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cbbe8-7885-48e4-ba4c-5ba9495174f6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=898eaf57-18f7-4f5b-b2d4-c4cb5bb74831,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.170960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 21840ad4-8eae-44c5-9795-9ea580cbb0e1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:05.184963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61145af6-d601-4464-9d9e-36587ffac600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.196721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 21840ad4-8eae-44c5-9795-9ea580cbb0e1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:05.197160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 21840ad4-8eae-44c5-9795-9ea580cbb0e1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:05.203735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-44d48d19-5ffe-432d-aa66-cd396bdf9df2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0561049 Jul 09 17:10:05.206216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 59990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.206860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61145af6-d601-4464-9d9e-36587ffac600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.229931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-208d8135-e509-43d3-b612-14beecdb14c8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.237440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-208d8135-e509-43d3-b612-14beecdb14c8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.254022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61145af6-d601-4464-9d9e-36587ffac600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.256764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61145af6-d601-4464-9d9e-36587ffac600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.258378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-61145af6-d601-4464-9d9e-36587ffac600 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1c694d9-86ea-40a5-999e-771f83713055 HTTP/1.1" status: 204 len: 168 time: 0.1411204 Jul 09 17:10:05.267714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-208d8135-e509-43d3-b612-14beecdb14c8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.268076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61145af6-d601-4464-9d9e-36587ffac600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c694d9-86ea-40a5-999e-771f83713055,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.275420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-208d8135-e509-43d3-b612-14beecdb14c8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.277068 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-208d8135-e509-43d3-b612-14beecdb14c8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/225a5a23-7c15-4af2-8905-2e7d4ffd9716 HTTP/1.1" status: 204 len: 168 time: 0.0697777 Jul 09 17:10:05.280140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.283419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d8135-e509-43d3-b612-14beecdb14c8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=225a5a23-7c15-4af2-8905-2e7d4ffd9716,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.325035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e3e4ae0-3b40-4b77-bc50-540bccafd19b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0437357 Jul 09 17:10:05.328160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 59996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.352295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27b323e9-696b-4d86-8b88-4884bc2fb891 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.359739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27b323e9-696b-4d86-8b88-4884bc2fb891 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.388691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27b323e9-696b-4d86-8b88-4884bc2fb891 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.394294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27b323e9-696b-4d86-8b88-4884bc2fb891 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.395478 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-27b323e9-696b-4d86-8b88-4884bc2fb891 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/58ab0685-eae0-4830-ab93-2ac5792427ed HTTP/1.1" status: 204 len: 168 time: 0.0663800 Jul 09 17:10:05.398932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.403337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b323e9-696b-4d86-8b88-4884bc2fb891 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58ab0685-eae0-4830-ab93-2ac5792427ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.441573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a295ca7d-ca4f-43b6-b013-e0d89b94f4f8 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409765 Jul 09 17:10:05.444419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.501874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1a22157-9812-4e63-a812-e30f5bb08829 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.526603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1a22157-9812-4e63-a812-e30f5bb08829 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.573414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1a22157-9812-4e63-a812-e30f5bb08829 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.576013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1a22157-9812-4e63-a812-e30f5bb08829 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.577178 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c1a22157-9812-4e63-a812-e30f5bb08829 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/c7da465a-1805-494d-ae54-b6dcba495585 HTTP/1.1" status: 204 len: 168 time: 0.1318555 Jul 09 17:10:05.580018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.586270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a22157-9812-4e63-a812-e30f5bb08829 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da465a-1805-494d-ae54-b6dcba495585,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.637216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-389619b9-b495-48de-869d-217fc40bd629 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558929 Jul 09 17:10:05.641401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.646515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755945793'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:05.667781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.762946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.767154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.796534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c483573e-edcf-4377-8268-1d240c6a3970,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.796825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14e392b1-13ab-43a4-9bf8-b9751a1e84cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.806736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.807848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c572c71-1e66-42d2-bd2e-4125a0788edf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1654191 Jul 09 17:10:05.810633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.815256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'c483573e-edcf-4377-8268-1d240c6a3970', 'direction': 'ingress', 'protocol': 17}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:05.842825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.901247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.905722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.924347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472a9a38-8db3-44b7-a7ea-49239cfc0acf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:05.932208 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.933533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5a577664-cc12-417c-a2c9-4502a75a8138 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1219592 Jul 09 17:10:05.936454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.947910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:05.996428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2345d7a3-bcec-4eb8-bf5a-95b05f9c0126 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.020266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2345d7a3-bcec-4eb8-bf5a-95b05f9c0126 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.047220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1889222814'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:06.068599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2345d7a3-bcec-4eb8-bf5a-95b05f9c0126 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.070763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:06.071607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2345d7a3-bcec-4eb8-bf5a-95b05f9c0126 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.072895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2345d7a3-bcec-4eb8-bf5a-95b05f9c0126 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/c483573e-edcf-4377-8268-1d240c6a3970 HTTP/1.1" status: 204 len: 168 time: 0.1353245 Jul 09 17:10:06.074214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.076394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.083610 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.089391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345d7a3-bcec-4eb8-bf5a-95b05f9c0126 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483573e-edcf-4377-8268-1d240c6a3970,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.139384 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1b974cb-52b7-47f3-ae35-a974986f7b5b tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618954 Jul 09 17:10:06.144384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.149180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469480882'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:06.197787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.203382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.220285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.230673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:06.240547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0380bf4c-a05a-4283-9e1c-012ac52a21a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.246088 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.246460 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Added segment 1d6b4f01-971a-449d-9f05-b1336544b2f3 of type vlan for network 994977ff-20e3-41ff-b06e-89102917b8da Jul 09 17:10:06.292248 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.315367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.319852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.321291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.327060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:06.327664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.348608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.350010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2044725 Jul 09 17:10:06.352199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aded1-54ee-4a68-9183-00a5f1337942 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f554c163-01c3-4ee5-bb7f-f1c1c09cea5b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.354518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.359385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--893957828'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:06.385175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4361219 Jul 09 17:10:06.388504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.393056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'subnet': {'network_id': '994977ff-20e3-41ff-b06e-89102917b8da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:06.401439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.448686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8d954-eb4f-48dd-8977-50ed98e44887 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Network': ['ID=994977ff-20e3-41ff-b06e-89102917b8da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.462996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 994977ff-20e3-41ff-b06e-89102917b8da details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:06.491921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.497296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.512466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:06.517038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.532775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.534063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1786473 Jul 09 17:10:06.536073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09801960-fb97-456c-936f-a05eb728b3d4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7133c7-ab2d-40fb-a469-fc07b3aa5abf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.539505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.544112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'f554c163-01c3-4ee5-bb7f-f1c1c09cea5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5a7133c7-ab2d-40fb-a469-fc07b3aa5abf', 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:06.575212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.653956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.658729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.676502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606c5f40-51cc-4311-a710-86bfca4caba1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.683416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.687257 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-91cdc241-a2e0-463f-9483-8cb3aa00e7c1 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1441352 Jul 09 17:10:06.687786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.700703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.712044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a96a0cb-687b-451e-b5c9-11381f2b81b7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.719607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a96a0cb-687b-451e-b5c9-11381f2b81b7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.755285 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a96a0cb-687b-451e-b5c9-11381f2b81b7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.761773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Subnet': ['ID=e1011168-0fb3-4a8f-9200-287668e44b54,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.764225 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a96a0cb-687b-451e-b5c9-11381f2b81b7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.766282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a96a0cb-687b-451e-b5c9-11381f2b81b7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/606c5f40-51cc-4311-a710-86bfca4caba1 HTTP/1.1" status: 204 len: 168 time: 0.0776541 Jul 09 17:10:06.771093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.773890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Checking segment: {'id': '1d6b4f01-971a-449d-9f05-b1336544b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '994977ff-20e3-41ff-b06e-89102917b8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:06.774264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network hostable DHCP agents. Network: 994977ff-20e3-41ff-b06e-89102917b8da, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:06.782182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96a0cb-687b-451e-b5c9-11381f2b81b7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=606c5f40-51cc-4311-a710-86bfca4caba1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.791986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:06.800590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 994977ff-20e3-41ff-b06e-89102917b8da) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:06.805062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:06.805743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.813580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b94243-984c-4935-a2a4-c16cbda1d7b3 None None] Network 994977ff-20e3-41ff-b06e-89102917b8da requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:06.824591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1935323-0907-4b43-8e93-311035f0ba71 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4329445 Jul 09 17:10:06.824965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.829695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1996071690', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:06.839171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2976dd2-d7a0-49f7-83e9-408478b3319c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0646112 Jul 09 17:10:06.839626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.890698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.891793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.957392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba2436-3241-4afb-9b72-b65a8ed770ba None None] Network 994977ff-20e3-41ff-b06e-89102917b8da requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:06.962675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-370db997-dbc0-43f0-acef-31c26fb09200 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.967296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.045829 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-370db997-dbc0-43f0-acef-31c26fb09200 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.140101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.165041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-370db997-dbc0-43f0-acef-31c26fb09200 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.167625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-370db997-dbc0-43f0-acef-31c26fb09200 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.168818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-370db997-dbc0-43f0-acef-31c26fb09200 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/5a7133c7-ab2d-40fb-a469-fc07b3aa5abf HTTP/1.1" status: 204 len: 168 time: 0.3281960 Jul 09 17:10:07.171740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:07.207414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db997-dbc0-43f0-acef-31c26fb09200 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7133c7-ab2d-40fb-a469-fc07b3aa5abf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.230082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d094f88a-2a29-49f2-9e12-78ad070a2cdf tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0546145 Jul 09 17:10:07.230826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:07.283296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bab31a-a552-404c-a900-9615a011c4ec tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.307623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bab31a-a552-404c-a900-9615a011c4ec tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.361784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.362031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bab31a-a552-404c-a900-9615a011c4ec tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.364701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bab31a-a552-404c-a900-9615a011c4ec tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.365876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-54bab31a-a552-404c-a900-9615a011c4ec tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/f554c163-01c3-4ee5-bb7f-f1c1c09cea5b HTTP/1.1" status: 204 len: 168 time: 0.1346285 Jul 09 17:10:07.369120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:07.381364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bab31a-a552-404c-a900-9615a011c4ec tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554c163-01c3-4ee5-bb7f-f1c1c09cea5b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.383467 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.419388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c81f00e1-2ab2-453c-9ebb-1783132e26c2 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480509 Jul 09 17:10:07.425403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:07.428515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--350445779'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:07.455278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.506737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.167 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/f5552928-d75a-417c-9797-b4b55679d104) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:07.547499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.552156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.583078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.584583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1593051 Jul 09 17:10:07.585467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77462d-2922-4e9f-8df7-6af38cfa9533 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb55d52b-8eb8-4f18-9671-8e28a73fb409,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.588826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:07.593794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'bb55d52b-8eb8-4f18-9671-8e28a73fb409', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:07.618561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.623153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.673106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.690057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.695479 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.713935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f815f633-8b28-469a-97d4-6bfac197fd41,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.717514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:07.720773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:07.721007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.722318 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-19641601-4e96-4516-a861-a5c73ba30674 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1325567 Jul 09 17:10:07.723601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:07.725352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:07.760816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=f5552928-d75a-417c-9797-b4b55679d104,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.793798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8edd24-74b5-445f-a330-00e0a464a89a tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.803202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8edd24-74b5-445f-a330-00e0a464a89a tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.258335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8edd24-74b5-445f-a330-00e0a464a89a tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.263440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e8edd24-74b5-445f-a330-00e0a464a89a tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.264574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5e8edd24-74b5-445f-a330-00e0a464a89a tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f815f633-8b28-469a-97d4-6bfac197fd41 HTTP/1.1" status: 204 len: 168 time: 0.5354643 Jul 09 17:10:08.268235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.279799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8edd24-74b5-445f-a330-00e0a464a89a tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f815f633-8b28-469a-97d4-6bfac197fd41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:08.318490 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-25e348ee-c57e-4ea1-9850-93cd93ce3626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.322854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-99e828d6-d4ed-4c42-9854-800fa95f6657 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505674 Jul 09 17:10:08.323072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.350419 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.387030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46f00932-49ca-46dd-8ea6-31e02420a36f tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.394017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.413116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46f00932-49ca-46dd-8ea6-31e02420a36f tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.462134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46f00932-49ca-46dd-8ea6-31e02420a36f tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.465116 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46f00932-49ca-46dd-8ea6-31e02420a36f tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.466391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-46f00932-49ca-46dd-8ea6-31e02420a36f tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb55d52b-8eb8-4f18-9671-8e28a73fb409 HTTP/1.1" status: 204 len: 168 time: 0.1420300 Jul 09 17:10:08.469764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.482769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f00932-49ca-46dd-8ea6-31e02420a36f tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb55d52b-8eb8-4f18-9671-8e28a73fb409,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:08.530943 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bdcb5d9c-7ccd-4a87-91e5-3f548bc0c83c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564461 Jul 09 17:10:08.531323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.535867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group': {'name': 'tempest-secgroup--668022152'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:08.558159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.559687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.610200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.645485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.650266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.679214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.683037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1481984 Jul 09 17:10:08.683256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.687736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc3399-7031-4e0f-b370-498ca27492a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:08.703414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b3f7f-2fde-41e9-a763-ad950129dfc7 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc3399-7031-4e0f-b370-498ca27492a4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:08.728600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.740737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:10:08.798802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.803125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.820614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0812fe04-847d-4e8e-8618-7b155a90703d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:08.828968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.830349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1129f165-06b2-4f23-9e0a-51df991aefda tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461701 Jul 09 17:10:08.833187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.850388 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-192cb48e-5be9-4052-a629-f9daf2bfce74 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules/0812fe04-847d-4e8e-8618-7b155a90703d HTTP/1.1" status: 200 len: 763 time: 0.0160179 Jul 09 17:10:08.853184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:08.853359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.864647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:08.873207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.874624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-060534c0-a666-4d8b-b78b-46f53e908c02 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0486069 Jul 09 17:10:08.877402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.878300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:08.879044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:08.900584 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7a58f27-0def-4879-937f-1761fe3157a6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0436709 Jul 09 17:10:08.901038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.912546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:08.923857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:08.924965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:08.928079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d4d8e11-4884-4880-821f-4edf52e3ad2d tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.936373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d4d8e11-4884-4880-821f-4edf52e3ad2d tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.960223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:08.961007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96d1fa-cd86-4c4e-bc31-a4481e7bacf3 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:08.975106 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d4d8e11-4884-4880-821f-4edf52e3ad2d tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.981960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d4d8e11-4884-4880-821f-4edf52e3ad2d tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.983195 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d4d8e11-4884-4880-821f-4edf52e3ad2d tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0812fe04-847d-4e8e-8618-7b155a90703d HTTP/1.1" status: 204 len: 168 time: 0.0811377 Jul 09 17:10:08.988809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d8e11-4884-4880-821f-4edf52e3ad2d tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0812fe04-847d-4e8e-8618-7b155a90703d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:08.992167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.086006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bbdf26be-9137-47aa-adca-0f7ebfa5a995 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926661 Jul 09 17:10:09.088756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.118728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc3399-7031-4e0f-b370-498ca27492a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:09.165733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.306626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.307247 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.312316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.369575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9050187-6965-4ceb-9a4b-082e314a1a28,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:09.374693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.379028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-952cf04f-dfe0-4cdb-ad64-1cc06588d093 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2862442 Jul 09 17:10:09.379028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.415393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-070aab8c-4eda-483c-b374-3c07ff1a28ce tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules/d9050187-6965-4ceb-9a4b-082e314a1a28 HTTP/1.1" status: 200 len: 763 time: 0.0357285 Jul 09 17:10:09.417938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.502727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-73be21a8-c561-4efc-aa8f-16dbed24bd12 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0836892 Jul 09 17:10:09.505407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.522725 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.546298 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8647afd0-316f-4bb2-b184-ed020647f5b4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.587775 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8647afd0-316f-4bb2-b184-ed020647f5b4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.656221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8647afd0-316f-4bb2-b184-ed020647f5b4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.666836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8647afd0-316f-4bb2-b184-ed020647f5b4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.667978 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8647afd0-316f-4bb2-b184-ed020647f5b4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d9050187-6965-4ceb-9a4b-082e314a1a28 HTTP/1.1" status: 204 len: 168 time: 0.1616690 Jul 09 17:10:09.670710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.674025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647afd0-316f-4bb2-b184-ed020647f5b4 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9050187-6965-4ceb-9a4b-082e314a1a28,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:09.711835 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f00d7a77-e31f-4d77-8af7-d7deda96be09 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399902 Jul 09 17:10:09.714637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.718987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Request body: {'security_group_rule': {'security_group_id': 'f8bc3399-7031-4e0f-b370-498ca27492a4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:09.747327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.795788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.800078 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.820871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5c057e-26bc-4221-bffd-880e34ceeccb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:09.828747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.830964 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fd7da6c3-fc7d-4277-b919-5c417a99c93c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153796 Jul 09 17:10:09.832965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.850536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-866bea68-c6f7-489d-8cfd-8b2bda932ab6 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules/2c5c057e-26bc-4221-bffd-880e34ceeccb HTTP/1.1" status: 200 len: 764 time: 0.0158193 Jul 09 17:10:09.852485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.869874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.1 (994977ff-20e3-41ff-b06e-89102917b8da/e1011168-0fb3-4a8f-9200-287668e44b54/ceed6b76-dec0-4214-8ee8-23adc4e8d6d9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:09.900219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-139b5275-048f-4a27-a779-7fb9b1644a01 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0466032 Jul 09 17:10:09.902976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.926443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8af7d2a-2102-46e4-9b67-3bda0c42912e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.934104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8af7d2a-2102-46e4-9b67-3bda0c42912e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.962902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8af7d2a-2102-46e4-9b67-3bda0c42912e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.969027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8af7d2a-2102-46e4-9b67-3bda0c42912e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.974027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f8af7d2a-2102-46e4-9b67-3bda0c42912e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2c5c057e-26bc-4221-bffd-880e34ceeccb HTTP/1.1" status: 204 len: 168 time: 0.0668552 Jul 09 17:10:09.974367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.976458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af7d2a-2102-46e4-9b67-3bda0c42912e tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c5c057e-26bc-4221-bffd-880e34ceeccb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:10.014744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.040488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fcc1a5f4-602c-4d38-86e1-cff453c16990 tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649488 Jul 09 17:10:10.043567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:10.074660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.100996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a4fed01-469b-4b50-9434-77367c4577ad tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.118857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:10.122037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:10.123433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a4fed01-469b-4b50-9434-77367c4577ad tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.126101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:10.133366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=ceed6b76-dec0-4214-8ee8-23adc4e8d6d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:10.169009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a4fed01-469b-4b50-9434-77367c4577ad tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.171620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a4fed01-469b-4b50-9434-77367c4577ad tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.172828 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a4fed01-469b-4b50-9434-77367c4577ad tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8bc3399-7031-4e0f-b370-498ca27492a4 HTTP/1.1" status: 204 len: 168 time: 0.1279798 Jul 09 17:10:10.174197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.176193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:10.188758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fed01-469b-4b50-9434-77367c4577ad tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc3399-7031-4e0f-b370-498ca27492a4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:10.227051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f41a3007-54da-4aae-98ce-2a55ab97e5eb tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487134 Jul 09 17:10:10.231391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:10.277825 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7599f884-6452-4c95-bb11-d32e429d6c1c tempest-SecGroupTest-1540892001 tempest-SecGroupTest-1540892001-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447283 Jul 09 17:10:10.374996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.534665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:10.693519 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.705621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.715891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab289d29-f861-45b8-991f-3aad2232280b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd44396c89fb4775bff5b5e10c6b0ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801305 Jul 09 17:10:10.718833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:10.780732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=ceed6b76-dec0-4214-8ee8-23adc4e8d6d9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:10.783687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596cc780-a83d-4526-bd0d-a90c3f0d7619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.784026 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.806788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596cc780-a83d-4526-bd0d-a90c3f0d7619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.857402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596cc780-a83d-4526-bd0d-a90c3f0d7619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.860081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596cc780-a83d-4526-bd0d-a90c3f0d7619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.861300 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-596cc780-a83d-4526-bd0d-a90c3f0d7619 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5ca4c2b-fe76-454a-b0bd-b5e036f08bec HTTP/1.1" status: 204 len: 168 time: 0.1410160 Jul 09 17:10:10.869366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cc780-a83d-4526-bd0d-a90c3f0d7619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca4c2b-fe76-454a-b0bd-b5e036f08bec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:10.881449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:10.887492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:11.005057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:11.116380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:11.124278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-90a1ab6a-ee5f-4bc2-aabe-d13b2edfd8d7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/routers/6c943d1e-d897-40bd-8620-69b4a9867a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2434559 Jul 09 17:10:11.124839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.126859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:11.129489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'port': {'network_id': '994977ff-20e3-41ff-b06e-89102917b8da', 'name': 'tempest-FloatingIPTestJSON-2059467388'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:11.138935 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:11.139569 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:11.157689 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.175945 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:11.184737 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:11.185368 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:11.253515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:11.257669 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.277365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] device_id is not set on port 14e0143d-0d0e-4736-b404-2518999bdaf4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:10:11.313613 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:11.314278 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af13f0-7741-4428-b7f7-f9c924b05f2f None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:11.407766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.10 (994977ff-20e3-41ff-b06e-89102917b8da/e1011168-0fb3-4a8f-9200-287668e44b54/14e0143d-0d0e-4736-b404-2518999bdaf4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:11.563384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.564362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.606545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.657483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:11.663404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-20ef4836-3aa5-443e-ada8-e9b0172fe59e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:11.663840 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-20ef4836-3aa5-443e-ada8-e9b0172fe59e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 17:10:11.664334 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-20ef4836-3aa5-443e-ada8-e9b0172fe59e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:10:11.669030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20ef4836-3aa5-443e-ada8-e9b0172fe59e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0999618 Jul 09 17:10:11.669204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:11.669316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.669962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:11.676560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=14e0143d-0d0e-4736-b404-2518999bdaf4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:11.679066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--885394827'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:11.702676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.712050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.734605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:11.735229 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.815924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.822826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.828259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-95081515-eef2-40d1-a5ee-c2b72a8066c7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7025492 Jul 09 17:10:11.831155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.836907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'port': {'network_id': '994977ff-20e3-41ff-b06e-89102917b8da', 'name': 'tempest-FloatingIPTestJSON-679297906'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:11.860784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8e6e1-894e-471b-9d0f-f46a9faab6e1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:11.921503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.926568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.957977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.962083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2890315 Jul 09 17:10:11.962083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95741de2-e6eb-4e94-ad84-97c1c4dd51ab tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cf81a9-1fd2-4fcf-8983-1d4fda895daa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:11.964200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.969638 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '39cf81a9-1fd2-4fcf-8983-1d4fda895daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:11.989754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:11.993692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.021758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] device_id is not set on port 16fea271-5201-4bbb-a815-9ae5c7b2505e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:10:12.029856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.152706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.160998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.187052 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.13 (994977ff-20e3-41ff-b06e-89102917b8da/e1011168-0fb3-4a8f-9200-287668e44b54/16fea271-5201-4bbb-a815-9ae5c7b2505e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:12.192893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.194200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2290187 Jul 09 17:10:12.196660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21048ea-d8fc-4c93-89db-c3d39a47db81 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90176d3-230b-40e5-809c-375586266c29,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.197349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.202491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e5fad75c-865e-4320-9c31-60458f0e5932 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '39cf81a9-1fd2-4fcf-8983-1d4fda895daa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:12.233181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fad75c-865e-4320-9c31-60458f0e5932 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.279363 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-e5fad75c-865e-4320-9c31-60458f0e5932 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:10:12.280462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e5fad75c-865e-4320-9c31-60458f0e5932 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0820687 Jul 09 17:10:12.283386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.337606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e8772ba-97c1-43b0-894e-88eaf414df17 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.350431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.360690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e8772ba-97c1-43b0-894e-88eaf414df17 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.398338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.413589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e8772ba-97c1-43b0-894e-88eaf414df17 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.416483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e8772ba-97c1-43b0-894e-88eaf414df17 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.417681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2e8772ba-97c1-43b0-894e-88eaf414df17 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/39cf81a9-1fd2-4fcf-8983-1d4fda895daa HTTP/1.1" status: 204 len: 168 time: 0.1333942 Jul 09 17:10:12.420933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.440069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8772ba-97c1-43b0-894e-88eaf414df17 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cf81a9-1fd2-4fcf-8983-1d4fda895daa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.446746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:12.455252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:12.459651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:12.471126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f9347005-ce55-4b00-9e9a-04316042599a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490546 Jul 09 17:10:12.475020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.479855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924712488'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:12.493489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=16fea271-5201-4bbb-a815-9ae5c7b2505e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.501959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.521612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:12.522249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.589877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.594555 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.602347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-48fac775-020b-49af-a016-74936b475262 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7670889 Jul 09 17:10:12.602742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.607672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '16fea271-5201-4bbb-a815-9ae5c7b2505e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:12.622153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.626232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1473639 Jul 09 17:10:12.626489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.632406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-388d319f-b2a2-4ea9-81de-98a6f9ec2e89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '99578a9e-6578-46b3-9313-56ad9d1523a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:12.632921 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-388d319f-b2a2-4ea9-81de-98a6f9ec2e89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 17:10:12.633402 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-388d319f-b2a2-4ea9-81de-98a6f9ec2e89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:12.634334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-388d319f-b2a2-4ea9-81de-98a6f9ec2e89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069199 Jul 09 17:10:12.634848 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.635471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034711-e309-4672-b588-440a77505f89 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99578a9e-6578-46b3-9313-56ad9d1523a2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.637583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60164) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.690066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0322c3c-707e-4bac-b7b8-d8bfc223993b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.712766 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0322c3c-707e-4bac-b7b8-d8bfc223993b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.729953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.755758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0322c3c-707e-4bac-b7b8-d8bfc223993b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.759033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0322c3c-707e-4bac-b7b8-d8bfc223993b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.760258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d0322c3c-707e-4bac-b7b8-d8bfc223993b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/99578a9e-6578-46b3-9313-56ad9d1523a2 HTTP/1.1" status: 204 len: 168 time: 0.1217756 Jul 09 17:10:12.763729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60166) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.776328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0322c3c-707e-4bac-b7b8-d8bfc223993b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99578a9e-6578-46b3-9313-56ad9d1523a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.813059 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-71fd985a-3d20-4351-b95b-a3815ce36616 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471220 Jul 09 17:10:12.817010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.821429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771853962'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:12.845214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.853265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.200 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/45fa038f-4644-4768-8080-52e18a07bb0e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:12.934398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.943727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.963874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.970514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.971758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1538177 Jul 09 17:10:12.975383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:12.976571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dc384-d3f2-43e1-ba76-cf2660047b64 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1836eb1-9f89-448b-8703-ddd4f4748629,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.982359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3ec4649-1a66-443d-a56e-bf5803da7c7e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': 'f1836eb1-9f89-448b-8703-ddd4f4748629', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:12.982885 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-a3ec4649-1a66-443d-a56e-bf5803da7c7e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 17:10:12.983728 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a3ec4649-1a66-443d-a56e-bf5803da7c7e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:12.989796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3ec4649-1a66-443d-a56e-bf5803da7c7e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127239 Jul 09 17:10:12.992894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.021484 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.047121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7da02a5-c646-473c-bad8-d642b7c80350 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.063841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:13.068456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:13.069759 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7da02a5-c646-473c-bad8-d642b7c80350 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.071151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:13.077227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=45fa038f-4644-4768-8080-52e18a07bb0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:13.120082 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7da02a5-c646-473c-bad8-d642b7c80350 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.122701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7da02a5-c646-473c-bad8-d642b7c80350 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.123895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7da02a5-c646-473c-bad8-d642b7c80350 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/f1836eb1-9f89-448b-8703-ddd4f4748629 HTTP/1.1" status: 204 len: 168 time: 0.1300404 Jul 09 17:10:13.127160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.150867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da02a5-c646-473c-bad8-d642b7c80350 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1836eb1-9f89-448b-8703-ddd4f4748629,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:13.181905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-814162d4-067d-44e8-9e70-56ff2d4f849a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536697 Jul 09 17:10:13.185849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.190485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--606936004'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.213521 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.309941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.314620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.341353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.342899 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1560850 Jul 09 17:10:13.347960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60178) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.355148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ba4014d1-7db3-4659-a07c-2d1f6c5e8bed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '8b1b9915-b6bc-4099-8cbd-b4dfceeb4103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.356029 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-ba4014d1-7db3-4659-a07c-2d1f6c5e8bed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 17:10:13.356542 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-ba4014d1-7db3-4659-a07c-2d1f6c5e8bed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.357545 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ba4014d1-7db3-4659-a07c-2d1f6c5e8bed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089641 Jul 09 17:10:13.360184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154b008-23ef-464c-9ee3-8def42c91338 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1b9915-b6bc-4099-8cbd-b4dfceeb4103,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:13.362163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.367300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ae2e0d3e-0907-4858-8f00-880017f2fc29 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '8b1b9915-b6bc-4099-8cbd-b4dfceeb4103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.368055 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-ae2e0d3e-0907-4858-8f00-880017f2fc29 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 17:10:13.368550 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-ae2e0d3e-0907-4858-8f00-880017f2fc29 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.373751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ae2e0d3e-0907-4858-8f00-880017f2fc29 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073898 Jul 09 17:10:13.373751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.378339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6430f7e4-bbd5-46c2-9af7-d5609b8e38f6 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '8b1b9915-b6bc-4099-8cbd-b4dfceeb4103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.379240 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-6430f7e4-bbd5-46c2-9af7-d5609b8e38f6 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 17:10:13.379764 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6430f7e4-bbd5-46c2-9af7-d5609b8e38f6 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.384032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6430f7e4-bbd5-46c2-9af7-d5609b8e38f6 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062096 Jul 09 17:10:13.384500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60184) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.389429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cf7802a0-d6f2-4e87-9692-d44af1beb539 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '8b1b9915-b6bc-4099-8cbd-b4dfceeb4103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.390319 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-cf7802a0-d6f2-4e87-9692-d44af1beb539 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 17:10:13.390850 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-cf7802a0-d6f2-4e87-9692-d44af1beb539 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.391894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cf7802a0-d6f2-4e87-9692-d44af1beb539 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062633 Jul 09 17:10:13.394794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60186) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.456985 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95199644-4e66-458e-8ee3-761eae0c13fd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.481872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95199644-4e66-458e-8ee3-761eae0c13fd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.527994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95199644-4e66-458e-8ee3-761eae0c13fd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.532727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95199644-4e66-458e-8ee3-761eae0c13fd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.534757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95199644-4e66-458e-8ee3-761eae0c13fd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/8b1b9915-b6bc-4099-8cbd-b4dfceeb4103 HTTP/1.1" status: 204 len: 168 time: 0.1387851 Jul 09 17:10:13.539985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.568394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95199644-4e66-458e-8ee3-761eae0c13fd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1b9915-b6bc-4099-8cbd-b4dfceeb4103,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:13.606277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a81b5f49-beb6-4ea4-93ec-d345331825b6 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634916 Jul 09 17:10:13.610043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60190) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.614558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--629920525'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.636599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.729259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.733563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.764746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.766940 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1558623 Jul 09 17:10:13.769272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b3a3b-e7cf-4557-9f58-f37ac9df7016 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7bf5f6-14e9-40c6-93b7-a3253dc18efd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:13.769580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.774656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f4a0082-5044-4fea-9f8e-c9f5161bd3df tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.775141 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-0f4a0082-5044-4fea-9f8e-c9f5161bd3df tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 17:10:13.775632 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0f4a0082-5044-4fea-9f8e-c9f5161bd3df tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.776591 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0f4a0082-5044-4fea-9f8e-c9f5161bd3df tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060446 Jul 09 17:10:13.779398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.784679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dbf2dfb9-1b37-4a25-b852-e9315c342a88 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.825753 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-dbf2dfb9-1b37-4a25-b852-e9315c342a88 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.829619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dbf2dfb9-1b37-4a25-b852-e9315c342a88 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0463786 Jul 09 17:10:13.830115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.834130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.835772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8fca154d-d576-4027-8668-0e49f50d76ed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.836252 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-8fca154d-d576-4027-8668-0e49f50d76ed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 17:10:13.836769 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8fca154d-d576-4027-8668-0e49f50d76ed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.837735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8fca154d-d576-4027-8668-0e49f50d76ed tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066071 Jul 09 17:10:13.840305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.844450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e503d55-a553-45fd-a1c6-5276232266ee tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.884239 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-5e503d55-a553-45fd-a1c6-5276232266ee tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.885282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e503d55-a553-45fd-a1c6-5276232266ee tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0441155 Jul 09 17:10:13.888220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.892736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eabdb197-763b-42e6-a19b-731da9825a58 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.893207 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-eabdb197-763b-42e6-a19b-731da9825a58 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 17:10:13.893672 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-eabdb197-763b-42e6-a19b-731da9825a58 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.894618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-eabdb197-763b-42e6-a19b-731da9825a58 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054569 Jul 09 17:10:13.897346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.901643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-faf3b283-4d00-4965-b751-4848f9f5cbae tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.913578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.924199 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-faf3b283-4d00-4965-b751-4848f9f5cbae tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Project 212a2efe62fe4a90913ae6d9d43d1cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:10:13.938403 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-faf3b283-4d00-4965-b751-4848f9f5cbae tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.939655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-faf3b283-4d00-4965-b751-4848f9f5cbae tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0414548 Jul 09 17:10:13.942609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.949024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-acdb977f-56ca-4365-944b-f7a4efd4f25c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.949024 n-d-800085-2 neutron-server[93768]: WARNING neutron.api.v2.base [None req-acdb977f-56ca-4365-944b-f7a4efd4f25c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 17:10:13.949024 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-acdb977f-56ca-4365-944b-f7a4efd4f25c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.949715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-acdb977f-56ca-4365-944b-f7a4efd4f25c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058160 Jul 09 17:10:13.952412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.957004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2dc3cf46-b3bc-4947-b2fc-266bd132a170 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:13.981281 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-2dc3cf46-b3bc-4947-b2fc-266bd132a170 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Project 212a2efe62fe4a90913ae6d9d43d1cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:10:13.995862 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-2dc3cf46-b3bc-4947-b2fc-266bd132a170 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:13.996850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2dc3cf46-b3bc-4947-b2fc-266bd132a170 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0435338 Jul 09 17:10:13.999753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.004287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cc42e145-cb9a-455e-bf53-a9189a492b35 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '4d7bf5f6-14e9-40c6-93b7-a3253dc18efd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.029616 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-cc42e145-cb9a-455e-bf53-a9189a492b35 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Project 212a2efe62fe4a90913ae6d9d43d1cfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:10:14.043687 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-cc42e145-cb9a-455e-bf53-a9189a492b35 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:14.044765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cc42e145-cb9a-455e-bf53-a9189a492b35 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0440791 Jul 09 17:10:14.047714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.086986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.092172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.101363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-904de2f6-3c50-440b-9e4a-d24505088722 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.126440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-904de2f6-3c50-440b-9e4a-d24505088722 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.165225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=45fa038f-4644-4768-8080-52e18a07bb0e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.178366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.180876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-904de2f6-3c50-440b-9e4a-d24505088722 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.183547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-904de2f6-3c50-440b-9e4a-d24505088722 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.184706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-904de2f6-3c50-440b-9e4a-d24505088722 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/4d7bf5f6-14e9-40c6-93b7-a3253dc18efd HTTP/1.1" status: 204 len: 168 time: 0.1361034 Jul 09 17:10:14.188143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.200761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de2f6-3c50-440b-9e4a-d24505088722 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7bf5f6-14e9-40c6-93b7-a3253dc18efd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.240777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3f7fc0af-d0cf-4b7f-8fe9-470fb152599a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503693 Jul 09 17:10:14.245030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.249773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--732315171'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.278988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.299817 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 58245d0d-16cc-4313-9c4f-38c46962aafe associated. External IP: 172.25.7.200, port: 16fea271-5201-4bbb-a815-9ae5c7b2505e. Jul 09 17:10:14.371406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.376206 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.404655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.405513 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1595349 Jul 09 17:10:14.407519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d6f4d-7802-4f4c-97c0-41e28cc6acbd tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0861757-107e-4fa0-b2f0-27cc867e224b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.410978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.415783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-094bf7e5-4630-4aba-b9f9-7599ddc42801 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': 'c0861757-107e-4fa0-b2f0-27cc867e224b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.456998 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-094bf7e5-4630-4aba-b9f9-7599ddc42801 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The resource could not be found. Jul 09 17:10:14.458008 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-094bf7e5-4630-4aba-b9f9-7599ddc42801 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0461068 Jul 09 17:10:14.460839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.465383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-398f687c-1a62-41fc-86bc-edfbe72506e7 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': 'c0861757-107e-4fa0-b2f0-27cc867e224b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8ffc4cb4-0213-40e4-9dac-81f9b87696fa'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.504979 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-398f687c-1a62-41fc-86bc-edfbe72506e7 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The resource could not be found. Jul 09 17:10:14.506180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-398f687c-1a62-41fc-86bc-edfbe72506e7 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0444093 Jul 09 17:10:14.509439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.526435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:14.562451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65360626-941c-4385-b3d2-e87917dd1172 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.590737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65360626-941c-4385-b3d2-e87917dd1172 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.641614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65360626-941c-4385-b3d2-e87917dd1172 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.644233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65360626-941c-4385-b3d2-e87917dd1172 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.645816 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-65360626-941c-4385-b3d2-e87917dd1172 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0861757-107e-4fa0-b2f0-27cc867e224b HTTP/1.1" status: 204 len: 168 time: 0.1351044 Jul 09 17:10:14.648597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.654947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65360626-941c-4385-b3d2-e87917dd1172 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0861757-107e-4fa0-b2f0-27cc867e224b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.657128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:14.675797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:14.686231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:14.687198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:14.691108 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.721480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:14.729952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:14.730590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:14.739750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a55b662-7565-4ad1-9fe9-dc17def888e2 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861714 Jul 09 17:10:14.740123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.744826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6d16170f-93c8-4589-9bf0-ffc97ee1fc96 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '73576da8-b88f-4bf8-85ed-118aab6c60ed', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.751463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8ef23870-9dd1-41ee-ac0e-2c0ef2292130 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1449935 Jul 09 17:10:14.751833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.757778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.763490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:14.764180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9bf64-ed13-49ed-aa4f-ae5ac78261af None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:14.790905 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6d16170f-93c8-4589-9bf0-ffc97ee1fc96 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The resource could not be found. Jul 09 17:10:14.796164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6d16170f-93c8-4589-9bf0-ffc97ee1fc96 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0508473 Jul 09 17:10:14.796592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.804172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870408913'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.818729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.827687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.911978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.917460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.942800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.944279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1462140 Jul 09 17:10:14.949550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.954251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810362655'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:14.965964 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eebd1-a9d5-492f-8490-7704552cb9b3 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f583b-19f0-47c4-b966-920652d1649c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.972533 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.980642 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.980953 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 58245d0d-16cc-4313-9c4f-38c46962aafe disassociated. External IP: 172.25.7.200, port: 16fea271-5201-4bbb-a815-9ae5c7b2505e. Jul 09 17:10:14.988210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.075204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.079920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.106277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.107528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1570339 Jul 09 17:10:15.111066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.115922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6ba8a105-ffca-4b10-9080-1379a53444fa tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': 'c27f583b-19f0-47c4-b966-920652d1649c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f9c7ba82-6f1b-4ea6-b165-f8259631bf28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:15.120087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a04e5-018c-4684-a436-78d453dbde2a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c7ba82-6f1b-4ea6-b165-f8259631bf28,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.156211 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6ba8a105-ffca-4b10-9080-1379a53444fa tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:15.157723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ba8a105-ffca-4b10-9080-1379a53444fa tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0453994 Jul 09 17:10:15.160516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60234) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.206583 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:15.215264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82aca0fc-f8ce-43ae-8f7b-2c90972bd653 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.239967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82aca0fc-f8ce-43ae-8f7b-2c90972bd653 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.282559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82aca0fc-f8ce-43ae-8f7b-2c90972bd653 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.285316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82aca0fc-f8ce-43ae-8f7b-2c90972bd653 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.288919 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-82aca0fc-f8ce-43ae-8f7b-2c90972bd653 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/f9c7ba82-6f1b-4ea6-b165-f8259631bf28 HTTP/1.1" status: 204 len: 168 time: 0.1248841 Jul 09 17:10:15.290883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.307074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aca0fc-f8ce-43ae-8f7b-2c90972bd653 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c7ba82-6f1b-4ea6-b165-f8259631bf28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.328517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:15.333893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.342767 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:15.351767 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:15.352393 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:15.361683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-05d68468-4c8f-4241-af04-de0ebd779999 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0669909 Jul 09 17:10:15.361966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.376536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee996e7a-0933-47ce-9cde-1ea0e75d5c78 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/floatingips/58245d0d-16cc-4313-9c4f-38c46962aafe HTTP/1.1" status: 200 len: 688 time: 0.6231401 Jul 09 17:10:15.378987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.384809 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:15.393670 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:15.394304 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:15.423265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04eeb876-f432-4f34-9945-10d30ae6006e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.428306 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:15.429000 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7743075-c3e5-4917-9e43-5252878713c9 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:15.448150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04eeb876-f432-4f34-9945-10d30ae6006e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.489615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04eeb876-f432-4f34-9945-10d30ae6006e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.492292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04eeb876-f432-4f34-9945-10d30ae6006e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.493582 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-04eeb876-f432-4f34-9945-10d30ae6006e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/c27f583b-19f0-47c4-b966-920652d1649c HTTP/1.1" status: 204 len: 168 time: 0.1305828 Jul 09 17:10:15.496369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.502784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eeb876-f432-4f34-9945-10d30ae6006e tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f583b-19f0-47c4-b966-920652d1649c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.541275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 45fa038f-4644-4768-8080-52e18a07bb0e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:15.541626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.587510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9636ece9-cf16-4eab-9c17-37f3de2b9968 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898681 Jul 09 17:10:15.592450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.601020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441991550'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:15.647155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.652921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.653253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.673274 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 45fa038f-4644-4768-8080-52e18a07bb0e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:15.819179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.842196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.885323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.886587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2932167 Jul 09 17:10:15.890552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.891087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df303c-eeaf-490d-a352-db8ed9f471f1 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5976896a-5543-45e4-aa2a-d609659db812,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.894384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.896403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6953ff9-b375-4638-974d-533003ec2ab4 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '5976896a-5543-45e4-aa2a-d609659db812', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:15.922655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=45fa038f-4644-4768-8080-52e18a07bb0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.940900 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b6953ff9-b375-4638-974d-533003ec2ab4 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:15.944831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b6953ff9-b375-4638-974d-533003ec2ab4 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0497823 Jul 09 17:10:15.945155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.949927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-77c8fe1f-963e-4558-9268-60065ccafada tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group_rule': {'security_group_id': '5976896a-5543-45e4-aa2a-d609659db812', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:15.990695 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-77c8fe1f-963e-4558-9268-60065ccafada tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:10:15.991850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-77c8fe1f-963e-4558-9268-60065ccafada tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0456200 Jul 09 17:10:15.995450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.000662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.003250 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.004398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-de5aa431-04c9-408a-8464-7f939134cd29 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/floatingips/58245d0d-16cc-4313-9c4f-38c46962aafe HTTP/1.1" status: 204 len: 168 time: 0.6243765 Jul 09 17:10:16.008541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.013273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '14e0143d-0d0e-4736-b404-2518999bdaf4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:16.038920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.053797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc265aa6-824e-4f03-8e86-58758c33dc91 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.079626 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc265aa6-824e-4f03-8e86-58758c33dc91 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.130859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc265aa6-824e-4f03-8e86-58758c33dc91 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.133802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc265aa6-824e-4f03-8e86-58758c33dc91 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.137778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bc265aa6-824e-4f03-8e86-58758c33dc91 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/5976896a-5543-45e4-aa2a-d609659db812 HTTP/1.1" status: 204 len: 168 time: 0.1412756 Jul 09 17:10:16.138452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60254) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.141490 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.159749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc265aa6-824e-4f03-8e86-58758c33dc91 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976896a-5543-45e4-aa2a-d609659db812,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:16.200076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c73daf2-c2fc-4e69-9a48-3b58e2b0fd0a tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576911 Jul 09 17:10:16.204314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.209034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'tempest-secgroup--640406754'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:16.233519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.256497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.75 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/09a19f56-b91d-49a2-b3e6-9477f1d6e3c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:16.330959 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.336161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.363806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.368341 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1595843 Jul 09 17:10:16.368746 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.369326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ec76-4801-456f-a141-9dbe2cc9d798 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d678fe91-369b-48cc-a9c7-17fe16b749ad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:16.376796 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-60ed5894-b308-4bf7-804b-6ac6baf2293c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:16.377528 n-d-800085-2 neutron-server[93767]: WARNING neutron.api.v2.base [None req-60ed5894-b308-4bf7-804b-6ac6baf2293c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 17:10:16.378531 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-60ed5894-b308-4bf7-804b-6ac6baf2293c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 17:10:16.379000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-60ed5894-b308-4bf7-804b-6ac6baf2293c tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "PUT /v2.0/security-groups/d678fe91-369b-48cc-a9c7-17fe16b749ad HTTP/1.1" status: 409 len: 330 time: 0.0091600 Jul 09 17:10:16.382634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.383947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.429317 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.442743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe9d-d2fe-4d51-8292-5269d059aa71 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.468887 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe9d-d2fe-4d51-8292-5269d059aa71 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.469133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:16.471980 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:16.477754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:16.504227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=09a19f56-b91d-49a2-b3e6-9477f1d6e3c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:16.513503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe9d-d2fe-4d51-8292-5269d059aa71 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.516288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fe9d-d2fe-4d51-8292-5269d059aa71 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.521357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d3d8fe9d-d2fe-4d51-8292-5269d059aa71 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/d678fe91-369b-48cc-a9c7-17fe16b749ad HTTP/1.1" status: 204 len: 168 time: 0.1325171 Jul 09 17:10:16.521771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.529405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8fe9d-d2fe-4d51-8292-5269d059aa71 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d678fe91-369b-48cc-a9c7-17fe16b749ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:16.617189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-37b36bb7-f451-4275-83da-682c3e47f6e5 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938063 Jul 09 17:10:16.621700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.640344 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b5302518-5be1-403d-8bf2-09383e9f9281 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] delete failed (client error): The resource could not be found. Jul 09 17:10:16.641322 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b5302518-5be1-403d-8bf2-09383e9f9281 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "DELETE /v2.0/security-groups/7cb0c9d6-1a93-4d6c-aba7-5228574328cd HTTP/1.1" status: 404 len: 347 time: 0.0183957 Jul 09 17:10:16.645656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.659985 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4d0c7407-29b4-4099-806e-e8f6a57f201b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] show failed (client error): The resource could not be found. Jul 09 17:10:16.661105 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d0c7407-29b4-4099-806e-e8f6a57f201b tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-groups/4bc0f454-59d8-492d-a8e2-998ef7fae43e HTTP/1.1" status: 404 len: 347 time: 0.0142612 Jul 09 17:10:16.664907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.676071 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-75922c11-5e26-44da-9a6f-9d58e2a850d9 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] show failed (client error): The resource could not be found. Jul 09 17:10:16.677048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-75922c11-5e26-44da-9a6f-9d58e2a850d9 tempest-NegativeSecGroupIPv6Test-1441359514 tempest-NegativeSecGroupIPv6Test-1441359514-project] 10.222.0.48 "GET /v2.0/security-group-rules/c151ab31-46e9-436b-b81b-e71c555045e6 HTTP/1.1" status: 404 len: 356 time: 0.0112174 Jul 09 17:10:16.904797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.961603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.011139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.104463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-72e56436-f833-4da3-b35e-e03e8c959576 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=212a2efe62fe4a90913ae6d9d43d1cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416349 Jul 09 17:10:17.107214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.157750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f240b1ec-bfad-4f90-b438-318c0e680a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.179560 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f240b1ec-bfad-4f90-b438-318c0e680a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.193195 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.199019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.232842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f240b1ec-bfad-4f90-b438-318c0e680a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.235627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f240b1ec-bfad-4f90-b438-318c0e680a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.237444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f240b1ec-bfad-4f90-b438-318c0e680a4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2a8e6e1-894e-471b-9d0f-f46a9faab6e1 HTTP/1.1" status: 204 len: 168 time: 0.1286547 Jul 09 17:10:17.245910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240b1ec-bfad-4f90-b438-318c0e680a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8e6e1-894e-471b-9d0f-f46a9faab6e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:17.268223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=09a19f56-b91d-49a2-b3e6-9477f1d6e3c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:17.279082 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.386617 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP ee361d34-5854-4eb4-992e-9013cbf37f72 associated. External IP: 172.25.7.75, port: 14e0143d-0d0e-4736-b404-2518999bdaf4. Jul 09 17:10:17.608740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:17.730395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:17.740320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:17.749727 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.751868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:17.752562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:17.789115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:17.794875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-123ceed2-b9ae-445d-a942-8eb033a75e20 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7827945 Jul 09 17:10:17.795250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.798826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:17.799445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:17.832947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:17.833611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e0802-86a4-4ae7-82c3-d07705b57ed2 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:17.871254 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-18ba4c6a-2719-4fa4-90bf-6dd03ceec605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/floatingips/ee361d34-5854-4eb4-992e-9013cbf37f72 HTTP/1.1" status: 200 len: 978 time: 0.0747917 Jul 09 17:10:17.873713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.916711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.986736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7257b754-84b6-42bf-8e13-cd1d5ee6bbb2 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1116204 Jul 09 17:10:17.990328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.995073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'port_id': '16fea271-5201-4bbb-a815-9ae5c7b2505e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:18.018331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2056241031-network', 'tenant_id': '9d78119a586c4e1d881630ea82af0736'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:18.039884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Made reservation on behalf of 9d78119a586c4e1d881630ea82af0736 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:18.042534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.050997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.051852 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.144277 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.150382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.177757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:18.184302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03134c18-d76b-499e-80fb-6bbcb46d7e5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:18.192140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.192489 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Added segment 85c91a84-9d1c-461b-a458-cf790feab5ad of type vlan for network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df Jul 09 17:10:18.237023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.267174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.268215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:18.268848 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.328835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4109247 Jul 09 17:10:18.329973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe68b-2937-4e5a-bc3e-d3f7e75c3705 admin admin] Pushing event updated for resources: {'Network': ['ID=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:18.332913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:18.338252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Request body: {'subnet': {'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2056241031-subnet', 'tenant_id': '9d78119a586c4e1d881630ea82af0736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:18.341688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:18.360591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Made reservation on behalf of 9d78119a586c4e1d881630ea82af0736 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:18.363051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.550976 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.555971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.663578 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP ee361d34-5854-4eb4-992e-9013cbf37f72 associated. External IP: 172.25.7.75, port: 14e0143d-0d0e-4736-b404-2518999bdaf4. Jul 09 17:10:18.882521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:18.905388 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.956468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261151cf-9a69-409e-9b09-da047b5a290e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:18.974427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Checking segment: {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:18.974815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Network hostable DHCP agents. Network: 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:18.993677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:19.003838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:19.008674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:19.009280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.014803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7be90a-aca6-4801-b9d2-74969bb160d3 None None] Network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:19.028445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d09f1b35-7d9c-4921-9c1a-3e93891d92e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6942618 Jul 09 17:10:19.163073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15223d6-ee74-447a-9835-bb826f999d7c None None] Network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:19.373907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:19.388259 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:19.397913 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:19.398572 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.434743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.445469 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:19.446493 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.484676 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.485323 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c7bd5-9e78-4c65-901a-ffb4a104d1e5 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:19.633217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:19.743130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:19.749607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.755686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:19.770891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:19.771143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.836515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d08f302-48bf-4dae-91ce-c1eddb740c93 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/floatingips/ee361d34-5854-4eb4-992e-9013cbf37f72 HTTP/1.1" status: 200 len: 977 time: 1.8423104 Jul 09 17:10:19.836914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:19.841951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:19.905791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.978449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.988133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:19.989000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:20.021088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:20.022505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6118746-5d0c-4171-83c8-554ffea97f4e None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:20.070788 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.075726 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.076016 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP ee361d34-5854-4eb4-992e-9013cbf37f72 disassociated. External IP: 172.25.7.75, port: 16fea271-5201-4bbb-a815-9ae5c7b2505e. Jul 09 17:10:20.315201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:20.439760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:20.444987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.449621 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:20.461270 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:20.462058 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:20.485686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8c7308c-745d-4e6d-94af-7323e0c97a0f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/floatingips/ee361d34-5854-4eb4-992e-9013cbf37f72 HTTP/1.1" status: 200 len: 687 time: 0.6475263 Jul 09 17:10:20.488701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:20.497743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:20.508274 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:20.509123 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:20.543016 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:20.543677 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3edb1b9-7099-41b6-8fdf-0e997b5cbdea None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:20.621984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 09a19f56-b91d-49a2-b3e6-9477f1d6e3c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:20.622244 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.718753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.719152 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.734202 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 09a19f56-b91d-49a2-b3e6-9477f1d6e3c1 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:20.948055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-008ff45e-f5b1-4005-9f0d-dd48d76d6a8c tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:20.949583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-008ff45e-f5b1-4005-9f0d-dd48d76d6a8c tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/networks?id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 200 len: 809 time: 0.1505489 Jul 09 17:10:20.973116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-dc2e58e1-8e79-4877-99ed-b03867a42044 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/quotas/9d78119a586c4e1d881630ea82af0736 HTTP/1.1" status: 200 len: 375 time: 0.0172005 Jul 09 17:10:20.978242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.015087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=09a19f56-b91d-49a2-b3e6-9477f1d6e3c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:21.041823 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-3719543f-aada-452f-a39c-768769c0b943 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d78119a586c4e1d881630ea82af0736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611045 Jul 09 17:10:21.154634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.157192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.158391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3539fd68-5a63-4326-b7a5-1d8537721ba7 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/floatingips/ee361d34-5854-4eb4-992e-9013cbf37f72 HTTP/1.1" status: 204 len: 168 time: 0.6687484 Jul 09 17:10:21.161330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.186820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-19fa20b5-f4cf-45d5-8a75-ee7ecd8600b6 service neutron] 10.222.0.48 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242673 Jul 09 17:10:21.197074 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-f39306fc-e52d-4c8e-a42a-9f4d41a1d619 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] delete failed (client error): The resource could not be found. Jul 09 17:10:21.201723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f39306fc-e52d-4c8e-a42a-9f4d41a1d619 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/floatingips/ee361d34-5854-4eb4-992e-9013cbf37f72 HTTP/1.1" status: 404 len: 345 time: 0.0352833 Jul 09 17:10:21.201973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.350191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-bd2e55a4-078d-4bb6-a566-17e873dc875a service neutron] 10.222.0.48 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571746 Jul 09 17:10:21.373172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2824df-9382-4a17-a2e7-0c7b2671bdf4 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:21.382224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2824df-9382-4a17-a2e7-0c7b2671bdf4 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:21.388307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2824df-9382-4a17-a2e7-0c7b2671bdf4 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:21.390079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a2824df-9382-4a17-a2e7-0c7b2671bdf4 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/ports?network_id=994977ff-20e3-41ff-b06e-89102917b8da HTTP/1.1" status: 200 len: 2359 time: 0.1871536 Jul 09 17:10:21.392970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.448094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a38d7-ab7b-4b5d-9ea6-3e59c12e303f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:21.449515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-994a38d7-ab7b-4b5d-9ea6-3e59c12e303f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/subnets/e1011168-0fb3-4a8f-9200-287668e44b54 HTTP/1.1" status: 200 len: 797 time: 0.0555303 Jul 09 17:10:21.454676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.460007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'port': {'network_id': '994977ff-20e3-41ff-b06e-89102917b8da', 'name': 'tempest-FloatingIPTestJSON-38031889', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:21.557368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99b8aba2-3bff-4198-9840-2a6b1b1d7da0 req-3a48ec35-c5be-4779-9e00-2b781b089d29 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 210 time: 0.0299480 Jul 09 17:10:21.582768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:21.665885 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.684427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] device_id is not set on port 8a52e62e-9f1b-4a8b-a195-17d7b05d2f09 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:10:22.000269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.14 (994977ff-20e3-41ff-b06e-89102917b8da/e1011168-0fb3-4a8f-9200-287668e44b54/8a52e62e-9f1b-4a8b-a195-17d7b05d2f09) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:22.011933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.12 (994977ff-20e3-41ff-b06e-89102917b8da/e1011168-0fb3-4a8f-9200-287668e44b54/8a52e62e-9f1b-4a8b-a195-17d7b05d2f09) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:22.165803 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.213242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.261035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:22.264202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:22.268281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:22.274922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=8a52e62e-9f1b-4a8b-a195-17d7b05d2f09,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.319433 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:22.320067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.335775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad381cef-527e-4dbb-a45b-93bd338f1198 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8798542 Jul 09 17:10:22.338821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60366) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:22.343293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '8a52e62e-9f1b-4a8b-a195-17d7b05d2f09', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:22.365895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.475028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.592588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.194 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/4d65fdc6-67fe-4e9c-bc13-bbe69a63b63c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:22.717204 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1e60172-0024-4006-8deb-66f8804c3884 req-553104ba-7916-408d-b9f9-cc805ac1d9a3 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 210 time: 0.0333631 Jul 09 17:10:22.790558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.800234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-d1f4dc17-666d-4b62-86d9-df826fdd6cf4 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:22.801675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-d1f4dc17-666d-4b62-86d9-df826fdd6cf4 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "GET /v2.0/networks?id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 200 len: 809 time: 0.1477087 Jul 09 17:10:22.822038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Request body: {'port': {'device_id': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df', 'admin_state_up': True, 'tenant_id': '9d78119a586c4e1d881630ea82af0736'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:22.889199 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.952926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:22.962834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:22.964645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=4d65fdc6-67fe-4e9c-bc13-bbe69a63b63c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.968207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:23.022197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Made reservation on behalf of 9d78119a586c4e1d881630ea82af0736 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:23.025782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.284153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Allocated IP 172.20.0.9 (2d01f9ed-4c5f-4dda-ab77-9aeed6f177df/261151cf-9a69-409e-9b09-da047b5a290e/772caa5d-7062-4726-add9-5040e3a857bf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:23.550050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.578249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.659490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.663268 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.741661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:23.751252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:23.755018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:23.760284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Pushing event updated for resources: {'Port': ['ID=772caa5d-7062-4726-add9-5040e3a857bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:23.850450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.851005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.865170 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.879629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-670916c6-c756-49ca-9bb0-8767dffaa6f0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628188 Jul 09 17:10:23.903596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Request body: {'port': {'device_id': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:23.911469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b12b5-f906-4ae7-a521-c7e44eca161e req-f92c9531-a0b6-4a4e-bc6a-272c0f1edb9d tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.913055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b24b12b5-f906-4ae7-a521-c7e44eca161e req-f92c9531-a0b6-4a4e-bc6a-272c0f1edb9d tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 931 time: 0.0778258 Jul 09 17:10:23.953272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b24b12b5-f906-4ae7-a521-c7e44eca161e req-fdf8e8a5-4e1a-4930-9b70-970d0c9019e0 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Jul 09 17:10:23.962608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.969345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.042447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.073396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=4d65fdc6-67fe-4e9c-bc13-bbe69a63b63c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.117031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.330507 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP ae061808-6c00-4905-95be-bc5c73dfb20e associated. External IP: 172.25.7.194, port: 8a52e62e-9f1b-4a8b-a195-17d7b05d2f09. Jul 09 17:10:24.929698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772caa5d-7062-4726-add9-5040e3a857bf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:24.940831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.993150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Transition to ACTIVE for port object 772caa5d-7062-4726-add9-5040e3a857bf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:24.999616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.049722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:25.063758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=772caa5d-7062-4726-add9-5040e3a857bf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:25.136045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266fab7-a482-45ec-8f29-4bd819a12965 req-613b9fbe-fc29-4436-9c93-60fbb0b33330 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.137640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b266fab7-a482-45ec-8f29-4bd819a12965 req-613b9fbe-fc29-4436-9c93-60fbb0b33330 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 943 time: 0.0685484 Jul 09 17:10:25.177019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b266fab7-a482-45ec-8f29-4bd819a12965 req-7f9856c1-0382-4c8b-8535-55761464a166 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Jul 09 17:10:25.218713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Attempting to bind port 772caa5d-7062-4726-add9-5040e3a857bf on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:25.219052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Attempting to bind port 772caa5d-7062-4726-add9-5040e3a857bf by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:25.219398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Attempting to bind port 772caa5d-7062-4726-add9-5040e3a857bf on network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:25.229313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Port 772caa5d-7062-4726-add9-5040e3a857bf on network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:25.229644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Attempting to bind port 772caa5d-7062-4726-add9-5040e3a857bf on network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:25.239613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:25.239896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Checking segment: {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:25.240294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Bound using segment: {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:25.240763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Bound port: 772caa5d-7062-4726-add9-5040e3a857bf, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:25.241182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.243523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:25.253256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:25.264004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:25.264636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:25.284747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.296966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:25.305909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:25.306575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:25.341160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:25.341820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8e45f-f59f-415d-9b19-cc58c6198a30 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:25.347922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a9e3ca0-e977-4bfb-8595-4649cea4d6fc tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0080504 Jul 09 17:10:25.350592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:25.357319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'port_id': '8a52e62e-9f1b-4a8b-a195-17d7b05d2f09', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:25.389984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] For port 772caa5d-7062-4726-add9-5040e3a857bf, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:25.410082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] For port 772caa5d-7062-4726-add9-5040e3a857bf, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=772caa5d-7062-4726-add9-5040e3a857bf,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:25.421825 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.466392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.479005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.479642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.481093 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] 10.222.0.37 "PUT /v2.0/ports/772caa5d-7062-4726-add9-5040e3a857bf HTTP/1.1" status: 200 len: 1091 time: 1.5877836 Jul 09 17:10:25.512341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'tag': '772caa5d-7062-4726-add9-5040e3a857bf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:25.514727 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe21e41e-a09d-4036-966c-a87f614dbeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd1fa1-5992-4291-b7e3-10783601f543", "tag": "772caa5d-7062-4726-add9-5040e3a857bf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:25.552609 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ebf39c-29ab-45da-8313-b7004fab9b06 x-openstack-request-id: req-f6ebf39c-29ab-45da-8313-b7004fab9b06 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:25.552894 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd1fa1-5992-4291-b7e3-10783601f543", "tag": "772caa5d-7062-4726-add9-5040e3a857bf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:25.553156 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6ebf39c-29ab-45da-8313-b7004fab9b06 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:25.553619 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'tag': '772caa5d-7062-4726-add9-5040e3a857bf', 'status': 'completed', 'code': 200} Jul 09 17:10:25.575991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a88a7-621a-48dd-b085-32141a17bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=772caa5d-7062-4726-add9-5040e3a857bf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:25.678881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-57daa3f3-a083-4c22-b098-6b310108bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.680449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-57daa3f3-a083-4c22-b098-6b310108bce7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d78119a586c4e1d881630ea82af0736&device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 1094 time: 0.1429570 Jul 09 17:10:25.754928 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-5fe34d15-a983-4cb9-95dc-c206b4eeed09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772caa5d-7062-4726-add9-5040e3a857bf HTTP/1.1" status: 200 len: 217 time: 0.0427382 Jul 09 17:10:25.840756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-dd9c04cf-a4b7-4908-8cfd-b5708c4b3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.842235 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-dd9c04cf-a4b7-4908-8cfd-b5708c4b3311 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=261151cf-9a69-409e-9b09-da047b5a290e HTTP/1.1" status: 200 len: 849 time: 0.0808716 Jul 09 17:10:25.909840 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-9baa9f0a-41af-4897-9237-b8eb94e665d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331275 Jul 09 17:10:26.081987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-252b6458-be62-44ce-8c0f-e5a78a70f785 service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655807 Jul 09 17:10:26.259267 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.263495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05216898-bb6f-4efa-aea0-4aaea4bb6063 req-30f854df-239a-4239-aba5-c238f1cf50ef service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750145 Jul 09 17:10:26.264592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.364089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892edbd-4a05-4990-bb28-2a5ebf7ce0a6 req-bce20361-ef3c-4370-9ac2-1c113fe61703 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.365504 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c892edbd-4a05-4990-bb28-2a5ebf7ce0a6 req-bce20361-ef3c-4370-9ac2-1c113fe61703 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 943 time: 0.0670919 Jul 09 17:10:26.405422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c892edbd-4a05-4990-bb28-2a5ebf7ce0a6 req-8b92f7db-85fe-4f81-855a-9a19d9f169a1 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Jul 09 17:10:26.450741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-0680541e-0617-4535-a14b-6d28b46e6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.452234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-0680541e-0617-4535-a14b-6d28b46e6768 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d78119a586c4e1d881630ea82af0736&device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 1094 time: 0.1035006 Jul 09 17:10:26.588257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:26.594897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-1d25608f-b774-456f-a034-75f84c0016ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.596394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-1d25608f-b774-456f-a034-75f84c0016ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 200 len: 910 time: 0.1359425 Jul 09 17:10:26.666231 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-5246d0e8-53bf-4cd2-9ea8-01af379a0481 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772caa5d-7062-4726-add9-5040e3a857bf HTTP/1.1" status: 200 len: 217 time: 0.0619121 Jul 09 17:10:26.754013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-9228dc91-3660-4edc-8c90-f1441758ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.755520 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-9228dc91-3660-4edc-8c90-f1441758ba57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=261151cf-9a69-409e-9b09-da047b5a290e HTTP/1.1" status: 200 len: 849 time: 0.0811727 Jul 09 17:10:26.775530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:26.781143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.787886 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:26.801544 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:26.802581 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:26.811675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-33ba9266-62a4-4f21-b550-278c962f5ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485809 Jul 09 17:10:26.857993 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:26.871279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:26.872257 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:26.923544 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:26.924511 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1726b8-fa8a-4706-9c54-bcc9a6bac500 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:26.986374 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-38849159-3832-4d47-bae5-b0c6e12d20e0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/floatingips/ae061808-6c00-4905-95be-bc5c73dfb20e HTTP/1.1" status: 200 len: 977 time: 1.6346769 Jul 09 17:10:26.989214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:26.996796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-16e79578-a9b6-49cb-8f85-5fcea549cf40 service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521230 Jul 09 17:10:27.090563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fe21e41e-a09d-4036-966c-a87f614dbeb5 req-df40514f-8db5-47cf-8c2b-a9d014fc3e31 service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870004 Jul 09 17:10:27.150959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 4d65fdc6-67fe-4e9c-bc13-bbe69a63b63c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:27.151394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.227886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.228148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.240057 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 4d65fdc6-67fe-4e9c-bc13-bbe69a63b63c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:27.386758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.416376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=4d65fdc6-67fe-4e9c-bc13-bbe69a63b63c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.481863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.483013 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP ae061808-6c00-4905-95be-bc5c73dfb20e disassociated (deleted). External IP: 172.25.7.194, port: 8a52e62e-9f1b-4a8b-a195-17d7b05d2f09. Jul 09 17:10:27.672672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7afbc-f613-4c77-ac02-721a8139fe8b req-30b1095e-90d5-43dd-b3da-42409ebd7b46 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.674158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38f7afbc-f613-4c77-ac02-721a8139fe8b req-30b1095e-90d5-43dd-b3da-42409ebd7b46 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 943 time: 0.1512063 Jul 09 17:10:27.754170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38f7afbc-f613-4c77-ac02-721a8139fe8b req-ab3df21a-d81c-41af-b92f-06b2c03fa3f3 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714271 Jul 09 17:10:27.769152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:27.883600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:27.888672 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.893513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:27.904068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:27.904786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:27.925447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-655f18c9-8be5-427e-b43a-6441cf8a00b5 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/floatingips/ae061808-6c00-4905-95be-bc5c73dfb20e HTTP/1.1" status: 204 len: 168 time: 0.9349980 Jul 09 17:10:27.928178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:27.936828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:27.946778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:27.947373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:27.982276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:27.982961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a05240-6f81-42cc-89ab-46e2b4460cfd None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:28.035526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 8a52e62e-9f1b-4a8b-a195-17d7b05d2f09 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:28.035800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.120019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.134218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 8a52e62e-9f1b-4a8b-a195-17d7b05d2f09 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:28.320310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.354275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=8a52e62e-9f1b-4a8b-a195-17d7b05d2f09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:28.448241 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.450167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-14648926-ef06-43f3-9e75-c8478a959edd tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/ports/8a52e62e-9f1b-4a8b-a195-17d7b05d2f09 HTTP/1.1" status: 204 len: 168 time: 0.5209768 Jul 09 17:10:28.454303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:28.459054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:28.487345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.595550 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.707517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.121 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/466496a6-2f27-489f-a7be-bf6aed1f3dd6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:28.812450 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.861342 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.910791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:28.915465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:28.921154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:28.927176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=466496a6-2f27-489f-a7be-bf6aed1f3dd6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:28.950874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b3d82-40e0-473c-9ea5-ad5e76004079 req-4b1554b0-24dd-43e9-b0b7-26a4948e9f52 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.952490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c28b3d82-40e0-473c-9ea5-ad5e76004079 req-4b1554b0-24dd-43e9-b0b7-26a4948e9f52 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 943 time: 0.0806785 Jul 09 17:10:28.955415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.955771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.956112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.956450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.956788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.957118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.957446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.957768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.958096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.958418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.958792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.959111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:28.993956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c28b3d82-40e0-473c-9ea5-ad5e76004079 req-a83ff5da-cb73-494c-b0c4-dff4c79b000e tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358064 Jul 09 17:10:29.023658 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.071235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.220050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.226057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.296196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=466496a6-2f27-489f-a7be-bf6aed1f3dd6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.312655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.335876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.337285 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3dd2a7f2-ca44-4c1f-a910-4c4a23431c17 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8819444 Jul 09 17:10:29.340582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:29.346052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'port': {'network_id': '994977ff-20e3-41ff-b06e-89102917b8da', 'name': 'tempest-FloatingIPTestJSON-12671563'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:29.424338 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:10:29.476019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:29.479589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.502580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] device_id is not set on port c0ddf595-708e-48ac-b543-04c49855eb02 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:10:29.610104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.5 (994977ff-20e3-41ff-b06e-89102917b8da/e1011168-0fb3-4a8f-9200-287668e44b54/c0ddf595-708e-48ac-b543-04c49855eb02) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:30.119576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.161117 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.170603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038694ae-37d7-4b0d-8e6f-a64fb67593ce req-0b48b343-6124-424a-9557-5c18cb2b6aa5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.172153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-038694ae-37d7-4b0d-8e6f-a64fb67593ce req-0b48b343-6124-424a-9557-5c18cb2b6aa5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 943 time: 0.0655990 Jul 09 17:10:30.200407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network 994977ff-20e3-41ff-b06e-89102917b8da is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:30.203532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:30.207462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:30.216840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-038694ae-37d7-4b0d-8e6f-a64fb67593ce req-b9db86ac-907e-4eb6-a93b-2cf653facbf1 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Jul 09 17:10:30.242788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=c0ddf595-708e-48ac-b543-04c49855eb02,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.267633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.268348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.290048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21c3fe18-7423-4c1b-9164-0b4273d3a563 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9479594 Jul 09 17:10:30.292604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60404) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:30.297354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'port_id': 'c0ddf595-708e-48ac-b543-04c49855eb02'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:30.341787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.436442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 772caa5d-7062-4726-add9-5040e3a857bf details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:30.539467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 772caa5d-7062-4726-add9-5040e3a857bf, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=772caa5d-7062-4726-add9-5040e3a857bf,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:30.550902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '772caa5d-7062-4726-add9-5040e3a857bf', 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df', 'port_id': '772caa5d-7062-4726-add9-5040e3a857bf', 'mac_address': 'fa:16:3e:52:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261151cf-9a69-409e-9b09-da047b5a290e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:30.591684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.605358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772caa5d-7062-4726-add9-5040e3a857bf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:30.625426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 772caa5d-7062-4726-add9-5040e3a857bf, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=772caa5d-7062-4726-add9-5040e3a857bf,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:30.630251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.689963 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=772caa5d-7062-4726-add9-5040e3a857bf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.700246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.700600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.700960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.701300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.701620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.701964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.702290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.702643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.702973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.703283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.703619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.703926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:30.812791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.817731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.924216 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 78e240ed-5992-4596-8451-9a02fbc1135e associated. External IP: 172.25.7.121, port: c0ddf595-708e-48ac-b543-04c49855eb02. Jul 09 17:10:31.025251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['772caa5d-7062-4726-add9-5040e3a857bf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:31.140970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:31.262061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:31.267008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.273798 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:31.284700 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:31.285520 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.321776 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5d449d37-258a-4cfa-a194-c97ab0cd563f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/floatingips/78e240ed-5992-4596-8451-9a02fbc1135e HTTP/1.1" status: 200 len: 976 time: 1.0280008 Jul 09 17:10:31.324280 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.324452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:31.334663 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:31.335535 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.367460 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.368152 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0fd0d2-9f83-4571-b74d-c072943a0ad8 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:31.400328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c432c4f-45eb-426b-9a3d-c4c90574c029 req-0f1bb4ea-2584-478b-a8a9-f56208c77a25 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.401843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c432c4f-45eb-426b-9a3d-c4c90574c029 req-0f1bb4ea-2584-478b-a8a9-f56208c77a25 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 944 time: 0.0640209 Jul 09 17:10:31.432024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port c0ddf595-708e-48ac-b543-04c49855eb02 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:31.432376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.443811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c432c4f-45eb-426b-9a3d-c4c90574c029 req-f09e7f79-8f6b-4c1d-9d16-ec5b84cc6e56 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Jul 09 17:10:31.525836 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.740659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.741013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.741322 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 78e240ed-5992-4596-8451-9a02fbc1135e disassociated. External IP: 172.25.7.121, port: c0ddf595-708e-48ac-b543-04c49855eb02. Jul 09 17:10:31.741657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for c0ddf595-708e-48ac-b543-04c49855eb02 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:31.870956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.899286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=c0ddf595-708e-48ac-b543-04c49855eb02,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.014993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:32.125101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:32.136023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:32.145428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:32.146059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:32.180622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:32.190405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:32.191051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:32.200112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.202139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f2b9ef3a-7ec8-4a63-a26b-19839bfd824c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/ports/c0ddf595-708e-48ac-b543-04c49855eb02 HTTP/1.1" status: 204 len: 168 time: 0.8768153 Jul 09 17:10:32.204851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:32.223725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:32.224385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06376f7-787b-454c-8382-b5e25c6989b0 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:32.255723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eeb0e103-39b3-4021-b4f1-7e470426df03 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/floatingips/78e240ed-5992-4596-8451-9a02fbc1135e HTTP/1.1" status: 200 len: 688 time: 0.0496776 Jul 09 17:10:32.258905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:32.380473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 466496a6-2f27-489f-a7be-bf6aed1f3dd6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:32.380777 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.449833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 772caa5d-7062-4726-add9-5040e3a857bf up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:32.456841 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.457397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.469689 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 466496a6-2f27-489f-a7be-bf6aed1f3dd6 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:32.505636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 772caa5d-7062-4726-add9-5040e3a857bf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:32.509838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 772caa5d-7062-4726-add9-5040e3a857bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:32.510207 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.593255 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.617222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772caa5d-7062-4726-add9-5040e3a857bf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:32.619572 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de19cdb-1bf9-402a-b7f3-edeab2c5505b" -d '{"events": [{"server_uuid": "aadd1fa1-5992-4291-b7e3-10783601f543", "name": "network-vif-plugged", "status": "completed", "tag": "772caa5d-7062-4726-add9-5040e3a857bf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:32.632647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 772caa5d-7062-4726-add9-5040e3a857bf, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=772caa5d-7062-4726-add9-5040e3a857bf,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:32.637160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.668148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d4594-1ad9-4947-a68b-bd4194075a26 req-462008dd-476f-43e1-b373-964f98992685 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.669710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f6d4594-1ad9-4947-a68b-bd4194075a26 req-462008dd-476f-43e1-b373-964f98992685 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 944 time: 0.1056712 Jul 09 17:10:32.670480 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.689326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=772caa5d-7062-4726-add9-5040e3a857bf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.706195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=466496a6-2f27-489f-a7be-bf6aed1f3dd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.780321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f6d4594-1ad9-4947-a68b-bd4194075a26 req-8f9eb494-3093-4a4f-9ee5-4768f5e2b9e2 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012957 Jul 09 17:10:32.792035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.794665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.801171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e919aee4-c3b7-45b2-9263-a0c9cf9dcc5f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/floatingips/78e240ed-5992-4596-8451-9a02fbc1135e HTTP/1.1" status: 204 len: 168 time: 0.5360737 Jul 09 17:10:32.801637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:32.806314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '16fea271-5201-4bbb-a815-9ae5c7b2505e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:32.829465 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f4131-3b9c-4fa2-bc9c-220eff26a80c x-openstack-request-id: req-265f4131-3b9c-4fa2-bc9c-220eff26a80c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:32.829777 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd1fa1-5992-4291-b7e3-10783601f543", "name": "network-vif-plugged", "status": "completed", "tag": "772caa5d-7062-4726-add9-5040e3a857bf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:32.830031 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-265f4131-3b9c-4fa2-bc9c-220eff26a80c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:32.830439 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772caa5d-7062-4726-add9-5040e3a857bf', 'code': 200} Jul 09 17:10:32.831316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.934024 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.973917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe0a16-10cd-4abf-a1f0-21154bf2ba0e req-e37a1211-03a9-44ba-aaad-f05945374fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.975630 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9dbe0a16-10cd-4abf-a1f0-21154bf2ba0e req-e37a1211-03a9-44ba-aaad-f05945374fbc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 1096 time: 0.0547290 Jul 09 17:10:33.012540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9dbe0a16-10cd-4abf-a1f0-21154bf2ba0e req-a5916573-9f4f-4a4f-b59c-b947c4ea0045 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302379 Jul 09 17:10:33.041692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.128 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/9e556cbd-ab31-4d18-a84b-33919fa65acc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:33.147345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.187691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.226977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:33.229666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:33.232289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:33.259933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=9e556cbd-ab31-4d18-a84b-33919fa65acc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:34.036610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-8892a6a1-a6ba-49de-afa4-788f10cb5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.038363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-8892a6a1-a6ba-49de-afa4-788f10cb5d61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1097 time: 0.0742958 Jul 09 17:10:34.081581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.151666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc37d-cf51-4efe-9c4b-65a44dbc1df6 req-9ee15d60-5ba4-41cc-905a-91c89405b43a tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.153217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71bbc37d-cf51-4efe-9c4b-65a44dbc1df6 req-9ee15d60-5ba4-41cc-905a-91c89405b43a tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 945 time: 0.1261201 Jul 09 17:10:34.174942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-41df5a90-fd2f-477b-b022-38b00951a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.176739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-41df5a90-fd2f-477b-b022-38b00951a1be service neutron] 10.222.0.43 "GET /v2.0/networks?id=a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 200 len: 897 time: 0.1101949 Jul 09 17:10:34.208163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.246078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71bbc37d-cf51-4efe-9c4b-65a44dbc1df6 req-88dbd6ce-abf1-4e63-b8e6-fd20646abd3b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713782 Jul 09 17:10:34.264826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-53945316-2776-49de-8fde-f5c820e26f66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 200 len: 1000 time: 0.0780578 Jul 09 17:10:34.321626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-d205fdc0-5c5e-45db-a3d1-34bc1e0606aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.323219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-d205fdc0-5c5e-45db-a3d1-34bc1e0606aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db021ee8-21d1-4029-a9b9-965568bf2ed9 HTTP/1.1" status: 200 len: 834 time: 0.0507483 Jul 09 17:10:34.403591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-32c4973b-d608-442a-9f4a-300e44e6de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.405083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-32c4973b-d608-442a-9f4a-300e44e6de97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a240cdd5-ee83-41f9-999c-704aad951af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699232 Jul 09 17:10:34.430891 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.446051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.525054 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-687bdeba-092f-4248-824c-272a35559ef0 service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114328 Jul 09 17:10:34.536393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d580da-8dcb-419b-b020-4074186074e6 req-93f3e445-6d84-40dd-af13-bc3449edbb51 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.537952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45d580da-8dcb-419b-b020-4074186074e6 req-93f3e445-6d84-40dd-af13-bc3449edbb51 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1695778 Jul 09 17:10:34.556019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.566334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=9e556cbd-ab31-4d18-a84b-33919fa65acc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:34.623090 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aaba2eb7-5e7b-49d6-b535-d2c1b1563f27 req-983a69c1-0dc5-4816-878d-2c7de461c8dd service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Jul 09 17:10:34.632971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45d580da-8dcb-419b-b020-4074186074e6 req-f800a54e-f859-4400-8338-04328fe8c765 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877540 Jul 09 17:10:34.683595 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 0a39cd60-61ca-48e8-bc4d-223f75091e3f associated. External IP: 172.25.7.128, port: 16fea271-5201-4bbb-a815-9ae5c7b2505e. Jul 09 17:10:34.907823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:35.023818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:35.033705 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:35.043717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.045795 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:35.046418 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:35.077429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:35.080856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3c2e180e-c17b-4c53-9dd3-ed20cc379b54 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2780099 Jul 09 17:10:35.083878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:35.088529 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:35.089140 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:35.089346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1005827315'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:35.112037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:35.115823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.124751 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:35.125408 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c80dd7-e2fc-4c5a-a265-fb3050135daf None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:35.142893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:35.153459 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.153817 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Added segment aadabf7a-b4d3-4790-a006-fb38b7002ffa of type vlan for network c9ccb5de-92ab-4093-8472-843b4f731fa4 Jul 09 17:10:35.194673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.223232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.228931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.229534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.291798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2066827 Jul 09 17:10:35.294630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:35.299800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'subnet': {'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:35.306100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce41b23-0d04-47b0-92cc-384c2ff9323a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Network': ['ID=c9ccb5de-92ab-4093-8472-843b4f731fa4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:35.317760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:35.395104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:35.401622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.444105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31d8c1-a15a-40e2-b521-6088d7d769d1 req-ec67f701-c48e-4641-b39b-6c5bb5829751 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.445802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f31d8c1-a15a-40e2-b521-6088d7d769d1 req-ec67f701-c48e-4641-b39b-6c5bb5829751 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 945 time: 0.0675998 Jul 09 17:10:35.487036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f31d8c1-a15a-40e2-b521-6088d7d769d1 req-73699cf7-c4e7-449f-9dd0-b75c371e81ab tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Jul 09 17:10:35.610799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.694902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Subnet': ['ID=ec7c230e-5870-4647-be5d-a8d854e2d290,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:35.705068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Checking segment: {'id': 'aadabf7a-b4d3-4790-a006-fb38b7002ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:35.705440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network hostable DHCP agents. Network: c9ccb5de-92ab-4093-8472-843b4f731fa4, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:35.725469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:35.740934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c9ccb5de-92ab-4093-8472-843b4f731fa4) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:35.751371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af9923-2896-4c2e-9e41-1f6fdf316051 None None] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:35.778994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.779729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.816034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-884f7ca9-c7c4-4f1f-9d5b-853cdc38336f tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5199244 Jul 09 17:10:35.818408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:35.823910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-180624310', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:35.858622 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.859842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.890854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cfead5e-0def-4f0f-a40e-ce3688091433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.932289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.064239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c9ccb5de-92ab-4093-8472-843b4f731fa4', 'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4', 'tenant_id': 'a739c11c2a7c4665a770e801260a4f0c', 'fixed_ips': [{'subnet_id': 'ec7c230e-5870-4647-be5d-a8d854e2d290'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:36.065267 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.176761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.208378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Allocated IP 172.20.0.2 (c9ccb5de-92ab-4093-8472-843b4f731fa4/ec7c230e-5870-4647-be5d-a8d854e2d290/6990c44f-697f-41e3-aaf3-fb8b53199606) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:36.249088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c6194-1d79-41c3-956d-1ac8bf21bab5 req-b2c411d4-a6ba-4f02-8799-7671c39587c6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:36.255866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-857c6194-1d79-41c3-956d-1ac8bf21bab5 req-b2c411d4-a6ba-4f02-8799-7671c39587c6 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.2231424 Jul 09 17:10:36.311372 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-857c6194-1d79-41c3-956d-1ac8bf21bab5 req-812a85ab-1b19-4331-8c19-0ff344ddfbde tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543354 Jul 09 17:10:36.395629 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.410917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Transition to ACTIVE for port object 6990c44f-697f-41e3-aaf3-fb8b53199606 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:36.432004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Transition to ACTIVE for port object 6990c44f-697f-41e3-aaf3-fb8b53199606 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:36.439323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.484925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:36.492509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:36.495328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:36.507196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Pushing event updated for resources: {'Port': ['ID=6990c44f-697f-41e3-aaf3-fb8b53199606,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:36.509510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.532561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.567321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Attempting to bind port 6990c44f-697f-41e3-aaf3-fb8b53199606 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:36.567703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Attempting to bind port 6990c44f-697f-41e3-aaf3-fb8b53199606 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'aadabf7a-b4d3-4790-a006-fb38b7002ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:36.568126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Attempting to bind port 6990c44f-697f-41e3-aaf3-fb8b53199606 on network c9ccb5de-92ab-4093-8472-843b4f731fa4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:36.576005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:36.576405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Checking segment: {'id': 'aadabf7a-b4d3-4790-a006-fb38b7002ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:36.576828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.577226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Bound using segment: {'id': 'aadabf7a-b4d3-4790-a006-fb38b7002ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:36.577713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Bound port: 6990c44f-697f-41e3-aaf3-fb8b53199606, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadabf7a-b4d3-4790-a006-fb38b7002ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:36.578107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.641549 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.25.7.246 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/110ce66d-eda7-45f9-ab0f-e874a45b1395) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:36.648632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] For port 6990c44f-697f-41e3-aaf3-fb8b53199606, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:36.651991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] For port 6990c44f-697f-41e3-aaf3-fb8b53199606, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6990c44f-697f-41e3-aaf3-fb8b53199606,segment=NetworkSegment(aadabf7a-b4d3-4790-a006-fb38b7002ffa),segment_id=aadabf7a-b4d3-4790-a006-fb38b7002ffa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:36.657535 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.720650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61a0a8-2721-4734-910e-e232eaa2610e None None] Pushing event updated for resources: {'Port': ['ID=6990c44f-697f-41e3-aaf3-fb8b53199606,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:36.804180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.815282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715579-33bc-453e-ad82-c1288d9213c2 req-3c06f375-051f-48e2-8377-7ba030839277 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:36.816855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd715579-33bc-453e-ad82-c1288d9213c2 req-3c06f375-051f-48e2-8377-7ba030839277 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 945 time: 0.1485238 Jul 09 17:10:36.879293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd715579-33bc-453e-ad82-c1288d9213c2 req-b49eaeeb-af06-4011-b2d4-68566d43b151 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562401 Jul 09 17:10:36.901245 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.947045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:36.952421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:36.956019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:36.981034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=110ce66d-eda7-45f9-ab0f-e874a45b1395,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:37.221424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6990c44f-697f-41e3-aaf3-fb8b53199606 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:37.263416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.273686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6990c44f-697f-41e3-aaf3-fb8b53199606 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:37.513403 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.574620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e3f3a-df14-479e-8dd1-30dc3749205a req-4f72c7c7-d9c5-4081-bddb-3a22fd9b5234 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.576250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-545e3f3a-df14-479e-8dd1-30dc3749205a req-4f72c7c7-d9c5-4081-bddb-3a22fd9b5234 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1531928 Jul 09 17:10:37.659522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-545e3f3a-df14-479e-8dd1-30dc3749205a req-cfb06ef2-9db9-40e6-b3b3-8acf50da01fe tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530624 Jul 09 17:10:37.701321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c958ec8-9258-4ee8-923c-b8a9a9783a20 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:10:37.717524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef5160-77a6-4ad7-9662-0e83264fdd87 None None] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:37.813006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] Provisioning for port 6990c44f-697f-41e3-aaf3-fb8b53199606 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:37.815240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:37.833643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] Sync routers for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:37.834850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.836107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b01c6dfa-719d-464a-991e-1e3f01cec011 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0165842 Jul 09 17:10:37.839009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:37.841129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] Provisioning complete for port 6990c44f-697f-41e3-aaf3-fb8b53199606 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:37.841501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.876044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:37.876686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:37.935291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:37.958928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:37.959524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:37.994939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:37.995606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4849efa-77b6-483b-bf42-84415e9b8220 None None] The sync data for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:38.045888 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.081858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] For port 6990c44f-697f-41e3-aaf3-fb8b53199606, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6990c44f-697f-41e3-aaf3-fb8b53199606,segment=NetworkSegment(aadabf7a-b4d3-4790-a006-fb38b7002ffa),segment_id=aadabf7a-b4d3-4790-a006-fb38b7002ffa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:38.087116 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.140975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9e301-c9ff-4711-a802-b0e2d57cee52 None None] Pushing event updated for resources: {'Port': ['ID=6990c44f-697f-41e3-aaf3-fb8b53199606,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.299582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-b5ba7ebe-9f85-4c28-9b5f-8a431dca4295 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.302134 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-b5ba7ebe-9f85-4c28-9b5f-8a431dca4295 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 945 time: 0.0686903 Jul 09 17:10:38.320921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9d88b5e1-8bb7-4504-907f-e89c4a798959 None None] Provisioning complete for port 6990c44f-697f-41e3-aaf3-fb8b53199606 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:38.321169 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d88b5e1-8bb7-4504-907f-e89c4a798959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.351896 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9262f6c9-7a69-4a3f-b1a7-94b0863c6f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.357551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.421634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Deleting port 772caa5d-7062-4726-add9-5040e3a857bf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:38.422246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.519774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] For port 772caa5d-7062-4726-add9-5040e3a857bf, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=772caa5d-7062-4726-add9-5040e3a857bf,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:38.520034 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.533146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Calling delete_port for 772caa5d-7062-4726-add9-5040e3a857bf owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:38.561817 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.575200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205fb6-2766-404e-ab56-0a11428da3fb req-daef00c5-f96f-4d30-add3-88e4035d1d19 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.576725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77205fb6-2766-404e-ab56-0a11428da3fb req-daef00c5-f96f-4d30-add3-88e4035d1d19 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadd1fa1-5992-4291-b7e3-10783601f543 HTTP/1.1" status: 200 len: 945 time: 0.5350468 Jul 09 17:10:38.651115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77205fb6-2766-404e-ab56-0a11428da3fb req-2c285f61-de8a-4504-b984-deb321dbdc0b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638812 Jul 09 17:10:38.675085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.705714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Pushing event deleted for resources: {'Port': ['ID=772caa5d-7062-4726-add9-5040e3a857bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.710190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['772caa5d-7062-4726-add9-5040e3a857bf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:38.752896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] No DVR routers for this DVR port 772caa5d-7062-4726-add9-5040e3a857bf on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:38.755572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.758274 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0225203d-ce64-40b7-805e-e82d0bf94836 req-c405f6c2-1475-4aad-ba98-0525e04c5271 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "DELETE /v2.0/ports/772caa5d-7062-4726-add9-5040e3a857bf HTTP/1.1" status: 204 len: 173 time: 0.4504371 Jul 09 17:10:38.758831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'name': 'network-vif-deleted', 'tag': '772caa5d-7062-4726-add9-5040e3a857bf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:38.761664 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5ff695-d79b-4947-b3c7-c2bea9c4d709" -d '{"events": [{"server_uuid": "aadd1fa1-5992-4291-b7e3-10783601f543", "name": "network-vif-deleted", "tag": "772caa5d-7062-4726-add9-5040e3a857bf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:38.778329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.948542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27312ef6-0b94-47ce-aff4-c0bf1dd9cf49 req-5b3e1f33-7f78-4f44-9b11-3bd8cba4f804 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.950111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27312ef6-0b94-47ce-aff4-c0bf1dd9cf49 req-5b3e1f33-7f78-4f44-9b11-3bd8cba4f804 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1626399 Jul 09 17:10:39.054158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27312ef6-0b94-47ce-aff4-c0bf1dd9cf49 req-5f679e0e-031c-41ad-b29f-c64de2698f7a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980606 Jul 09 17:10:39.113229 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb91c795-7e5f-4880-81e9-8883355391d0 x-openstack-request-id: req-fb91c795-7e5f-4880-81e9-8883355391d0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:39.113527 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd1fa1-5992-4291-b7e3-10783601f543", "name": "network-vif-deleted", "tag": "772caa5d-7062-4726-add9-5040e3a857bf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:39.113767 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb91c795-7e5f-4880-81e9-8883355391d0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:39.114179 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd1fa1-5992-4291-b7e3-10783601f543', 'name': 'network-vif-deleted', 'tag': '772caa5d-7062-4726-add9-5040e3a857bf', 'status': 'completed', 'code': 200} Jul 09 17:10:39.122839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.1 (c9ccb5de-92ab-4093-8472-843b4f731fa4/ec7c230e-5870-4647-be5d-a8d854e2d290/2a64098a-8ec8-4d0b-98d7-562c14e4cc3f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:39.196487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6990c44f-697f-41e3-aaf3-fb8b53199606 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:39.243485 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.245965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6990c44f-697f-41e3-aaf3-fb8b53199606 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:39.246662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.258407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Transition to ACTIVE for port object 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:39.297316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.337375 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.339122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:39.345142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:39.349221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:39.385833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=2a64098a-8ec8-4d0b-98d7-562c14e4cc3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:39.399083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.399798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.400181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.400645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.401024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.401481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.401822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.402153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.402987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.402987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.403229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.403496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:39.418174 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.570085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.643669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d43d38f-0b5b-41cf-9b98-c2d726ec4dca None None] Provisioning for port 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:39.647893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d43d38f-0b5b-41cf-9b98-c2d726ec4dca None None] Provisioning complete for port 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:39.648352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d43d38f-0b5b-41cf-9b98-c2d726ec4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.682222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4d43d38f-0b5b-41cf-9b98-c2d726ec4dca None None] Port 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:39.849682 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.856017 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.978004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=2a64098a-8ec8-4d0b-98d7-562c14e4cc3f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:39.989038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.079634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-8258582c-ecfe-4d53-9ece-0802406fadf3 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.081145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-8258582c-ecfe-4d53-9ece-0802406fadf3 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/networks?id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 200 len: 809 time: 0.2219110 Jul 09 17:10:40.106948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-eb8d07ca-0fee-491a-b5f6-9dfc65098c73 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/quotas/9d78119a586c4e1d881630ea82af0736 HTTP/1.1" status: 200 len: 375 time: 0.0191004 Jul 09 17:10:40.150168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-26df538a-a804-4325-a19e-a5c43d68b609 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d78119a586c4e1d881630ea82af0736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372026 Jul 09 17:10:40.155139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:40.156679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:40.334369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-c2c5e395-b39b-46ac-8adc-551b0927703b service neutron] 10.222.0.48 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754901 Jul 09 17:10:40.386119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c958ec8-9258-4ee8-923c-b8a9a9783a20 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:40.409949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-20151b05-9606-46b1-85e9-b6e8fc22a96f None None] Provisioning complete for port 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:40.410573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-20151b05-9606-46b1-85e9-b6e8fc22a96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.444474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-20151b05-9606-46b1-85e9-b6e8fc22a96f None None] Port 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:40.479490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-9d7ec8a0-4831-4c36-bf0d-441f258a0738 service neutron] 10.222.0.48 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387961 Jul 09 17:10:40.532635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:40.540671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-705455ed-b046-49de-81cd-db68d42a9915 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/routers/6c958ec8-9258-4ee8-923c-b8a9a9783a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981580 Jul 09 17:10:40.541621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:40.544720 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] Sync routers for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:40.548287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'port': {'network_id': 'c9ccb5de-92ab-4093-8472-843b4f731fa4', 'name': 'tempest-FloatingIPTestJSON-1747734018'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:40.555597 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:40.556231 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:40.587582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:40.597038 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:40.597651 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:40.643649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:40.644552 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ffb0d-9ab7-4389-9dea-50484be273bc None None] The sync data for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:40.677471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Made reservation on behalf of a739c11c2a7c4665a770e801260a4f0c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:40.683841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.707294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] device_id is not set on port 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:10:40.780579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90cc1-1436-4330-aafc-91c4d7325af7 req-77857b5d-1852-4a2c-b55f-940cf0bc07b1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.782166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed90cc1-1436-4330-aafc-91c4d7325af7 req-77857b5d-1852-4a2c-b55f-940cf0bc07b1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.0843220 Jul 09 17:10:40.824428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Allocated IP 172.20.0.4 (c9ccb5de-92ab-4093-8472-843b4f731fa4/ec7c230e-5870-4647-be5d-a8d854e2d290/69d7599b-9a0e-49a1-ad6b-b10dbdf796d3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:40.825103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ed90cc1-1436-4330-aafc-91c4d7325af7 req-431b32f6-92e7-42cc-96cd-c5726af0fcc8 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358093 Jul 09 17:10:40.897639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-696cd141-1bac-439a-827c-3534011bba7a req-bfde69f4-2c47-49b5-a1ce-1257d9803bcd tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Jul 09 17:10:41.003634 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.018415 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Transition to ACTIVE for port object 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:41.059608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.107252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:41.110584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:41.117098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:41.151048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event updated for resources: {'Port': ['ID=69d7599b-9a0e-49a1-ad6b-b10dbdf796d3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:41.159699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.182978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.183637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.199662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4aa7287-89cd-4777-8660-398adc62f0d0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6571324 Jul 09 17:10:41.202041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:41.206924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Request body: {'floatingip': {'port_id': '69d7599b-9a0e-49a1-ad6b-b10dbdf796d3'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:41.269270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.377073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6bcf7798-09e7-4266-83e4-434e6a9272b7 None None] Provisioning for port 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:41.380993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6bcf7798-09e7-4266-83e4-434e6a9272b7 None None] Provisioning complete for port 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:41.381379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7798-09e7-4266-83e4-434e6a9272b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.415047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf7798-09e7-4266-83e4-434e6a9272b7 None None] Port 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:42.020220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ff68-9ea3-47ac-83c7-5d2ec267da43 req-3c8461b9-60ce-466d-876e-b63feb6bfe05 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.022573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a706ff68-9ea3-47ac-83c7-5d2ec267da43 req-3c8461b9-60ce-466d-876e-b63feb6bfe05 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.0757003 Jul 09 17:10:42.067082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a706ff68-9ea3-47ac-83c7-5d2ec267da43 req-11de6557-3ce4-4bac-a18c-095eec8a9426 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385854 Jul 09 17:10:42.199370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1a9b73c-14be-452c-b676-82ef95ade5e2 req-6f4dff1f-8f04-4d3b-9a37-caa46b6330a2 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 210 time: 0.0331814 Jul 09 17:10:42.202576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-c653eaee-c43e-4730-a240-9424fd5b7e33 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.204709 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-c653eaee-c43e-4730-a240-9424fd5b7e33 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "GET /v2.0/networks?id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 200 len: 809 time: 0.2439718 Jul 09 17:10:42.229434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.235385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.273147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Request body: {'port': {'device_id': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df', 'admin_state_up': True, 'tenant_id': '9d78119a586c4e1d881630ea82af0736'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:42.404912 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 0a39cd60-61ca-48e8-bc4d-223f75091e3f associated. External IP: 172.25.7.128, port: 16fea271-5201-4bbb-a815-9ae5c7b2505e. Jul 09 17:10:42.497618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Made reservation on behalf of 9d78119a586c4e1d881630ea82af0736 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:42.501233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.559218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 772caa5d-7062-4726-add9-5040e3a857bf no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:42.582662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 772caa5d-7062-4726-add9-5040e3a857bf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:42.582990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 772caa5d-7062-4726-add9-5040e3a857bf not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:42.713202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Allocated IP 172.20.0.2 (2d01f9ed-4c5f-4dda-ab77-9aeed6f177df/261151cf-9a69-409e-9b09-da047b5a290e/5722b34b-25bc-443a-af2f-a65e1946ace3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:42.728386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:42.922271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:42.932311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:42.943208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:42.943810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:42.976599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:42.981019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.985694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:42.986302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:43.017083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:43.017737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6a0e4-3350-47a9-aa79-507fd7967ead None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:43.102741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.190549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:43.199573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:43.202879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Pushing event updated for resources: {'Port': ['ID=5722b34b-25bc-443a-af2f-a65e1946ace3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:43.204918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:43.248210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464d36b-27d3-4454-9e7c-74544067ca84 req-91736681-f8e9-403b-befd-67bbd7a1a8f7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.250627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f464d36b-27d3-4454-9e7c-74544067ca84 req-91736681-f8e9-403b-befd-67bbd7a1a8f7 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.0728343 Jul 09 17:10:43.259550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c958ec8-9258-4ee8-923c-b8a9a9783a20 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:43.267981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.268598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.287707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-490e2af7-f23a-4eb7-b035-ec1102a9e8b5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0200105 Jul 09 17:10:43.291300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f464d36b-27d3-4454-9e7c-74544067ca84 req-80a31f98-4c3e-462f-acc5-a596a89f3573 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357006 Jul 09 17:10:43.321944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Request body: {'port': {'device_id': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:43.442041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:43.443807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.447770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.451618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] Sync routers for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:43.454998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dde63-b009-4eb3-a911-c0dd37aa8bbd req-51eff96c-209f-417d-abfc-c7f68651ce7b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.456666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-042dde63-b009-4eb3-a911-c0dd37aa8bbd req-51eff96c-209f-417d-abfc-c7f68651ce7b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 931 time: 0.0672431 Jul 09 17:10:43.461839 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:43.462513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:43.494035 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:43.496896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-042dde63-b009-4eb3-a911-c0dd37aa8bbd req-c49223c4-9ba7-4035-936e-3bf46e815940 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Jul 09 17:10:43.502853 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:43.503475 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:43.537798 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:43.538463 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31750472-0281-4f5e-ba50-9388e015e484 None None] The sync data for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:43.604669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e014181d-e4ae-43c7-b7ee-f76f86503cef tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/floatingips/0a39cd60-61ca-48e8-bc4d-223f75091e3f HTTP/1.1" status: 200 len: 978 time: 2.4013810 Jul 09 17:10:43.607811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:43.708361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:43.708713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.772498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5722b34b-25bc-443a-af2f-a65e1946ace3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:43.780127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.792430 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Transition to ACTIVE for port object 5722b34b-25bc-443a-af2f-a65e1946ace3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:43.793755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.796266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.846098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5722b34b-25bc-443a-af2f-a65e1946ace3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:43.912548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Attempting to bind port 5722b34b-25bc-443a-af2f-a65e1946ace3 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:43.912872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Attempting to bind port 5722b34b-25bc-443a-af2f-a65e1946ace3 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:43.913203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Attempting to bind port 5722b34b-25bc-443a-af2f-a65e1946ace3 on network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:43.920448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Port 5722b34b-25bc-443a-af2f-a65e1946ace3 on network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:43.920774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Attempting to bind port 5722b34b-25bc-443a-af2f-a65e1946ace3 on network 2d01f9ed-4c5f-4dda-ab77-9aeed6f177df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:43.925720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:43.926062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Checking segment: {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:43.926450 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Bound using segment: {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:43.926909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Bound port: 5722b34b-25bc-443a-af2f-a65e1946ace3, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c91a84-9d1c-461b-a458-cf790feab5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:43.927297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.972412 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.972743 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.973152 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Floating IP 0a39cd60-61ca-48e8-bc4d-223f75091e3f disassociated. External IP: 172.25.7.128, port: 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3. Jul 09 17:10:43.973505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:43.998132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] For port 5722b34b-25bc-443a-af2f-a65e1946ace3, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:44.001312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] For port 5722b34b-25bc-443a-af2f-a65e1946ace3, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5722b34b-25bc-443a-af2f-a65e1946ace3,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:44.007298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.040821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.041447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.042896 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/5722b34b-25bc-443a-af2f-a65e1946ace3 HTTP/1.1" status: 200 len: 1091 time: 0.7254131 Jul 09 17:10:44.043340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'tag': '5722b34b-25bc-443a-af2f-a65e1946ace3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:44.045618 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7", "tag": "5722b34b-25bc-443a-af2f-a65e1946ace3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:44.073129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b57f-10e3-4dca-a693-c5be4def64c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5722b34b-25bc-443a-af2f-a65e1946ace3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:44.113200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.148739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=69d7599b-9a0e-49a1-ad6b-b10dbdf796d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:44.158935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-b932bc53-77c0-4fc9-92e2-c1c4160030c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.161038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-b932bc53-77c0-4fc9-92e2-c1c4160030c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d78119a586c4e1d881630ea82af0736&device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 1094 time: 0.0553849 Jul 09 17:10:44.230390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-116a9c16-1cdb-4097-8e1f-feeb577970d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5722b34b-25bc-443a-af2f-a65e1946ace3 HTTP/1.1" status: 200 len: 217 time: 0.0560296 Jul 09 17:10:44.248232 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a5851b-2501-4ed8-afa6-3dc1cd7bcb2e x-openstack-request-id: req-20a5851b-2501-4ed8-afa6-3dc1cd7bcb2e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:44.248544 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7", "tag": "5722b34b-25bc-443a-af2f-a65e1946ace3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:44.248761 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20a5851b-2501-4ed8-afa6-3dc1cd7bcb2e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:44.249159 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'tag': '5722b34b-25bc-443a-af2f-a65e1946ace3', 'status': 'completed', 'code': 200} Jul 09 17:10:44.275098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c958ec8-9258-4ee8-923c-b8a9a9783a20 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:44.291598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-ab347352-e3ff-42ac-b649-95c154b03cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.293413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-ab347352-e3ff-42ac-b649-95c154b03cf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=261151cf-9a69-409e-9b09-da047b5a290e HTTP/1.1" status: 200 len: 849 time: 0.0539367 Jul 09 17:10:44.335128 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-c03d4802-2514-47fe-bd19-542bb69750e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342269 Jul 09 17:10:44.400451 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:44.413088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] Sync routers for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:44.422661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:44.423622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:44.445471 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-7d2555a8-cbf0-405b-a72e-05175e092eea service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024017 Jul 09 17:10:44.459922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:44.469151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:44.470432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:44.502227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:44.502835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b31f1-6dac-46c9-9b4a-1eadc0bbebe1 None None] The sync data for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:44.514122 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.516124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d27d235c-e0fe-4387-b983-c65dce22f428 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/ports/69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 HTTP/1.1" status: 204 len: 168 time: 0.9073057 Jul 09 17:10:44.519107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:44.542599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f603f-5e99-473e-a9de-71f1b5550933 req-84686bd9-0d1f-421d-8e5a-8c87fac10525 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.544282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b3f603f-5e99-473e-a9de-71f1b5550933 req-84686bd9-0d1f-421d-8e5a-8c87fac10525 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1139035 Jul 09 17:10:44.585835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5b3f603f-5e99-473e-a9de-71f1b5550933 req-edc2043f-c219-425d-b4b4-43a0053e5884 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345809 Jul 09 17:10:44.595804 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-01915a66-b08b-4014-90c2-ac2bc5d9a8e7 req-ffaf70c8-3f38-4b3a-8620-a6bd958bde30 service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441231 Jul 09 17:10:44.762616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c2d8d-c19a-4559-9421-828baefac0a2 req-94a7bde1-f6a5-42ab-a8d7-4df0d67ca540 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.763838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9c2d8d-c19a-4559-9421-828baefac0a2 req-94a7bde1-f6a5-42ab-a8d7-4df0d67ca540 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 943 time: 0.0747516 Jul 09 17:10:44.800888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-89785cc2-5397-46a7-90cd-3fb37574c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.802431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-89785cc2-5397-46a7-90cd-3fb37574c1bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d78119a586c4e1d881630ea82af0736&device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 1094 time: 0.1036611 Jul 09 17:10:44.804286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de9c2d8d-c19a-4559-9421-828baefac0a2 req-356268c9-bdfc-4f8c-93cb-4cacd87e1136 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Jul 09 17:10:44.947914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-dfa2ee5a-bd3b-47cc-b2ea-7ee11ee961b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.949396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-dfa2ee5a-bd3b-47cc-b2ea-7ee11ee961b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 200 len: 910 time: 0.1213617 Jul 09 17:10:44.998261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-dbfa9c92-ea56-4a58-92c2-c44688153c5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5722b34b-25bc-443a-af2f-a65e1946ace3 HTTP/1.1" status: 200 len: 217 time: 0.0420244 Jul 09 17:10:45.070052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-e42a3a02-65b7-4be3-8917-f3d7e1ef7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.071564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-e42a3a02-65b7-4be3-8917-f3d7e1ef7db4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=261151cf-9a69-409e-9b09-da047b5a290e HTTP/1.1" status: 200 len: 849 time: 0.0660920 Jul 09 17:10:45.110527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-cec23f11-eb61-4e34-8895-3eb67b21bbbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326650 Jul 09 17:10:45.117135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.640281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-72f5db99-5d64-4d43-b44e-7b4c213a4525 service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210400 Jul 09 17:10:45.772380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c06cd-6845-422a-b3af-133caf9dbcea req-a2b18777-f521-4ecc-b21b-77735a5b5b51 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.774294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3c06cd-6845-422a-b3af-133caf9dbcea req-a2b18777-f521-4ecc-b21b-77735a5b5b51 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.0704815 Jul 09 17:10:45.792877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b55e2ab8-19c1-45e1-a21c-2c21923a4db6 req-6f373d60-983f-44e3-880d-0b35f747e1b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164792 Jul 09 17:10:45.818726 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a3c06cd-6845-422a-b3af-133caf9dbcea req-c55fc362-af7b-4344-a758-d9ca0a0787ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383008 Jul 09 17:10:45.911788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:45.912449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.995603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb742-dbce-4cb2-beb8-ce3f9d4f9490 req-fa1ca071-9755-4014-a7ab-f0ba30c9fa23 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.998789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5ddb742-dbce-4cb2-beb8-ce3f9d4f9490 req-fa1ca071-9755-4014-a7ab-f0ba30c9fa23 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 943 time: 0.0736561 Jul 09 17:10:46.031420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.044131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5ddb742-dbce-4cb2-beb8-ce3f9d4f9490 req-d056f986-1d65-475c-b277-74ed4d07ef45 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jul 09 17:10:46.045118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 2a64098a-8ec8-4d0b-98d7-562c14e4cc3f owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:46.261911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.290933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=2a64098a-8ec8-4d0b-98d7-562c14e4cc3f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:46.502629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.733736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c958ec8-9258-4ee8-923c-b8a9a9783a20 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:46.841977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:46.849937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-59fa349a-eedc-46d4-803e-9f8322361605 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/routers/6c958ec8-9258-4ee8-923c-b8a9a9783a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3269329 Jul 09 17:10:46.850198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:46.853289 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] Sync routers for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:46.865458 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:46.866320 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:46.900059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:46.911137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] Routers {'6c958ec8-9258-4ee8-923c-b8a9a9783a20'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:46.912047 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:46.948576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:46.949250 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6609e-df1d-4b1f-91ec-f944c9e081c4 None None] The sync data for ids ['6c958ec8-9258-4ee8-923c-b8a9a9783a20'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:46.982770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.017681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf1f8-dbdd-40fc-b47a-d2f37bfd1666 req-7eb31da1-33d5-4437-abb0-57c4e77ff7e1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.019262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-406cf1f8-dbdd-40fc-b47a-d2f37bfd1666 req-7eb31da1-33d5-4437-abb0-57c4e77ff7e1 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.0715101 Jul 09 17:10:47.060857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-406cf1f8-dbdd-40fc-b47a-d2f37bfd1666 req-854ab75b-64d5-4731-bf91-dbab87e12b41 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337102 Jul 09 17:10:47.092488 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.149590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 110ce66d-eda7-45f9-ab0f-e874a45b1395 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:47.149965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.230946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415cfd5-6286-4c2c-8b45-ac71c47a19f3 req-9dc4d6ff-7ea6-46a4-8028-71d886bed59a tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.232485 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5415cfd5-6286-4c2c-8b45-ac71c47a19f3 req-9dc4d6ff-7ea6-46a4-8028-71d886bed59a tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 943 time: 0.0643609 Jul 09 17:10:47.267231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.270718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5415cfd5-6286-4c2c-8b45-ac71c47a19f3 req-2cdea140-8ce5-4b8c-92ef-fc6c8990a4c2 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jul 09 17:10:47.285279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 110ce66d-eda7-45f9-ab0f-e874a45b1395 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:47.304185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c931da-b219-440c-af6d-78354a630b23 req-2d399783-b9d8-4987-9922-b537181b04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.305715 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78c931da-b219-440c-af6d-78354a630b23 req-2d399783-b9d8-4987-9922-b537181b04a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1004579 Jul 09 17:10:47.377155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78c931da-b219-440c-af6d-78354a630b23 req-52e178bc-c3f6-45e6-ad90-5144f02c1b03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Jul 09 17:10:47.493864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.521987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=110ce66d-eda7-45f9-ab0f-e874a45b1395,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:47.598129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.695084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.697193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.749197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.750387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Fanout notify agent at l3_agent the message router_deleted on router 6c958ec8-9258-4ee8-923c-b8a9a9783a20 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:10:47.759437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.760601 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7c9c0ac-74cc-4fb7-a291-182e6a2f6101 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/routers/6c958ec8-9258-4ee8-923c-b8a9a9783a20 HTTP/1.1" status: 204 len: 168 time: 0.9094925 Jul 09 17:10:47.763347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:47.822448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting subnet ec7c230e-5870-4647-be5d-a8d854e2d290 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:47.825859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.871449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.963133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.030811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.063959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7c230e-5870-4647-be5d-a8d854e2d290,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:48.065983 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.070441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1b55c27f-c182-4a61-9c57-d6cf3e3c4e36 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/subnets/ec7c230e-5870-4647-be5d-a8d854e2d290 HTTP/1.1" status: 204 len: 168 time: 0.3035462 Jul 09 17:10:48.071029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:48.075362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8254fdb9-5a20-44a9-b031-ce8637dd498e None None] Network c9ccb5de-92ab-4093-8472-843b4f731fa4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:48.176834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.287612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 6990c44f-697f-41e3-aaf3-fb8b53199606 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:48.288266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.313955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585fcbd-0277-49ae-a852-695940c53093 req-0dd67ded-e621-46df-9c49-629d4c39095c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.321769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c585fcbd-0277-49ae-a852-695940c53093 req-0dd67ded-e621-46df-9c49-629d4c39095c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.0929706 Jul 09 17:10:48.350841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] DHCP port deletion for c9ccb5de-92ab-4093-8472-843b4f731fa4 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:10:48.383077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c585fcbd-0277-49ae-a852-695940c53093 req-34116821-abdd-46c6-8514-b1da3c348518 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603406 Jul 09 17:10:48.395060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] For port 6990c44f-697f-41e3-aaf3-fb8b53199606, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6990c44f-697f-41e3-aaf3-fb8b53199606,segment=NetworkSegment(aadabf7a-b4d3-4790-a006-fb38b7002ffa),segment_id=aadabf7a-b4d3-4790-a006-fb38b7002ffa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:48.395428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.405653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] Deleting port 6990c44f-697f-41e3-aaf3-fb8b53199606 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:48.406034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.420830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 6990c44f-697f-41e3-aaf3-fb8b53199606 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:48.488459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] For port 6990c44f-697f-41e3-aaf3-fb8b53199606, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6990c44f-697f-41e3-aaf3-fb8b53199606,segment=NetworkSegment(aadabf7a-b4d3-4790-a006-fb38b7002ffa),segment_id=aadabf7a-b4d3-4790-a006-fb38b7002ffa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:48.489030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.503152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] Calling delete_port for 6990c44f-697f-41e3-aaf3-fb8b53199606 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:48.513053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.542165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=6990c44f-697f-41e3-aaf3-fb8b53199606,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:48.545017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] No DVR routers for this DVR port 6990c44f-697f-41e3-aaf3-fb8b53199606 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:48.561301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a4c17-a4c2-4a87-9ba5-b8525f70604f req-5368fc40-644a-46b5-9810-0d7e93bbdb44 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.563045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b70a4c17-a4c2-4a87-9ba5-b8525f70604f req-5368fc40-644a-46b5-9810-0d7e93bbdb44 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 943 time: 0.0713396 Jul 09 17:10:48.583403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.616086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] Pushing event deleted for resources: {'Port': ['ID=6990c44f-697f-41e3-aaf3-fb8b53199606,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:48.618081 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b70a4c17-a4c2-4a87-9ba5-b8525f70604f req-30562d02-0b4d-4a4e-a2ef-ff198cb60c80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453751 Jul 09 17:10:48.618366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5722b34b-25bc-443a-af2f-a65e1946ace3 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:48.625686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e73820-9238-4664-988c-b88d61607ce1 None None] No DVR routers for this DVR port 6990c44f-697f-41e3-aaf3-fb8b53199606 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:48.646893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.657417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ccb5de-92ab-4093-8472-843b4f731fa4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:48.668883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadabf7a-b4d3-4790-a006-fb38b7002ffa') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:48.669180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadabf7a-b4d3-4790-a006-fb38b7002ffa') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:48.678842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.694977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.701900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:48.702340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:48.705910 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:48.767814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.776011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.780174 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/networks/c9ccb5de-92ab-4093-8472-843b4f731fa4 HTTP/1.1" status: 204 len: 168 time: 0.7060540 Jul 09 17:10:48.780694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:48.797656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dfc6c-c6d3-44aa-85fa-0df0b16c7fd8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Network': ['ID=c9ccb5de-92ab-4093-8472-843b4f731fa4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:48.881288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5722b34b-25bc-443a-af2f-a65e1946ace3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5722b34b-25bc-443a-af2f-a65e1946ace3,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:48.894005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '5722b34b-25bc-443a-af2f-a65e1946ace3', 'network_id': '2d01f9ed-4c5f-4dda-ab77-9aeed6f177df', 'port_id': '5722b34b-25bc-443a-af2f-a65e1946ace3', 'mac_address': 'fa:16:3e:f9:1f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261151cf-9a69-409e-9b09-da047b5a290e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:48.907920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 9e556cbd-ab31-4d18-a84b-33919fa65acc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:48.908267 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.932016 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.947656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:48.949607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:48.982678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5722b34b-25bc-443a-af2f-a65e1946ace3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:48.987976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.988309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.000384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 9e556cbd-ab31-4d18-a84b-33919fa65acc owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:49.055486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5722b34b-25bc-443a-af2f-a65e1946ace3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5722b34b-25bc-443a-af2f-a65e1946ace3,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:49.063389 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.136131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.146898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:49.166160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=9e556cbd-ab31-4d18-a84b-33919fa65acc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:49.172804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.175006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5722b34b-25bc-443a-af2f-a65e1946ace3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:49.178920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'port_id': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'mac_address': 'fa:16:3e:e3:5d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:49.220010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6990c44f-697f-41e3-aaf3-fb8b53199606 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:49.227225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:49.229472 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00c9dab-3eec-4f01-9471-39d332c87f65" -d '{"events": [{"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:49.236503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.239393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.244535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d6992740-dfd4-487b-8069-b238a2de00c0 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/floatingips/0a39cd60-61ca-48e8-bc4d-223f75091e3f HTTP/1.1" status: 204 len: 168 time: 0.4591784 Jul 09 17:10:49.244973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60548) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.262678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6990c44f-697f-41e3-aaf3-fb8b53199606 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:49.263317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6990c44f-697f-41e3-aaf3-fb8b53199606 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:49.268808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:49.276372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.277494 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b20203-a5ec-4bf5-804c-5b70d92dec51 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] DELETE failed (client error): The resource could not be found. Jul 09 17:10:49.278323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b20203-a5ec-4bf5-804c-5b70d92dec51 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:10:49.282882 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b3b20203-a5ec-4bf5-804c-5b70d92dec51 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/ports/69d7599b-9a0e-49a1-ad6b-b10dbdf796d3 HTTP/1.1" status: 404 len: 333 time: 0.0343459 Jul 09 17:10:49.283335 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a751b-d5dc-4633-a8fa-9cefb871b6f7 x-openstack-request-id: req-f47a751b-d5dc-4633-a8fa-9cefb871b6f7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:49.283517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.283660 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:49.283861 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f47a751b-d5dc-4633-a8fa-9cefb871b6f7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:49.284250 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'code': 200} Jul 09 17:10:49.284849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.313639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0ff7f465-3f59-457d-8029-50487524a9a2 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c958ec8-9258-4ee8-923c-b8a9a9783a20 HTTP/1.1" status: 200 len: 205 time: 0.0283623 Jul 09 17:10:49.315953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.324132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:49.345428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:49.359692 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d8550a95-d9ea-46da-9632-3b45461291fa tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] delete failed (client error): The resource could not be found. Jul 09 17:10:49.360734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8550a95-d9ea-46da-9632-3b45461291fa tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/routers/6c958ec8-9258-4ee8-923c-b8a9a9783a20 HTTP/1.1" status: 404 len: 336 time: 0.0435402 Jul 09 17:10:49.363523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.381361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:10:49.382063 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:10:49.389728 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6f0762-f358-4d12-9878-2fceca106731 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] DELETE failed (client error): The resource could not be found. Jul 09 17:10:49.390178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6f0762-f358-4d12-9878-2fceca106731 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:10:49.392054 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ae6f0762-f358-4d12-9878-2fceca106731 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/subnets/ec7c230e-5870-4647-be5d-a8d854e2d290 HTTP/1.1" status: 404 len: 337 time: 0.0275114 Jul 09 17:10:49.394653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.475261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['5722b34b-25bc-443a-af2f-a65e1946ace3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:49.493246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 16fea271-5201-4bbb-a815-9ae5c7b2505e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:49.493246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.578189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db37bd-700d-40d7-a1cb-33ef943535c4 req-690c9ced-46a4-4df6-9098-9e5a4fb5f591 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.579747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82db37bd-700d-40d7-a1cb-33ef943535c4 req-690c9ced-46a4-4df6-9098-9e5a4fb5f591 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 944 time: 0.0771148 Jul 09 17:10:49.596771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.611248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 16fea271-5201-4bbb-a815-9ae5c7b2505e owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:49.627803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82db37bd-700d-40d7-a1cb-33ef943535c4 req-e4fbc5ea-9a3a-44e4-b966-0c3fe8affacb tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Jul 09 17:10:49.653462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.731462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8f4460da-2565-4b41-bf05-e35dc822c550 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/floatingips/2ded53e4-58c7-42dd-be32-89959faa2beb HTTP/1.1" status: 200 len: 990 time: 0.0765700 Jul 09 17:10:49.793849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770f9fc-9af4-40d0-9c11-49b4679727af req-e1c2d55c-37a5-4a86-ba2a-aa366d4f13cd tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.795555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1770f9fc-9af4-40d0-9c11-49b4679727af req-e1c2d55c-37a5-4a86-ba2a-aa366d4f13cd tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 944 time: 0.0713091 Jul 09 17:10:49.802312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.831517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=16fea271-5201-4bbb-a815-9ae5c7b2505e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:49.841454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1770f9fc-9af4-40d0-9c11-49b4679727af req-ef5ccf80-c56a-498c-96a7-6b60d8b5086b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Jul 09 17:10:49.905232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.907161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7322c64d-dbff-47b5-8874-f610a984e90a tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/ports/16fea271-5201-4bbb-a815-9ae5c7b2505e HTTP/1.1" status: 204 len: 168 time: 0.5115921 Jul 09 17:10:49.909787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.918544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.931858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:49.956201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:49.961379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.014978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:50.020497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port 14e0143d-0d0e-4736-b404-2518999bdaf4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:50.021065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.121691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.136227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for 14e0143d-0d0e-4736-b404-2518999bdaf4 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:50.195374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:50.269994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.300596 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=14e0143d-0d0e-4736-b404-2518999bdaf4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:50.622841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5722b34b-25bc-443a-af2f-a65e1946ace3 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:50.688782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 5722b34b-25bc-443a-af2f-a65e1946ace3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:50.695924 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 5722b34b-25bc-443a-af2f-a65e1946ace3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:50.696332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.758123 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.760306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f4aeb1d9-ab41-4810-8409-abb00beabf2b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/ports/14e0143d-0d0e-4736-b404-2518999bdaf4 HTTP/1.1" status: 204 len: 168 time: 0.8494298 Jul 09 17:10:50.764258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:50.791789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.829275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5722b34b-25bc-443a-af2f-a65e1946ace3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5722b34b-25bc-443a-af2f-a65e1946ace3,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:50.832573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa55a2ae-bd99-4ca8-9145-092b443ea2ad tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.834093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.834279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa55a2ae-bd99-4ca8-9145-092b443ea2ad tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c943d1e-d897-40bd-8620-69b4a9867a40 HTTP/1.1" status: 200 len: 913 time: 0.0688081 Jul 09 17:10:50.836985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:50.883166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5722b34b-25bc-443a-af2f-a65e1946ace3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:50.947213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:51.003979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:51.004516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.039613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e31e31-ab28-4837-be22-f0f3b86160b6 req-c4d6cee7-44e9-41f5-b537-6fde18f25e57 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.041224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9e31e31-ab28-4837-be22-f0f3b86160b6 req-c4d6cee7-44e9-41f5-b537-6fde18f25e57 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 945 time: 0.0743845 Jul 09 17:10:51.086659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9e31e31-ab28-4837-be22-f0f3b86160b6 req-644429b7-77bf-44d5-89a6-24514daecdaa tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383794 Jul 09 17:10:51.091024 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.125189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:51.130700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.180790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:51.201556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.284996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5722b34b-25bc-443a-af2f-a65e1946ace3'}, {'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:51.287571 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b95eae-7ee5-4936-8744-821aa618276f" -d '{"events": [{"server_uuid": "5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7", "name": "network-vif-plugged", "status": "completed", "tag": "5722b34b-25bc-443a-af2f-a65e1946ace3"}, {"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:51.329467 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76f349-7282-4b69-83c4-16ffe6f3ee12 x-openstack-request-id: req-ca76f349-7282-4b69-83c4-16ffe6f3ee12 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:51.329851 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7", "name": "network-vif-plugged", "status": "completed", "tag": "5722b34b-25bc-443a-af2f-a65e1946ace3", "code": 200}, {"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:51.330029 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca76f349-7282-4b69-83c4-16ffe6f3ee12 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:51.330488 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5722b34b-25bc-443a-af2f-a65e1946ace3', 'code': 200} Jul 09 17:10:51.330730 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'code': 200} Jul 09 17:10:51.507061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffcf08-60ea-4ac4-b92e-2cb4a43f13c5 req-a4fbb476-573f-46ae-81ff-626ac59dd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.508912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-acffcf08-60ea-4ac4-b92e-2cb4a43f13c5 req-a4fbb476-573f-46ae-81ff-626ac59dd34d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 1096 time: 0.0881469 Jul 09 17:10:51.514966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port ceed6b76-dec0-4214-8ee8-23adc4e8d6d9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:51.515306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.596081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-acffcf08-60ea-4ac4-b92e-2cb4a43f13c5 req-ee680ed1-3375-49ce-9219-c19e02ff5339 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778484 Jul 09 17:10:51.625793 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.638658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for ceed6b76-dec0-4214-8ee8-23adc4e8d6d9 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:51.823970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.851228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=ceed6b76-dec0-4214-8ee8-23adc4e8d6d9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:51.859063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:51.991166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2b4e608f-26cf-43d5-b26f-fddd79d5bfa2 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2284 time: 0.1306133 Jul 09 17:10:51.994763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:51.999933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'network': {'name': 'tempest-network-smoke--1918643520', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'port_security_enabled': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:52.022790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Made reservation on behalf of f2fd38061d3d44aaa7545729cbdee194 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:52.027454 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.054870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:52.065119 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.065475 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Added segment 12744eac-2e3c-4d05-9200-1662934b203e of type vlan for network 399b1fcb-d490-409d-8b20-15a8c931889e Jul 09 17:10:52.109559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.142559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.149231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.149863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.237955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2421167 Jul 09 17:10:52.257046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:52.268425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'admin_state_up': True, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:52.278378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ee864-f37f-4d74-8b34-5a34d262c874 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Network': ['ID=399b1fcb-d490-409d-8b20-15a8c931889e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:52.294765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 399b1fcb-d490-409d-8b20-15a8c931889e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:52.307708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.308696 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.338131 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba2795-2939-4473-a515-26424a4778b1 req-3e332659-3365-414e-9ea5-0f42f0a50980 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.339681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3ba2795-2939-4473-a515-26424a4778b1 req-3e332659-3365-414e-9ea5-0f42f0a50980 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 945 time: 0.1252258 Jul 09 17:10:52.381114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.394517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.467584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3ba2795-2939-4473-a515-26424a4778b1 req-f8c215fb-7460-4bf2-b9db-33108c783dc5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195817 Jul 09 17:10:52.546124 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.599236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Router 6c943d1e-d897-40bd-8620-69b4a9867a40 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:52.709563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:52.717481 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a4dace9-3a17-487b-8416-84faad695655 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "PUT /v2.0/routers/6c943d1e-d897-40bd-8620-69b4a9867a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791027 Jul 09 17:10:52.718100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:52.723047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] Sync routers for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:52.735533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:52.736164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:52.753058 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.772926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.776890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:52.786315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] Routers {'6c943d1e-d897-40bd-8620-69b4a9867a40'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:52.786957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['6c943d1e-d897-40bd-8620-69b4a9867a40'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:52.819195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:52.819918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa250a-efab-4e85-8e12-4ff1673b11d1 None None] The sync data for ids ['6c943d1e-d897-40bd-8620-69b4a9867a40'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:52.867715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.887840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.25.7.203 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/7d0e38f3-815c-4258-905f-3bfeacd84d35) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:52.907232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-f301ffeb-9e44-4a9b-be29-2be7ad810868 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432047 Jul 09 17:10:52.977025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.008829 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.049908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.087772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:53.088031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting port f5552928-d75a-417c-9797-b4b55679d104 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:53.088200 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.095176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:53.100189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:53.144054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-417681fe-b7f4-42c6-9d11-4c0a9e34f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.145667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-417681fe-b7f4-42c6-9d11-4c0a9e34f1e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.1311731 Jul 09 17:10:53.155614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=7d0e38f3-815c-4258-905f-3bfeacd84d35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:53.196958 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.243610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Calling delete_port for f5552928-d75a-417c-9797-b4b55679d104 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:53.335000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-078044ef-da05-4cd5-acae-324a2e85e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.336580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-078044ef-da05-4cd5-acae-324a2e85e4c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 898 time: 0.1540852 Jul 09 17:10:53.391528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.451273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-1d8a03e1-725b-42d8-8d1b-32eebd888ac3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 1001 time: 0.1048267 Jul 09 17:10:53.528867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-297d43ba-a39b-40d7-b2aa-21fdf5c94f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.530351 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-297d43ba-a39b-40d7-b2aa-21fdf5c94f2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 200 len: 835 time: 0.0583513 Jul 09 17:10:53.531703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.564222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Port': ['ID=f5552928-d75a-417c-9797-b4b55679d104,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:53.646232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.664148 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.725124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-e8a69006-856c-456c-b902-78b090387f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.726690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-e8a69006-856c-456c-b902-78b090387f1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14a775fe-cf61-4ec3-86db-78e28339725f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731226 Jul 09 17:10:53.745464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7b2a-9887-47c4-8f09-e684a42470c9 req-259c6471-0dde-4b83-aec6-a56cef1e7f78 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.748030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44df7b2a-9887-47c4-8f09-e684a42470c9 req-259c6471-0dde-4b83-aec6-a56cef1e7f78 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 945 time: 0.1563039 Jul 09 17:10:53.770020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.781763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.803946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44df7b2a-9887-47c4-8f09-e684a42470c9 req-fdf765f8-aa20-4ac6-908c-385035726263 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Jul 09 17:10:53.846271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:10:53.882626 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.883175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Fanout notify agent at l3_agent the message router_deleted on router 6c943d1e-d897-40bd-8620-69b4a9867a40 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:10:53.891203 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.892228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a562d98-fa1b-4393-bce8-e03d32b61fb8 tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/routers/6c943d1e-d897-40bd-8620-69b4a9867a40 HTTP/1.1" status: 204 len: 168 time: 1.1724811 Jul 09 17:10:53.894850 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:53.908860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.954276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-71f2fa48-b932-44d1-9463-9cb63d7a2235 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988051 Jul 09 17:10:53.991852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:54.006335 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Sync routers for ids ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:54.016832 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.019914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1c7949f-d69c-454a-b3d3-152c57e77552 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7581711 Jul 09 17:10:54.022193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.025807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Deleting subnet e1011168-0fb3-4a8f-9200-287668e44b54 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:54.025986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Routers {'2f74e24f-879c-4ca7-8aba-955c7b36f0bd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:54.026744 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:54.031678 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.086980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.108876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a238b-15bb-4ae3-91e6-b2b4c9e496e3 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.110739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c31a238b-15bb-4ae3-91e6-b2b4c9e496e3 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f2fd38061d3d44aaa7545729cbdee194&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0871422 Jul 09 17:10:54.113649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.155190 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Set router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:54.170688 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-81c28c0c-d04d-485d-a0fa-762d56e1eb26 req-81257df3-cccd-46db-bed6-0d8bc0416dcb service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095189 Jul 09 17:10:54.173280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.270596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.315007 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.320053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2a56e-0d8f-4913-9a01-477ca5b14051 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.320267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/subnets/e1011168-0fb3-4a8f-9200-287668e44b54 HTTP/1.1" status: 204 len: 168 time: 0.4241180 Jul 09 17:10:54.321056 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.321821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6de9-11d5-46d2-80b0-f6e387b7477b tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Subnet': ['ID=e1011168-0fb3-4a8f-9200-287668e44b54,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:54.321964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2ce2a56e-0d8f-4913-9a01-477ca5b14051 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2071304 Jul 09 17:10:54.324807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.371441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6ff5f540-43fb-4eb5-a0e1-551bedb755bb tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453589 Jul 09 17:10:54.374008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.380563 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:53Z', 'revision_number': 3, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:54.404346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66729883-ed2d-45aa-b34f-042fa3076f18 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f2fd38061d3d44aaa7545729cbdee194&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290329 Jul 09 17:10:54.406779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.408800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.409243 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Checking router: 2f74e24f-879c-4ca7-8aba-955c7b36f0bd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:54.409769 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Updating router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd port 7d0e38f3-815c-4258-905f-3bfeacd84d35 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:10:54.449067 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.509055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e919b6-259b-46fe-8da4-bd4a149e566e tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.510714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5e919b6-259b-46fe-8da4-bd4a149e566e tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029921 Jul 09 17:10:54.513533 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.519552 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.531502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994977ff-20e3-41ff-b06e-89102917b8da']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:54.543653 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2d1cd2fa-6747-4d2d-864c-45f34074d481 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289733 Jul 09 17:10:54.546022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6b4f01-971a-449d-9f05-b1336544b2f3') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:54.546304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.546428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6b4f01-971a-449d-9f05-b1336544b2f3') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:54.551409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-679969827', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:54.559845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.579002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.586965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:54.588172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:54.592180 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:54.656341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Made reservation on behalf of f2fd38061d3d44aaa7545729cbdee194 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:54.662464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.670910 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.685840 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.689866 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] 10.222.0.48 "DELETE /v2.0/networks/994977ff-20e3-41ff-b06e-89102917b8da HTTP/1.1" status: 204 len: 168 time: 0.3659351 Jul 09 17:10:54.709410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af84dfe-4c44-4095-8b0d-39760d577d5c tempest-FloatingIPTestJSON-1358382516 tempest-FloatingIPTestJSON-1358382516-project] Pushing event deleted for resources: {'Network': ['ID=994977ff-20e3-41ff-b06e-89102917b8da,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:54.877652 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.890558 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Transition to ACTIVE for port object 7d0e38f3-815c-4258-905f-3bfeacd84d35 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:54.891918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253678b-474d-470c-86c0-495b6a217f68 req-32e72661-2cae-42e6-92d8-a2e6c8c93d6b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.893651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7253678b-474d-470c-86c0-495b6a217f68 req-32e72661-2cae-42e6-92d8-a2e6c8c93d6b tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 945 time: 0.1406782 Jul 09 17:10:54.900545 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.950970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.955840 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Attempting to bind port 7d0e38f3-815c-4258-905f-3bfeacd84d35 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:54.956290 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Attempting to bind port 7d0e38f3-815c-4258-905f-3bfeacd84d35 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:54.956719 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Attempting to bind port 7d0e38f3-815c-4258-905f-3bfeacd84d35 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:54.965895 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Pushing event updated for resources: {'Port': ['ID=7d0e38f3-815c-4258-905f-3bfeacd84d35,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:54.968334 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:54.968777 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:54.969252 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.969714 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:54.970253 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Bound port: 7d0e38f3-815c-4258-905f-3bfeacd84d35, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:54.970736 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.975736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.980430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7253678b-474d-470c-86c0-495b6a217f68 req-fac674f9-73aa-4afe-a6fa-ef1c6b782af5 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774782 Jul 09 17:10:54.984554 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.984976 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.985489 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.985811 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.986209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.986635 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.987025 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.987414 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.987799 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.988184 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.988572 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:54.988955 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:55.041483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Subnet': ['ID=e2eadf1a-6774-4cdf-87b8-4e0886a2c797,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.054377 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] For port 7d0e38f3-815c-4258-905f-3bfeacd84d35, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:55.057871 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] For port 7d0e38f3-815c-4258-905f-3bfeacd84d35, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7d0e38f3-815c-4258-905f-3bfeacd84d35,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:55.058032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Checking segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:55.058575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network hostable DHCP agents. Network: 399b1fcb-d490-409d-8b20-15a8c931889e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:55.062641 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.077673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 399b1fcb-d490-409d-8b20-15a8c931889e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:55.092287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 399b1fcb-d490-409d-8b20-15a8c931889e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:55.102825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb58a7-19a9-498e-9fa4-7b88629a9529 None None] Network 399b1fcb-d490-409d-8b20-15a8c931889e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:55.108816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.109433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.118523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a83da2-aa62-4289-b94d-0b27a5b8d8a8 None None] Pushing event updated for resources: {'Port': ['ID=7d0e38f3-815c-4258-905f-3bfeacd84d35,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.135841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-80f20c93-5f5a-409e-9f8e-6877bce9bddc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5883005 Jul 09 17:10:55.141163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:55.146057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-600246e9-3c6d-4fc0-8b63-5acf0e980ef6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a739c11c2a7c4665a770e801260a4f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937442 Jul 09 17:10:55.146351 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Routers {'2f74e24f-879c-4ca7-8aba-955c7b36f0bd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:55.147042 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:55.148566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:55.204776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6856b7a1-f2a0-42b4-8bb8-2ed90a565a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.228896 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6856b7a1-f2a0-42b4-8bb8-2ed90a565a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.281925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6856b7a1-f2a0-42b4-8bb8-2ed90a565a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.283036 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] Set router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:55.285402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6856b7a1-f2a0-42b4-8bb8-2ed90a565a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.286643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6856b7a1-f2a0-42b4-8bb8-2ed90a565a2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0380bf4c-a05a-4283-9e1c-012ac52a21a8 HTTP/1.1" status: 204 len: 168 time: 0.1370447 Jul 09 17:10:55.291409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-399b1fcb-d490-409d-8b20-15a8c931889e', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'fixed_ips': [{'subnet_id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:55.295890 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856b7a1-f2a0-42b4-8bb8-2ed90a565a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380bf4c-a05a-4283-9e1c-012ac52a21a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.299655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.472897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Allocated IP 172.20.0.18 (399b1fcb-d490-409d-8b20-15a8c931889e/e2eadf1a-6774-4cdf-87b8-4e0886a2c797/53fa8726-2f3e-4d15-83e5-7d803e58f55d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:55.513407 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:53Z', 'revision_number': 3, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:55.541614 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39dc1b9-bbae-422e-bd92-ffdd94f8c8fa None None] The sync data for ids ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'] in n-d-800085-2 is: [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:53Z', 'revision_number': 3, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:55.659708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.670190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Transition to ACTIVE for port object 53fa8726-2f3e-4d15-83e5-7d803e58f55d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:55.682811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.686845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Transition to ACTIVE for port object 53fa8726-2f3e-4d15-83e5-7d803e58f55d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:55.694741 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.738451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Network 399b1fcb-d490-409d-8b20-15a8c931889e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:55.741831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:55.747044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:55.750238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Pushing event updated for resources: {'Port': ['ID=53fa8726-2f3e-4d15-83e5-7d803e58f55d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.807142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Attempting to bind port 53fa8726-2f3e-4d15-83e5-7d803e58f55d on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:55.807428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Attempting to bind port 53fa8726-2f3e-4d15-83e5-7d803e58f55d by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:55.807800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Attempting to bind port 53fa8726-2f3e-4d15-83e5-7d803e58f55d on network 399b1fcb-d490-409d-8b20-15a8c931889e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:55.814615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:55.815315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Checking segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:55.815462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.815813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Bound using segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:55.816314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Bound port: 53fa8726-2f3e-4d15-83e5-7d803e58f55d, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:55.816703 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.920905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] For port 53fa8726-2f3e-4d15-83e5-7d803e58f55d, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:55.930290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] For port 53fa8726-2f3e-4d15-83e5-7d803e58f55d, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=53fa8726-2f3e-4d15-83e5-7d803e58f55d,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:55.935670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.040721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f25b-fa3d-473b-998a-d28e8dca7407 None None] Pushing event updated for resources: {'Port': ['ID=53fa8726-2f3e-4d15-83e5-7d803e58f55d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.115508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.20.0.17 (399b1fcb-d490-409d-8b20-15a8c931889e/e2eadf1a-6774-4cdf-87b8-4e0886a2c797/0fbfe80f-2f3e-4848-8a11-40534a09e7e7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:56.221292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:56.275227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393172ea-2d77-4431-8d61-7d34c8997349 req-009ffeae-9d5b-48f8-9c9f-c48732d60959 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.285466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-393172ea-2d77-4431-8d61-7d34c8997349 req-009ffeae-9d5b-48f8-9c9f-c48732d60959 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 945 time: 0.1344287 Jul 09 17:10:56.347190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-393172ea-2d77-4431-8d61-7d34c8997349 req-a6f2f058-e51a-488a-86f8-224e9027f427 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605114 Jul 09 17:10:56.407706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-1622873492'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:56.438818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:56.450160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.463353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.582854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.587827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.620748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:56.632421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f4d6d-a862-452a-95ae-983cf53b86da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.637993 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.638440 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment 2a4c3017-1586-47ba-8d9b-44bde7352c34 of type vlan for network 4556e958-4655-4a8e-97e4-60fe885802aa Jul 09 17:10:56.689118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.723351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.730483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.731297 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.739296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-6162b545-9b96-41f6-9753-68a10eaf97e4 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.740530 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-6162b545-9b96-41f6-9753-68a10eaf97e4 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 945 time: 0.5379806 Jul 09 17:10:56.758999 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.796589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5745144 Jul 09 17:10:56.799476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:56.800122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Transition to ACTIVE for port object 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:56.804467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-1342816463'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:56.812747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264dc4a-55a7-4f76-a697-80c7d6adfe46 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=4556e958-4655-4a8e-97e4-60fe885802aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.830972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:56.831366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4556e958-4655-4a8e-97e4-60fe885802aa details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:56.835038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.861757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:56.873980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.874348 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.874612 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment ab6a4c13-0d18-4d71-a506-aea37e9cd692 of type vlan for network cc3bfe78-f915-4374-b5f9-f202d0841f4e Jul 09 17:10:56.920911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.925161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 399b1fcb-d490-409d-8b20-15a8c931889e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:56.934157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:56.936808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Deleting port 5722b34b-25bc-443a-af2f-a65e1946ace3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:56.937156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.944010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:56.963780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.975169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.975169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.007239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.007871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2072203 Jul 09 17:10:57.009882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:57.026553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:57.062348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564666-b341-42db-b091-76ba5ff82e5b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=cc3bfe78-f915-4374-b5f9-f202d0841f4e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.074113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:57.117613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.182213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] For port 5722b34b-25bc-443a-af2f-a65e1946ace3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5722b34b-25bc-443a-af2f-a65e1946ace3,segment=NetworkSegment(85c91a84-9d1c-461b-a458-cf790feab5ad),segment_id=85c91a84-9d1c-461b-a458-cf790feab5ad)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:57.182213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.208839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Calling delete_port for 5722b34b-25bc-443a-af2f-a65e1946ace3 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:57.275912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:57.279489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.303058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53fa8726-2f3e-4d15-83e5-7d803e58f55d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:57.307578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e874e6-ac2c-42a8-9dc7-dec10f6bb67d None None] Network 399b1fcb-d490-409d-8b20-15a8c931889e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:57.393337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2dc9ea30-8bd1-4610-96d9-932dfc2f02f6 None None] Provisioning for port 53fa8726-2f3e-4d15-83e5-7d803e58f55d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:57.427293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 53fa8726-2f3e-4d15-83e5-7d803e58f55d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:57.435549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 53fa8726-2f3e-4d15-83e5-7d803e58f55d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:57.436199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.524650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.568140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246fc0-a148-4f2b-ac57-82bdeab22897 req-ed76d7fb-4a72-4f3f-ad99-5080a22f3b7a tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.574215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.578931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f246fc0-a148-4f2b-ac57-82bdeab22897 req-ed76d7fb-4a72-4f3f-ad99-5080a22f3b7a tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7 HTTP/1.1" status: 200 len: 867 time: 0.0870776 Jul 09 17:10:57.590559 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.612209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['5722b34b-25bc-443a-af2f-a65e1946ace3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:57.637891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f246fc0-a148-4f2b-ac57-82bdeab22897 req-b8052abb-586c-4af3-ac8e-32aba9cc876f tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.48 "GET /v2.0/security-groups?id=03134c18-d76b-499e-80fb-6bbcb46d7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575993 Jul 09 17:10:57.651277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Pushing event deleted for resources: {'Port': ['ID=5722b34b-25bc-443a-af2f-a65e1946ace3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.664579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 53fa8726-2f3e-4d15-83e5-7d803e58f55d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=53fa8726-2f3e-4d15-83e5-7d803e58f55d,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:57.671481 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.672776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d0e38f3-815c-4258-905f-3bfeacd84d35 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:57.759599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=53fa8726-2f3e-4d15-83e5-7d803e58f55d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.773907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 7d0e38f3-815c-4258-905f-3bfeacd84d35 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:57.778879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7d0e38f3-815c-4258-905f-3bfeacd84d35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:57.779547 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.788249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] No DVR routers for this DVR port 5722b34b-25bc-443a-af2f-a65e1946ace3 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:57.797603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.799654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bc041ec1-f04c-4cf0-91c2-dbe8eba48dc8 req-083caf1f-30dc-4a7e-8044-98954133ac80 tempest-VolumesActionsTest-744013430 tempest-VolumesActionsTest-744013430-project] 10.222.0.37 "DELETE /v2.0/ports/5722b34b-25bc-443a-af2f-a65e1946ace3 HTTP/1.1" status: 204 len: 173 time: 1.0533669 Jul 09 17:10:57.810271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'name': 'network-vif-deleted', 'tag': '5722b34b-25bc-443a-af2f-a65e1946ace3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:57.812966 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28a72a3-677c-42a3-8d8b-42e0bf12bbe3" -d '{"events": [{"server_uuid": "5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7", "name": "network-vif-deleted", "tag": "5722b34b-25bc-443a-af2f-a65e1946ace3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:57.882501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.890773 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ddf916-38ff-4ff7-9646-830c1708930c x-openstack-request-id: req-64ddf916-38ff-4ff7-9646-830c1708930c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:57.890773 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7", "name": "network-vif-deleted", "tag": "5722b34b-25bc-443a-af2f-a65e1946ace3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:57.890773 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64ddf916-38ff-4ff7-9646-830c1708930c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:57.890773 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcfc376-0c3f-4ca2-9f38-f67d4d8161f7', 'name': 'network-vif-deleted', 'tag': '5722b34b-25bc-443a-af2f-a65e1946ace3', 'status': 'completed', 'code': 200} Jul 09 17:10:57.919739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.946847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 7d0e38f3-815c-4258-905f-3bfeacd84d35, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7d0e38f3-815c-4258-905f-3bfeacd84d35,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:57.953089 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.012842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.017396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=7d0e38f3-815c-4258-905f-3bfeacd84d35,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.039860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': '2a4c3017-1586-47ba-8d9b-44bde7352c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:58.040427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 4556e958-4655-4a8e-97e4-60fe885802aa, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:58.044947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b126573d-325e-4bc8-abf4-5db4545607b6 None None] Provisioning complete for port 53fa8726-2f3e-4d15-83e5-7d803e58f55d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:58.045715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b126573d-325e-4bc8-abf4-5db4545607b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.109282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 4556e958-4655-4a8e-97e4-60fe885802aa is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:58.128921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4556e958-4655-4a8e-97e4-60fe885802aa) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:58.137564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:58.138020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c806e0-1a01-4342-8328-a97b60707bb7 None None] Network 4556e958-4655-4a8e-97e4-60fe885802aa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:58.138320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.155041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a7345fa2-2b48-403b-9846-9c063ba4619e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1401198 Jul 09 17:10:58.157348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:58.162829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:58.210872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b126573d-325e-4bc8-abf4-5db4545607b6 None None] Provisioning for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:58.219321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b126573d-325e-4bc8-abf4-5db4545607b6 None None] Provisioning complete for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:58.219690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b126573d-325e-4bc8-abf4-5db4545607b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.222996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.229128 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.276626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:58.281416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.286257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b126573d-325e-4bc8-abf4-5db4545607b6 None None] Port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:58.309252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.311693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.331876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-4556e958-4655-4a8e-97e4-60fe885802aa', 'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': '86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:58.334135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.433133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 399b1fcb-d490-409d-8b20-15a8c931889e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:58.435854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:58.450025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c3ea310b-7166-455d-a72e-16482ccbcea2 None None] Provisioning complete for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:58.450399 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3ea310b-7166-455d-a72e-16482ccbcea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.518351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.584164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:58.619053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=1334e927-8427-4cd9-beb5-294345566e2b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.634801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'ab6a4c13-0d18-4d71-a506-aea37e9cd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:58.635316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: cc3bfe78-f915-4374-b5f9-f202d0841f4e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:58.657291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:58.675429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, cc3bfe78-f915-4374-b5f9-f202d0841f4e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:58.685666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:58.686177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.709197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab1a60a4-b20b-4996-a4d0-9497a29e2ed2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5505946 Jul 09 17:10:58.709855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:58.717123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b624044-51fc-4592-8083-d12b6a6febe0 None None] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:58.722245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1410281804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:58.753754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:58.760104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f1b8a7d8-66a5-4e5d-b60a-0115eaa67228 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "PUT /v2.0/routers/2f74e24f-879c-4ca7-8aba-955c7b36f0bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6172616 Jul 09 17:10:58.772775 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.774830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Sync routers for ids ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:58.781408 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.836029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Routers {'2f74e24f-879c-4ca7-8aba-955c7b36f0bd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:58.836624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:58.845284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Allocated IP 172.20.0.2 (4556e958-4655-4a8e-97e4-60fe885802aa/86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3/ffa405f6-8902-43df-8305-eef83d39619a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:58.847357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea310b-7166-455d-a72e-16482ccbcea2 None None] Port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:58.868369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.874544 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.897837 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.904004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-32e076ca-c04e-4f5e-8a0e-0798a841d762 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1929190 Jul 09 17:10:58.907014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:59.114801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b53a888-2023-4b30-89b9-52f5cf8df2e1 None None] Provisioning complete for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:59.115546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b53a888-2023-4b30-89b9-52f5cf8df2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.171356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-cc3bfe78-f915-4374-b5f9-f202d0841f4e', 'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': '1334e927-8427-4cd9-beb5-294345566e2b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:59.172289 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.179373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Set router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:59.281726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8b53a888-2023-4b30-89b9-52f5cf8df2e1 None None] Port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:59.290832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-2221f3bb-8c59-41eb-a169-9bb37538c511 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:59.292806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-2221f3bb-8c59-41eb-a169-9bb37538c511 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/networks?id=399b1fcb-d490-409d-8b20-15a8c931889e HTTP/1.1" status: 200 len: 798 time: 0.2873878 Jul 09 17:10:59.327506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53fa8726-2f3e-4d15-83e5-7d803e58f55d up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:59.434521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.484187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Transition to ACTIVE for port object ffa405f6-8902-43df-8305-eef83d39619a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:59.554791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Transition to ACTIVE for port object ffa405f6-8902-43df-8305-eef83d39619a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:59.582098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.642097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Allocated IP 172.21.0.2 (cc3bfe78-f915-4374-b5f9-f202d0841f4e/1334e927-8427-4cd9-beb5-294345566e2b/2afa0741-495e-4c6b-b93f-c28818e4962b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:59.678933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 53fa8726-2f3e-4d15-83e5-7d803e58f55d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:59.679332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.685536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Network 4556e958-4655-4a8e-97e4-60fe885802aa is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:59.698192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:59.719451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:59.725605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Pushing event updated for resources: {'Port': ['ID=ffa405f6-8902-43df-8305-eef83d39619a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:59.748865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-20ba9c34-1e48-4b09-8962-54c0a890b440 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/quotas/f2fd38061d3d44aaa7545729cbdee194 HTTP/1.1" status: 200 len: 375 time: 0.4378204 Jul 09 17:10:59.750727 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.889807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Attempting to bind port ffa405f6-8902-43df-8305-eef83d39619a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:59.890194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Attempting to bind port ffa405f6-8902-43df-8305-eef83d39619a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '2a4c3017-1586-47ba-8d9b-44bde7352c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:59.890722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Attempting to bind port ffa405f6-8902-43df-8305-eef83d39619a on network 4556e958-4655-4a8e-97e4-60fe885802aa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:59.914251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:59.914642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Checking segment: {'id': '2a4c3017-1586-47ba-8d9b-44bde7352c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:59.915186 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.915588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Bound using segment: {'id': '2a4c3017-1586-47ba-8d9b-44bde7352c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:59.916083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Bound port: ffa405f6-8902-43df-8305-eef83d39619a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c3017-1586-47ba-8d9b-44bde7352c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4556e958-4655-4a8e-97e4-60fe885802aa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:59.916476 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.972100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '0fbfe80f-2f3e-4848-8a11-40534a09e7e7', 'name': '', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:ba:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:55Z', 'updated_at': '2021-07-09T17:10:58Z', 'revision_number': 2, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:00.019375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-c87e60f0-8a95-4e72-89c8-51af244aa847 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2555559 Jul 09 17:11:00.019749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Checking router: 2f74e24f-879c-4ca7-8aba-955c7b36f0bd for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:00.020110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Updating router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:00.083414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d0e38f3-815c-4258-905f-3bfeacd84d35 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:00.085544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.125266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Transition to ACTIVE for port object 2afa0741-495e-4c6b-b93f-c28818e4962b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:00.143160 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.176732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.20.0.1 (4556e958-4655-4a8e-97e4-60fe885802aa/86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3/49353661-88dd-4234-b0c9-5dcb3a56f70c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:00.185294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Transition to ACTIVE for port object 2afa0741-495e-4c6b-b93f-c28818e4962b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:00.190777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-5d48b32e-5dde-4021-88f2-60c2bd885a81 service neutron] 10.222.0.48 "GET /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522276 Jul 09 17:11:00.191223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] For port ffa405f6-8902-43df-8305-eef83d39619a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:00.217214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.240841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] For port ffa405f6-8902-43df-8305-eef83d39619a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffa405f6-8902-43df-8305-eef83d39619a,segment=NetworkSegment(2a4c3017-1586-47ba-8d9b-44bde7352c34),segment_id=2a4c3017-1586-47ba-8d9b-44bde7352c34)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:00.276797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.357377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:00.371767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:00.374660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:00.376697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.389151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-fb1fef64-b18d-4ce0-80bb-e55f46de8d6f service neutron] 10.222.0.48 "GET /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724699 Jul 09 17:11:00.426347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object 49353661-88dd-4234-b0c9-5dcb3a56f70c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:00.438614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Pushing event updated for resources: {'Port': ['ID=2afa0741-495e-4c6b-b93f-c28818e4962b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:00.468475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7d0e38f3-815c-4258-905f-3bfeacd84d35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:00.468846 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.480050 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.532965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 4556e958-4655-4a8e-97e4-60fe885802aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:00.548967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:00.553795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:00.603502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=49353661-88dd-4234-b0c9-5dcb3a56f70c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:00.642335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.804164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-876cccba-ee25-4819-b3d8-1bffdbaa0849 req-eed4a60d-7d77-406d-be90-1bf5bdc9538d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 210 time: 0.1061404 Jul 09 17:11:00.826776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5722b34b-25bc-443a-af2f-a65e1946ace3 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:00.946146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Attempting to bind port 2afa0741-495e-4c6b-b93f-c28818e4962b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:00.946322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Attempting to bind port 2afa0741-495e-4c6b-b93f-c28818e4962b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ab6a4c13-0d18-4d71-a506-aea37e9cd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:00.946906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Attempting to bind port 2afa0741-495e-4c6b-b93f-c28818e4962b on network cc3bfe78-f915-4374-b5f9-f202d0841f4e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:00.980753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 5722b34b-25bc-443a-af2f-a65e1946ace3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:00.981212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5722b34b-25bc-443a-af2f-a65e1946ace3 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:00.984393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.082753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:01.083883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Checking segment: {'id': 'ab6a4c13-0d18-4d71-a506-aea37e9cd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:01.084460 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.085009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Bound using segment: {'id': 'ab6a4c13-0d18-4d71-a506-aea37e9cd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:01.085663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Bound port: 2afa0741-495e-4c6b-b93f-c28818e4962b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6a4c13-0d18-4d71-a506-aea37e9cd692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cc3bfe78-f915-4374-b5f9-f202d0841f4e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:01.086344 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.104461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831b7bb-576a-4be3-8eaa-4632c2e430ee None None] Pushing event updated for resources: {'Port': ['ID=ffa405f6-8902-43df-8305-eef83d39619a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:01.221428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] For port 2afa0741-495e-4c6b-b93f-c28818e4962b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:01.232356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] For port 2afa0741-495e-4c6b-b93f-c28818e4962b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2afa0741-495e-4c6b-b93f-c28818e4962b,segment=NetworkSegment(ab6a4c13-0d18-4d71-a506-aea37e9cd692),segment_id=ab6a4c13-0d18-4d71-a506-aea37e9cd692)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:01.242323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.345681 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.360282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803172b-5e61-4b30-81ee-880c3c7e3855 None None] Pushing event updated for resources: {'Port': ['ID=2afa0741-495e-4c6b-b93f-c28818e4962b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:01.370291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Transition to ACTIVE for port object 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:01.379183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.432451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffa405f6-8902-43df-8305-eef83d39619a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:01.524011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726438f-def0-417b-a168-b73fa48befd1 None None] Pushing event updated for resources: {'Port': ['ID=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:01.669700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Attempting to bind port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:01.670545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Attempting to bind port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:01.671149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Attempting to bind port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 on network 399b1fcb-d490-409d-8b20-15a8c931889e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:01.681553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port ffa405f6-8902-43df-8305-eef83d39619a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:01.687395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:01.687945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Checking segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:01.688481 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.688972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Bound using segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:01.689562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Bound port: 0fbfe80f-2f3e-4848-8a11-40534a09e7e7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:01.690063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.693325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.711071 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.909921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] For port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:01.917323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] For port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:01.941823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.093885 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.111186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Routers {'2f74e24f-879c-4ca7-8aba-955c7b36f0bd'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:02.112284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:02.126156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=49353661-88dd-4234-b0c9-5dcb3a56f70c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:02.232672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726438f-def0-417b-a168-b73fa48befd1 None None] Pushing event updated for resources: {'Port': ['ID=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:02.371154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] Set router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:02.395897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32a61327-50a6-4ae6-b4a3-250fb07c417a req-e2b5acb0-a690-4397-8837-8bf49f383dcc tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 210 time: 0.1319125 Jul 09 17:11:02.515967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 4556e958-4655-4a8e-97e4-60fe885802aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:02.518203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:02.524226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0798b3-51d6-4b7c-8c8d-36ef70bd2aee None None] Network 4556e958-4655-4a8e-97e4-60fe885802aa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:02.737717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 1809fa05-ecdf-45dd-9421-9c69452868b1 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:02.899307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:02.906457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd3398a5-c7c9-4c80-a888-e572a5a35093 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/1809fa05-ecdf-45dd-9421-9c69452868b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9981930 Jul 09 17:11:02.911307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:02.919939 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] Sync routers for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:02.937394 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:02.938336 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:03.036955 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:03.059906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891cab3-3cb8-49a7-8f72-bbbb82c8e62a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:03.061125 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:03.062682 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:03.064059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c891cab3-3cb8-49a7-8f72-bbbb82c8e62a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports/49353661-88dd-4234-b0c9-5dcb3a56f70c HTTP/1.1" status: 200 len: 910 time: 0.1502461 Jul 09 17:11:03.066776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:03.080801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] Provisioning for port ffa405f6-8902-43df-8305-eef83d39619a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:03.125947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] Provisioning complete for port ffa405f6-8902-43df-8305-eef83d39619a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:03.137405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.152300 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:03.158338 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814f9dd-d1af-4ad8-a399-572bea182b76 None None] The sync data for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:03.250589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-f92884c2-0400-41bb-9560-e137ee0484a7 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:03.254265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-f92884c2-0400-41bb-9560-e137ee0484a7 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.43 "GET /v2.0/networks?id=399b1fcb-d490-409d-8b20-15a8c931889e HTTP/1.1" status: 200 len: 798 time: 0.3766918 Jul 09 17:11:03.276250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Request body: {'port': {'device_id': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'admin_state_up': True, 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:03.380869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb1b74-58cd-4a29-bdac-9f92d117de21 None None] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:03.391284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '0fbfe80f-2f3e-4848-8a11-40534a09e7e7', 'name': '', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:ba:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:55Z', 'updated_at': '2021-07-09T17:11:01Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:03.556066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Made reservation on behalf of f2fd38061d3d44aaa7545729cbdee194 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:03.561367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.712871 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.716530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2afa0741-495e-4c6b-b93f-c28818e4962b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:03.753238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe278b7-535a-4abb-b14d-62b8b506b12f None None] The sync data for ids ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'] in n-d-800085-2 is: [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '0fbfe80f-2f3e-4848-8a11-40534a09e7e7', 'name': '', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:ba:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:55Z', 'updated_at': '2021-07-09T17:11:01Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:03.936799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] For port ffa405f6-8902-43df-8305-eef83d39619a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffa405f6-8902-43df-8305-eef83d39619a,segment=NetworkSegment(2a4c3017-1586-47ba-8d9b-44bde7352c34),segment_id=2a4c3017-1586-47ba-8d9b-44bde7352c34)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:03.937997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Allocated IP 172.20.0.25 (399b1fcb-d490-409d-8b20-15a8c931889e/e2eadf1a-6774-4cdf-87b8-4e0886a2c797/5021aa61-560c-471f-bd81-eddaf1a97bd9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:03.977001 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.096012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2afa0741-495e-4c6b-b93f-c28818e4962b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:04.128457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Provisioning for port 2afa0741-495e-4c6b-b93f-c28818e4962b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:04.130402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481389a-ba33-4e02-a424-1a1be212004f None None] Pushing event updated for resources: {'Port': ['ID=ffa405f6-8902-43df-8305-eef83d39619a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:04.137882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Provisioning complete for port 2afa0741-495e-4c6b-b93f-c28818e4962b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:04.138385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.212469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.263099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Transition to ACTIVE for port object 5021aa61-560c-471f-bd81-eddaf1a97bd9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:04.322188 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.350990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.380461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] For port 2afa0741-495e-4c6b-b93f-c28818e4962b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2afa0741-495e-4c6b-b93f-c28818e4962b,segment=NetworkSegment(ab6a4c13-0d18-4d71-a506-aea37e9cd692),segment_id=ab6a4c13-0d18-4d71-a506-aea37e9cd692)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:04.389700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.447919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Network 399b1fcb-d490-409d-8b20-15a8c931889e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:04.450157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Provisioning complete for port ffa405f6-8902-43df-8305-eef83d39619a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:04.450635 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.469144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:04.473702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:04.501035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Pushing event updated for resources: {'Port': ['ID=2afa0741-495e-4c6b-b93f-c28818e4962b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:04.616923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:04.617645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.666499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event updated for resources: {'Port': ['ID=5021aa61-560c-471f-bd81-eddaf1a97bd9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:04.671018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-1de118fc-8312-43e5-8dec-0d915333d551 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4015005 Jul 09 17:11:04.696188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Request body: {'port': {'device_id': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:04.743159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Provisioning for port 49353661-88dd-4234-b0c9-5dcb3a56f70c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:04.754023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Provisioning complete for port 49353661-88dd-4234-b0c9-5dcb3a56f70c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:04.754697 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.815314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-80ae78f5-e9ea-4fd5-ae9d-07b3436c66c3 None None] Port 49353661-88dd-4234-b0c9-5dcb3a56f70c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:04.908354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.958344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9da88a57-89c6-4c7f-ac2a-2f9bb2239ee9 None None] Provisioning complete for port 2afa0741-495e-4c6b-b93f-c28818e4962b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:04.958795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9da88a57-89c6-4c7f-ac2a-2f9bb2239ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.960918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e03cb55d-ab4c-4576-a6cb-5adbf7191bf6 req-097c9af9-7aa1-490b-90cf-53efdcfe66c5 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 210 time: 1.2920163 Jul 09 17:11:05.139112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.149139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9da88a57-89c6-4c7f-ac2a-2f9bb2239ee9 None None] Provisioning complete for port 49353661-88dd-4234-b0c9-5dcb3a56f70c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:05.149579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9da88a57-89c6-4c7f-ac2a-2f9bb2239ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.225192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9da88a57-89c6-4c7f-ac2a-2f9bb2239ee9 None None] Port 49353661-88dd-4234-b0c9-5dcb3a56f70c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:05.354779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9920d443-78e5-4d33-8032-bf65c6ad2af4 None None] Provisioning for port 5021aa61-560c-471f-bd81-eddaf1a97bd9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:05.372136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9920d443-78e5-4d33-8032-bf65c6ad2af4 None None] Provisioning complete for port 5021aa61-560c-471f-bd81-eddaf1a97bd9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:05.386544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9920d443-78e5-4d33-8032-bf65c6ad2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.453466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:05.580527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5021aa61-560c-471f-bd81-eddaf1a97bd9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:05.591908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.609103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Transition to ACTIVE for port object 5021aa61-560c-471f-bd81-eddaf1a97bd9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:05.615209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.650524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.21.0.1 (cc3bfe78-f915-4374-b5f9-f202d0841f4e/1334e927-8427-4cd9-beb5-294345566e2b/824c4160-7fda-4ef2-9f00-511b02c9e993) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:05.767886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=5021aa61-560c-471f-bd81-eddaf1a97bd9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:05.862701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Attempting to bind port 5021aa61-560c-471f-bd81-eddaf1a97bd9 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:05.863039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Attempting to bind port 5021aa61-560c-471f-bd81-eddaf1a97bd9 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:05.863386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Attempting to bind port 5021aa61-560c-471f-bd81-eddaf1a97bd9 on network 399b1fcb-d490-409d-8b20-15a8c931889e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:05.864373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.872101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Port 5021aa61-560c-471f-bd81-eddaf1a97bd9 on network 399b1fcb-d490-409d-8b20-15a8c931889e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:05.872436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Attempting to bind port 5021aa61-560c-471f-bd81-eddaf1a97bd9 on network 399b1fcb-d490-409d-8b20-15a8c931889e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:05.895685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:05.896088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Checking segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:05.896491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Bound using segment: {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:05.896958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Bound port: 5021aa61-560c-471f-bd81-eddaf1a97bd9, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12744eac-2e3c-4d05-9200-1662934b203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:05.897336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.905886 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object 824c4160-7fda-4ef2-9f00-511b02c9e993 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:05.962884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.999246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9920d443-78e5-4d33-8032-bf65c6ad2af4 None None] Port 5021aa61-560c-471f-bd81-eddaf1a97bd9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:06.017940 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e2ca58-0c9e-4c34-8cf0-31ac81fcfd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.075329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:06.081357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:06.090936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] For port 5021aa61-560c-471f-bd81-eddaf1a97bd9, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:06.091842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:06.096838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] For port 5021aa61-560c-471f-bd81-eddaf1a97bd9, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:06.103241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:06.108731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:06.109508 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.111734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=824c4160-7fda-4ef2-9f00-511b02c9e993,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:06.115642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.192237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.222639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.223720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.232658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] 10.222.0.43 "PUT /v2.0/ports/5021aa61-560c-471f-bd81-eddaf1a97bd9 HTTP/1.1" status: 200 len: 1055 time: 1.5377910 Jul 09 17:11:06.233326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'tag': '5021aa61-560c-471f-bd81-eddaf1a97bd9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:06.242417 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38d031-3587-4b9c-9158-d78b35d7e7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffce2ebe-1b35-447c-a13a-3d049c998457", "tag": "5021aa61-560c-471f-bd81-eddaf1a97bd9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:06.411043 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.423541 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:11:06.472884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb025c1-0766-4e76-837a-b5818664cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=5021aa61-560c-471f-bd81-eddaf1a97bd9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:06.500135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:06.508823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.509684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffa405f6-8902-43df-8305-eef83d39619a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:06.566057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-75bfc049-eff5-4b9f-8442-5d3673dfdda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.586762 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-75bfc049-eff5-4b9f-8442-5d3673dfdda6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 1058 time: 0.2839532 Jul 09 17:11:06.609351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88b25-5713-4aea-a907-9e7ccc634494 req-32b2a751-3287-4af9-a53f-214fbab59d17 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.611060 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fdb88b25-5713-4aea-a907-9e7ccc634494 req-32b2a751-3287-4af9-a53f-214fbab59d17 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 907 time: 0.2408957 Jul 09 17:11:06.678963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.701055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:06.708175 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-b39c1e0c-d175-4128-91fb-db4ca7bea146 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9 HTTP/1.1" status: 200 len: 217 time: 0.1107054 Jul 09 17:11:06.735252 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaed8ee-5fd3-4532-a702-b2c2c5a21808 x-openstack-request-id: req-daaed8ee-5fd3-4532-a702-b2c2c5a21808 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:06.735876 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffce2ebe-1b35-447c-a13a-3d049c998457", "tag": "5021aa61-560c-471f-bd81-eddaf1a97bd9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:06.736301 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-daaed8ee-5fd3-4532-a702-b2c2c5a21808 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:06.736440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-11a47791-41cc-4b75-9455-2f72e0192703 None None] Provisioning for port 824c4160-7fda-4ef2-9f00-511b02c9e993 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:06.737096 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'tag': '5021aa61-560c-471f-bd81-eddaf1a97bd9', 'status': 'completed', 'code': 200} Jul 09 17:11:06.743086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-11a47791-41cc-4b75-9455-2f72e0192703 None None] Provisioning complete for port 824c4160-7fda-4ef2-9f00-511b02c9e993 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:06.743596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-11a47791-41cc-4b75-9455-2f72e0192703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.785403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-11a47791-41cc-4b75-9455-2f72e0192703 None None] Port 824c4160-7fda-4ef2-9f00-511b02c9e993 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:06.793805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port ffa405f6-8902-43df-8305-eef83d39619a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:06.794299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.804258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-61169bf6-92c8-4e99-8b01-97501424414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.808052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-61169bf6-92c8-4e99-8b01-97501424414b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2eadf1a-6774-4cdf-87b8-4e0886a2c797 HTTP/1.1" status: 200 len: 837 time: 0.0822139 Jul 09 17:11:06.888355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-e0e7bc95-35b2-4d22-aebb-20521e7f3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.890515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-e0e7bc95-35b2-4d22-aebb-20521e7f3dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=399b1fcb-d490-409d-8b20-15a8c931889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748417 Jul 09 17:11:06.958177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2afa0741-495e-4c6b-b93f-c28818e4962b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:07.025641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2afa0741-495e-4c6b-b93f-c28818e4962b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:07.026356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.076907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-aac0500f-d2f9-4777-b435-55be9bcbfd30 service neutron] 10.222.0.43 "GET /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775208 Jul 09 17:11:07.104816 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.111116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.230994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=824c4160-7fda-4ef2-9f00-511b02c9e993,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:07.243559 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f7af83f6-fa6f-47bb-8efe-8340f60e22c5 req-c6e0950b-2cf7-46eb-8f49-c3755a3db9d7 service neutron] 10.222.0.43 "GET /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582289 Jul 09 17:11:07.278119 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.296132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:07.396574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:07.397443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.408102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:07.409356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-2a9705d4-0238-445f-ac53-f9de423ec603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.410003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:07.412246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-2a9705d4-0238-445f-ac53-f9de423ec603 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 1058 time: 0.0901136 Jul 09 17:11:07.537264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-ec3dea14-883a-4795-b9b2-a46e8be506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.538892 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-ec3dea14-883a-4795-b9b2-a46e8be506fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=399b1fcb-d490-409d-8b20-15a8c931889e HTTP/1.1" status: 200 len: 899 time: 0.1206350 Jul 09 17:11:07.672067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-02e09ae6-8c98-499e-a449-8f6c895985b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9 HTTP/1.1" status: 200 len: 217 time: 0.1097925 Jul 09 17:11:07.689562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 1809fa05-ecdf-45dd-9421-9c69452868b1 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:07.759574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-de0538bf-f582-4858-9f65-f3ea7fc67665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.762927 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-de0538bf-f582-4858-9f65-f3ea7fc67665 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e2eadf1a-6774-4cdf-87b8-4e0886a2c797 HTTP/1.1" status: 200 len: 837 time: 0.0816717 Jul 09 17:11:07.867064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ab160c3c-ab57-47d1-8961-3244527245b9 None None] Provisioning complete for port 824c4160-7fda-4ef2-9f00-511b02c9e993 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:07.867949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ab160c3c-ab57-47d1-8961-3244527245b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.906266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-f84503c2-a50d-4a48-8d4f-223aa17268e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.908162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-f84503c2-a50d-4a48-8d4f-223aa17268e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=399b1fcb-d490-409d-8b20-15a8c931889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355999 Jul 09 17:11:07.932094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:07.940727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3b18c26-a8a2-4774-81d1-225387579629 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/1809fa05-ecdf-45dd-9421-9c69452868b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8696203 Jul 09 17:11:07.940924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:07.960336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] Sync routers for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:07.981720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ab160c3c-ab57-47d1-8961-3244527245b9 None None] Port 824c4160-7fda-4ef2-9f00-511b02c9e993 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:07.988464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:07.989107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:08.028419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:08.038067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:08.038969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:10:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:08.068023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-83e777aa-e85e-491e-9a71-2fb64d39320d service neutron] 10.222.0.43 "GET /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488190 Jul 09 17:11:08.075128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:08.076073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd0ad2-d498-4c16-a896-77bcf7347788 None None] The sync data for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:08.107651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2486f5-cd30-4b8b-a6f9-2d3795697ccd req-efcd221d-ae1a-432a-88bb-d0393616b85f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.116623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df2486f5-cd30-4b8b-a6f9-2d3795697ccd req-efcd221d-ae1a-432a-88bb-d0393616b85f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 907 time: 0.2364383 Jul 09 17:11:08.150013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc7e58-6f28-4eb7-8776-9b670ef4be59 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.154462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-46dc7e58-6f28-4eb7-8776-9b670ef4be59 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports/824c4160-7fda-4ef2-9f00-511b02c9e993 HTTP/1.1" status: 200 len: 910 time: 0.2122455 Jul 09 17:11:08.157481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:08.206224 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dd38d031-3587-4b9c-9158-d78b35d7e7c5 req-8566c8a2-5614-47a9-aa61-c6fe6582da93 service neutron] 10.222.0.43 "GET /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301417 Jul 09 17:11:08.319570 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ab55bc-538c-4f01-b29a-2a697f40f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.376578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.571737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.639049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.981491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 824c4160-7fda-4ef2-9f00-511b02c9e993 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:08.981862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.092799 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.108206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 824c4160-7fda-4ef2-9f00-511b02c9e993 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:09.316688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.675534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bb7b-4693-433f-94e2-9bdf0f8c1e86 req-15a1b6b1-ffdf-4d7e-9438-c3dbd7245a54 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:09.677148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-54b3bb7b-4693-433f-94e2-9bdf0f8c1e86 req-15a1b6b1-ffdf-4d7e-9438-c3dbd7245a54 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 907 time: 0.4060066 Jul 09 17:11:09.683258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.729181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=824c4160-7fda-4ef2-9f00-511b02c9e993,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:09.919722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.175705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 1809fa05-ecdf-45dd-9421-9c69452868b1 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:10.283957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:10.290036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-21df498e-a242-44e1-afb3-66648a808a5a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/1809fa05-ecdf-45dd-9421-9c69452868b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309667 Jul 09 17:11:10.293250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:10.297201 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] Sync routers for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:10.312695 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:10.314016 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:10.362154 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:10.373902 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:10.375435 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:10.414561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:10.416189 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19587e-6e37-4964-9453-3a0297868e01 None None] The sync data for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:10.731752 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.911029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7d65-a275-4999-8d08-c12995334f4a req-914ed9f0-2ea9-430e-8f50-3403f61d4b10 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:10.923100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-803f7d65-a275-4999-8d08-c12995334f4a req-914ed9f0-2ea9-430e-8f50-3403f61d4b10 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 907 time: 0.1064618 Jul 09 17:11:11.106522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 49353661-88dd-4234-b0c9-5dcb3a56f70c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:11.106832 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.113431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5021aa61-560c-471f-bd81-eddaf1a97bd9 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:11.205991 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.220909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 49353661-88dd-4234-b0c9-5dcb3a56f70c owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:11.237616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.273424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5021aa61-560c-471f-bd81-eddaf1a97bd9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:11.286568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '5021aa61-560c-471f-bd81-eddaf1a97bd9', 'network_id': '399b1fcb-d490-409d-8b20-15a8c931889e', 'port_id': '5021aa61-560c-471f-bd81-eddaf1a97bd9', 'mac_address': 'fa:16:3e:be:a7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2eadf1a-6774-4cdf-87b8-4e0886a2c797', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:11.346243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.389636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5021aa61-560c-471f-bd81-eddaf1a97bd9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:11.419740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5021aa61-560c-471f-bd81-eddaf1a97bd9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:11.432003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.437586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.485939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=49353661-88dd-4234-b0c9-5dcb3a56f70c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:11.531867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5021aa61-560c-471f-bd81-eddaf1a97bd9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:11.725394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['5021aa61-560c-471f-bd81-eddaf1a97bd9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:11.731734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.147595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793e6f7-4983-4dd8-a1c9-fb7c399c6721 req-3a3971b2-c9d7-43c0-af70-fa43e16cfb4d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:12.164089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8793e6f7-4983-4dd8-a1c9-fb7c399c6721 req-3a3971b2-c9d7-43c0-af70-fa43e16cfb4d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 908 time: 0.0963719 Jul 09 17:11:12.306753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 1809fa05-ecdf-45dd-9421-9c69452868b1 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:12.414241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:12.428676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] Sync routers for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:12.433498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b375b723-27e3-4cc2-ab57-eaf714fa08f3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/1809fa05-ecdf-45dd-9421-9c69452868b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1324077 Jul 09 17:11:12.433724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60842) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:12.440288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:12.441421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:12.469085 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-31938ae2-2f1e-412e-a079-eba901b79d28 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=1809fa05-ecdf-45dd-9421-9c69452868b1 HTTP/1.1" status: 200 len: 205 time: 0.0314746 Jul 09 17:11:12.469662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:12.500452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:12.511049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] Routers {'1809fa05-ecdf-45dd-9421-9c69452868b1'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:12.511683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1809fa05-ecdf-45dd-9421-9c69452868b1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:12.559120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:12.561530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76262596-3bdd-4ae4-b3ff-838f80478685 None None] The sync data for ids ['1809fa05-ecdf-45dd-9421-9c69452868b1'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:12.571589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.767292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.770346 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.831220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.831716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router 1809fa05-ecdf-45dd-9421-9c69452868b1 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:12.852570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.855259 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-daed1e05-300a-4adf-ba78-afb4f78c6641 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/1809fa05-ecdf-45dd-9421-9c69452868b1 HTTP/1.1" status: 204 len: 168 time: 0.3850517 Jul 09 17:11:12.858149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:12.926517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet 1334e927-8427-4cd9-beb5-294345566e2b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:12.929976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.983173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.096669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5021aa61-560c-471f-bd81-eddaf1a97bd9 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:13.131796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.198819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 5021aa61-560c-471f-bd81-eddaf1a97bd9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:13.204633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.212708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 5021aa61-560c-471f-bd81-eddaf1a97bd9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:13.212708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.255672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=1334e927-8427-4cd9-beb5-294345566e2b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:13.263306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.268019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:13.268235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-05b69536-3665-41f9-a243-6aa687c03d33 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/1334e927-8427-4cd9-beb5-294345566e2b HTTP/1.1" status: 204 len: 168 time: 0.4087806 Jul 09 17:11:13.280373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3de12b-ece4-472f-9622-41671e8a32e5 None None] Network cc3bfe78-f915-4374-b5f9-f202d0841f4e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:13.386008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet 86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:13.390683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.418767 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.463702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5021aa61-560c-471f-bd81-eddaf1a97bd9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:13.466401 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564ac693-a4d9-4422-8d26-c4e131a3ac1d" -d '{"events": [{"server_uuid": "ffce2ebe-1b35-447c-a13a-3d049c998457", "name": "network-vif-plugged", "status": "completed", "tag": "5021aa61-560c-471f-bd81-eddaf1a97bd9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:13.478962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.497824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 5021aa61-560c-471f-bd81-eddaf1a97bd9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:13.505898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b5246-056f-410c-9319-424ac1d7652c req-75ac88bd-ba8a-48ab-8c55-21ec38401b17 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:13.509781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a34b5246-056f-410c-9319-424ac1d7652c req-75ac88bd-ba8a-48ab-8c55-21ec38401b17 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 908 time: 0.1076508 Jul 09 17:11:13.522108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.607005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=5021aa61-560c-471f-bd81-eddaf1a97bd9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:13.617526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.676709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] DHCP port deletion for cc3bfe78-f915-4374-b5f9-f202d0841f4e request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:13.709577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.744718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] Deleting port 2afa0741-495e-4c6b-b93f-c28818e4962b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:13.745233 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.767200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:13.769851 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.774391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-539f6e07-a80b-4a8e-83a3-2e39c9cae031 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3 HTTP/1.1" status: 204 len: 168 time: 0.5048230 Jul 09 17:11:13.777327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:13.796363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cd85b-e11e-4156-b56f-10ea03f57800 None None] Network 4556e958-4655-4a8e-97e4-60fe885802aa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:13.863071 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47807a01-e42b-43f4-9976-623a9bc6aedd x-openstack-request-id: req-47807a01-e42b-43f4-9976-623a9bc6aedd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:13.863371 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce2ebe-1b35-447c-a13a-3d049c998457", "name": "network-vif-plugged", "status": "completed", "tag": "5021aa61-560c-471f-bd81-eddaf1a97bd9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:13.863633 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47807a01-e42b-43f4-9976-623a9bc6aedd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:13.864044 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5021aa61-560c-471f-bd81-eddaf1a97bd9', 'code': 200} Jul 09 17:11:13.913313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.999632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] For port 2afa0741-495e-4c6b-b93f-c28818e4962b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2afa0741-495e-4c6b-b93f-c28818e4962b,segment=NetworkSegment(ab6a4c13-0d18-4d71-a506-aea37e9cd692),segment_id=ab6a4c13-0d18-4d71-a506-aea37e9cd692)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:14.000128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.005945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 2afa0741-495e-4c6b-b93f-c28818e4962b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:14.007014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.019091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] Calling delete_port for 2afa0741-495e-4c6b-b93f-c28818e4962b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:14.020023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96313266-31a4-47c0-9cec-5a52f9c47cdd req-e882978e-c97e-4c02-adcb-357c05ef8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.021810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-96313266-31a4-47c0-9cec-5a52f9c47cdd req-e882978e-c97e-4c02-adcb-357c05ef8ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 1060 time: 0.0702047 Jul 09 17:11:14.135208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port 2afa0741-495e-4c6b-b93f-c28818e4962b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2afa0741-495e-4c6b-b93f-c28818e4962b,segment=NetworkSegment(ab6a4c13-0d18-4d71-a506-aea37e9cd692),segment_id=ab6a4c13-0d18-4d71-a506-aea37e9cd692)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:14.135578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.144854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.169213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 2afa0741-495e-4c6b-b93f-c28818e4962b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:14.188200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] Pushing event deleted for resources: {'Port': ['ID=2afa0741-495e-4c6b-b93f-c28818e4962b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:14.207655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] DHCP port deletion for 4556e958-4655-4a8e-97e4-60fe885802aa request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:14.241942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0055b-a27b-4ea0-832e-13fb93b5649d None None] No DVR routers for this DVR port 2afa0741-495e-4c6b-b93f-c28818e4962b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:14.290619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.298699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] Deleting port ffa405f6-8902-43df-8305-eef83d39619a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:14.299091 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.317032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=2afa0741-495e-4c6b-b93f-c28818e4962b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:14.323673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port 2afa0741-495e-4c6b-b93f-c28818e4962b on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:14.383651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] For port ffa405f6-8902-43df-8305-eef83d39619a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=ffa405f6-8902-43df-8305-eef83d39619a,segment=NetworkSegment(2a4c3017-1586-47ba-8d9b-44bde7352c34),segment_id=2a4c3017-1586-47ba-8d9b-44bde7352c34)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:14.384069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.401694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] Calling delete_port for ffa405f6-8902-43df-8305-eef83d39619a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:14.418958 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.432013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3bfe78-f915-4374-b5f9-f202d0841f4e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:14.446287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6a4c13-0d18-4d71-a506-aea37e9cd692') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:14.446686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6a4c13-0d18-4d71-a506-aea37e9cd692') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:14.461532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.484562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.493996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:14.494619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:14.499908 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:14.595340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.598132 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.650780 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.663424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/cc3bfe78-f915-4374-b5f9-f202d0841f4e HTTP/1.1" status: 204 len: 168 time: 0.8816757 Jul 09 17:11:14.665440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace332d-cf34-4115-b126-0b56fc52e2fb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=cc3bfe78-f915-4374-b5f9-f202d0841f4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:14.665678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:14.739765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] Pushing event deleted for resources: {'Port': ['ID=ffa405f6-8902-43df-8305-eef83d39619a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:14.754262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515e872-c584-4cf5-a492-d1f62ffd6b0c None None] No DVR routers for this DVR port ffa405f6-8902-43df-8305-eef83d39619a on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:14.844390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e3b5-6a5c-4aee-956b-6a9261bfa2e6 req-307383d4-841c-48d1-b206-f5b4c0d03127 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.847230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba42e3b5-6a5c-4aee-956b-6a9261bfa2e6 req-307383d4-841c-48d1-b206-f5b4c0d03127 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.1087394 Jul 09 17:11:14.864168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.989587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.000713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4556e958-4655-4a8e-97e4-60fe885802aa']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:15.014628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4c3017-1586-47ba-8d9b-44bde7352c34') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:15.014923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4c3017-1586-47ba-8d9b-44bde7352c34') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:15.026230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.044725 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.057116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:15.057530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:15.061218 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:15.142956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.167408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.172102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/4556e958-4655-4a8e-97e4-60fe885802aa HTTP/1.1" status: 204 len: 168 time: 0.5049868 Jul 09 17:11:15.176322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:15.184714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec7be4-d83a-4e00-92b6-a2bb9d6b43ab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=4556e958-4655-4a8e-97e4-60fe885802aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:15.191477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-504958887'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:15.237007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:15.243909 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.286087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:15.298545 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.299300 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment a10d5b20-8c95-4960-b5e0-525260729881 of type vlan for network 846e98f3-bc2b-478b-9961-beb6ebe615c2 Jul 09 17:11:15.313303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffa405f6-8902-43df-8305-eef83d39619a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:15.346510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: ffa405f6-8902-43df-8305-eef83d39619a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:15.346510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device ffa405f6-8902-43df-8305-eef83d39619a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:15.346510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2afa0741-495e-4c6b-b93f-c28818e4962b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:15.346956 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.373160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2afa0741-495e-4c6b-b93f-c28818e4962b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:15.374399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2afa0741-495e-4c6b-b93f-c28818e4962b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:15.419872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.425764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:15.426452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.493960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:15.494208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3163149 Jul 09 17:11:15.501145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:15.504468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff44f6-c037-4f74-9ab8-0e3faf27b14b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=846e98f3-bc2b-478b-9961-beb6ebe615c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:15.515272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:15.694540 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:15.702643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.002722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.080117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=07fae1ac-ef43-4805-873c-16db652f3f81,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:16.089872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'a10d5b20-8c95-4960-b5e0-525260729881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:16.090368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 846e98f3-bc2b-478b-9961-beb6ebe615c2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:16.109132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:16.123855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 846e98f3-bc2b-478b-9961-beb6ebe615c2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:16.131297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:16.132559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.140317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa80ea65-cb85-4ed3-85ce-a030fce3d4e2 None None] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:16.178708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a0bf1d1c-ea11-460d-8497-a68efa250b6d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6832008 Jul 09 17:11:16.181565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:16.192957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-193673333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:16.254062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.255330 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.351936 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.359711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.384535 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.385967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-bbd07957-b957-486e-b907-423ce044f25f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2028568 Jul 09 17:11:16.388723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:16.396092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'port': {'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2', 'name': 'tempest-RoutersTest-1335471900'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:16.491978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-846e98f3-bc2b-478b-9961-beb6ebe615c2', 'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': '07fae1ac-ef43-4805-873c-16db652f3f81'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:16.493840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.557190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:16.561754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.573466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966efa8-0b89-418e-a25b-0f839649be5a req-54d5e6da-e57e-490c-8050-c0a2a7eb5fde tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:16.584545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8966efa8-0b89-418e-a25b-0f839649be5a req-54d5e6da-e57e-490c-8050-c0a2a7eb5fde tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.3219769 Jul 09 17:11:16.621839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] device_id is not set on port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:11:16.731398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Allocated IP 172.20.0.2 (846e98f3-bc2b-478b-9961-beb6ebe615c2/07fae1ac-ef43-4805-873c-16db652f3f81/10ce7b2e-fdfc-44e2-94f8-bf448598f86b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:16.856688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792ead-d6e9-4c62-934e-8a2f7d9b7c0c req-6e8744b7-3968-4f51-82b1-d1d1379a653e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:16.858772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25792ead-d6e9-4c62-934e-8a2f7d9b7c0c req-6e8744b7-3968-4f51-82b1-d1d1379a653e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.0911047 Jul 09 17:11:16.953483 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.963434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Transition to ACTIVE for port object 10ce7b2e-fdfc-44e2-94f8-bf448598f86b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:16.982179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Transition to ACTIVE for port object 10ce7b2e-fdfc-44e2-94f8-bf448598f86b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:16.991737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.071762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:17.079211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:17.085701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:17.155605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.20.0.13 (846e98f3-bc2b-478b-9961-beb6ebe615c2/07fae1ac-ef43-4805-873c-16db652f3f81/0cb568ca-7b13-4544-8d16-1d5c2a0e7477) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:17.161532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Pushing event updated for resources: {'Port': ['ID=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.214326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Attempting to bind port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:17.214946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Attempting to bind port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a10d5b20-8c95-4960-b5e0-525260729881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:17.215341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Attempting to bind port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b on network 846e98f3-bc2b-478b-9961-beb6ebe615c2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:17.223612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:17.224146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Checking segment: {'id': 'a10d5b20-8c95-4960-b5e0-525260729881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:17.224601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.225070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Bound using segment: {'id': 'a10d5b20-8c95-4960-b5e0-525260729881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:17.225585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Bound port: 10ce7b2e-fdfc-44e2-94f8-bf448598f86b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10d5b20-8c95-4960-b5e0-525260729881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '846e98f3-bc2b-478b-9961-beb6ebe615c2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:17.225998 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.278004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d451f-9831-4852-a405-f2c8e6590dc9 req-1b459454-fecf-4622-b599-07ef7255197a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.280115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d73d451f-9831-4852-a405-f2c8e6590dc9 req-1b459454-fecf-4622-b599-07ef7255197a tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 1060 time: 0.1417201 Jul 09 17:11:17.343197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] For port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:17.350700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] For port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,segment=NetworkSegment(a10d5b20-8c95-4960-b5e0-525260729881),segment_id=a10d5b20-8c95-4960-b5e0-525260729881)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:17.358564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.472412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f4b2d-0f20-4576-8d9c-3bc03dfae30e None None] Pushing event updated for resources: {'Port': ['ID=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.563919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01d82-be84-497a-a46f-a0ebaf881e10 req-8878aa2b-ee8c-43e7-97e5-0547f8c9b85c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.570493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfd01d82-be84-497a-a46f-a0ebaf881e10 req-8878aa2b-ee8c-43e7-97e5-0547f8c9b85c tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.0978079 Jul 09 17:11:17.609036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.655009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:17.670818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfd01d82-be84-497a-a46f-a0ebaf881e10 req-a8c4c251-f71f-4102-879f-141f633a3ab4 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0990577 Jul 09 17:11:17.690553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:17.802096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.855541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33941634-837a-43a5-a9dd-a4d2b2ce6027 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.864628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-33941634-837a-43a5-a9dd-a4d2b2ce6027 tempest-TestSecurityGroupsBasicOps-1014022905 tempest-TestSecurityGroupsBasicOps-1014022905-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 1055 time: 0.1738186 Jul 09 17:11:17.917871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:17.922283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:17.931219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:18.030799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=0cb568ca-7b13-4544-8d16-1d5c2a0e7477,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:18.084607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.086405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.118438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2fc52fda-57c8-42e8-975d-5214e633aeaf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7284513 Jul 09 17:11:18.121965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:18.570507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182ccf-6fbd-4809-95e8-12f2bb17e413 req-a0d0005c-4c76-42af-95a2-4b2f5ebddadf tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.581574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c182ccf-6fbd-4809-95e8-12f2bb17e413 req-a0d0005c-4c76-42af-95a2-4b2f5ebddadf tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.1980467 Jul 09 17:11:18.733230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.022165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb14077-6681-4187-9da5-ebf2ff8d0521 None None] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:19.143104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-26a9dffa-15c1-4dad-afec-6153f1abf1fa None None] Provisioning for port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:19.190620 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.199600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.302760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=0cb568ca-7b13-4544-8d16-1d5c2a0e7477,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.459301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10ce7b2e-fdfc-44e2-94f8-bf448598f86b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:19.577311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:19.584167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:19.584694 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.730254 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.776176 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.954890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,segment=NetworkSegment(a10d5b20-8c95-4960-b5e0-525260729881),segment_id=a10d5b20-8c95-4960-b5e0-525260729881)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:19.965836 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.967243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6c9c-7637-4e75-8da8-7307aa400c07 req-8675a911-2b45-4a9b-8919-e7a44ee03a6b tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:19.986885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfeb6c9c-7637-4e75-8da8-7307aa400c07 req-8675a911-2b45-4a9b-8919-e7a44ee03a6b tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.2321477 Jul 09 17:11:20.058361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:20.127340 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.129901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1abf1193-758c-4448-8192-c2de42d41d6b None None] Provisioning complete for port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:20.130619 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1abf1193-758c-4448-8192-c2de42d41d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.298296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1abf1193-758c-4448-8192-c2de42d41d6b None None] Provisioning for port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:20.308230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1abf1193-758c-4448-8192-c2de42d41d6b None None] Provisioning complete for port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:20.308708 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1abf1193-758c-4448-8192-c2de42d41d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.370052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1abf1193-758c-4448-8192-c2de42d41d6b None None] Port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:20.499042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a0a06561-0022-4c3b-a2d1-2c12c8d9b395 None None] Provisioning complete for port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:20.499451 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0a06561-0022-4c3b-a2d1-2c12c8d9b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.555697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a0a06561-0022-4c3b-a2d1-2c12c8d9b395 None None] Port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:20.565491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-f1f8bbe6-b90b-4493-a063-a5a8a1e0e18d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.567102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-f1f8bbe6-b90b-4493-a063-a5a8a1e0e18d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.4327137 Jul 09 17:11:20.635184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.649462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.779643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-afe359d6-9690-4e85-8975-9f7f9e18e763 None None] Provisioning complete for port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:20.780420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afe359d6-9690-4e85-8975-9f7f9e18e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.815474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.818818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=0cb568ca-7b13-4544-8d16-1d5c2a0e7477,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:20.832567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-afe359d6-9690-4e85-8975-9f7f9e18e763 None None] Port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:20.853314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 5021aa61-560c-471f-bd81-eddaf1a97bd9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:20.853800 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.026457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] For port 5021aa61-560c-471f-bd81-eddaf1a97bd9, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=5021aa61-560c-471f-bd81-eddaf1a97bd9,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:21.027077 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.031397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:21.037666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:21.054013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 5021aa61-560c-471f-bd81-eddaf1a97bd9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:21.225625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6f5f-8e7d-48e5-9ccb-55e1cc6ed3b9 req-391bcb1b-bf31-4694-a1aa-ae2b91daadcb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:21.240523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-747f6f5f-8e7d-48e5-9ccb-55e1cc6ed3b9 req-391bcb1b-bf31-4694-a1aa-ae2b91daadcb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 909 time: 0.1074932 Jul 09 17:11:21.281885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10ce7b2e-fdfc-44e2-94f8-bf448598f86b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:21.352581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 70b9d818-35a6-4941-821f-398d13010deb is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:21.376515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:21.377209 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.484205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f863de09-ce89-4230-a9bb-f78a2311cf5e None None] Provisioning complete for port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:21.484618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f863de09-ce89-4230-a9bb-f78a2311cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.488830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.525610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=5021aa61-560c-471f-bd81-eddaf1a97bd9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:21.537707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:21.551279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] Sync routers for ids ['70b9d818-35a6-4941-821f-398d13010deb'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:21.553928 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f863de09-ce89-4230-a9bb-f78a2311cf5e None None] Port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:21.563844 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] Routers {'70b9d818-35a6-4941-821f-398d13010deb'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:21.564490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70b9d818-35a6-4941-821f-398d13010deb'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:21.575717 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-53af03b9-3224-4757-b008-4da2cad704c4 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/70b9d818-35a6-4941-821f-398d13010deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4503474 Jul 09 17:11:21.576205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:21.610958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] No DVR routers for this DVR port 5021aa61-560c-471f-bd81-eddaf1a97bd9 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:21.627011 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:21.627826 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.630734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c113ceed-1da4-41f7-9d3a-4e78a52d4c4f req-b987bb09-a4d9-4157-8006-d8f8a888e066 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.43 "DELETE /v2.0/ports/5021aa61-560c-471f-bd81-eddaf1a97bd9 HTTP/1.1" status: 204 len: 173 time: 1.0550921 Jul 09 17:11:21.631241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'name': 'network-vif-deleted', 'tag': '5021aa61-560c-471f-bd81-eddaf1a97bd9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:21.633951 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a450d0e-0983-42c2-9904-e22b850c2fcc" -d '{"events": [{"server_uuid": "ffce2ebe-1b35-447c-a13a-3d049c998457", "name": "network-vif-deleted", "tag": "5021aa61-560c-471f-bd81-eddaf1a97bd9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:21.655928 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] Routers {'70b9d818-35a6-4941-821f-398d13010deb'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:21.658590 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70b9d818-35a6-4941-821f-398d13010deb'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:21.696153 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e69724-048e-448f-88bf-87ac6d99c692 x-openstack-request-id: req-61e69724-048e-448f-88bf-87ac6d99c692 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:21.696463 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce2ebe-1b35-447c-a13a-3d049c998457", "name": "network-vif-deleted", "tag": "5021aa61-560c-471f-bd81-eddaf1a97bd9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:21.696706 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61e69724-048e-448f-88bf-87ac6d99c692 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:21.697112 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce2ebe-1b35-447c-a13a-3d049c998457', 'name': 'network-vif-deleted', 'tag': '5021aa61-560c-471f-bd81-eddaf1a97bd9', 'status': 'completed', 'code': 200} Jul 09 17:11:21.701293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e882a1-2d1e-4873-a4b5-57e71830edab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:21.708313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:21.713097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-20e882a1-2d1e-4873-a4b5-57e71830edab tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports/0cb568ca-7b13-4544-8d16-1d5c2a0e7477 HTTP/1.1" status: 200 len: 978 time: 0.1322293 Jul 09 17:11:21.742139 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:21.743173 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e9270-edb2-49d0-858b-979862d5edc4 None None] The sync data for ids ['70b9d818-35a6-4941-821f-398d13010deb'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:22.500514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-265c9c39-0ad3-4e7b-808e-b7f92c9f7f05 req-903e44a4-e340-4134-947a-88b8814d4326 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffce2ebe-1b35-447c-a13a-3d049c998457 HTTP/1.1" status: 200 len: 210 time: 0.0705531 Jul 09 17:11:22.890296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.160753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:23.161307 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.259691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.276708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 0cb568ca-7b13-4544-8d16-1d5c2a0e7477 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:23.556558 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.604990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=0cb568ca-7b13-4544-8d16-1d5c2a0e7477,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:23.628380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 60976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:23.848640 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.896324 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.073972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 70b9d818-35a6-4941-821f-398d13010deb has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:24.181338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:24.189499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a9d5aa4b-58d8-4450-94b8-c0f040b76486 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/70b9d818-35a6-4941-821f-398d13010deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798772 Jul 09 17:11:24.191854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:24.199017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] Sync routers for ids ['70b9d818-35a6-4941-821f-398d13010deb'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:24.215973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] Routers {'70b9d818-35a6-4941-821f-398d13010deb'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:24.217047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70b9d818-35a6-4941-821f-398d13010deb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:24.261739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:24.273713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] Routers {'70b9d818-35a6-4941-821f-398d13010deb'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:24.274785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['70b9d818-35a6-4941-821f-398d13010deb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:24.304300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.310516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:24.311529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e9e0c-25cb-406d-8180-05f31bd4fe10 None None] The sync data for ids ['70b9d818-35a6-4941-821f-398d13010deb'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:24.426104 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-f7c9e4d1-0682-4e90-8d2d-75a99ae3c174 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 17:11:24.429834 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f7c9e4d1-0682-4e90-8d2d-75a99ae3c174 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/70b9d818-35a6-4941-821f-398d13010deb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2336051 Jul 09 17:11:24.431102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:24.481151 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-072105a7-a7f9-417a-bb56-2eef96c15ed1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b9d818-35a6-4941-821f-398d13010deb HTTP/1.1" status: 200 len: 205 time: 0.0466452 Jul 09 17:11:24.481689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:24.575649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.760207 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.762799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.814633 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.815608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router 70b9d818-35a6-4941-821f-398d13010deb {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:24.826188 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.827602 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-805aa3a3-011e-4a81-aada-571534e8b030 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/70b9d818-35a6-4941-821f-398d13010deb HTTP/1.1" status: 204 len: 168 time: 0.3444314 Jul 09 17:11:24.830392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 60992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:24.896833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet 07fae1ac-ef43-4805-873c-16db652f3f81 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:24.901862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.948820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.037884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:25.038650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.050054 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.122599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.146026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] For port 0fbfe80f-2f3e-4848-8a11-40534a09e7e7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:25.146585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.153204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=07fae1ac-ef43-4805-873c-16db652f3f81,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.155299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.157204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-52a6e439-af4e-4b68-9a89-287659c9ea9f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/07fae1ac-ef43-4805-873c-16db652f3f81 HTTP/1.1" status: 204 len: 168 time: 0.3257866 Jul 09 17:11:25.162791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:25.164993 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:25.167210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa515a04-8483-4cc7-9bde-6d707c8b59a8 None None] Network 846e98f3-bc2b-478b-9961-beb6ebe615c2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:25.181762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5021aa61-560c-471f-bd81-eddaf1a97bd9 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:25.235597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 5021aa61-560c-471f-bd81-eddaf1a97bd9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:25.236276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 5021aa61-560c-471f-bd81-eddaf1a97bd9 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:25.282370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.381819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] DHCP port deletion for 846e98f3-bc2b-478b-9961-beb6ebe615c2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:25.414056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:25.414400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.436418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] Deleting port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:25.436842 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.497493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] For port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,segment=NetworkSegment(a10d5b20-8c95-4960-b5e0-525260729881),segment_id=a10d5b20-8c95-4960-b5e0-525260729881)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:25.497981 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.513238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] Calling delete_port for 10ce7b2e-fdfc-44e2-94f8-bf448598f86b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:25.520960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,segment=NetworkSegment(a10d5b20-8c95-4960-b5e0-525260729881),segment_id=a10d5b20-8c95-4960-b5e0-525260729881)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:25.521334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.537350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 10ce7b2e-fdfc-44e2-94f8-bf448598f86b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:25.542609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.577021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=0fbfe80f-2f3e-4848-8a11-40534a09e7e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.619426 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.649228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] Pushing event deleted for resources: {'Port': ['ID=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.657809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ba1ca-b042-460e-a3dc-532074054dfe None None] No DVR routers for this DVR port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:25.768169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.831461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port 10ce7b2e-fdfc-44e2-94f8-bf448598f86b on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:25.833307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=10ce7b2e-fdfc-44e2-94f8-bf448598f86b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.925524 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.928216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.946326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846e98f3-bc2b-478b-9961-beb6ebe615c2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:25.960551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10d5b20-8c95-4960-b5e0-525260729881') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:25.960858 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10d5b20-8c95-4960-b5e0-525260729881') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:26.001690 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.022932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.061081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:26.061796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: self.session.flush() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:26.064601 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:26.141422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.180910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.182929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/846e98f3-bc2b-478b-9961-beb6ebe615c2 HTTP/1.1" status: 204 len: 168 time: 1.0191751 Jul 09 17:11:26.187884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:26.194234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-1543018785'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:26.200755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ff7ec-e0c1-411f-b43c-7915e97382bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=846e98f3-bc2b-478b-9961-beb6ebe615c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.219849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:26.224394 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.251648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:26.264497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.264950 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment bfb32633-9dff-46e9-9073-7ab902ccd843 of type vlan for network 9c611dab-1cbf-47f4-a132-382be4fdaf43 Jul 09 17:11:26.279974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:26.312191 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.353229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.360115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:26.360932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.401737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:26.407388 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-499d6918-8d72-4cdb-b1e5-5eeb7afd4c91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "PUT /v2.0/routers/2f74e24f-879c-4ca7-8aba-955c7b36f0bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7781482 Jul 09 17:11:26.410281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:26.414958 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] Sync routers for ids ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:26.433421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] Routers {'2f74e24f-879c-4ca7-8aba-955c7b36f0bd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:26.434528 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:26.436906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2478976 Jul 09 17:11:26.440010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:26.445993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:26.493708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting subnet e2eadf1a-6774-4cdf-87b8-4e0886a2c797 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:26.499559 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.515408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea3aba-ae0c-49f3-b41e-89ff98930cc3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=9c611dab-1cbf-47f4-a132-382be4fdaf43,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.534597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:26.564445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:26.568834 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.570568 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] Set router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:26.579590 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.748584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.807605 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:11:25Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:26.833978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.844315 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] Checking router: 2f74e24f-879c-4ca7-8aba-955c7b36f0bd for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:26.853561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] Routers {'2f74e24f-879c-4ca7-8aba-955c7b36f0bd'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:26.854336 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:26.881134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9cd77-c5cb-44f9-9b2d-35747cdac70d None None] Network 399b1fcb-d490-409d-8b20-15a8c931889e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:26.892100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Subnet': ['ID=e2eadf1a-6774-4cdf-87b8-4e0886a2c797,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.896344 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.903849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-46cccaeb-3194-417e-88b5-bdc91d5f25bb tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/subnets/e2eadf1a-6774-4cdf-87b8-4e0886a2c797 HTTP/1.1" status: 204 len: 168 time: 0.4916582 Jul 09 17:11:26.909612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:26.944396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.048787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:27.069160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'bfb32633-9dff-46e9-9073-7ab902ccd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:27.070510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 9c611dab-1cbf-47f4-a132-382be4fdaf43, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:27.076060 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:27.089409 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] Set router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:27.105137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:27.117589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9c611dab-1cbf-47f4-a132-382be4fdaf43) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:27.126762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e1c0a5-6a94-48d8-b791-4516f1b1e5b3 None None] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:27.127008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.127625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.165741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0000a625-f207-4239-a7b3-ca279f9aeb9b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7243841 Jul 09 17:11:27.169737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:27.197785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1585353295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:27.199547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] DHCP port deletion for 399b1fcb-d490-409d-8b20-15a8c931889e request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:27.251829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.253269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.387929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.394019 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.415858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.419701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-66d7f1f6-a89e-424d-95ef-9c673a27bd55 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2486253 Jul 09 17:11:27.420333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:27.436733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.443571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10ce7b2e-fdfc-44e2-94f8-bf448598f86b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:27.507618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 10ce7b2e-fdfc-44e2-94f8-bf448598f86b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:27.511149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 10ce7b2e-fdfc-44e2-94f8-bf448598f86b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:27.517882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 53fa8726-2f3e-4d15-83e5-7d803e58f55d no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:27.518090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 77781feb-3897-4368-90ca-07d0c12c6670 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:27.518341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.608049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.608293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.608452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] Deleting port 53fa8726-2f3e-4d15-83e5-7d803e58f55d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:27.611758 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.622625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 77781feb-3897-4368-90ca-07d0c12c6670 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:27.674984 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:11:25Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:27.727440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756d730-9135-46c1-8900-0d4654a482e2 None None] The sync data for ids ['2f74e24f-879c-4ca7-8aba-955c7b36f0bd'] in n-d-800085-2 is: [{'id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1588495263', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:11:25Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '7d0e38f3-815c-4258-905f-3bfeacd84d35', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ab:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f74e24f-879c-4ca7-8aba-955c7b36f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:52Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:27.750076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] For port 53fa8726-2f3e-4d15-83e5-7d803e58f55d, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=53fa8726-2f3e-4d15-83e5-7d803e58f55d,segment=NetworkSegment(12744eac-2e3c-4d05-9200-1662934b203e),segment_id=12744eac-2e3c-4d05-9200-1662934b203e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:27.752449 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.792946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] Calling delete_port for 53fa8726-2f3e-4d15-83e5-7d803e58f55d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:27.852144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.871216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.886018 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.935183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=77781feb-3897-4368-90ca-07d0c12c6670,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:27.963483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port 53fa8726-2f3e-4d15-83e5-7d803e58f55d update to DOWN by agent not found {{(pid=93769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 17:11:27.979264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-9c611dab-1cbf-47f4-a132-382be4fdaf43', 'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': 'cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:27.980791 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.983447 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.020160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] No DVR routers for this DVR port 53fa8726-2f3e-4d15-83e5-7d803e58f55d on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:28.031802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde0051-cbd7-46f1-bd36-046900e5f184 None None] Pushing event deleted for resources: {'Port': ['ID=53fa8726-2f3e-4d15-83e5-7d803e58f55d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:28.051848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 7d0e38f3-815c-4258-905f-3bfeacd84d35 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:28.052198 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.056893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.057327 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Floating IP 2ded53e4-58c7-42dd-be32-89959faa2beb disassociated (deleted). External IP: 172.25.7.3, port: b9226290-6446-4bbb-b0b3-dfdd1a97e5c2. Jul 09 17:11:28.221861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.20.0.1 (9c611dab-1cbf-47f4-a132-382be4fdaf43/cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9/372a66c1-aa49-4f6f-a4d8-836a976e5706) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:28.281449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] For port 7d0e38f3-815c-4258-905f-3bfeacd84d35, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7d0e38f3-815c-4258-905f-3bfeacd84d35,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:28.282077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.306987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 7d0e38f3-815c-4258-905f-3bfeacd84d35 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:28.365282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.385054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object 372a66c1-aa49-4f6f-a4d8-836a976e5706 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:28.431665 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.471392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:28.475174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:28.479698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:28.483018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Allocated IP 172.20.0.2 (9c611dab-1cbf-47f4-a132-382be4fdaf43/cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9/5a0e7bfa-877e-48c1-88dc-2273cc098412) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:28.532638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=372a66c1-aa49-4f6f-a4d8-836a976e5706,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:28.551097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.668384 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.681810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Transition to ACTIVE for port object 5a0e7bfa-877e-48c1-88dc-2273cc098412 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:28.698159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Transition to ACTIVE for port object 5a0e7bfa-877e-48c1-88dc-2273cc098412 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:28.705458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.741965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:28.747291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:28.751238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:28.811537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Pushing event updated for resources: {'Port': ['ID=5a0e7bfa-877e-48c1-88dc-2273cc098412,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:28.848213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Attempting to bind port 5a0e7bfa-877e-48c1-88dc-2273cc098412 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:28.848939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Attempting to bind port 5a0e7bfa-877e-48c1-88dc-2273cc098412 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'bfb32633-9dff-46e9-9073-7ab902ccd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:28.849481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Attempting to bind port 5a0e7bfa-877e-48c1-88dc-2273cc098412 on network 9c611dab-1cbf-47f4-a132-382be4fdaf43 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:28.855543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:28.856254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Checking segment: {'id': 'bfb32633-9dff-46e9-9073-7ab902ccd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:28.856840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.857576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Bound using segment: {'id': 'bfb32633-9dff-46e9-9073-7ab902ccd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:28.858259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Bound port: 5a0e7bfa-877e-48c1-88dc-2273cc098412, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb32633-9dff-46e9-9073-7ab902ccd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9c611dab-1cbf-47f4-a132-382be4fdaf43'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:28.858893 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.902034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:28.937912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] For port 5a0e7bfa-877e-48c1-88dc-2273cc098412, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:28.941894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] For port 5a0e7bfa-877e-48c1-88dc-2273cc098412, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a0e7bfa-877e-48c1-88dc-2273cc098412,segment=NetworkSegment(bfb32633-9dff-46e9-9073-7ab902ccd843),segment_id=bfb32633-9dff-46e9-9073-7ab902ccd843)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:28.952184 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.990169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router b68a234a-aa9b-422a-988f-301cc2e0e1a4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:28.999265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Deleting subnet 261151cf-9a69-409e-9b09-da047b5a290e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:28.999265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.036405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f755b-fdda-4e38-886a-ae4ebc448d8b None None] Pushing event updated for resources: {'Port': ['ID=5a0e7bfa-877e-48c1-88dc-2273cc098412,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:29.052739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.176066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.180681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.239534 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.289678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=7d0e38f3-815c-4258-905f-3bfeacd84d35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:29.303386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:29.336830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:29.337325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0fbfe80f-2f3e-4848-8a11-40534a09e7e7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:29.410639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:29.420168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.423614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] Sync routers for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:29.444918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:29.445860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:29.471381 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.515142 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.519427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/261151cf-9a69-409e-9b09-da047b5a290e HTTP/1.1" status: 204 len: 168 time: 0.6124921 Jul 09 17:11:29.520629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 32866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:29.523613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc355e8-6051-44bc-966b-3d72e1f8f7c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261151cf-9a69-409e-9b09-da047b5a290e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:29.528366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.609309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:29.617931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-00d55e20-ae62-42f0-8c9c-fa170e5df6ac tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/floatingips/2ded53e4-58c7-42dd-be32-89959faa2beb HTTP/1.1" status: 204 len: 168 time: 2.5612509 Jul 09 17:11:29.642904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:29.645756 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f98e15-5837-409b-9ae8-054d1fafe2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:29.656041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.658520 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.675530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.727445 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.727956 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Fanout notify agent at l3_agent the message router_deleted on router 2f74e24f-879c-4ca7-8aba-955c7b36f0bd {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:29.737573 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.738854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7c4ff534-81d3-4099-a16e-4643c8a13da4 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/routers/2f74e24f-879c-4ca7-8aba-955c7b36f0bd HTTP/1.1" status: 204 len: 168 time: 2.8280432 Jul 09 17:11:29.742888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:29.761925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.785764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.912349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:43Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:29.930399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.003163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] Checking router: b68a234a-aa9b-422a-988f-301cc2e0e1a4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:30.017537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=372a66c1-aa49-4f6f-a4d8-836a976e5706,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:30.022722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.027159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:30.028102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.035040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.040505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d01f9ed-4c5f-4dda-ab77-9aeed6f177df']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.043581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.043928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.044272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.044609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.044944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.045274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.045600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.046050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.046235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.046604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.046983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.047252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:30.069292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c91a84-9d1c-461b-a458-cf790feab5ad') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.069589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c91a84-9d1c-461b-a458-cf790feab5ad') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.110913 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e25b734-6edc-4d93-80fc-3c0e4a313491 x-openstack-request-id: req-8e25b734-6edc-4d93-80fc-3c0e4a313491 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:30.111355 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:30.111700 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e25b734-6edc-4d93-80fc-3c0e4a313491 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:30.112231 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'status': 'completed', 'code': 200} Jul 09 17:11:30.139417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.142155 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.170035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b1fcb-d490-409d-8b20-15a8c931889e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.187093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12744eac-2e3c-4d05-9200-1662934b203e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.187552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12744eac-2e3c-4d05-9200-1662934b203e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.208349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.222505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:30.222969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:30.226713 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:30.244591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.269221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.280267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:30.281175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.349295 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.367855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:30.372204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:30.374492 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:30.376863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] 10.222.0.48 "DELETE /v2.0/networks/2d01f9ed-4c5f-4dda-ab77-9aeed6f177df HTTP/1.1" status: 204 len: 168 time: 0.8520005 Jul 09 17:11:30.377318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.388295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.390930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/networks/399b1fcb-d490-409d-8b20-15a8c931889e HTTP/1.1" status: 204 len: 168 time: 0.6469972 Jul 09 17:11:30.394158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:30.396151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:30.402571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35669978-ffde-4644-bff7-82123b48cbac admin admin] Pushing event deleted for resources: {'Network': ['ID=2d01f9ed-4c5f-4dda-ab77-9aeed6f177df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:30.474289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8269-c7db-4def-a1b3-1046071e36c1 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Network': ['ID=399b1fcb-d490-409d-8b20-15a8c931889e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:30.514861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32671875-2623-4f3e-a890-0a7eb1c78d44 req-769ce339-50b4-405f-984b-3de27d41b2bd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.516598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32671875-2623-4f3e-a890-0a7eb1c78d44 req-769ce339-50b4-405f-984b-3de27d41b2bd tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.3329320 Jul 09 17:11:30.536489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-a9e17a4c-71d6-45e6-9e7d-aa6e76928a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.537628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:30.538657 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-a9e17a4c-71d6-45e6-9e7d-aa6e76928a62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 1097 time: 0.3969171 Jul 09 17:11:30.699411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router fa4bd6a0-6c68-41a9-803c-462594a14405 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:30.699666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32671875-2623-4f3e-a890-0a7eb1c78d44 req-5cd7604a-5cc8-40b2-88df-ac18e3ef5d5a tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607189 Jul 09 17:11:30.708672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-b7647246-24d6-4748-b154-6d376c90d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.711233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-b7647246-24d6-4748-b154-6d376c90d8f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 200 len: 897 time: 0.1650271 Jul 09 17:11:30.712703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 6d3f8a21-f35d-4cb7-ae37-986f4ef78521 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:30.712912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.754839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:30.774580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d738c5-865b-47d2-a922-962d5c849d88 None None] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:30.821153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-210e56e6-2276-4e71-bb1c-8308e7d077e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d78119a586c4e1d881630ea82af0736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653348 Jul 09 17:11:30.824785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:30.829527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-450d8e2c-53f5-46e4-9e86-3cfd619b8bb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 200 len: 217 time: 0.1074066 Jul 09 17:11:30.851292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.851671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.875889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7de017e2-b08b-4c8d-a63b-0a3a0f9745cf None None] Provisioning for port 5a0e7bfa-877e-48c1-88dc-2273cc098412 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:30.881022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 6d3f8a21-f35d-4cb7-ae37-986f4ef78521 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:30.893726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:30.908168 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f133e440-c856-4e8f-bf0c-f16018f66c07 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/fa4bd6a0-6c68-41a9-803c-462594a14405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865484 Jul 09 17:11:30.914486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:30.926880 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] Sync routers for ids ['fa4bd6a0-6c68-41a9-803c-462594a14405'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:30.937271 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] Routers {'fa4bd6a0-6c68-41a9-803c-462594a14405'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:30.938776 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa4bd6a0-6c68-41a9-803c-462594a14405'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.975493 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-72b9b352-bca5-4843-96aa-9a6315a4c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.978216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:43Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:30.983573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-72b9b352-bca5-4843-96aa-9a6315a4c1bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db021ee8-21d1-4029-a9b9-965568bf2ed9 HTTP/1.1" status: 200 len: 834 time: 0.0728869 Jul 09 17:11:30.999864 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:31.007514 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe81c74-05e6-4b63-b14b-d6ba40ac1f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.010893 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] Routers {'fa4bd6a0-6c68-41a9-803c-462594a14405'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:31.015676 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa4bd6a0-6c68-41a9-803c-462594a14405'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:31.058693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-bb42f163-dc2f-494a-a344-c77921e6e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.059448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248d1dc-4e24-4387-93e8-a4772d3804c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.061271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d730c01-4df0-4ddd-a900-cdf0cdf03980 None None] The sync data for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 is: [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '3de2c6b3-cbae-40af-8125-3232ba4e7667', 'name': '', 'network_id': 'a240cdd5-ee83-41f9-999c-704aad951af1', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'mac_address': 'fa:16:3e:61:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:36Z', 'updated_at': '2021-07-09T17:09:43Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'subnets': [{'id': 'db021ee8-21d1-4029-a9b9-965568bf2ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:31.065117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8248d1dc-4e24-4387-93e8-a4772d3804c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports/372a66c1-aa49-4f6f-a4d8-836a976e5706 HTTP/1.1" status: 200 len: 910 time: 0.1478338 Jul 09 17:11:31.065835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 32886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:31.067182 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:31.068434 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f22420-2fc3-4b57-bdc4-66d2d43e169e None None] The sync data for ids ['fa4bd6a0-6c68-41a9-803c-462594a14405'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:31.068677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-bb42f163-dc2f-494a-a344-c77921e6e84a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a240cdd5-ee83-41f9-999c-704aad951af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805361 Jul 09 17:11:31.097573 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe81c74-05e6-4b63-b14b-d6ba40ac1f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.221951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-9c41c9c8-b867-48b6-a34e-3722a1cbfef9 service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472766 Jul 09 17:11:31.336147 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe81c74-05e6-4b63-b14b-d6ba40ac1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.339097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe81c74-05e6-4b63-b14b-d6ba40ac1f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.340727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7fe81c74-05e6-4b63-b14b-d6ba40ac1f06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03134c18-d76b-499e-80fb-6bbcb46d7e5c HTTP/1.1" status: 204 len: 168 time: 0.5147555 Jul 09 17:11:31.362936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a0e7bfa-877e-48c1-88dc-2273cc098412 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:31.401862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81c74-05e6-4b63-b14b-d6ba40ac1f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03134c18-d76b-499e-80fb-6bbcb46d7e5c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:31.448398 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99f98e15-5837-409b-9ae8-054d1fafe2b4 req-f9209a4f-dd23-4346-9ef6-d22149bca426 service neutron] 10.222.0.43 "GET /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121921 Jul 09 17:11:31.497703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.506958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3c05e-ec8d-4eb3-86c0-c8e3c9ef6e0e None None] New status for floating IP 2ded53e4-58c7-42dd-be32-89959faa2beb: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:11:31.535280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=6d3f8a21-f35d-4cb7-ae37-986f4ef78521,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:31.602347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Provisioning complete for port 5a0e7bfa-877e-48c1-88dc-2273cc098412 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:31.603249 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.660020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.660373 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Floating IP 7e592758-9520-429b-b679-8c02906f365f disassociated (deleted). External IP: 172.25.7.146, port: 3db85d6f-056a-47b2-817b-1b0ee3b0c766. Jul 09 17:11:31.667521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5a0e7bfa-877e-48c1-88dc-2273cc098412 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:31.676756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a0e7bfa-877e-48c1-88dc-2273cc098412 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:31.677156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.791755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.849106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] For port 5a0e7bfa-877e-48c1-88dc-2273cc098412, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a0e7bfa-877e-48c1-88dc-2273cc098412,segment=NetworkSegment(bfb32633-9dff-46e9-9073-7ab902ccd843),segment_id=bfb32633-9dff-46e9-9073-7ab902ccd843)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:31.861917 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.931184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48170b91-22cb-4391-a357-2439eeac403d req-842aa183-5665-4c4b-9d1c-4ce95d199aa0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.933294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48170b91-22cb-4391-a357-2439eeac403d req-842aa183-5665-4c4b-9d1c-4ce95d199aa0 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.1241932 Jul 09 17:11:32.008382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Provisioning for port 372a66c1-aa49-4f6f-a4d8-836a976e5706 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:32.021096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Provisioning complete for port 372a66c1-aa49-4f6f-a4d8-836a976e5706 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:32.022857 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.048124 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.055311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Pushing event updated for resources: {'Port': ['ID=5a0e7bfa-877e-48c1-88dc-2273cc098412,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:32.058635 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d0e38f3-815c-4258-905f-3bfeacd84d35 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:32.100347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:32.100599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.102670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 7d0e38f3-815c-4258-905f-3bfeacd84d35 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:32.103397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7d0e38f3-815c-4258-905f-3bfeacd84d35 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:32.111568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.112107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.112616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.113135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.113696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.114268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.114786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.115303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.115923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.116416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.116925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.117420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:32.145868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ee72f-b6a0-449c-879e-12078052846c None None] Port 372a66c1-aa49-4f6f-a4d8-836a976e5706 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:32.207246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:32.208209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.226928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:32.275479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fbbdc077-f63f-4770-a7a5-c66a43496b60 None None] Provisioning complete for port 372a66c1-aa49-4f6f-a4d8-836a976e5706 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:32.275864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbbdc077-f63f-4770-a7a5-c66a43496b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.325195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdc077-f63f-4770-a7a5-c66a43496b60 None None] Port 372a66c1-aa49-4f6f-a4d8-836a976e5706 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:32.397495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.435179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=b9226290-6446-4bbb-b0b3-dfdd1a97e5c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:32.480300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] No DVR routers for this DVR port b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:32.483081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.485271 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-48170b91-22cb-4391-a357-2439eeac403d req-486ccc12-e283-437e-ad76-956223d84f9d tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.43 "DELETE /v2.0/ports/b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 HTTP/1.1" status: 204 len: 173 time: 0.5438180 Jul 09 17:11:32.485726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-deleted', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:32.488135 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f89ab41-ff47-4a4b-a58b-01776a2b3261" -d '{"events": [{"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-deleted", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:32.616560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e068e-e249-4d20-805d-2ab6ccfe6e95 req-38a2fa24-5f82-403d-b903-5f42cdbb4e8e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.618133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-720e068e-e249-4d20-805d-2ab6ccfe6e95 req-38a2fa24-5f82-403d-b903-5f42cdbb4e8e tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe359b83-9b68-4330-a9d0-78e677aef0b1 HTTP/1.1" status: 200 len: 946 time: 0.6946740 Jul 09 17:11:32.689263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:32.694856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-720e068e-e249-4d20-805d-2ab6ccfe6e95 req-b670bb82-fddf-4012-9c0f-4ce28fcce4d3 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee6a5f51-6366-4bac-a698-974472727a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705118 Jul 09 17:11:32.752208 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943fe122-0d4e-4280-8858-78f49398049b x-openstack-request-id: req-943fe122-0d4e-4280-8858-78f49398049b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:32.752208 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe359b83-9b68-4330-a9d0-78e677aef0b1", "name": "network-vif-deleted", "tag": "b9226290-6446-4bbb-b0b3-dfdd1a97e5c2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:32.752208 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-943fe122-0d4e-4280-8858-78f49398049b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:32.752607 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe359b83-9b68-4330-a9d0-78e677aef0b1', 'name': 'network-vif-deleted', 'tag': 'b9226290-6446-4bbb-b0b3-dfdd1a97e5c2', 'status': 'completed', 'code': 200} Jul 09 17:11:32.877492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:32.883735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.888112 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] Sync routers for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:32.901063 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:32.902197 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:32.936591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 372a66c1-aa49-4f6f-a4d8-836a976e5706 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:32.937202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.947516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4472c532-3634-44a2-a1ce-74eab37cb9ba tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/floatingips/7e592758-9520-429b-b679-8c02906f365f HTTP/1.1" status: 204 len: 168 time: 2.5473101 Jul 09 17:11:32.949862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:32.953063 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53287d53-79e4-431a-bf05-5cab72ead076" -d '{"events": [{"name": "network-changed", "server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:33.077219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.092801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 372a66c1-aa49-4f6f-a4d8-836a976e5706 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:33.104149 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:33.303240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a0e7bfa-877e-48c1-88dc-2273cc098412 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:33.344631 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c5483f-fb2d-40a7-bd52-e7597477ec9c x-openstack-request-id: req-96c5483f-fb2d-40a7-bd52-e7597477ec9c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:33.350695 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:33.351008 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96c5483f-fb2d-40a7-bd52-e7597477ec9c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:33.351521 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'status': 'completed', 'code': 200} Jul 09 17:11:33.373755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5a0e7bfa-877e-48c1-88dc-2273cc098412 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:33.373755 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.454740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.474047 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:24Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:33.490248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53287d53-79e4-431a-bf05-5cab72ead076 req-1f6b149e-b491-451a-95dd-93759d589517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.491806 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-1f6b149e-b491-451a-95dd-93759d589517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fd38061d3d44aaa7545729cbdee194&device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 1135 time: 0.0973463 Jul 09 17:11:33.507510 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] Checking router: 00d14302-a3f2-4d1d-b97e-87f2a0a3324f for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:33.524352 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:33.524605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=372a66c1-aa49-4f6f-a4d8-836a976e5706,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:33.527629 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:33.608058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53287d53-79e4-431a-bf05-5cab72ead076 req-fc7ff7d2-78ba-4e93-8605-8dbe375d725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.609590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-fc7ff7d2-78ba-4e93-8605-8dbe375d725e service neutron] 10.222.0.37 "GET /v2.0/networks?id=14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 200 len: 898 time: 0.1110404 Jul 09 17:11:33.675328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6419070-8b0d-4da7-946d-33b3fd399b41 req-7645afd7-1e60-4e31-b8ff-7deb151b57f9 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.675690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-0fa67e23-7beb-42ab-a9e5-55a167702197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 200 len: 217 time: 0.0580685 Jul 09 17:11:33.677272 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6419070-8b0d-4da7-946d-33b3fd399b41 req-7645afd7-1e60-4e31-b8ff-7deb151b57f9 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.1982327 Jul 09 17:11:33.697055 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:33.736421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53287d53-79e4-431a-bf05-5cab72ead076 req-533f6a02-bc44-4042-9077-b5f1982ae2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.737925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-533f6a02-bc44-4042-9077-b5f1982ae2f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 200 len: 835 time: 0.0555513 Jul 09 17:11:33.780724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.827790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53287d53-79e4-431a-bf05-5cab72ead076 req-f1d5a776-e399-4891-8dce-0b5b88e0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.828868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6419070-8b0d-4da7-946d-33b3fd399b41 req-7d1e0fcc-498d-4c56-871e-5063f8d6d986 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1165695 Jul 09 17:11:33.831427 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-f1d5a776-e399-4891-8dce-0b5b88e0b8f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14a775fe-cf61-4ec3-86db-78e28339725f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843382 Jul 09 17:11:33.962078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:33.965612 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:24Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:34.011783 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea261c3-15ca-4b34-ab30-41e7bd76c297 None None] The sync data for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 is: [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:16Z', 'revision_number': 4, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '51cc4ebb-294d-4256-b1a6-946be80dddda', 'name': '', 'network_id': '14a775fe-cf61-4ec3-86db-78e28339725f', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'mac_address': 'fa:16:3e:cd:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:13Z', 'updated_at': '2021-07-09T17:09:24Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'subnets': [{'id': 'e1a13ee4-2407-4b56-a125-0395efeb2006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:34.017584 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-2880b603-31ac-4e67-999d-d98954e2f1a7 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719091 Jul 09 17:11:34.051239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router fa4bd6a0-6c68-41a9-803c-462594a14405 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:34.148679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:34.157082 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-27f91f39-ab9a-4e81-a1f9-737c97e7a6ad tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/fa4bd6a0-6c68-41a9-803c-462594a14405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0731354 Jul 09 17:11:34.157434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:34.160996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] Sync routers for ids ['fa4bd6a0-6c68-41a9-803c-462594a14405'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:34.171915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] Routers {'fa4bd6a0-6c68-41a9-803c-462594a14405'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:34.172752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa4bd6a0-6c68-41a9-803c-462594a14405'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:34.187842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4e3c4099-c9c2-45a1-b8ef-f0d685fd2d31 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa4bd6a0-6c68-41a9-803c-462594a14405 HTTP/1.1" status: 200 len: 205 time: 0.0294356 Jul 09 17:11:34.193269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:34.219082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53287d53-79e4-431a-bf05-5cab72ead076 req-6e438b70-f6ab-4bfa-9963-0f6e8fceb093 service neutron] 10.222.0.37 "GET /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884959 Jul 09 17:11:34.264108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:34.276421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] Routers {'fa4bd6a0-6c68-41a9-803c-462594a14405'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:34.277083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa4bd6a0-6c68-41a9-803c-462594a14405'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:34.302254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.350971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:34.352431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b1557-23aa-48b4-a44a-8c66c8cd6d80 None None] The sync data for ids ['fa4bd6a0-6c68-41a9-803c-462594a14405'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:34.416600 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafdc20-f67d-42bf-99ed-8cf8074e1477 None None] New status for floating IP 7e592758-9520-429b-b679-8c02906f365f: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:11:34.473965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.507532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.511240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.571887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.572711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router fa4bd6a0-6c68-41a9-803c-462594a14405 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:34.581077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.584965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bd834c1-3d48-41be-8b51-627efd62e347 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/fa4bd6a0-6c68-41a9-803c-462594a14405 HTTP/1.1" status: 204 len: 168 time: 0.3881142 Jul 09 17:11:34.585066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:34.642613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:34.646426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.652657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:34.697225 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.767042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 3de2c6b3-cbae-40af-8125-3232ba4e7667 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:34.767616 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.794149 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c280-7a04-48c4-83c9-a553a9e69f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.809840 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.874358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 3de2c6b3-cbae-40af-8125-3232ba4e7667, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3de2c6b3-cbae-40af-8125-3232ba4e7667,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:34.874768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.891971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 3de2c6b3-cbae-40af-8125-3232ba4e7667 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:34.892231 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.932494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:34.939122 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.941245 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b43e7be9-bbca-434a-89b0-e9973e23a277 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9 HTTP/1.1" status: 204 len: 168 time: 0.3551369 Jul 09 17:11:34.946854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:34.948007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5deff3-4cd5-4708-86a0-44bc1d394ec9 None None] Network 9c611dab-1cbf-47f4-a132-382be4fdaf43 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:35.009302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c280-7a04-48c4-83c9-a553a9e69f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.016819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c280-7a04-48c4-83c9-a553a9e69f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.074161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cd1c280-7a04-48c4-83c9-a553a9e69f40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eaeee660fab46b2b55a35005967246d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180145 Jul 09 17:11:35.074393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.074927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:35.082353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1c280-7a04-48c4-83c9-a553a9e69f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cabe06-7c5d-4771-a3e0-fb319b48f4e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.103966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3839401-695b-4ad1-b26e-1381730fd65d req-db680aed-b794-4fb0-b33e-bce7961b6cca tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.105543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3839401-695b-4ad1-b26e-1381730fd65d req-db680aed-b794-4fb0-b33e-bce7961b6cca tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.1439900 Jul 09 17:11:35.165420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] DHCP port deletion for 9c611dab-1cbf-47f4-a132-382be4fdaf43 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:35.174737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3839401-695b-4ad1-b26e-1381730fd65d req-d386c6a1-ed55-4cc7-8bdc-07e62f71e537 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0609214 Jul 09 17:11:35.186357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dad3dd-7b0f-40f2-8c3c-1faf489e2a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.200905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-0e0472b1-f7b6-4e04-860c-c4cdf7798e6e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.202603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-0e0472b1-f7b6-4e04-860c-c4cdf7798e6e tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.1250186 Jul 09 17:11:35.223423 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dad3dd-7b0f-40f2-8c3c-1faf489e2a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.247006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:35.274303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:35.274749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device b9226290-6446-4bbb-b0b3-dfdd1a97e5c2 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:35.279441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dad3dd-7b0f-40f2-8c3c-1faf489e2a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.279987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] Deleting port 5a0e7bfa-877e-48c1-88dc-2273cc098412 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:35.280784 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.282606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dad3dd-7b0f-40f2-8c3c-1faf489e2a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.287528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-98dad3dd-7b0f-40f2-8c3c-1faf489e2a57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3cabe06-7c5d-4771-a3e0-fb319b48f4e2 HTTP/1.1" status: 204 len: 168 time: 0.2118378 Jul 09 17:11:35.296006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 5a0e7bfa-877e-48c1-88dc-2273cc098412 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:35.296346 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.296511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dad3dd-7b0f-40f2-8c3c-1faf489e2a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cabe06-7c5d-4771-a3e0-fb319b48f4e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.317077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5a0e7bfa-877e-48c1-88dc-2273cc098412 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:35.351002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.409710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=3de2c6b3-cbae-40af-8125-3232ba4e7667,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.416156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] For port 5a0e7bfa-877e-48c1-88dc-2273cc098412, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a0e7bfa-877e-48c1-88dc-2273cc098412,segment=NetworkSegment(bfb32633-9dff-46e9-9073-7ab902ccd843),segment_id=bfb32633-9dff-46e9-9073-7ab902ccd843)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:35.416695 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.435938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] Calling delete_port for 5a0e7bfa-877e-48c1-88dc-2273cc098412 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:35.516357 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.597740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.622999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:35.628367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] Pushing event deleted for resources: {'Port': ['ID=5a0e7bfa-877e-48c1-88dc-2273cc098412,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.645818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c66b83-8c8b-4c1d-8e52-eceb53f2fc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.667601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563f3c7-b6ac-4068-a83a-2cd2ac323b6e None None] No DVR routers for this DVR port 5a0e7bfa-877e-48c1-88dc-2273cc098412 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:35.786153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c66b83-8c8b-4c1d-8e52-eceb53f2fc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.792160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69c66b83-8c8b-4c1d-8e52-eceb53f2fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.800123 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cda51f2a-5777-4b76-85bc-20c9790183e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.834592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69c66b83-8c8b-4c1d-8e52-eceb53f2fc5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f5cd45cbc9944bba042e9f229a4a59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097824 Jul 09 17:11:35.837295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:35.846829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c66b83-8c8b-4c1d-8e52-eceb53f2fc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a3e35-5a58-4ca1-8782-d241acbc7ac5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.901261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e849-087b-49b6-ae32-3c9baad78f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.922688 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e849-087b-49b6-ae32-3c9baad78f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.949404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port 5a0e7bfa-877e-48c1-88dc-2273cc098412, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5a0e7bfa-877e-48c1-88dc-2273cc098412,segment=NetworkSegment(bfb32633-9dff-46e9-9073-7ab902ccd843),segment_id=bfb32633-9dff-46e9-9073-7ab902ccd843)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:35.949901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.978548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 5a0e7bfa-877e-48c1-88dc-2273cc098412 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:35.981575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e849-087b-49b6-ae32-3c9baad78f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.984594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e849-087b-49b6-ae32-3c9baad78f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.985775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0a5e849-087b-49b6-ae32-3c9baad78f4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd3a3e35-5a58-4ca1-8782-d241acbc7ac5 HTTP/1.1" status: 204 len: 168 time: 0.1469038 Jul 09 17:11:35.994555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5e849-087b-49b6-ae32-3c9baad78f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a3e35-5a58-4ca1-8782-d241acbc7ac5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.998868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:35.999214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.221654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] For port 3db85d6f-056a-47b2-817b-1b0ee3b0c766, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=3db85d6f-056a-47b2-817b-1b0ee3b0c766,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:36.222029 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.241665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 3db85d6f-056a-47b2-817b-1b0ee3b0c766 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:36.243440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.258767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.355168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=5a0e7bfa-877e-48c1-88dc-2273cc098412,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:36.357232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port 5a0e7bfa-877e-48c1-88dc-2273cc098412 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:36.400100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a26da6-fedd-4dce-9c9f-f9f7001cd908 req-abab1bce-9d80-491a-b77c-5d57339447bd tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.401752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1a26da6-fedd-4dce-9c9f-f9f7001cd908 req-abab1bce-9d80-491a-b77c-5d57339447bd tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 984 time: 0.0953658 Jul 09 17:11:36.455264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1a26da6-fedd-4dce-9c9f-f9f7001cd908 req-a130adb7-8fda-4590-bc3d-71850e90711f tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/security-groups?id=029606d3-ff30-4018-b656-997c47e4018c&id=8be3baa7-6634-4be6-a943-918ca4fa42b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0459902 Jul 09 17:11:36.517415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.532686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c611dab-1cbf-47f4-a132-382be4fdaf43']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:36.574972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb32633-9dff-46e9-9073-7ab902ccd843') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:36.575268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb32633-9dff-46e9-9073-7ab902ccd843') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:36.623947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.678564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.689766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:36.690175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:36.693245 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:36.730060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.765352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:36.784004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=3db85d6f-056a-47b2-817b-1b0ee3b0c766,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:36.814513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Router b68a234a-aa9b-422a-988f-301cc2e0e1a4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:36.818149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.847425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.854588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/9c611dab-1cbf-47f4-a132-382be4fdaf43 HTTP/1.1" status: 204 len: 168 time: 1.9021578 Jul 09 17:11:36.854588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] No DVR routers for this DVR port 3db85d6f-056a-47b2-817b-1b0ee3b0c766 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:36.854806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:36.855644 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.857640 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-69bc9cd5-ddb0-456a-acd1-6a1e16b3e080 req-714cd556-76e4-470d-b50c-7b706294be91 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.37 "DELETE /v2.0/ports/3db85d6f-056a-47b2-817b-1b0ee3b0c766 HTTP/1.1" status: 204 len: 173 time: 1.6436226 Jul 09 17:11:36.859054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-6534375', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:36.859657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'name': 'network-vif-deleted', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:36.861987 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be42935-6239-4759-8ddb-3f600c9cd0ca" -d '{"events": [{"server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "name": "network-vif-deleted", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:36.876218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ad1ab-b7a3-4d9b-94e3-2283a363fc79 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=9c611dab-1cbf-47f4-a132-382be4fdaf43,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:36.889367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.890428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.904340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1413100653-network', 'tenant_id': '610d89a087354cf88d132f95f71b0411'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:36.972386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.975764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:36.979316 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.996028 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abed376-0c6b-4da3-877a-4822c337124b x-openstack-request-id: req-4abed376-0c6b-4da3-877a-4822c337124b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:36.996650 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab66d456-66b2-47d7-b6cb-60864d5d86ad", "name": "network-vif-deleted", "tag": "3db85d6f-056a-47b2-817b-1b0ee3b0c766", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:36.996749 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4abed376-0c6b-4da3-877a-4822c337124b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:36.997123 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66d456-66b2-47d7-b6cb-60864d5d86ad', 'name': 'network-vif-deleted', 'tag': '3db85d6f-056a-47b2-817b-1b0ee3b0c766', 'status': 'completed', 'code': 200} Jul 09 17:11:37.005375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:37.017217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] Sync routers for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:37.021648 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-21249225-28c4-450f-b233-bbeb48eb13ea tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "PUT /v2.0/routers/b68a234a-aa9b-422a-988f-301cc2e0e1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0556719 Jul 09 17:11:37.021806 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.021925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:37.036136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:37.037090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:37.087018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting subnet db021ee8-21d1-4029-a9b9-965568bf2ed9 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:37.092028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.140355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.147350 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.168684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:37.262214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.305655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.323090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.344212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.365243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:37.375297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29da11de-9481-4df5-86db-11bbf7127c5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.378482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Subnet': ['ID=db021ee8-21d1-4029-a9b9-965568bf2ed9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.380844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.383202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7d1afb15-ecbe-486a-9827-55aaa5a58317 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/subnets/db021ee8-21d1-4029-a9b9-965568bf2ed9 HTTP/1.1" status: 204 len: 168 time: 0.3580303 Jul 09 17:11:37.386061 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.386293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:37.386416 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Added segment a5ece62b-5df8-4cb8-a9ec-61f655caecc4 of type vlan for network 32347954-d4a8-4104-99db-d09b9a68878f Jul 09 17:11:37.411106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30838b-fe6a-40f5-a0a8-c1fc2006a9ef None None] Network a240cdd5-ee83-41f9-999c-704aad951af1 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:37.498389 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.529658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.554144 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.633525 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.642033 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.643060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.643640 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.643800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:11:35Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:37.651908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58eebbec-4e19-48f5-8cc6-f388f95c666c req-dcf3f138-2c9f-4b37-8b39-c189938964f3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab66d456-66b2-47d7-b6cb-60864d5d86ad HTTP/1.1" status: 200 len: 210 time: 0.0461957 Jul 09 17:11:37.686943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] Checking router: b68a234a-aa9b-422a-988f-301cc2e0e1a4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:37.701865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] Routers {'b68a234a-aa9b-422a-988f-301cc2e0e1a4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:37.702684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:37.739046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9697294 Jul 09 17:11:37.739841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:37.745774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Request body: {'subnet': {'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1413100653-subnet', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:37.756041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9761-b191-4360-9fdc-f5286c1f70f0 admin admin] Pushing event updated for resources: {'Network': ['ID=32347954-d4a8-4104-99db-d09b9a68878f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.773346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 32347954-d4a8-4104-99db-d09b9a68878f details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:37.791582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:37.793772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.796159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.25.7.227 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/2e5fb221-f034-4512-a739-b8f73255f04e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:37.806485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.833128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1565815-13b7-4f93-bff2-3077393497de None None] DHCP port deletion for a240cdd5-ee83-41f9-999c-704aad951af1 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:37.921797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.934585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] Set router b68a234a-aa9b-422a-988f-301cc2e0e1a4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:37.964214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Deleting port 18bcc226-188e-436e-b5c5-c8619e96bc4e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:37.964562 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.982929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.041258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=2e5fb221-f034-4512-a739-b8f73255f04e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:38.045023 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:38.047573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:38.051087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:38.056660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c1565815-13b7-4f93-bff2-3077393497de None None] Deleting port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:38.057159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1565815-13b7-4f93-bff2-3077393497de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.090503 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.100307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] For port 18bcc226-188e-436e-b5c5-c8619e96bc4e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=18bcc226-188e-436e-b5c5-c8619e96bc4e,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:38.100683 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.116519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c1565815-13b7-4f93-bff2-3077393497de None None] For port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,segment=NetworkSegment(898d39c2-307f-441a-87d1-507fcde3ea44),segment_id=898d39c2-307f-441a-87d1-507fcde3ea44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:38.116918 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1565815-13b7-4f93-bff2-3077393497de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.130664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c1565815-13b7-4f93-bff2-3077393497de None None] Calling delete_port for 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:38.144312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Calling delete_port for 18bcc226-188e-436e-b5c5-c8619e96bc4e owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:38.167736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Pushing event updated for resources: {'Subnet': ['ID=111790ca-b77b-4c1f-96f5-6d9d6af5850b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:38.223771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:38.224260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Network hostable DHCP agents. Network: 32347954-d4a8-4104-99db-d09b9a68878f, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:38.315023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Network 32347954-d4a8-4104-99db-d09b9a68878f is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:38.342148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 32347954-d4a8-4104-99db-d09b9a68878f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:38.350787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.351392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.390449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2081958-445d-434f-a651-6a44bdff195f None None] Network 32347954-d4a8-4104-99db-d09b9a68878f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:38.396797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5bd9602a-32f7-494d-bab9-7324d482483e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6528540 Jul 09 17:11:38.397041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:38.403088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:38.420649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.454119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Port': ['ID=18bcc226-188e-436e-b5c5-c8619e96bc4e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:38.480204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.480771 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1565815-13b7-4f93-bff2-3077393497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.481213 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.561585 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.569846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1565815-13b7-4f93-bff2-3077393497de None None] Pushing event deleted for resources: {'Port': ['ID=4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:38.573812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1565815-13b7-4f93-bff2-3077393497de None None] No DVR routers for this DVR port 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:38.594390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.600338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.623048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f75099a3-a10c-4491-b493-27d2264b5ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.642491 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.646792 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.688776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:11:35Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:38.724074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-32347954-d4a8-4104-99db-d09b9a68878f', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:38.724956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.728735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035cfe-80ff-4d12-952c-6a1fdf2d9990 None None] The sync data for ids ['b68a234a-aa9b-422a-988f-301cc2e0e1a4'] in n-d-800085-2 is: [{'id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477529555', 'tenant_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:29Z', 'updated_at': '2021-07-09T17:11:35Z', 'revision_number': 5, 'project_id': '829ea95d3c2e4ddaa8a7e517da95126c', 'gw_port': {'id': '18bcc226-188e-436e-b5c5-c8619e96bc4e', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68a234a-aa9b-422a-988f-301cc2e0e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:30Z', 'updated_at': '2021-07-09T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:38.732635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.736384 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.827157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:38.855465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.865402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.866342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Fanout notify agent at l3_agent the message router_deleted on router b68a234a-aa9b-422a-988f-301cc2e0e1a4 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:38.878024 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.882158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d9eac0ed-6f50-4292-a6f2-fba700835962 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/routers/b68a234a-aa9b-422a-988f-301cc2e0e1a4 HTTP/1.1" status: 204 len: 168 time: 1.4948497 Jul 09 17:11:38.882938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:38.888380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Allocated IP 172.20.0.2 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:38.935346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.941264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f3caf2-1304-4a38-b8bc-e121d624d665 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.945491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3db85d6f-056a-47b2-817b-1b0ee3b0c766 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:38.969805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 3db85d6f-056a-47b2-817b-1b0ee3b0c766 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:38.970495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 3db85d6f-056a-47b2-817b-1b0ee3b0c766 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:39.011210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f3caf2-1304-4a38-b8bc-e121d624d665 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.022663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.089905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.097658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f3caf2-1304-4a38-b8bc-e121d624d665 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.100202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Transition to ACTIVE for port object 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:39.100434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73f3caf2-1304-4a38-b8bc-e121d624d665 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.104292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-73f3caf2-1304-4a38-b8bc-e121d624d665 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/security-groups/8be3baa7-6634-4be6-a943-918ca4fa42b7 HTTP/1.1" status: 204 len: 168 time: 0.2734230 Jul 09 17:11:39.105469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:39.118371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Transition to ACTIVE for port object 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:39.126358 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.131838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3caf2-1304-4a38-b8bc-e121d624d665 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3baa7-6634-4be6-a943-918ca4fa42b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:39.178165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 99cfae1f-bad5-4b5d-a357-14c138e92e61 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:39.187762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:39.193341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:39.198438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:39.200729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.201945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Pushing event updated for resources: {'Port': ['ID=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:39.266204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.267626 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Attempting to bind port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:39.268677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Attempting to bind port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:39.269080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Attempting to bind port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:39.275425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:39.275425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:39.275826 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.276002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:39.277512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Bound port: 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:39.277512 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.318130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.342387 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.345747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a240cdd5-ee83-41f9-999c-704aad951af1']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.355156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] For port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:39.358783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] For port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:39.366561 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.389536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:39.408992 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] Sync routers for ids ['99cfae1f-bad5-4b5d-a357-14c138e92e61'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:39.421849 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] Routers {'99cfae1f-bad5-4b5d-a357-14c138e92e61'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:39.423635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.426504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.426924 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['99cfae1f-bad5-4b5d-a357-14c138e92e61'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.431018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/security-groups/029606d3-ff30-4018-b656-997c47e4018c HTTP/1.1" status: 204 len: 168 time: 0.3231435 Jul 09 17:11:39.433834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:39.438454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:39.452941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898d39c2-307f-441a-87d1-507fcde3ea44') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.452941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898d39c2-307f-441a-87d1-507fcde3ea44') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.460874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.464502 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-991fbc06-a387-49e6-83ae-544e6ce3c482 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.6068039 Jul 09 17:11:39.465240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.473258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:39.480627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:39.481429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4a6d1b9a-e9f5-434d-a0fd-3b6abff9cdd7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:39.481950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3de2c6b3-cbae-40af-8125-3232ba4e7667 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:39.485753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59ada2-51b3-478d-9878-c77755654891 None None] Pushing event updated for resources: {'Port': ['ID=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:39.497754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.499027 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.507354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3de2c6b3-cbae-40af-8125-3232ba4e7667 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:39.507888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3de2c6b3-cbae-40af-8125-3232ba4e7667 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:39.519306 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] Routers {'99cfae1f-bad5-4b5d-a357-14c138e92e61'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:39.519944 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['99cfae1f-bad5-4b5d-a357-14c138e92e61'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.523542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.580724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.585925 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:39.587173 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9243a4c4-3b01-48a9-ad93-9d0245c44de7 None None] The sync data for ids ['99cfae1f-bad5-4b5d-a357-14c138e92e61'] in n-d-800085-2 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:39.602157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:39.602890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:39.606516 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:39.655614 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029606d3-ff30-4018-b656-997c47e4018c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:39.719781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.720281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.720697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.721144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.721545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.721945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.722340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.722812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.723438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.723778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.724171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.724621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e32159-c5bc-4eae-a62e-d22a0d9ec5af tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:39.971658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.212712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.229867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.234314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/networks/a240cdd5-ee83-41f9-999c-704aad951af1 HTTP/1.1" status: 204 len: 168 time: 1.3476760 Jul 09 17:11:40.241795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:40.244189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Allocated IP 172.25.7.207 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/66fe8bf0-2f6a-4985-9850-c1e96b91b440) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:40.272662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-baa7a829-be66-4dde-b385-cfeb2412c917 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/routers/99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 200 len: 878 time: 0.7965484 Jul 09 17:11:40.273653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9db3-000d-4181-9661-d863b5734ac4 tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'Network': ['ID=a240cdd5-ee83-41f9-999c-704aad951af1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:40.279127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:40.281951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 51cc4ebb-294d-4256-b1a6-946be80dddda {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:40.282362 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.384410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] For port 51cc4ebb-294d-4256-b1a6-946be80dddda, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=51cc4ebb-294d-4256-b1a6-946be80dddda,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:40.384851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.399458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 51cc4ebb-294d-4256-b1a6-946be80dddda owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:40.519033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2823f65-cfeb-4583-98f4-50ba5f83110f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.540183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd6179-9905-4577-b0b7-d46e4087a48b None None] Network 32347954-d4a8-4104-99db-d09b9a68878f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:40.599665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.614168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.626557 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2823f65-cfeb-4583-98f4-50ba5f83110f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.630137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=51cc4ebb-294d-4256-b1a6-946be80dddda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:40.667514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-908347da-066e-4540-a176-742799dabb7e None None] Provisioning for port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:40.762792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.821742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:40.824161 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2823f65-cfeb-4583-98f4-50ba5f83110f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.826743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2823f65-cfeb-4583-98f4-50ba5f83110f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.827926 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2823f65-cfeb-4583-98f4-50ba5f83110f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] 10.222.0.48 "DELETE /v2.0/security-groups/ee6a5f51-6366-4bac-a698-974472727a4e HTTP/1.1" status: 204 len: 168 time: 0.5852623 Jul 09 17:11:40.846836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:40.855321 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.866040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:40.868908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0798b7e4-6ef2-4e21-8f71-67ce6e2a5460 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.5780518 Jul 09 17:11:40.871489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:40.874210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Pushing event updated for resources: {'Port': ['ID=66fe8bf0-2f6a-4985-9850-c1e96b91b440,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:40.875038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-6534375'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:40.878208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2823f65-cfeb-4583-98f4-50ba5f83110f tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a5f51-6366-4bac-a698-974472727a4e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:41.169280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.196624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:41.234119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.386665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:41.438930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:41.443124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:41.443504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.476179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.478412 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.500729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:41.506194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4dee1665-f146-49cc-95a8-a525e08fc346 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=829ea95d3c2e4ddaa8a7e517da95126c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061666 Jul 09 17:11:41.506194 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.507597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:41.526739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.559054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:41.564347 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.590328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18bcc226-188e-436e-b5c5-c8619e96bc4e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:41.612128 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 18bcc226-188e-436e-b5c5-c8619e96bc4e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:41.612482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 18bcc226-188e-436e-b5c5-c8619e96bc4e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:41.626344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Router 270dd120-57e7-445f-9b20-37fcae32df0d is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:41.638668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:41.737849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:41.748239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98293047-069f-434e-87ce-af34264ce64c None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:41.759237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:41.759869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:41.761257 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.762698 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e281d799-3a23-4567-8946-048f7696c500 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3646789 Jul 09 17:11:41.765705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:41.872941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:42.020842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362a24d1-e0c9-48d5-ae69-2c1037b36e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.059348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362a24d1-e0c9-48d5-ae69-2c1037b36e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.063971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:41Z', 'revision_number': 3, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.090383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98293047-069f-434e-87ce-af34264ce64c None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:42.091058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98293047-069f-434e-87ce-af34264ce64c None None] Updating router 270dd120-57e7-445f-9b20-37fcae32df0d port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:42.096031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:42.098904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 99cfae1f-bad5-4b5d-a357-14c138e92e61 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:42.107420 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] Sync routers for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:42.113904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-08f92a4e-3e09-4f05-a5eb-7fdb6b8e1c2d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "PUT /v2.0/routers/00d14302-a3f2-4d1d-b97e-87f2a0a3324f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6619747 Jul 09 17:11:42.116813 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:42.117663 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.124610 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.129288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98293047-069f-434e-87ce-af34264ce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.231604 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:42.232110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting subnet e1a13ee4-2407-4b56-a125-0395efeb2006 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:42.246502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.269694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362a24d1-e0c9-48d5-ae69-2c1037b36e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.273042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-362a24d1-e0c9-48d5-ae69-2c1037b36e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.292152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-362a24d1-e0c9-48d5-ae69-2c1037b36e20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a81df08b-ace4-4e26-964f-b265c7f49b85 HTTP/1.1" status: 204 len: 168 time: 0.7711556 Jul 09 17:11:42.325517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.338618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a24d1-e0c9-48d5-ae69-2c1037b36e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81df08b-ace4-4e26-964f-b265c7f49b85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.358934 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:42.367442 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.368907 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-82cf285e-19c3-4763-9322-44902c71a4cf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 200 len: 885 time: 1.4991732 Jul 09 17:11:42.371307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.380645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] Sync routers for ids ['99cfae1f-bad5-4b5d-a357-14c138e92e61'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:42.389578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.437918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] Routers {'99cfae1f-bad5-4b5d-a357-14c138e92e61'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:42.438576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['99cfae1f-bad5-4b5d-a357-14c138e92e61'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.451145 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:11:40Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.474995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.479740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] Checking router: 00d14302-a3f2-4d1d-b97e-87f2a0a3324f for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:42.491652 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] Routers {'00d14302-a3f2-4d1d-b97e-87f2a0a3324f'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:42.492634 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.499382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98293047-069f-434e-87ce-af34264ce64c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.501861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] Routers {'99cfae1f-bad5-4b5d-a357-14c138e92e61'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:42.502688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['99cfae1f-bad5-4b5d-a357-14c138e92e61'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.516602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.545977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.546940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501687d-feed-492f-9630-cf4370333cf1 None None] The sync data for ids ['99cfae1f-bad5-4b5d-a357-14c138e92e61'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:42.548595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98293047-069f-434e-87ce-af34264ce64c None None] Transition to ACTIVE for port object 66fe8bf0-2f6a-4985-9850-c1e96b91b440 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:42.556825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98293047-069f-434e-87ce-af34264ce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.573358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-451a162b-67cb-4657-9fa8-1e28d011a268 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/routers/99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 200 len: 885 time: 0.1999726 Jul 09 17:11:42.578502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.636083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-59cadf45-fd58-4237-b078-79b060370117 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 200 len: 205 time: 0.0549147 Jul 09 17:11:42.638493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.665229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54150e7-f3c3-4044-8da9-18917eddaa3d None None] Pushing event updated for resources: {'Port': ['ID=66fe8bf0-2f6a-4985-9850-c1e96b91b440,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.674136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98293047-069f-434e-87ce-af34264ce64c None None] Attempting to bind port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:42.674972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98293047-069f-434e-87ce-af34264ce64c None None] Attempting to bind port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:42.674972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98293047-069f-434e-87ce-af34264ce64c None None] Attempting to bind port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:42.692150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98293047-069f-434e-87ce-af34264ce64c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:42.692667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98293047-069f-434e-87ce-af34264ce64c None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:42.693048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98293047-069f-434e-87ce-af34264ce64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.693521 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98293047-069f-434e-87ce-af34264ce64c None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:42.694058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98293047-069f-434e-87ce-af34264ce64c None None] Bound port: 66fe8bf0-2f6a-4985-9850-c1e96b91b440, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:42.694525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98293047-069f-434e-87ce-af34264ce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.739273 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] Set router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:42.773383 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.782175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.789840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98293047-069f-434e-87ce-af34264ce64c None None] For port 66fe8bf0-2f6a-4985-9850-c1e96b91b440, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:42.793155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98293047-069f-434e-87ce-af34264ce64c None None] For port 66fe8bf0-2f6a-4985-9850-c1e96b91b440, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=66fe8bf0-2f6a-4985-9850-c1e96b91b440,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:42.799258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98293047-069f-434e-87ce-af34264ce64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.872532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54150e7-f3c3-4044-8da9-18917eddaa3d None None] Pushing event updated for resources: {'Port': ['ID=66fe8bf0-2f6a-4985-9850-c1e96b91b440,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.876071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:42.876947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.880277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.912674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c9688b60-1808-4db2-a480-2e70c136da30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3baba07fd30341dab80e156e22c7cdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291730 Jul 09 17:11:42.915400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.924580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a13ee4-2407-4b56-a125-0395efeb2006,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.928899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.932964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f9648-97f7-4c20-b25f-b2c0fd240fa3 None None] Network 14a775fe-cf61-4ec3-86db-78e28339725f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:42.933583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-da239318-68e4-4850-b38c-43488b144ec3 tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/subnets/e1a13ee4-2407-4b56-a125-0395efeb2006 HTTP/1.1" status: 204 len: 168 time: 0.8072944 Jul 09 17:11:42.934526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:42.972789 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:11:40Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:42.983788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Allocated IP 172.20.0.1 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/623043ed-fc04-41be-86e5-af4376bb2fdb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:43.033615 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1a688-4a69-4549-aa6b-df8526cc7b24 None None] The sync data for ids ['00d14302-a3f2-4d1d-b97e-87f2a0a3324f'] in n-d-800085-2 is: [{'id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1591505694', 'tenant_id': 'f2fd38061d3d44aaa7545729cbdee194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:11:40Z', 'revision_number': 5, 'project_id': 'f2fd38061d3d44aaa7545729cbdee194', 'gw_port': {'id': '588f9652-1caa-4b3b-a683-71570a9da9e3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d14302-a3f2-4d1d-b97e-87f2a0a3324f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:10Z', 'updated_at': '2021-07-09T17:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:43.049315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.058549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af80-fde2-48dc-8564-2e93d75473d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.113678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:43.115995 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af80-fde2-48dc-8564-2e93d75473d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.122772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.168090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 2e5fb221-f034-4512-a739-b8f73255f04e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:43.168426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.241137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.241884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af80-fde2-48dc-8564-2e93d75473d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.244498 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0b8af80-fde2-48dc-8564-2e93d75473d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.248255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d0b8af80-fde2-48dc-8564-2e93d75473d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c6bd718-8d59-48e2-a512-0efc06d9efde HTTP/1.1" status: 204 len: 168 time: 0.3292801 Jul 09 17:11:43.264360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8af80-fde2-48dc-8564-2e93d75473d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6bd718-8d59-48e2-a512-0efc06d9efde,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:43.276985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Transition to ACTIVE for port object 623043ed-fc04-41be-86e5-af4376bb2fdb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:43.283290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.289470 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.319517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 2e5fb221-f034-4512-a739-b8f73255f04e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:43.365240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.390448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-98293047-069f-434e-87ce-af34264ce64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:41Z', 'revision_number': 3, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:43.423680 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:11:43.440010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98293047-069f-434e-87ce-af34264ce64c None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:41Z', 'revision_number': 3, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:43.450001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] DHCP port deletion for 14a775fe-cf61-4ec3-86db-78e28339725f request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:43.461397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:43.462726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Pushing event updated for resources: {'Port': ['ID=623043ed-fc04-41be-86e5-af4376bb2fdb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:43.467783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:43.472053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:43.476915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Deleting port 588f9652-1caa-4b3b-a683-71570a9da9e3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:43.486600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.573340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] Deleting port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:43.573725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.623314 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.637382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.703811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=2e5fb221-f034-4512-a739-b8f73255f04e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:43.724844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] For port 588f9652-1caa-4b3b-a683-71570a9da9e3, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=588f9652-1caa-4b3b-a683-71570a9da9e3,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:43.725301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.747014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] For port a142a5eb-8d23-4836-9fb1-ffa4c77dab13, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,segment=NetworkSegment(e4183f50-a806-4fe9-bc0f-8d9983440b09),segment_id=e4183f50-a806-4fe9-bc0f-8d9983440b09)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:43.747623 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.766870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Calling delete_port for 588f9652-1caa-4b3b-a683-71570a9da9e3 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:43.769339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] Calling delete_port for a142a5eb-8d23-4836-9fb1-ffa4c77dab13 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:43.833908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.848686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:43.979970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-58e386d9-1f5f-475e-9b0c-a33cea51d1ee None None] Provisioning for port 623043ed-fc04-41be-86e5-af4376bb2fdb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:43.996883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-58e386d9-1f5f-475e-9b0c-a33cea51d1ee None None] Provisioning complete for port 623043ed-fc04-41be-86e5-af4376bb2fdb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:43.996883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-58e386d9-1f5f-475e-9b0c-a33cea51d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.050312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-58e386d9-1f5f-475e-9b0c-a33cea51d1ee None None] Port 623043ed-fc04-41be-86e5-af4376bb2fdb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:44.054402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:44.054805 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.073083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.077762 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.087588 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.127721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] No DVR routers for this DVR port a142a5eb-8d23-4836-9fb1-ffa4c77dab13 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:44.131855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78266d1e-b522-43d6-a94e-69edbc1f5f4e None None] Pushing event deleted for resources: {'Port': ['ID=a142a5eb-8d23-4836-9fb1-ffa4c77dab13,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:44.181786 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.184292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router 99cfae1f-bad5-4b5d-a357-14c138e92e61 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:44.201790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.203473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b3c9a511-0dea-4caa-93f9-50f553e486bb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 204 len: 168 time: 1.5636742 Jul 09 17:11:44.207376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:44.215604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-392638222'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:44.247481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:44.253996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.312486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:44.325683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.326036 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment a991adc4-1946-43a3-8656-3e54c01fc52e of type vlan for network 38181fc7-b626-453f-a48e-4f5915e7b8c2 Jul 09 17:11:44.337098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 51cc4ebb-294d-4256-b1a6-946be80dddda no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:44.374341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 51cc4ebb-294d-4256-b1a6-946be80dddda {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:44.375701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 51cc4ebb-294d-4256-b1a6-946be80dddda not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:44.381991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a142a5eb-8d23-4836-9fb1-ffa4c77dab13 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:44.399531 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.455397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.464529 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:44.465221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.491746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:44.560357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3508792 Jul 09 17:11:44.565250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:44.574628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.578565 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:44.629649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2c8fa-bfac-417d-9862-6b6953214608 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=38181fc7-b626-453f-a48e-4f5915e7b8c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:44.639734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a142a5eb-8d23-4836-9fb1-ffa4c77dab13 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:44.640084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a142a5eb-8d23-4836-9fb1-ffa4c77dab13 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:44.651089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:44.713956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1822642346-network', 'tenant_id': '524c41a0436141788608c67e20e8d164'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:44.729582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:44.734271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.830411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Made reservation on behalf of 524c41a0436141788608c67e20e8d164 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:44.832825 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.842079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.860674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.895652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Port': ['ID=588f9652-1caa-4b3b-a683-71570a9da9e3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:44.939645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.997228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.006683 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=a43be668-c0f7-4ff8-bf70-a0af06ce1f8f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.009001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.013852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'a991adc4-1946-43a3-8656-3e54c01fc52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:45.014218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 38181fc7-b626-453f-a48e-4f5915e7b8c2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:45.032940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:45.044008 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 38181fc7-b626-453f-a48e-4f5915e7b8c2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:45.044984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.050415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.051778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.054109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9eef2-4c1c-4566-8c6e-1dafd7235079 None None] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:45.187131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.192607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.194534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Pushing event updated for resources: {'Port': ['ID=623043ed-fc04-41be-86e5-af4376bb2fdb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.199064 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.201213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-38181fc7-b626-453f-a48e-4f5915e7b8c2', 'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': 'a43be668-c0f7-4ff8-bf70-a0af06ce1f8f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:45.202086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.308414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.308948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Fanout notify agent at l3_agent the message router_deleted on router 00d14302-a3f2-4d1d-b97e-87f2a0a3324f {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:45.326028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.329612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f4b9da4f-8d95-4086-8aff-93a7f4b3f7fa tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/routers/00d14302-a3f2-4d1d-b97e-87f2a0a3324f HTTP/1.1" status: 204 len: 168 time: 2.3897266 Jul 09 17:11:45.330124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:45.334526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.344434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.376038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Allocated IP 172.20.0.2 (38181fc7-b626-453f-a48e-4f5915e7b8c2/a43be668-c0f7-4ff8-bf70-a0af06ce1f8f/76006b53-e1d7-42f6-8de3-3dc4674cc981) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:45.413111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 66fe8bf0-2f6a-4985-9850-c1e96b91b440 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:45.417541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:45.440560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b1c037-65f0-4e5b-925f-c956f24dede0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.448626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a5810ef-f3c7-4f58-8499-612ce740f44b tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8789821 Jul 09 17:11:45.449010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.449010 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Added segment 634a4fc9-1aee-4ed5-86d5-df311e4219a9 of type vlan for network 03ed2786-f913-44ad-97be-f5ce3571f077 Jul 09 17:11:45.452709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:45.466302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:45.466864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2052432519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:45.496159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:45.513633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.514968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.551760 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.564365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:45.574351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:45.574859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.629388 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.694590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.698151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:45.699251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.700816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.701527 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.708462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Transition to ACTIVE for port object 76006b53-e1d7-42f6-8de3-3dc4674cc981 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:45.739436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.752143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a775fe-cf61-4ec3-86db-78e28339725f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:45.765518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4183f50-a806-4fe9-bc0f-8d9983440b09') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:45.765817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4183f50-a806-4fe9-bc0f-8d9983440b09') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:45.766893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Transition to ACTIVE for port object 76006b53-e1d7-42f6-8de3-3dc4674cc981 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:45.771687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.777771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.781965 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.796579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.804172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:45.804634 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.833477 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:45.838269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:45.841442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 66fe8bf0-2f6a-4985-9850-c1e96b91b440, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=66fe8bf0-2f6a-4985-9850-c1e96b91b440,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:45.844281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:45.853099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.865915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Pushing event updated for resources: {'Port': ['ID=76006b53-e1d7-42f6-8de3-3dc4674cc981,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.905744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:45.913845 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:45.918746 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.924353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.955528 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.956984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4615054 Jul 09 17:11:45.958440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:45.960264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ee72-88d9-4a4e-82d7-8830d12e41a0 admin admin] Pushing event updated for resources: {'Network': ['ID=03ed2786-f913-44ad-97be-f5ce3571f077,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.973211 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-816adaaa-68a6-4deb-9593-200be2996838 admin admin] 10.222.0.48 "PUT /v2.0/routers/270dd120-57e7-445f-9b20-37fcae32df0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1984377 Jul 09 17:11:45.973211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:45.974123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] 10.222.0.48 "DELETE /v2.0/networks/14a775fe-cf61-4ec3-86db-78e28339725f HTTP/1.1" status: 204 len: 168 time: 0.6365418 Jul 09 17:11:45.989408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Request body: {'subnet': {'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1822642346-subnet', 'tenant_id': '524c41a0436141788608c67e20e8d164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:45.992612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.994033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-00e600eb-1ccd-4799-b38e-c9468081e3ca tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5401309 Jul 09 17:11:45.996707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:46.010058 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93153e-1b52-4200-9fde-a95a0c5db29d tempest-TestSecurityGroupsBasicOps-241799747 tempest-TestSecurityGroupsBasicOps-241799747-project] Pushing event deleted for resources: {'Network': ['ID=14a775fe-cf61-4ec3-86db-78e28339725f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.026539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 03ed2786-f913-44ad-97be-f5ce3571f077 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:46.030140 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:46.045907 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:46.046725 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:46.065643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Attempting to bind port 76006b53-e1d7-42f6-8de3-3dc4674cc981 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:46.066750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Attempting to bind port 76006b53-e1d7-42f6-8de3-3dc4674cc981 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a991adc4-1946-43a3-8656-3e54c01fc52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:46.067328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Attempting to bind port 76006b53-e1d7-42f6-8de3-3dc4674cc981 on network 38181fc7-b626-453f-a48e-4f5915e7b8c2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:46.070657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Made reservation on behalf of 524c41a0436141788608c67e20e8d164 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:46.073163 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.135987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:46.136732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Checking segment: {'id': 'a991adc4-1946-43a3-8656-3e54c01fc52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:46.137329 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.137881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Bound using segment: {'id': 'a991adc4-1946-43a3-8656-3e54c01fc52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:46.138556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Bound port: 76006b53-e1d7-42f6-8de3-3dc4674cc981, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a991adc4-1946-43a3-8656-3e54c01fc52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38181fc7-b626-453f-a48e-4f5915e7b8c2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:46.139150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.161585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8aa3e9f-c487-4f3c-ae7c-23e809e5849d None None] Provisioning complete for port 623043ed-fc04-41be-86e5-af4376bb2fdb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:46.162244 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8aa3e9f-c487-4f3c-ae7c-23e809e5849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.197991 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:46.198336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=66fe8bf0-2f6a-4985-9850-c1e96b91b440,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.241266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa3e9f-c487-4f3c-ae7c-23e809e5849d None None] Port 623043ed-fc04-41be-86e5-af4376bb2fdb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:46.276570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] For port 76006b53-e1d7-42f6-8de3-3dc4674cc981, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:46.280345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] For port 76006b53-e1d7-42f6-8de3-3dc4674cc981, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76006b53-e1d7-42f6-8de3-3dc4674cc981,segment=NetworkSegment(a991adc4-1946-43a3-8656-3e54c01fc52e),segment_id=a991adc4-1946-43a3-8656-3e54c01fc52e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:46.296573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.400421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58040-80f5-45c9-b158-2a0af648709d None None] Pushing event updated for resources: {'Port': ['ID=76006b53-e1d7-42f6-8de3-3dc4674cc981,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.508156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.511773 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.611678 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 2, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:46.624669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59a57e3-e761-4e30-9849-f051a89d784a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.635656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Checking segment: {'id': '634a4fc9-1aee-4ed5-86d5-df311e4219a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:46.636037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Network hostable DHCP agents. Network: 03ed2786-f913-44ad-97be-f5ce3571f077, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:46.664926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Network 03ed2786-f913-44ad-97be-f5ce3571f077 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:46.668988 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:46.669433 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Updating router 270dd120-57e7-445f-9b20-37fcae32df0d port 623043ed-fc04-41be-86e5-af4376bb2fdb binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:46.700380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 03ed2786-f913-44ad-97be-f5ce3571f077) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:46.705686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.706606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.735732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb0593-83b9-4a47-ae09-4c51906bf2b8 None None] Network 03ed2786-f913-44ad-97be-f5ce3571f077 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:46.747419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:46.768346 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-718cf9d1-8f79-43bc-8bfc-b54af2dc7392 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8009071 Jul 09 17:11:46.775949 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.927694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca4274-3b4e-4418-91c7-ff91ffc3626f None None] Network 03ed2786-f913-44ad-97be-f5ce3571f077 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:47.005260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.20.0.1 (38181fc7-b626-453f-a48e-4f5915e7b8c2/a43be668-c0f7-4ff8-bf70-a0af06ce1f8f/81c77efd-05ee-4dac-bb32-714f42c1978f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:47.121121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-72b2a8e9-a854-4a78-84b3-86a27d37f250 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2fd38061d3d44aaa7545729cbdee194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723693 Jul 09 17:11:47.123841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:47.176220 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.190330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b58c4e5-d5f3-405e-8290-6d81f364f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.194139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object 81c77efd-05ee-4dac-bb32-714f42c1978f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:47.264006 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b58c4e5-d5f3-405e-8290-6d81f364f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.267261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.373028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b58c4e5-d5f3-405e-8290-6d81f364f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.375919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:47.379602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b58c4e5-d5f3-405e-8290-6d81f364f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.380021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:47.384123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:47.392685 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.397431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5b58c4e5-d5f3-405e-8290-6d81f364f6c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3293c542-20d0-48d1-ab54-ef8317c4b0a9 HTTP/1.1" status: 204 len: 168 time: 0.2725198 Jul 09 17:11:47.414991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58c4e5-d5f3-405e-8290-6d81f364f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3293c542-20d0-48d1-ab54-ef8317c4b0a9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:47.420908 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Transition to ACTIVE for port object 623043ed-fc04-41be-86e5-af4376bb2fdb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:47.437444 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.445076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:47.448780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=81c77efd-05ee-4dac-bb32-714f42c1978f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:47.459325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1024483551-network', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:47.493609 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.534661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 66fe8bf0-2f6a-4985-9850-c1e96b91b440 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:47.556933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Made reservation on behalf of c26e4e419a1f48889c8d7f4408d3f307 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:47.562530 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.573304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.698605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:47.704591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.736630 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda1dd-77fe-492c-ac48-79e1c214c25a None None] Pushing event updated for resources: {'Port': ['ID=623043ed-fc04-41be-86e5-af4376bb2fdb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:47.741721 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Attempting to bind port 623043ed-fc04-41be-86e5-af4376bb2fdb on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:47.742385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Attempting to bind port 623043ed-fc04-41be-86e5-af4376bb2fdb by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:47.744892 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Attempting to bind port 623043ed-fc04-41be-86e5-af4376bb2fdb on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:47.761841 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:47.762229 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:47.762672 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.763067 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:47.763557 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Bound port: 623043ed-fc04-41be-86e5-af4376bb2fdb, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:47.763936 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.773932 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.780760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.790819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.865411 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:47.903149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0ee45-fb3e-41c4-8f47-34f7e7066275,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:47.909879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:47.912996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.920907 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Added segment cca16949-d1cf-4286-bd8c-f61e78589ff1 of type vlan for network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c Jul 09 17:11:47.926369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76006b53-e1d7-42f6-8de3-3dc4674cc981 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:47.928891 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] For port 623043ed-fc04-41be-86e5-af4376bb2fdb, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:47.938020 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] For port 623043ed-fc04-41be-86e5-af4376bb2fdb, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=623043ed-fc04-41be-86e5-af4376bb2fdb,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:47.961355 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.970577 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ce249f-e394-4dfd-9ad4-c217861bd6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.986039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 76006b53-e1d7-42f6-8de3-3dc4674cc981 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:48.002211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 588f9652-1caa-4b3b-a683-71570a9da9e3 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:48.027394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 588f9652-1caa-4b3b-a683-71570a9da9e3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:48.028056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 588f9652-1caa-4b3b-a683-71570a9da9e3 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:48.052166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.083815 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:48.086546 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:48.137026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.138794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.140238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.147249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89576d20-a38b-453b-b6fb-f3fb7ca98627 None None] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:48.225637 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:48.273896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:48.356371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:48.356521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:48.362140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-234167513-network', 'tenant_id': 'a71c0342b06f414f9b5a6db106f0b03c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:48.383069 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda1dd-77fe-492c-ac48-79e1c214c25a None None] Pushing event updated for resources: {'Port': ['ID=623043ed-fc04-41be-86e5-af4376bb2fdb,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:48.453310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] Provisioning for port 76006b53-e1d7-42f6-8de3-3dc4674cc981 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:48.462017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] Provisioning complete for port 76006b53-e1d7-42f6-8de3-3dc4674cc981 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:48.462391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.492745 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:47Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:48.524852 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9faf9-a362-42bb-bc44-80cad02e57d9 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:47Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:48.571653 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.623429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] For port 76006b53-e1d7-42f6-8de3-3dc4674cc981, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76006b53-e1d7-42f6-8de3-3dc4674cc981,segment=NetworkSegment(a991adc4-1946-43a3-8656-3e54c01fc52e),segment_id=a991adc4-1946-43a3-8656-3e54c01fc52e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:48.624381 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ce249f-e394-4dfd-9ad4-c217861bd6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.630531 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.631202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6ce249f-e394-4dfd-9ad4-c217861bd6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.642253 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-daddb438-47f0-4fea-bc40-43a89a320a91 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1960363 Jul 09 17:11:48.653727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:48.669307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Request body: {'subnet': {'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1024483551-subnet', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:48.682908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90aec3-2d9b-45c4-b944-b240aae1d487 None None] Pushing event updated for resources: {'Port': ['ID=76006b53-e1d7-42f6-8de3-3dc4674cc981,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:48.699923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce249f-e394-4dfd-9ad4-c217861bd6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92abfe-b17a-4b40-abaa-aaea49676d78,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:48.701048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Made reservation on behalf of a71c0342b06f414f9b5a6db106f0b03c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:48.704039 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.708063 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f6ce249f-e394-4dfd-9ad4-c217861bd6dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6db8daf0efb4f2796f01991854bec65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7798109 Jul 09 17:11:48.708574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:48.720609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.752818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Made reservation on behalf of c26e4e419a1f48889c8d7f4408d3f307 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:48.756031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.880781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2695473-e739-4dd3-8607-c079314c7a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.885777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-097fc7d2-d48a-4dc7-90a4-457fd7d91276 None None] Provisioning for port 81c77efd-05ee-4dac-bb32-714f42c1978f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:48.891891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-097fc7d2-d48a-4dc7-90a4-457fd7d91276 None None] Provisioning complete for port 81c77efd-05ee-4dac-bb32-714f42c1978f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:48.895024 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-097fc7d2-d48a-4dc7-90a4-457fd7d91276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.924257 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2695473-e739-4dd3-8607-c079314c7a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.956727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-097fc7d2-d48a-4dc7-90a4-457fd7d91276 None None] Port 81c77efd-05ee-4dac-bb32-714f42c1978f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:48.958920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.980930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-097fc7d2-d48a-4dc7-90a4-457fd7d91276 None None] Provisioning complete for port 76006b53-e1d7-42f6-8de3-3dc4674cc981 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:48.981406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-097fc7d2-d48a-4dc7-90a4-457fd7d91276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.986929 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.079475 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.088231 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.118044 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.123643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=81c77efd-05ee-4dac-bb32-714f42c1978f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:49.144986 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2695473-e739-4dd3-8607-c079314c7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.147739 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2695473-e739-4dd3-8607-c079314c7a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.151224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b2695473-e739-4dd3-8607-c079314c7a81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e92abfe-b17a-4b40-abaa-aaea49676d78 HTTP/1.1" status: 204 len: 168 time: 0.3999798 Jul 09 17:11:49.169489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:49.183734 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.187056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695473-e739-4dd3-8607-c079314c7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92abfe-b17a-4b40-abaa-aaea49676d78,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:49.208130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edc3485-2c94-48cb-9ce8-4eda2371293f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:49.248579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da1e8172-529c-4016-8187-6a2197339b30 None None] Provisioning complete for port 81c77efd-05ee-4dac-bb32-714f42c1978f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:49.250026 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da1e8172-529c-4016-8187-6a2197339b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.254716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:49.257428 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:49.264453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.264809 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Added segment 3e292dd0-bdd5-4500-a482-3a8976539b7a of type vlan for network 2c96d272-5297-42f3-858e-ff9a46356c0e Jul 09 17:11:49.342307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-da1e8172-529c-4016-8187-6a2197339b30 None None] Port 81c77efd-05ee-4dac-bb32-714f42c1978f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:49.367947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Checking segment: {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:49.368234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Network hostable DHCP agents. Network: 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:49.395909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1642af-9192-4514-a8de-52dd2505862d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:49.401012 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.439875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:49.461468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:49.467103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.467703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.475304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf325e92-23af-4452-8e22-ccbc27427dd5 None None] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:49.488325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 5f60f833-8923-43e4-a902-1192415a01ab is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:49.516501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c71fd14-d98c-482e-ab6b-92f76f6e4fd8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8577700 Jul 09 17:11:49.516501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.516501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.516501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.518308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:49.539646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76006b53-e1d7-42f6-8de3-3dc4674cc981 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:49.552939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:49.617510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] Pushing event updated for resources: {'Network': ['ID=2c96d272-5297-42f3-858e-ff9a46356c0e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:49.629470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.630858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.641418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6ed0f59c-4a65-444c-9a4a-03bb8b087c91 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2838671 Jul 09 17:11:49.643653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:49.649831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Request body: {'subnet': {'network_id': '2c96d272-5297-42f3-858e-ff9a46356c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-234167513-subnet', 'tenant_id': 'a71c0342b06f414f9b5a6db106f0b03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:49.683333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 2c96d272-5297-42f3-858e-ff9a46356c0e details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:49.719179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.724436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Made reservation on behalf of a71c0342b06f414f9b5a6db106f0b03c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:49.733103 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.738805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:49.747248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dd52aae9-3724-4f88-bf5f-a209f868621e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/5f60f833-8923-43e4-a902-1192415a01ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7480607 Jul 09 17:11:49.747978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:49.796639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] Sync routers for ids ['5f60f833-8923-43e4-a902-1192415a01ab'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:49.811043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288d842-9823-4653-ad9e-7b2a20145d62 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.814968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9288d842-9823-4653-ad9e-7b2a20145d62 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports/81c77efd-05ee-4dac-bb32-714f42c1978f HTTP/1.1" status: 200 len: 910 time: 0.0658751 Jul 09 17:11:49.815860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:49.826321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a43be668-c0f7-4ff8-bf70-a0af06ce1f8f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:49.838573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:49.842437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] Routers {'5f60f833-8923-43e4-a902-1192415a01ab'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:49.843338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5f60f833-8923-43e4-a902-1192415a01ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:49.915569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-06e40fa9-062c-460e-a6b6-e7c9fb7767d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fd97b30f48b4e53b54faf492dc71913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757811 Jul 09 17:11:49.918550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:49.925720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 76006b53-e1d7-42f6-8de3-3dc4674cc981 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:49.926687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.937742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:49.965900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:49.977769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8b45e48-bbbc-49e0-b1b7-845386532209 None None] Provisioning complete for port 81c77efd-05ee-4dac-bb32-714f42c1978f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:49.978304 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8b45e48-bbbc-49e0-b1b7-845386532209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.029518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] Routers {'5f60f833-8923-43e4-a902-1192415a01ab'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:50.030257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5f60f833-8923-43e4-a902-1192415a01ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:50.057166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-771ae554-7e67-493b-901e-217a1e2d03a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.071491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:50.072449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919d99f-e20c-403d-97a9-01dc203c4107 None None] The sync data for ids ['5f60f833-8923-43e4-a902-1192415a01ab'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:50.082495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-771ae554-7e67-493b-901e-217a1e2d03a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.107882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8b45e48-bbbc-49e0-b1b7-845386532209 None None] Port 81c77efd-05ee-4dac-bb32-714f42c1978f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:50.116938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c', 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'fixed_ips': [{'subnet_id': '4d1642af-9192-4514-a8de-52dd2505862d'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:50.117906 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.171339 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-771ae554-7e67-493b-901e-217a1e2d03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.173920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-771ae554-7e67-493b-901e-217a1e2d03a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.177932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-771ae554-7e67-493b-901e-217a1e2d03a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/526a9257-2def-4fbb-bac2-79b93ceb7a90 HTTP/1.1" status: 204 len: 168 time: 0.2578070 Jul 09 17:11:50.192793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ae554-7e67-493b-901e-217a1e2d03a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a9257-2def-4fbb-bac2-79b93ceb7a90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:50.194030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.245599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 623043ed-fc04-41be-86e5-af4376bb2fdb up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:50.272455 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.321434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6083438-5ced-497d-a044-a72672d6e708,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:50.340490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Checking segment: {'id': '3e292dd0-bdd5-4500-a482-3a8976539b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2c96d272-5297-42f3-858e-ff9a46356c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:50.341003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Network hostable DHCP agents. Network: 2c96d272-5297-42f3-858e-ff9a46356c0e, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:50.462764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Network 2c96d272-5297-42f3-858e-ff9a46356c0e is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:50.470910 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.493251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.495623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 2c96d272-5297-42f3-858e-ff9a46356c0e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:50.500044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.500817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.522419 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a4746d29-0ff5-4e71-aaca-4f85a7160ba5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8768148 Jul 09 17:11:50.578586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb837f2-8124-4fc6-8e6a-8493c64c2d80 None None] Network 2c96d272-5297-42f3-858e-ff9a46356c0e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:50.701293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Allocated IP 172.20.0.2 (9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c/4d1642af-9192-4514-a8de-52dd2505862d/67840f5c-085c-4e21-8ef9-79e7720ec041) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:50.761651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Allocated IP 172.25.7.185 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/65d45b8f-1747-43be-8af5-1355e6a03a9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:50.868616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 623043ed-fc04-41be-86e5-af4376bb2fdb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:50.869913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.878510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 623043ed-fc04-41be-86e5-af4376bb2fdb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:50.879032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.905925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.956011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a545d0-2a0d-484b-9f20-eff561da31af None None] Network 2c96d272-5297-42f3-858e-ff9a46356c0e requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:51.004004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.004850 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.005088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.010503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/ports/81c77efd-05ee-4dac-bb32-714f42c1978f HTTP/1.1" status: 200 len: 910 time: 1.1870308 Jul 09 17:11:51.010503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6d5f4-d12d-436c-984c-ed2182796e3e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=81c77efd-05ee-4dac-bb32-714f42c1978f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.010833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:51.115776 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.145826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Transition to ACTIVE for port object 67840f5c-085c-4e21-8ef9-79e7720ec041 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:51.150309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.214134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Transition to ACTIVE for port object 67840f5c-085c-4e21-8ef9-79e7720ec041 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:51.231632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.243918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 623043ed-fc04-41be-86e5-af4376bb2fdb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=623043ed-fc04-41be-86e5-af4376bb2fdb,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:51.276014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-c3e6e61a-658a-475e-beb2-9e386fe80113 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.277745 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-c3e6e61a-658a-475e-beb2-9e386fe80113 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/networks?id=03ed2786-f913-44ad-97be-f5ce3571f077 HTTP/1.1" status: 200 len: 812 time: 0.1263201 Jul 09 17:11:51.284852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.295125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-2de6597a-5513-4ab2-8fc4-682f09126018 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/quotas/524c41a0436141788608c67e20e8d164 HTTP/1.1" status: 200 len: 375 time: 0.0106575 Jul 09 17:11:51.300721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Pushing event updated for resources: {'Port': ['ID=67840f5c-085c-4e21-8ef9-79e7720ec041,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.311461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:51.314690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:51.318400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:51.336157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-25a4316e-a9c6-4c18-9335-609768edd9d3 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=524c41a0436141788608c67e20e8d164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345545 Jul 09 17:11:51.410614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=623043ed-fc04-41be-86e5-af4376bb2fdb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.413957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Attempting to bind port 67840f5c-085c-4e21-8ef9-79e7720ec041 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:51.414325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Attempting to bind port 67840f5c-085c-4e21-8ef9-79e7720ec041 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:51.414734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Attempting to bind port 67840f5c-085c-4e21-8ef9-79e7720ec041 on network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:51.420631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:51.421010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Checking segment: {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:51.421409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.421795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Bound using segment: {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:51.422275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Bound port: 67840f5c-085c-4e21-8ef9-79e7720ec041, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:51.422677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.439002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-000aef24-97ba-42f3-94d1-f9e14c4a1cad service neutron] 10.222.0.48 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945263 Jul 09 17:11:51.486192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] For port 67840f5c-085c-4e21-8ef9-79e7720ec041, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:51.486810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.490545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] For port 67840f5c-085c-4e21-8ef9-79e7720ec041, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=67840f5c-085c-4e21-8ef9-79e7720ec041,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:51.496208 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.530548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:51.539009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:51.553811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-df26e975-54e1-4e47-8899-88304e01486b service neutron] 10.222.0.48 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050570 Jul 09 17:11:51.554316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:51.566409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d05e11-abe9-4138-be10-3e989a3ff124 None None] Pushing event updated for resources: {'Port': ['ID=67840f5c-085c-4e21-8ef9-79e7720ec041,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.602213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Pushing event updated for resources: {'Port': ['ID=65d45b8f-1747-43be-8af5-1355e6a03a9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.750582 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a92886-a597-4b76-b5b3-b1075ada6842 req-6b1f2339-d523-4158-8cec-b20e669645f1 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 210 time: 0.0352821 Jul 09 17:11:51.899841 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.035596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.346520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.445954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 81c77efd-05ee-4dac-bb32-714f42c1978f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:52.446302 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.556441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.573519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 81c77efd-05ee-4dac-bb32-714f42c1978f owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:52.585050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Router 36915948-3187-45b2-8cd9-d6e512ee8196 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:52.617124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2254358-4298-4eed-9318-3123bde8fccc None None] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:52.680158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c347cd6-061f-4eae-a22a-ac4f296fd4a1 None None] Provisioning for port 67840f5c-085c-4e21-8ef9-79e7720ec041 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:52.782696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:52.796703 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Sync routers for ids ['36915948-3187-45b2-8cd9-d6e512ee8196'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:52.814020 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Routers {'36915948-3187-45b2-8cd9-d6e512ee8196'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:52.815080 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['36915948-3187-45b2-8cd9-d6e512ee8196'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:52.830808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.832324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a025ba72-840e-47a3-b3b0-ffd524f6af21 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3104794 Jul 09 17:11:52.835512 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:52.852889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.887785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=81c77efd-05ee-4dac-bb32-714f42c1978f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:53.000099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1493f740-1806-4872-9542-8280f028bafc req-c40bca9f-b32f-49b8-84a1-d3d414bb1864 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 210 time: 0.0582924 Jul 09 17:11:53.232213 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Set router 36915948-3187-45b2-8cd9-d6e512ee8196 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:53.262602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.358399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-66b22921-a687-4779-8493-d586952f50b4 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:53.359936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-66b22921-a687-4779-8493-d586952f50b4 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.37 "GET /v2.0/networks?id=03ed2786-f913-44ad-97be-f5ce3571f077 HTTP/1.1" status: 200 len: 812 time: 0.3640683 Jul 09 17:11:53.409070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Request body: {'port': {'device_id': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077', 'admin_state_up': True, 'tenant_id': '524c41a0436141788608c67e20e8d164'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:53.452259 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 3, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:53.495576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Checking router: 36915948-3187-45b2-8cd9-d6e512ee8196 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:53.495926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Updating router 36915948-3187-45b2-8cd9-d6e512ee8196 port 65d45b8f-1747-43be-8af5-1355e6a03a9c binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:53.496074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 623043ed-fc04-41be-86e5-af4376bb2fdb up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:53.538790 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.548976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 623043ed-fc04-41be-86e5-af4376bb2fdb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:53.549514 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.604803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.641164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 67840f5c-085c-4e21-8ef9-79e7720ec041 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:53.704745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 67840f5c-085c-4e21-8ef9-79e7720ec041 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:53.709925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 67840f5c-085c-4e21-8ef9-79e7720ec041 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:53.710304 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.803330 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.804241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 5f60f833-8923-43e4-a902-1192415a01ab has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:53.849639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 67840f5c-085c-4e21-8ef9-79e7720ec041, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=67840f5c-085c-4e21-8ef9-79e7720ec041,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:53.850366 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.864856 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.872049 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Transition to ACTIVE for port object 65d45b8f-1747-43be-8af5-1355e6a03a9c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:53.883007 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.899167 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.903283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Allocated IP 172.20.0.1 (9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c/4d1642af-9192-4514-a8de-52dd2505862d/6d466d9e-1fd1-4df8-8237-f4a601d1a84b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:53.943035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=67840f5c-085c-4e21-8ef9-79e7720ec041,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:53.943437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:53.952037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3d13d2b8-72c0-4d60-a3a1-4fc3a3f1266c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/5f60f833-8923-43e4-a902-1192415a01ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9393947 Jul 09 17:11:53.953642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:53.957316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] Sync routers for ids ['5f60f833-8923-43e4-a902-1192415a01ab'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:53.962979 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Attempting to bind port 65d45b8f-1747-43be-8af5-1355e6a03a9c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:53.963353 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Attempting to bind port 65d45b8f-1747-43be-8af5-1355e6a03a9c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:53.963717 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Attempting to bind port 65d45b8f-1747-43be-8af5-1355e6a03a9c on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:53.967397 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a0d3c-2591-4831-abca-70a06166ae45 None None] Pushing event updated for resources: {'Port': ['ID=65d45b8f-1747-43be-8af5-1355e6a03a9c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:53.978916 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:53.979519 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:53.980079 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.980647 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:53.981301 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Bound port: 65d45b8f-1747-43be-8af5-1355e6a03a9c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:53.981597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] Routers {'5f60f833-8923-43e4-a902-1192415a01ab'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:53.982017 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.982234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5f60f833-8923-43e4-a902-1192415a01ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:53.989684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Made reservation on behalf of 524c41a0436141788608c67e20e8d164 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:53.993476 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.000280 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a9b592d7-2267-4a4a-9ed0-5250a7a35914 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f60f833-8923-43e4-a902-1192415a01ab HTTP/1.1" status: 200 len: 205 time: 0.0426629 Jul 09 17:11:54.000280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:54.027394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:54.051088 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] For port 65d45b8f-1747-43be-8af5-1355e6a03a9c, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:54.055654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.056620 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] For port 65d45b8f-1747-43be-8af5-1355e6a03a9c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=65d45b8f-1747-43be-8af5-1355e6a03a9c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:54.060242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] Routers {'5f60f833-8923-43e4-a902-1192415a01ab'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:54.061564 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['5f60f833-8923-43e4-a902-1192415a01ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:54.064306 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.078539 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Transition to ACTIVE for port object 6d466d9e-1fd1-4df8-8237-f4a601d1a84b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:54.118133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.129340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:54.130028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03354c-9320-473f-88ea-c44ab4df42e8 None None] The sync data for ids ['5f60f833-8923-43e4-a902-1192415a01ab'] in n-d-800085-2 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:54.136855 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Routers {'36915948-3187-45b2-8cd9-d6e512ee8196'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:54.137687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['36915948-3187-45b2-8cd9-d6e512ee8196'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:54.141146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.182331 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a0d3c-2591-4831-abca-70a06166ae45 None None] Pushing event updated for resources: {'Port': ['ID=65d45b8f-1747-43be-8af5-1355e6a03a9c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:54.220152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:54.225921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:54.228151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Pushing event updated for resources: {'Port': ['ID=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:54.230184 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:54.270587 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] Set router 36915948-3187-45b2-8cd9-d6e512ee8196 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:54.288524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-abddb202-d509-488e-ba2d-312b08f19655 req-50ab4da1-f76f-4d59-bd84-46084cab1ef2 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 210 time: 0.0897264 Jul 09 17:11:54.301154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.408852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Allocated IP 172.20.0.5 (03ed2786-f913-44ad-97be-f5ce3571f077/a59a57e3-e761-4e30-9849-f051a89d784a/f7e51db2-314b-4b7f-adb1-d6fb9626fe4e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:54.413131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.417407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.485629 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.490843 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 3, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:54.524874 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e280c51-21e4-4c5c-acbf-aa9a8d4b8ef6 None None] The sync data for ids ['36915948-3187-45b2-8cd9-d6e512ee8196'] in n-d-800085-2 is: [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 3, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:54.529060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.529566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router 5f60f833-8923-43e4-a902-1192415a01ab {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:11:54.565211 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.569735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97595aa3-7232-478e-af99-742eab47b504 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/5f60f833-8923-43e4-a902-1192415a01ab HTTP/1.1" status: 204 len: 168 time: 0.5653474 Jul 09 17:11:54.569735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:54.589878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f2de0d0-9122-40f5-825c-04ffd1017ec9 None None] Provisioning for port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:54.593927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f2de0d0-9122-40f5-825c-04ffd1017ec9 None None] Provisioning complete for port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:54.594315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f2de0d0-9122-40f5-825c-04ffd1017ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.646764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet a43be668-c0f7-4ff8-bf70-a0af06ce1f8f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:11:54.649450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5f2de0d0-9122-40f5-825c-04ffd1017ec9 None None] Port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:54.652331 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.680286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.687065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.709451 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.716083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.761631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.764520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Pushing event updated for resources: {'Port': ['ID=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:54.860843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.872781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.915494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:54.917013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:54.942373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Network 03ed2786-f913-44ad-97be-f5ce3571f077 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:54.947027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:54.955508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:55.018742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Pushing event updated for resources: {'Port': ['ID=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:55.030356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:55.031065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.054565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-379377a2-13ac-40f9-a59f-e742874df3af tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6493917 Jul 09 17:11:55.062505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.079034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Request body: {'port': {'device_id': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:55.135781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=a43be668-c0f7-4ff8-bf70-a0af06ce1f8f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:55.140522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.145030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-630c90b9-cb3d-451f-9bfe-88bce3c2c65f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/a43be668-c0f7-4ff8-bf70-a0af06ce1f8f HTTP/1.1" status: 204 len: 168 time: 0.5724082 Jul 09 17:11:55.148722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0cd293-6f82-4a0c-9f33-82a6084dab6c None None] Network 38181fc7-b626-453f-a48e-4f5915e7b8c2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:55.149703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:55.311852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.318066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.321156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a55aae7-2f79-4bdd-8e7d-02c364fc2562 None None] Provisioning complete for port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:55.321595 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a55aae7-2f79-4bdd-8e7d-02c364fc2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.408934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a55aae7-2f79-4bdd-8e7d-02c364fc2562 None None] Port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:55.459026 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Router 36915948-3187-45b2-8cd9-d6e512ee8196 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:55.532969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] DHCP port deletion for 38181fc7-b626-453f-a48e-4f5915e7b8c2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:11:55.591066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 65d45b8f-1747-43be-8af5-1355e6a03a9c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:55.599745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 76006b53-e1d7-42f6-8de3-3dc4674cc981 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:55.600279 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.640338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] Deleting port 76006b53-e1d7-42f6-8de3-3dc4674cc981 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:55.640637 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.650132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:55.667116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8552fb5c-758e-4a35-a364-05e870e8989c admin admin] 10.222.0.48 "PUT /v2.0/routers/36915948-3187-45b2-8cd9-d6e512ee8196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296599 Jul 09 17:11:55.678265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffcb5-2e36-45ea-92cb-6a01fc4cb9d5 req-2dfb6e74-fb4b-4db7-97ae-685e8e2525de tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:55.681342 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d8ffcb5-2e36-45ea-92cb-6a01fc4cb9d5 req-2dfb6e74-fb4b-4db7-97ae-685e8e2525de tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 931 time: 0.1571128 Jul 09 17:11:55.726149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] For port 76006b53-e1d7-42f6-8de3-3dc4674cc981, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76006b53-e1d7-42f6-8de3-3dc4674cc981,segment=NetworkSegment(a991adc4-1946-43a3-8656-3e54c01fc52e),segment_id=a991adc4-1946-43a3-8656-3e54c01fc52e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:55.727317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.733424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d8ffcb5-2e36-45ea-92cb-6a01fc4cb9d5 req-8c8da951-e7df-4443-ba20-a00af8692f93 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Jul 09 17:11:55.756698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port 76006b53-e1d7-42f6-8de3-3dc4674cc981, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76006b53-e1d7-42f6-8de3-3dc4674cc981,segment=NetworkSegment(a991adc4-1946-43a3-8656-3e54c01fc52e),segment_id=a991adc4-1946-43a3-8656-3e54c01fc52e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:55.756698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.757076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] Calling delete_port for 76006b53-e1d7-42f6-8de3-3dc4674cc981 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:55.762207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 65d45b8f-1747-43be-8af5-1355e6a03a9c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:55.769819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 65d45b8f-1747-43be-8af5-1355e6a03a9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:55.770202 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.784315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 76006b53-e1d7-42f6-8de3-3dc4674cc981 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:55.900721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e51db2-314b-4b7f-adb1-d6fb9626fe4e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:55.904238 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.911232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.931175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Transition to ACTIVE for port object f7e51db2-314b-4b7f-adb1-d6fb9626fe4e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:55.932383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.933968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] Pushing event deleted for resources: {'Port': ['ID=76006b53-e1d7-42f6-8de3-3dc4674cc981,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:55.935653 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.947009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc51d9b-a6f7-40b3-9202-eb5eae882477 None None] No DVR routers for this DVR port 76006b53-e1d7-42f6-8de3-3dc4674cc981 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:55.949726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port 76006b53-e1d7-42f6-8de3-3dc4674cc981 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:55.976763 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.981116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 65d45b8f-1747-43be-8af5-1355e6a03a9c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=65d45b8f-1747-43be-8af5-1355e6a03a9c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:55.986710 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.987675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 67840f5c-085c-4e21-8ef9-79e7720ec041 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:56.006086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=76006b53-e1d7-42f6-8de3-3dc4674cc981,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.071287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=65d45b8f-1747-43be-8af5-1355e6a03a9c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.082986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 67840f5c-085c-4e21-8ef9-79e7720ec041 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:56.083361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.104965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.135499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38181fc7-b626-453f-a48e-4f5915e7b8c2']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:56.143645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.190896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a991adc4-1946-43a3-8656-3e54c01fc52e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:56.191184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a991adc4-1946-43a3-8656-3e54c01fc52e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:56.206345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.225711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.239674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:11:56.240108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: self.session.flush() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:11:56.243139 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:11:56.281678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Attempting to bind port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:56.282013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Attempting to bind port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '634a4fc9-1aee-4ed5-86d5-df311e4219a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:56.282332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Attempting to bind port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e on network 03ed2786-f913-44ad-97be-f5ce3571f077 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:56.296995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e on network 03ed2786-f913-44ad-97be-f5ce3571f077 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:56.297888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Attempting to bind port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e on network 03ed2786-f913-44ad-97be-f5ce3571f077 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:56.306996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:56.307344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Checking segment: {'id': '634a4fc9-1aee-4ed5-86d5-df311e4219a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:56.307740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Bound using segment: {'id': '634a4fc9-1aee-4ed5-86d5-df311e4219a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:56.308247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Bound port: f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634a4fc9-1aee-4ed5-86d5-df311e4219a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:56.308652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.321252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.326175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.328444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/38181fc7-b626-453f-a48e-4f5915e7b8c2 HTTP/1.1" status: 204 len: 168 time: 1.1765969 Jul 09 17:11:56.333445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:56.339896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2038915480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:56.350513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0819d8d-cb89-4e50-8444-d21c6cb80681 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=38181fc7-b626-453f-a48e-4f5915e7b8c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.380377 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.382090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.414988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] For port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:56.418392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] For port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,segment=NetworkSegment(634a4fc9-1aee-4ed5-86d5-df311e4219a9),segment_id=634a4fc9-1aee-4ed5-86d5-df311e4219a9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:56.422744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.443429 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.449909 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.469597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.470598 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.472064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7e51db2-314b-4b7f-adb1-d6fb9626fe4e HTTP/1.1" status: 200 len: 1091 time: 1.3981113 Jul 09 17:11:56.474609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'tag': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:56.477263 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f40d8dd4-cb93-4e12-82d7-eecd931228fc", "tag": "f7e51db2-314b-4b7f-adb1-d6fb9626fe4e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:56.503262 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.508145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:56.509105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dccb88bc-3fc3-4e43-bd62-94f3c4c4a651 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1742516 Jul 09 17:11:56.517849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-1510789168'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:56.534196 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e240cdcd-400c-4f6f-b93f-5f89f960edf9 x-openstack-request-id: req-e240cdcd-400c-4f6f-b93f-5f89f960edf9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:56.534573 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40d8dd4-cb93-4e12-82d7-eecd931228fc", "tag": "f7e51db2-314b-4b7f-adb1-d6fb9626fe4e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:56.534883 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e240cdcd-400c-4f6f-b93f-5f89f960edf9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:56.535384 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'tag': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e', 'status': 'completed', 'code': 200} Jul 09 17:11:56.544045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fb21-f2e6-4026-b368-c47be5b3de65 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.595255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:56.598982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.601708 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Sync routers for ids ['36915948-3187-45b2-8cd9-d6e512ee8196'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:56.611567 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Routers {'36915948-3187-45b2-8cd9-d6e512ee8196'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:56.612197 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['36915948-3187-45b2-8cd9-d6e512ee8196'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:56.640132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:56.643606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-aa28c6d1-9f91-4d35-9deb-768680960b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.645296 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-aa28c6d1-9f91-4d35-9deb-768680960b67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=524c41a0436141788608c67e20e8d164&device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 1094 time: 0.0854478 Jul 09 17:11:56.654180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.654562 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment ce2961da-6074-41ce-9417-5a316fa79b34 of type vlan for network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a Jul 09 17:11:56.720670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-d2814e83-432f-41e2-915b-5e36ab3511d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e HTTP/1.1" status: 200 len: 217 time: 0.0554070 Jul 09 17:11:56.732195 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Set router 36915948-3187-45b2-8cd9-d6e512ee8196 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:56.743792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.798638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-42a38b91-25bc-4c6e-a7b9-d2f863118668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.800124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-42a38b91-25bc-4c6e-a7b9-d2f863118668 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a59a57e3-e761-4e30-9849-f051a89d784a HTTP/1.1" status: 200 len: 852 time: 0.0724437 Jul 09 17:11:56.815852 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.822222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.823154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.868610 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-6384dba0-a4bc-4836-b92d-fe766658cde9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03ed2786-f913-44ad-97be-f5ce3571f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608506 Jul 09 17:11:56.928400 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4188957 Jul 09 17:11:56.933844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:56.943007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38d84c-3809-450b-8ec5-737583c166ac req-6e50f507-d97d-45f2-b09a-c27b99b3df5f tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.944568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc38d84c-3809-450b-8ec5-737583c166ac req-6e50f507-d97d-45f2-b09a-c27b99b3df5f tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 943 time: 0.0736432 Jul 09 17:11:56.949772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:56.972199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aefec3-b86a-466c-8624-fbc5d4b84ae2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=1351d2e7-f6c0-40f1-86fe-e71a54ddd36a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.979992 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:11:54Z', 'revision_number': 4, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6d466d9e-1fd1-4df8-8237-f4a601d1a84b', 'name': '', 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'mac_address': 'fa:16:3e:69:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4d1642af-9192-4514-a8de-52dd2505862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:53Z', 'updated_at': '2021-07-09T17:11:54Z', 'revision_number': 2, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'subnets': [{'id': '4d1642af-9192-4514-a8de-52dd2505862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:56.984145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:57.010522 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Checking router: 36915948-3187-45b2-8cd9-d6e512ee8196 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:57.010992 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Updating router 36915948-3187-45b2-8cd9-d6e512ee8196 port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:57.015969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-d636d24e-404f-4acd-8d8d-d882f66b3687 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173816 Jul 09 17:11:57.072200 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.094857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc38d84c-3809-450b-8ec5-737583c166ac req-9b96df9b-9146-4fce-9ee1-6870bd72c0d9 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Jul 09 17:11:57.118660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:57.122783 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.149248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c122d9e0-bbe8-4d1f-b955-045fa2e5feb9 req-e038cc3a-0362-4e94-8b98-a4f342fa1165 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268628 Jul 09 17:11:57.336650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-6c735425-9e5f-4477-b70b-00474cc61584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.338656 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-6c735425-9e5f-4477-b70b-00474cc61584 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=524c41a0436141788608c67e20e8d164&device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 1094 time: 0.0881264 Jul 09 17:11:57.360215 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.414125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 65d45b8f-1747-43be-8af5-1355e6a03a9c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:57.452194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=72fea37f-e9c2-4457-8016-00491fb96c12,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:57.461279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:57.461788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:57.483063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:57.488814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-3eb932ee-1f8f-47a4-a815-f8545f52344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.490458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-3eb932ee-1f8f-47a4-a815-f8545f52344e service neutron] 10.222.0.37 "GET /v2.0/networks?id=03ed2786-f913-44ad-97be-f5ce3571f077 HTTP/1.1" status: 200 len: 913 time: 0.1439271 Jul 09 17:11:57.494642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:57.499095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 65d45b8f-1747-43be-8af5-1355e6a03a9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:57.499722 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.515809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.516839 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.530054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e52df0-9181-464d-8fe3-3ef10ed20ae8 None None] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:57.533728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5cb502d4-3656-4a10-9e25-e8ed7a8b1dbb tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5880730 Jul 09 17:11:57.536906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:57.545401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-10b0bae4-e61e-49ac-9a44-5836f5a4dfa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e HTTP/1.1" status: 200 len: 217 time: 0.0480797 Jul 09 17:11:57.559231 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.571206 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Transition to ACTIVE for port object 6d466d9e-1fd1-4df8-8237-f4a601d1a84b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:57.581411 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.659817 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Pushing event updated for resources: {'Port': ['ID=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:57.709914 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.710373 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.710930 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.711361 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.711787 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.712233 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.712655 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.713199 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.713630 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.714036 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.714451 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.714882 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:57.765526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76006b53-e1d7-42f6-8de3-3dc4674cc981 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:57.786279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Attempting to bind port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:57.787422 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Attempting to bind port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:57.787756 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Attempting to bind port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b on network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:57.794532 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:57.795070 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Checking segment: {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:57.795637 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.796109 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Bound using segment: {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:57.796869 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Bound port: 6d466d9e-1fd1-4df8-8237-f4a601d1a84b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca16949-d1cf-4286-bd8c-f61e78589ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:57.797356 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.835879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 76006b53-e1d7-42f6-8de3-3dc4674cc981 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:57.836492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76006b53-e1d7-42f6-8de3-3dc4674cc981 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:57.845780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:57.849765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.888564 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] For port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:57.892999 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] For port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:57.902914 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.971443 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77b930-7aca-4771-95f2-156fb6e3a73d None None] Pushing event updated for resources: {'Port': ['ID=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:57.982558 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Routers {'36915948-3187-45b2-8cd9-d6e512ee8196'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:57.983210 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['36915948-3187-45b2-8cd9-d6e512ee8196'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:58.147728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-ce396a5d-ad5f-4389-a0f4-e52773ff7036 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.149693 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-ce396a5d-ad5f-4389-a0f4-e52773ff7036 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1538517 Jul 09 17:11:58.153498 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] Set router 36915948-3187-45b2-8cd9-d6e512ee8196 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:58.169028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-5dbfaecb-d072-461e-bac2-9b8f9b5a7ba1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0119321 Jul 09 17:11:58.225167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-655830dd-ad38-4e93-8358-deb35d1cb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.227591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-655830dd-ad38-4e93-8358-deb35d1cb1b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a59a57e3-e761-4e30-9849-f051a89d784a HTTP/1.1" status: 200 len: 852 time: 0.6462255 Jul 09 17:11:58.296848 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1a6d0eec-0588-4f0a-92a7-24f60c8747c9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221361 Jul 09 17:11:58.306747 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-2814d244-11eb-4e3d-87ba-b16efa3117ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03ed2786-f913-44ad-97be-f5ce3571f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394301 Jul 09 17:11:58.311879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Allocated IP 172.20.0.2 (1351d2e7-f6c0-40f1-86fe-e71a54ddd36a/72fea37f-e9c2-4457-8016-00491fb96c12/a4300801-2ee2-42e3-ac66-2b6fa86e39c1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:58.424996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-0b29aab7-96cf-45c1-a726-f2ea40ccb647 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210988 Jul 09 17:11:58.430002 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.436436 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:11:54Z', 'revision_number': 4, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6d466d9e-1fd1-4df8-8237-f4a601d1a84b', 'name': '', 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'mac_address': 'fa:16:3e:69:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4d1642af-9192-4514-a8de-52dd2505862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:53Z', 'updated_at': '2021-07-09T17:11:57Z', 'revision_number': 4, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'subnets': [{'id': '4d1642af-9192-4514-a8de-52dd2505862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:58.465979 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b247a030-19b5-4d3b-b809-31df7b9f5185 None None] The sync data for ids ['36915948-3187-45b2-8cd9-d6e512ee8196'] in n-d-800085-2 is: [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:11:54Z', 'revision_number': 4, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6d466d9e-1fd1-4df8-8237-f4a601d1a84b', 'name': '', 'network_id': '9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'mac_address': 'fa:16:3e:69:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '4d1642af-9192-4514-a8de-52dd2505862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:53Z', 'updated_at': '2021-07-09T17:11:57Z', 'revision_number': 4, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'subnets': [{'id': '4d1642af-9192-4514-a8de-52dd2505862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:58.509294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.518801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Transition to ACTIVE for port object a4300801-2ee2-42e3-ac66-2b6fa86e39c1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:58.548024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Transition to ACTIVE for port object a4300801-2ee2-42e3-ac66-2b6fa86e39c1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:58.559471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.566085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-f8635c55-7081-4454-9adf-f609fb1c3c58 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342528 Jul 09 17:11:58.584699 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-fc254bcd-e061-4253-a6f7-39b548163ccd service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543695 Jul 09 17:11:58.599988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:58.612253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:58.615556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:58.625114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Pushing event updated for resources: {'Port': ['ID=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:58.721191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Attempting to bind port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:58.721570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Attempting to bind port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:58.721942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Attempting to bind port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 on network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:58.727466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:58.727845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Checking segment: {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:58.728261 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.728663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Bound using segment: {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:58.729157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Bound port: a4300801-2ee2-42e3-ac66-2b6fa86e39c1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:58.729526 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.807641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] For port a4300801-2ee2-42e3-ac66-2b6fa86e39c1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:58.811118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-385b0d6b-55fe-4ffc-b851-c13e9f0375a7 req-013c0b2a-3506-472b-86aa-4197ec43c887 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158566 Jul 09 17:11:58.811775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] For port a4300801-2ee2-42e3-ac66-2b6fa86e39c1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,segment=NetworkSegment(ce2961da-6074-41ce-9417-5a316fa79b34),segment_id=ce2961da-6074-41ce-9417-5a316fa79b34)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:58.823831 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.895310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.20.0.1 (1351d2e7-f6c0-40f1-86fe-e71a54ddd36a/72fea37f-e9c2-4457-8016-00491fb96c12/da39efed-6253-4f71-85ea-c2623fc4f89a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:58.912789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e062a6f-3a82-4418-95ba-cba3924101fd None None] Pushing event updated for resources: {'Port': ['ID=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:59.091052 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.100840 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a427577-c7dd-4ac6-a635-87cbbd7c7ecf req-b912c6b6-c800-4e5c-a0a1-abaff7cb28eb tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:59.102568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a427577-c7dd-4ac6-a635-87cbbd7c7ecf req-b912c6b6-c800-4e5c-a0a1-abaff7cb28eb tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 943 time: 0.0728619 Jul 09 17:11:59.109877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object da39efed-6253-4f71-85ea-c2623fc4f89a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:59.160508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a427577-c7dd-4ac6-a635-87cbbd7c7ecf req-213c1bac-e358-4af8-979c-b7f25c7d156a tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Jul 09 17:11:59.165896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.230630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:59.234678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:59.238022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:59.305529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=da39efed-6253-4f71-85ea-c2623fc4f89a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:59.316042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.355161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efef36a5-52b9-4127-8e24-90d22eca434c req-59c856ea-7be2-49b5-8820-2fdcb76ed73d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 210 time: 0.0787673 Jul 09 17:11:59.500109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.521040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d466d9e-1fd1-4df8-8237-f4a601d1a84b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:59.592798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:59.597029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:59.597423 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.695133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.738329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:59.744614 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.746528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a4300801-2ee2-42e3-ac66-2b6fa86e39c1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:59.822690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:59.865216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.873324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.875000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:59.973713 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=da39efed-6253-4f71-85ea-c2623fc4f89a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:59.986931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.094374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:00.095910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:00.189154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed65ce6-04d3-44b5-84a9-d868429e363c None None] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:00.241303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:12:00.267336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] Provisioning for port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:00.276707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] Provisioning complete for port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:00.277080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.349004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:00.356323 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4b1514d8-4e98-4b54-98a4-3d2710fbb2c6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8183098 Jul 09 17:12:00.359050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:00.363945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:00.367604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-918607037'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:00.383065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde183ce-e17e-4611-a1e2-07bc1ab37d36 req-848f6cef-e5ab-47f5-9903-6135c6e535ce tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.385389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cde183ce-e17e-4611-a1e2-07bc1ab37d36 req-848f6cef-e5ab-47f5-9903-6135c6e535ce tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 943 time: 0.0849292 Jul 09 17:12:00.392905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:00.393818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:00.400372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:00.405237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.447131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cde183ce-e17e-4611-a1e2-07bc1ab37d36 req-a7e2a422-b214-46e6-a77a-b9bf50b7470d tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527909 Jul 09 17:12:00.480465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:00.513164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.541158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.541510 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment a97184c2-a988-4e7b-b8e6-cc93714cbeb7 of type vlan for network c681f1cf-2459-43e8-8c9e-0e5415e5abdd Jul 09 17:12:00.572108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:00.629743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9102ab65-94f3-41f3-aedb-f9ae13e6a011 req-4a55fb6c-3bcd-4593-8836-4722ef198353 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 210 time: 0.0332973 Jul 09 17:12:00.629990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.651750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] For port a4300801-2ee2-42e3-ac66-2b6fa86e39c1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,segment=NetworkSegment(ce2961da-6074-41ce-9417-5a316fa79b34),segment_id=ce2961da-6074-41ce-9417-5a316fa79b34)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:00.690269 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.700630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-e0202e97-26fc-435f-a676-986538e78784 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.703031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-e0202e97-26fc-435f-a676-986538e78784 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.2636859 Jul 09 17:12:00.706894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.722701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.723686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.738679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:00.793489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d65f9-acad-4b5e-ac50-8e1e508cda05 None None] Pushing event updated for resources: {'Port': ['ID=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:00.820721 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4577129 Jul 09 17:12:00.821122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:00.826853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:00.881719 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:11:59Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:11:59Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:00.885537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9868cf2-6e97-4726-a530-600f59dc1710 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=c681f1cf-2459-43e8-8c9e-0e5415e5abdd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:00.927870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:00.928311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Updating router b2c79ff1-d44f-4133-93b4-1f70bdb8199c port da39efed-6253-4f71-85ea-c2623fc4f89a binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:00.930382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:00.944595 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:00.949996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.971169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:00.977709 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.088973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.106181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f7e51db2-314b-4b7f-adb1-d6fb9626fe4e details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:01.155278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.13 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/2eb79a7e-1153-4a2c-9691-c1d3cd089a8d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:01.201023 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.253149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59240a18-7308-482d-8636-aa01e2b838a8 None None] Provisioning for port da39efed-6253-4f71-85ea-c2623fc4f89a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:01.277159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59240a18-7308-482d-8636-aa01e2b838a8 None None] Provisioning complete for port da39efed-6253-4f71-85ea-c2623fc4f89a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:01.277473 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59240a18-7308-482d-8636-aa01e2b838a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.299555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:01.300136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: c681f1cf-2459-43e8-8c9e-0e5415e5abdd, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:01.304154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=d40f28e7-17d9-4850-a9f6-ae75a95e8837,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:01.326120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:01.333998 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.340119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c681f1cf-2459-43e8-8c9e-0e5415e5abdd) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:01.355765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:01.359410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:01.361175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.365087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03804610-8898-43a8-bd26-79cf0e98f455 None None] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:01.383311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b0644c9-43b5-4293-bee3-641e460c569f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5608625 Jul 09 17:12:01.386818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:01.442807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.499427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:01.506519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:01.511390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:01.558969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:01.591350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:01.592056 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.625362 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-7207e7d1-b25f-4043-b77b-b843cf8c2ff7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8977823 Jul 09 17:12:01.640931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Request body: {'port': {'device_id': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:01.686103 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,segment=NetworkSegment(634a4fc9-1aee-4ed5-86d5-df311e4219a9),segment_id=634a4fc9-1aee-4ed5-86d5-df311e4219a9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:01.699268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d466d9e-1fd1-4df8-8237-f4a601d1a84b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:01.782334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e', 'network_id': '03ed2786-f913-44ad-97be-f5ce3571f077', 'port_id': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e', 'mac_address': 'fa:16:3e:b9:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59a57e3-e761-4e30-9849-f051a89d784a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:01.800360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.855307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.867178 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Transition to ACTIVE for port object da39efed-6253-4f71-85ea-c2623fc4f89a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:01.877161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-59240a18-7308-482d-8636-aa01e2b838a8 None None] Port da39efed-6253-4f71-85ea-c2623fc4f89a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:01.886077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.953682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22233d-08d1-42ed-ba8c-6dc49987c7f9 req-9bf24e4c-5cbd-4e85-89fa-cc2999b0f1d3 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:01.959629 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.961114 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c22233d-08d1-42ed-ba8c-6dc49987c7f9 req-9bf24e4c-5cbd-4e85-89fa-cc2999b0f1d3 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 943 time: 0.2572181 Jul 09 17:12:01.988692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.994349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59240a18-7308-482d-8636-aa01e2b838a8 None None] Provisioning complete for port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:01.994693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59240a18-7308-482d-8636-aa01e2b838a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.028189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c22233d-08d1-42ed-ba8c-6dc49987c7f9 req-91f571ca-4d96-4ae8-8863-dc38f35ede58 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Jul 09 17:12:02.047019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:02.047420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.172778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:02.191420 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.221045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Transition to ACTIVE for port object 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:02.228576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.373649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:02.426765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Attempting to bind port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:02.427205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Attempting to bind port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:02.427546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Attempting to bind port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:02.431399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e51db2-314b-4b7f-adb1-d6fb9626fe4e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:02.438847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:02.439173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Attempting to bind port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:02.444596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:02.444945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:02.445313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:02.445750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Bound port: 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:02.446168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.504888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.21.0.1 (c681f1cf-2459-43e8-8c9e-0e5415e5abdd/d40f28e7-17d9-4850-a9f6-ae75a95e8837/28f9338c-8d51-4ac3-801a-336df0f4b028) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:02.535617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cd4ef-f59d-440b-8aed-99c4e1074e5a req-444a55ba-ecb2-4ae5-a254-25159e3fd76f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.544346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a4cd4ef-f59d-440b-8aed-99c4e1074e5a req-444a55ba-ecb2-4ae5-a254-25159e3fd76f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.1636188 Jul 09 17:12:02.548320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0de29-fc66-4e22-bee8-9718c0e0d4b6 None None] Pushing event updated for resources: {'Port': ['ID=da39efed-6253-4f71-85ea-c2623fc4f89a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:02.568683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:12:02.569951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.580462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] For port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:02.584308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] For port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:02.600239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.626808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,segment=NetworkSegment(634a4fc9-1aee-4ed5-86d5-df311e4219a9),segment_id=634a4fc9-1aee-4ed5-86d5-df311e4219a9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:02.665093 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.666183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.668073 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] 10.222.0.43 "PUT /v2.0/ports/2eb79a7e-1153-4a2c-9691-c1d3cd089a8d HTTP/1.1" status: 200 len: 1092 time: 1.0319245 Jul 09 17:12:02.668971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'tag': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:02.671885 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4054da01-0000-4baa-b280-713152f3f390" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f", "tag": "2eb79a7e-1153-4a2c-9691-c1d3cd089a8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:02.680514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a4cd4ef-f59d-440b-8aed-99c4e1074e5a req-510a0f1f-fd9b-4b0e-b7e3-9bd668068389 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302094 Jul 09 17:12:02.702556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bee27-0187-4e17-93be-853d05607515 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:02.762384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a4300801-2ee2-42e3-ac66-2b6fa86e39c1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:02.764482 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.781385 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d855e-f89c-4be8-a977-fb6b952b8f91 x-openstack-request-id: req-c18d855e-f89c-4be8-a977-fb6b952b8f91 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:02.781740 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f", "tag": "2eb79a7e-1153-4a2c-9691-c1d3cd089a8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:02.782002 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c18d855e-f89c-4be8-a977-fb6b952b8f91 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:02.782515 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'tag': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d', 'status': 'completed', 'code': 200} Jul 09 17:12:02.800033 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.820209 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object 28f9338c-8d51-4ac3-801a-336df0f4b028 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:02.823238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-df395caa-e141-40f8-8747-3d0ede641f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.824927 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-df395caa-e141-40f8-8747-3d0ede641f4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 1095 time: 0.0871646 Jul 09 17:12:02.869886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.909322 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-150da79e-a382-4bb4-9d79-c74a20d6ac3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d HTTP/1.1" status: 200 len: 217 time: 0.0711956 Jul 09 17:12:02.915526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:02.921653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:02.929880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:02.943633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:02.951557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Attempting to bind port da39efed-6253-4f71-85ea-c2623fc4f89a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:02.952012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Attempting to bind port da39efed-6253-4f71-85ea-c2623fc4f89a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:02.952373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Attempting to bind port da39efed-6253-4f71-85ea-c2623fc4f89a on network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:02.985290 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.998300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-d17fbed8-37c2-4b3f-aef2-faa01ba5c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.001364 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-d17fbed8-37c2-4b3f-aef2-faa01ba5c683 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0841990 Jul 09 17:12:03.022743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:03.023138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Checking segment: {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:03.023493 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.023886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Bound using segment: {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:03.024372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Bound port: da39efed-6253-4f71-85ea-c2623fc4f89a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2961da-6074-41ce-9417-5a316fa79b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:03.024750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.039682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=28f9338c-8d51-4ac3-801a-336df0f4b028,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:03.049499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:03.050242 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.058505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Allocated IP 172.21.0.2 (c681f1cf-2459-43e8-8c9e-0e5415e5abdd/d40f28e7-17d9-4850-a9f6-ae75a95e8837/7ca3553a-08dc-4921-abd0-7c6ad14c15c8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:03.096196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-3aa42f40-1b2b-49cc-b656-7e1ae7863b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.098496 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-3aa42f40-1b2b-49cc-b656-7e1ae7863b01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869780 Jul 09 17:12:03.181032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f7e51db2-314b-4b7f-adb1-d6fb9626fe4e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:03.187969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.254713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-976a4b7a-99d6-4b50-9a86-cebaaf682007 None None] Provisioning for port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:03.292149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-01a7ab7f-3e44-4519-a234-d23d1c171b5a service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830504 Jul 09 17:12:03.316657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] For port da39efed-6253-4f71-85ea-c2623fc4f89a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:03.351203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] For port da39efed-6253-4f71-85ea-c2623fc4f89a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=da39efed-6253-4f71-85ea-c2623fc4f89a,segment=NetworkSegment(ce2961da-6074-41ce-9417-5a316fa79b34),segment_id=ce2961da-6074-41ce-9417-5a316fa79b34)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:03.394766 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.408703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e3e70fc2-73aa-4703-80b2-da1a7848dd2b req-e69219a0-2219-4254-b8ea-6833faa7c9b5 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090715 Jul 09 17:12:03.547406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85854f9b-79be-4835-9e36-d4f55b69296a req-5239158b-7531-4e0b-8ca8-2eb738b0e07b tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.554996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85854f9b-79be-4835-9e36-d4f55b69296a req-5239158b-7531-4e0b-8ca8-2eb738b0e07b tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 944 time: 0.1693850 Jul 09 17:12:03.571619 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.577642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054da01-0000-4baa-b280-713152f3f390 req-0f24e354-0c28-4dd8-bcf8-851b77e4f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.579466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-0f24e354-0c28-4dd8-bcf8-851b77e4f1e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 1095 time: 0.1088514 Jul 09 17:12:03.612164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:03.612806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:03.625313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0de29-fc66-4e22-bee8-9718c0e0d4b6 None None] Pushing event updated for resources: {'Port': ['ID=da39efed-6253-4f71-85ea-c2623fc4f89a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:03.625774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85854f9b-79be-4835-9e36-d4f55b69296a req-5478f450-cccc-4430-8b3c-8ee60d135f5a tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665450 Jul 09 17:12:03.652116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.662863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.698460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Transition to ACTIVE for port object 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:03.741664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054da01-0000-4baa-b280-713152f3f390 req-c70e3fd9-8987-496d-b43b-b0377d986e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.747342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-c70e3fd9-8987-496d-b43b-b0377d986e21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.1561067 Jul 09 17:12:03.775543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Transition to ACTIVE for port object 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:03.792230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:03.794686 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.827863 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=28f9338c-8d51-4ac3-801a-336df0f4b028,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:03.837920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.861688 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-9f9bb5f6-52d7-409e-95b4-55f90b1d34d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d HTTP/1.1" status: 200 len: 217 time: 0.0983188 Jul 09 17:12:03.934229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054da01-0000-4baa-b280-713152f3f390 req-67e3d365-de9a-4b4a-8db4-1a2087d063dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.935971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-67e3d365-de9a-4b4a-8db4-1a2087d063dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0662296 Jul 09 17:12:03.943207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:03.951654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:03.968008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:04.003546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054da01-0000-4baa-b280-713152f3f390 req-76c7cc4e-8df5-41e5-b4f6-c0e4b48181f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:04.003860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Pushing event updated for resources: {'Port': ['ID=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:04.005120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-76c7cc4e-8df5-41e5-b4f6-c0e4b48181f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594127 Jul 09 17:12:04.031986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabfee-2356-4c27-9c45-6bcf36a281ce req-0ad5cc84-dba7-444c-adbf-1d95e7c3753b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:04.033520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6eeabfee-2356-4c27-9c45-6bcf36a281ce req-0ad5cc84-dba7-444c-adbf-1d95e7c3753b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.1508594 Jul 09 17:12:04.050188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:04.058376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:04.086597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Attempting to bind port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:04.087037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Attempting to bind port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:04.087461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Attempting to bind port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 on network c681f1cf-2459-43e8-8c9e-0e5415e5abdd {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:04.095077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:04.095549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Checking segment: {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:04.096015 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.096466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Bound using segment: {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:04.097008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Bound port: 7ca3553a-08dc-4921-abd0-7c6ad14c15c8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:04.097491 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.119282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-89168af0-6350-4487-96a4-8d03085b1631 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046071 Jul 09 17:12:04.215655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] For port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:04.221794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] For port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,segment=NetworkSegment(a97184c2-a988-4e7b-b8e6-cc93714cbeb7),segment_id=a97184c2-a988-4e7b-b8e6-cc93714cbeb7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:04.230760 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.298663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:03Z', 'revision_number': 3, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:02Z', 'revision_number': 1, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:03Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:04.374866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57b68c-30ae-4fb6-8e91-08995d973ab5 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:03Z', 'revision_number': 3, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:02Z', 'revision_number': 1, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:03Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:04.395803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edabaef-3604-4388-8bbb-816a062d6ace None None] Pushing event updated for resources: {'Port': ['ID=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:04.587595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6eeabfee-2356-4c27-9c45-6bcf36a281ce req-532918b5-6e95-4958-aeca-cb9eb866cc7d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469038 Jul 09 17:12:04.713368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:04.759204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4054da01-0000-4baa-b280-713152f3f390 req-4b0e2cc1-5275-4f69-81fe-2879ffa0cdf6 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305759 Jul 09 17:12:04.940617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:04.948168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8252da48-1f5e-4a81-ba4a-6c11dbc00316 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5594213 Jul 09 17:12:04.951041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:04.956621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257359529'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:04.987160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62843-3960-4911-9269-81ce81976616 req-29899f9f-38a0-4ed4-8e32-18d5c11d0bce tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:04.990205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:04.994122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.995468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52c62843-3960-4911-9269-81ce81976616 req-29899f9f-38a0-4ed4-8e32-18d5c11d0bce tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 944 time: 0.1128340 Jul 09 17:12:05.021091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:05.032874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.034122 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment a2e656bc-e949-4c6b-95f9-83b7b08a7922 of type vlan for network 038f401e-c4f3-4b26-a687-25c785c8979d Jul 09 17:12:05.042172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-52c62843-3960-4911-9269-81ce81976616 req-074142a9-bee4-4bcc-ba0a-00f7af2fd23b tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457325 Jul 09 17:12:05.084360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.116744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.123210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:05.123975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.134683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f7e51db2-314b-4b7f-adb1-d6fb9626fe4e up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:05.200611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2481511 Jul 09 17:12:05.203356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:05.208148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfdeb3-c429-4b98-9b2d-4dd0c0820a8d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=038f401e-c4f3-4b26-a687-25c785c8979d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:05.210577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:05.215226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:05.226992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:05.227368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.229806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 038f401e-c4f3-4b26-a687-25c785c8979d details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:05.361452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:05.366259 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.408262 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.451416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:05.459969 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b8180c-da39-4f1e-a6b6-10edc1363faa" -d '{"events": [{"server_uuid": "f40d8dd4-cb93-4e12-82d7-eecd931228fc", "name": "network-vif-plugged", "status": "completed", "tag": "f7e51db2-314b-4b7f-adb1-d6fb9626fe4e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:05.479757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,segment=NetworkSegment(634a4fc9-1aee-4ed5-86d5-df311e4219a9),segment_id=634a4fc9-1aee-4ed5-86d5-df311e4219a9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:05.486783 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.566544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:05.581594 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae7107-3ec0-49f9-9f9b-39166818fa0b x-openstack-request-id: req-21ae7107-3ec0-49f9-9f9b-39166818fa0b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:05.582363 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40d8dd4-cb93-4e12-82d7-eecd931228fc", "name": "network-vif-plugged", "status": "completed", "tag": "f7e51db2-314b-4b7f-adb1-d6fb9626fe4e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:05.582871 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21ae7107-3ec0-49f9-9f9b-39166818fa0b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:05.583156 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e', 'code': 200} Jul 09 17:12:05.793789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da39efed-6253-4f71-85ea-c2623fc4f89a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:05.796039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4dff3-e8e0-483c-a69b-e4a84d35b8e8 req-f8e49cee-5697-4ef1-a285-aeea0bc73bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:05.797714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-37a4dff3-e8e0-483c-a69b-e4a84d35b8e8 req-f8e49cee-5697-4ef1-a285-aeea0bc73bca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 1096 time: 0.1131487 Jul 09 17:12:05.855659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-408b215f-f90b-4775-af63-25dfaac566ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.880646 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-37a4dff3-e8e0-483c-a69b-e4a84d35b8e8 req-1561d4b3-dfa0-4774-a7b9-4d635f84e9a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750456 Jul 09 17:12:05.890283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67a748-27b8-46f0-80e2-851ef23614c8 None None] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:05.897299 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.957446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port da39efed-6253-4f71-85ea-c2623fc4f89a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:05.963104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2178b427-b1df-443f-ae9c-45c3c4193a34 None None] Provisioning for port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:05.967630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port da39efed-6253-4f71-85ea-c2623fc4f89a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:05.967996 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.000926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af22e37-ad59-43cb-88da-9443d1f54a46 req-e7cd7058-cb14-48d2-88df-26b073cb8183 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:06.002509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6af22e37-ad59-43cb-88da-9443d1f54a46 req-e7cd7058-cb14-48d2-88df-26b073cb8183 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.2146482 Jul 09 17:12:06.005457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=74dd0599-1e05-4031-a010-36114f4070a8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:06.039461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:06.039887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 038f401e-c4f3-4b26-a687-25c785c8979d, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:06.063453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6af22e37-ad59-43cb-88da-9443d1f54a46 req-d8e1731f-0a10-4495-bbcc-b6eed000a5f3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528131 Jul 09 17:12:06.074351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 038f401e-c4f3-4b26-a687-25c785c8979d is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:06.099080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 038f401e-c4f3-4b26-a687-25c785c8979d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:06.104960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:06.105657 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.127522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-40dcabce-5f49-4a0c-b5c1-8873c9203ef2 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9228375 Jul 09 17:12:06.130117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:06.134768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17defe-8ec8-4222-890c-b323297494d4 None None] Network 038f401e-c4f3-4b26-a687-25c785c8979d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:06.390221 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.457725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port da39efed-6253-4f71-85ea-c2623fc4f89a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=da39efed-6253-4f71-85ea-c2623fc4f89a,segment=NetworkSegment(ce2961da-6074-41ce-9417-5a316fa79b34),segment_id=ce2961da-6074-41ce-9417-5a316fa79b34)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:06.468643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.469642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:06.493385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113be18-18b0-43bd-bd9a-1690a8f06e19 req-810bf8d7-f9c1-47ea-9517-3e6199625b0c tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:06.496747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2113be18-18b0-43bd-bd9a-1690a8f06e19 req-810bf8d7-f9c1-47ea-9517-3e6199625b0c tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.2547522 Jul 09 17:12:06.588459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2113be18-18b0-43bd-bd9a-1690a8f06e19 req-5091f6aa-6e41-4f43-9778-d158f68f5c5a tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868185 Jul 09 17:12:06.621524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=da39efed-6253-4f71-85ea-c2623fc4f89a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:06.637649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-038f401e-c4f3-4b26-a687-25c785c8979d', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:12:06.638603 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.666575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:06.673753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:06.674266 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.681140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.863416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Allocated IP 172.22.0.2 (038f401e-c4f3-4b26-a687-25c785c8979d/74dd0599-1e05-4031-a010-36114f4070a8/d4203a5a-6607-4c00-a849-ee6dec249910) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:06.883442 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.991688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,segment=NetworkSegment(a97184c2-a988-4e7b-b8e6-cc93714cbeb7),segment_id=a97184c2-a988-4e7b-b8e6-cc93714cbeb7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:06.995371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5bde79fb-50d0-41b4-bae4-33fd0afeeee7 None None] Provisioning for port 28f9338c-8d51-4ac3-801a-336df0f4b028 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:07.003510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.015254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5bde79fb-50d0-41b4-bae4-33fd0afeeee7 None None] Provisioning complete for port 28f9338c-8d51-4ac3-801a-336df0f4b028 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:07.015669 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bde79fb-50d0-41b4-bae4-33fd0afeeee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.117971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5bde79fb-50d0-41b4-bae4-33fd0afeeee7 None None] Port 28f9338c-8d51-4ac3-801a-336df0f4b028 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:07.122927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:07.161019 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:07.170146 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:07.170808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5bde79fb-50d0-41b4-bae4-33fd0afeeee7 None None] Provisioning complete for port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:07.171348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bde79fb-50d0-41b4-bae4-33fd0afeeee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.177546 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:11:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:07.193733 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.212503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Transition to ACTIVE for port object d4203a5a-6607-4c00-a849-ee6dec249910 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:07.241480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Transition to ACTIVE for port object d4203a5a-6607-4c00-a849-ee6dec249910 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:07.275985 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.333175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:07.337791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Pushing event updated for resources: {'Port': ['ID=d4203a5a-6607-4c00-a849-ee6dec249910,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:07.342838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Network 038f401e-c4f3-4b26-a687-25c785c8979d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:07.349723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:07.354040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:07.374824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.22.0.1 (038f401e-c4f3-4b26-a687-25c785c8979d/74dd0599-1e05-4031-a010-36114f4070a8/a8a1bb6d-90de-4c27-96f5-17e93711f463) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:07.442876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Attempting to bind port d4203a5a-6607-4c00-a849-ee6dec249910 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:07.443399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Attempting to bind port d4203a5a-6607-4c00-a849-ee6dec249910 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:07.443873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Attempting to bind port d4203a5a-6607-4c00-a849-ee6dec249910 on network 038f401e-c4f3-4b26-a687-25c785c8979d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:07.452338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:07.452860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Checking segment: {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:07.455042 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.455617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Bound using segment: {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:07.456665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Bound port: d4203a5a-6607-4c00-a849-ee6dec249910, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:07.457729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.460768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8019c45-3609-4211-9199-c665c40001e9 req-1b6350b6-12b4-497a-8d23-7921c844e99a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:07.463106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8019c45-3609-4211-9199-c665c40001e9 req-1b6350b6-12b4-497a-8d23-7921c844e99a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.2132962 Jul 09 17:12:07.521450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8019c45-3609-4211-9199-c665c40001e9 req-7b2a2c22-06b1-412b-9d13-d2d05964f531 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514276 Jul 09 17:12:07.555149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] For port d4203a5a-6607-4c00-a849-ee6dec249910, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:07.558812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] For port d4203a5a-6607-4c00-a849-ee6dec249910, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d4203a5a-6607-4c00-a849-ee6dec249910,segment=NetworkSegment(a2e656bc-e949-4c6b-95f9-83b7b08a7922),segment_id=a2e656bc-e949-4c6b-95f9-83b7b08a7922)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:07.562037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e6a32620-7af9-4512-9af0-673d9480718d None None] Provisioning complete for port 28f9338c-8d51-4ac3-801a-336df0f4b028 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:07.562413 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e6a32620-7af9-4512-9af0-673d9480718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.565641 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.571643 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.596440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object a8a1bb6d-90de-4c27-96f5-17e93711f463 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:07.613505 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:03Z', 'revision_number': 3, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:03Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:07.620057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da39efed-6253-4f71-85ea-c2623fc4f89a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:07.645626 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:07.645976 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Updating router b2c79ff1-d44f-4133-93b4-1f70bdb8199c port 28f9338c-8d51-4ac3-801a-336df0f4b028 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:07.651182 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.684156 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.699677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=a8a1bb6d-90de-4c27-96f5-17e93711f463,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:07.711367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 038f401e-c4f3-4b26-a687-25c785c8979d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:07.712819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:07.715165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:07.725215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634a63-1c46-4c3a-9741-a2e35e16d235 None None] Pushing event updated for resources: {'Port': ['ID=d4203a5a-6607-4c00-a849-ee6dec249910,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:07.744361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e6a32620-7af9-4512-9af0-673d9480718d None None] Port 28f9338c-8d51-4ac3-801a-336df0f4b028 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:07.763320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port da39efed-6253-4f71-85ea-c2623fc4f89a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:07.763700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.802963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.868024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:07.897484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24172-302f-4f2f-b925-713e8dc9d7c9 req-5da47a45-e72e-49c1-ae6f-50b0dd4a1826 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:07.899436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fa24172-302f-4f2f-b925-713e8dc9d7c9 req-5da47a45-e72e-49c1-ae6f-50b0dd4a1826 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1623080 Jul 09 17:12:07.926263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:07.926665 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.011170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fa24172-302f-4f2f-b925-713e8dc9d7c9 req-10d3648d-1f89-45db-a37a-e06ac63b4762 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037920 Jul 09 17:12:08.018603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.067526 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.086252 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Transition to ACTIVE for port object 28f9338c-8d51-4ac3-801a-336df0f4b028 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:08.096595 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.193220 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb574c0-6cf0-4e98-8879-160c72d78323 None None] Pushing event updated for resources: {'Port': ['ID=28f9338c-8d51-4ac3-801a-336df0f4b028,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:08.227513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Attempting to bind port 28f9338c-8d51-4ac3-801a-336df0f4b028 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:08.227513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Attempting to bind port 28f9338c-8d51-4ac3-801a-336df0f4b028 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:08.227513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Attempting to bind port 28f9338c-8d51-4ac3-801a-336df0f4b028 on network c681f1cf-2459-43e8-8c9e-0e5415e5abdd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:08.233881 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:08.234546 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Checking segment: {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:08.235021 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.235482 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Bound using segment: {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:08.236025 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Bound port: 28f9338c-8d51-4ac3-801a-336df0f4b028, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:08.236454 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.311529 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] For port 28f9338c-8d51-4ac3-801a-336df0f4b028, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:08.318303 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] For port 28f9338c-8d51-4ac3-801a-336df0f4b028, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=28f9338c-8d51-4ac3-801a-336df0f4b028,segment=NetworkSegment(a97184c2-a988-4e7b-b8e6-cc93714cbeb7),segment_id=a97184c2-a988-4e7b-b8e6-cc93714cbeb7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:08.325935 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.331382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-954c2d52-9932-4494-a968-5480fa4b25b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.342987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d14ad9-ef39-4ff8-9b14-7e98d4c12bd3 req-c6ef1b90-6554-4427-9eb3-5509f47ecd4f tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.346454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50d14ad9-ef39-4ff8-9b14-7e98d4c12bd3 req-c6ef1b90-6554-4427-9eb3-5509f47ecd4f tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1585131 Jul 09 17:12:08.399684 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:08.401147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:08.408718 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb574c0-6cf0-4e98-8879-160c72d78323 None None] Pushing event updated for resources: {'Port': ['ID=28f9338c-8d51-4ac3-801a-336df0f4b028,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:08.415372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.433731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50d14ad9-ef39-4ff8-9b14-7e98d4c12bd3 req-951e3bb8-45c6-490d-ac04-b3b7cc3081a4 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764787 Jul 09 17:12:08.448550 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.460357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.530438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:08.557396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.567183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=a8a1bb6d-90de-4c27-96f5-17e93711f463,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:08.590967 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.690578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 038f401e-c4f3-4b26-a687-25c785c8979d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:08.695142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:08.854760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:08.973630 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:07Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:08Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:07Z', 'revision_number': 1, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:09.006936 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c8b4b-7c63-463f-a501-1e62909aed39 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:07Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:08Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:07Z', 'revision_number': 1, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:09.027306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:09.036391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:09.041579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'network': {'name': 'tempest-RoutersTest-1886403981'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:09.045539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361940ca-acd8-45ab-bf0c-142c325b5499 None None] Network 038f401e-c4f3-4b26-a687-25c785c8979d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:09.045721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cbec94aa-9d04-4525-baac-075630549bb9 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131188 Jul 09 17:12:09.083193 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856e2d4-c609-4fdc-bd59-86fde6c46f5f req-05fbc561-ec6a-42bd-ba89-10870f04ad68 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.084981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7856e2d4-c609-4fdc-bd59-86fde6c46f5f req-05fbc561-ec6a-42bd-ba89-10870f04ad68 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.1297727 Jul 09 17:12:09.103204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:09.108481 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.142682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:09.159606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.160562 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added segment ad38a967-f175-469f-bf11-e7aad36690b8 of type vlan for network 720c5795-bbc7-45fb-8b02-b575167251e2 Jul 09 17:12:09.166180 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7856e2d4-c609-4fdc-bd59-86fde6c46f5f req-0e57c99c-fc99-449b-826e-9dfd117a021a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689509 Jul 09 17:12:09.215689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4470862-e4ae-40a4-b30d-b1c9ed25a3f6 None None] Provisioning for port d4203a5a-6607-4c00-a849-ee6dec249910 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:09.224182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.261881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.269467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.270425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.308863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2687912 Jul 09 17:12:09.327681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:09.337386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'subnet': {'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:09.353225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.355894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d6ec7-157c-49fe-be4d-df717476e413 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Network': ['ID=720c5795-bbc7-45fb-8b02-b575167251e2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:09.368795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 720c5795-bbc7-45fb-8b02-b575167251e2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:09.432186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215ec12-c422-4c6c-91a6-53c390202c3e req-c702fb97-51b1-461c-b9bd-db59f5e77b85 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.435150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d215ec12-c422-4c6c-91a6-53c390202c3e req-c702fb97-51b1-461c-b9bd-db59f5e77b85 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1379397 Jul 09 17:12:09.481273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Made reservation on behalf of 2ebf2fbeb8aa4ef28b58a4f4264a23f5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:09.484856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.787245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5541dcd1-7394-447c-89dc-61e10f3c8968 None None] Provisioning for port a8a1bb6d-90de-4c27-96f5-17e93711f463 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:09.793161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5541dcd1-7394-447c-89dc-61e10f3c8968 None None] Provisioning complete for port a8a1bb6d-90de-4c27-96f5-17e93711f463 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:09.793666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5541dcd1-7394-447c-89dc-61e10f3c8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.843793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4203a5a-6607-4c00-a849-ee6dec249910 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:09.872520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5541dcd1-7394-447c-89dc-61e10f3c8968 None None] Port a8a1bb6d-90de-4c27-96f5-17e93711f463 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:09.904071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d4203a5a-6607-4c00-a849-ee6dec249910 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:09.908798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d4203a5a-6607-4c00-a849-ee6dec249910 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:09.909170 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.936948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d215ec12-c422-4c6c-91a6-53c390202c3e req-0ddadff5-9855-4eeb-b0af-1652514c119d tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923539 Jul 09 17:12:09.954181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:09.968836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:09.969472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:10.089551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0d515a94-a296-41a0-b42e-5db826156939 None None] Provisioning complete for port a8a1bb6d-90de-4c27-96f5-17e93711f463 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:10.089924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d515a94-a296-41a0-b42e-5db826156939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.098439 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:10.113939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.167099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.179280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Subnet': ['ID=403158b2-a6ea-457a-8806-a5e6c921f1fb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:10.202242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Checking segment: {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:10.202768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network hostable DHCP agents. Network: 720c5795-bbc7-45fb-8b02-b575167251e2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:10.212795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0d515a94-a296-41a0-b42e-5db826156939 None None] Port a8a1bb6d-90de-4c27-96f5-17e93711f463 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:10.224317 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 720c5795-bbc7-45fb-8b02-b575167251e2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:10.235586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 720c5795-bbc7-45fb-8b02-b575167251e2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:10.240315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.241069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.258772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e6ab4adb-b30f-4004-92f5-822760cfdfbd tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9282267 Jul 09 17:12:10.260262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20f440-4536-446f-8b51-51a9b08bf8de None None] Network 720c5795-bbc7-45fb-8b02-b575167251e2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:10.262059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:10.327531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d4203a5a-6607-4c00-a849-ee6dec249910, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d4203a5a-6607-4c00-a849-ee6dec249910,segment=NetworkSegment(a2e656bc-e949-4c6b-95f9-83b7b08a7922),segment_id=a2e656bc-e949-4c6b-95f9-83b7b08a7922)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:10.348361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238d76e-c244-42fa-89b7-69dbf30c4ca6 req-3d19b5c4-cb24-4021-bcf3-0d7be4893af6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.349028 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.349694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c238d76e-c244-42fa-89b7-69dbf30c4ca6 req-3d19b5c4-cb24-4021-bcf3-0d7be4893af6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.0693693 Jul 09 17:12:10.350232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 28f9338c-8d51-4ac3-801a-336df0f4b028 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:10.391997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c238d76e-c244-42fa-89b7-69dbf30c4ca6 req-a62e3cb5-0ea3-4c2f-ab79-a5b152fcb5c0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358622 Jul 09 17:12:10.611496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-381e9c00-32b7-41ea-879a-0532fb29babe None None] Provisioning complete for port a8a1bb6d-90de-4c27-96f5-17e93711f463 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:10.612135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-381e9c00-32b7-41ea-879a-0532fb29babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.645009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.710980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d4203a5a-6607-4c00-a849-ee6dec249910,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:10.726799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-381e9c00-32b7-41ea-879a-0532fb29babe None None] Port a8a1bb6d-90de-4c27-96f5-17e93711f463 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:10.736051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 28f9338c-8d51-4ac3-801a-336df0f4b028 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:10.745360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 28f9338c-8d51-4ac3-801a-336df0f4b028 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:10.745727 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.807110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-720c5795-bbc7-45fb-8b02-b575167251e2', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:12:10.807978 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.843404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:07Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:08Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:08Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:10.916591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:10.916973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Updating router b2c79ff1-d44f-4133-93b4-1f70bdb8199c port a8a1bb6d-90de-4c27-96f5-17e93711f463 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:10.918670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Allocated IP 172.23.0.1 (720c5795-bbc7-45fb-8b02-b575167251e2/403158b2-a6ea-457a-8806-a5e6c921f1fb/b42a3a95-b64f-470f-bab8-b9a15922e5e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:10.998294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.011108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.041537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.057616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Transition to ACTIVE for port object b42a3a95-b64f-470f-bab8-b9a15922e5e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:11.076846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 28f9338c-8d51-4ac3-801a-336df0f4b028, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=28f9338c-8d51-4ac3-801a-336df0f4b028,segment=NetworkSegment(a97184c2-a988-4e7b-b8e6-cc93714cbeb7),segment_id=a97184c2-a988-4e7b-b8e6-cc93714cbeb7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:11.094871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.126990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.138808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 720c5795-bbc7-45fb-8b02-b575167251e2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:11.139747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5144af4-85da-4286-bc33-b1bceca3edd9 req-17c0320a-da3f-41a9-873c-15dd4351cdcd tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.141436 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5144af4-85da-4286-bc33-b1bceca3edd9 req-17c0320a-da3f-41a9-873c-15dd4351cdcd tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0756595 Jul 09 17:12:11.144609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:11.149938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:11.177595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=b42a3a95-b64f-470f-bab8-b9a15922e5e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:11.188587 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5144af4-85da-4286-bc33-b1bceca3edd9 req-6da856a1-9164-4e0a-92b8-d7886ad4f704 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Jul 09 17:12:11.209028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.263775 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.276263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Allocated IP 172.23.0.2 (720c5795-bbc7-45fb-8b02-b575167251e2/403158b2-a6ea-457a-8806-a5e6c921f1fb/b9b2a471-60b2-4d82-bc8c-d9fa6b378e05) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:11.291617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=28f9338c-8d51-4ac3-801a-336df0f4b028,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:11.368664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.498778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.515866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.522184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Transition to ACTIVE for port object a8a1bb6d-90de-4c27-96f5-17e93711f463 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:11.528388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Transition to ACTIVE for port object b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:11.540882 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.568730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Transition to ACTIVE for port object b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:11.589410 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.609497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2b879-82a6-4d19-bb4a-3f2ff71e3bb2 None None] Pushing event updated for resources: {'Port': ['ID=a8a1bb6d-90de-4c27-96f5-17e93711f463,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:11.619586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae484d-a533-42c8-81ee-2ea0b60c7b2f req-195ac6c7-56fc-4ce7-a775-bfd1cd05b889 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.620800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Network 720c5795-bbc7-45fb-8b02-b575167251e2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:11.623952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:11.635075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aae484d-a533-42c8-81ee-2ea0b60c7b2f req-195ac6c7-56fc-4ce7-a775-bfd1cd05b889 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1377048 Jul 09 17:12:11.663347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:11.668552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4203a5a-6607-4c00-a849-ee6dec249910 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:11.687160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aae484d-a533-42c8-81ee-2ea0b60c7b2f req-700b816a-2f79-402a-9f52-cde94473809d tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Jul 09 17:12:11.752389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.764755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:11.765393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960451-5325-47fe-a673-f66b9296555a req-4f465844-96de-4277-adfd-35f0533c02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.767172 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-4f465844-96de-4277-adfd-35f0533c02af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=524c41a0436141788608c67e20e8d164&device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 1096 time: 0.1120737 Jul 09 17:12:11.769443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.769966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Attempting to bind port a8a1bb6d-90de-4c27-96f5-17e93711f463 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:11.770336 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Attempting to bind port a8a1bb6d-90de-4c27-96f5-17e93711f463 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:11.770744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Attempting to bind port a8a1bb6d-90de-4c27-96f5-17e93711f463 on network 038f401e-c4f3-4b26-a687-25c785c8979d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:11.801383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:11.801754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Checking segment: {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:11.802157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.802584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Bound using segment: {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:11.803060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Bound port: a8a1bb6d-90de-4c27-96f5-17e93711f463, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e656bc-e949-4c6b-95f9-83b7b08a7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:11.803439 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.828009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Attempting to bind port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:11.828382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Attempting to bind port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:11.828738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Attempting to bind port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 on network 720c5795-bbc7-45fb-8b02-b575167251e2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:11.854453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:11.854850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Checking segment: {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:11.855258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.855651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Bound using segment: {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:11.856134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Bound port: b9b2a471-60b2-4d82-bc8c-d9fa6b378e05, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:11.856517 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.875008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d4203a5a-6607-4c00-a849-ee6dec249910 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:11.875785 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.884370 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.907727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf447-6901-4eba-a8af-2909f8581da8 req-498d55ed-8b65-4d3a-a774-661270b169ad tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.909299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7eaf447-6901-4eba-a8af-2909f8581da8 req-498d55ed-8b65-4d3a-a774-661270b169ad tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.0937169 Jul 09 17:12:11.933568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event updated for resources: {'Port': ['ID=b42a3a95-b64f-470f-bab8-b9a15922e5e4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:11.957411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7eaf447-6901-4eba-a8af-2909f8581da8 req-c0823d1f-d45c-4820-baf9-edc2f370351d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Jul 09 17:12:11.960953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] For port a8a1bb6d-90de-4c27-96f5-17e93711f463, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:11.988649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] For port a8a1bb6d-90de-4c27-96f5-17e93711f463, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a8a1bb6d-90de-4c27-96f5-17e93711f463,segment=NetworkSegment(a2e656bc-e949-4c6b-95f9-83b7b08a7922),segment_id=a2e656bc-e949-4c6b-95f9-83b7b08a7922)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:12.001322 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.019933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960451-5325-47fe-a673-f66b9296555a req-5cf796c0-0fc3-43b8-a375-a3a31337cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.021339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-5cf796c0-0fc3-43b8-a375-a3a31337cb85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=03ed2786-f913-44ad-97be-f5ce3571f077 HTTP/1.1" status: 200 len: 913 time: 0.2035837 Jul 09 17:12:12.034945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] For port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:12.070933 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-1bef0950-1170-4ef8-b1cf-864cb0330634 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e HTTP/1.1" status: 200 len: 217 time: 0.0413043 Jul 09 17:12:12.080496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] For port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,segment=NetworkSegment(ad38a967-f175-469f-bf11-e7aad36690b8),segment_id=ad38a967-f175-469f-bf11-e7aad36690b8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:12.105509 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.112021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Network 720c5795-bbc7-45fb-8b02-b575167251e2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:12.116580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:12.121106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:12.121740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:12.125591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2b879-82a6-4d19-bb4a-3f2ff71e3bb2 None None] Pushing event updated for resources: {'Port': ['ID=a8a1bb6d-90de-4c27-96f5-17e93711f463,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:12.129821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 28f9338c-8d51-4ac3-801a-336df0f4b028 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:12.202890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960451-5325-47fe-a673-f66b9296555a req-3d9c0403-7f94-4f8d-be4a-d450f05f7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.204385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-3d9c0403-7f94-4f8d-be4a-d450f05f7f42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a59a57e3-e761-4e30-9849-f051a89d784a HTTP/1.1" status: 200 len: 852 time: 0.1265914 Jul 09 17:12:12.250780 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-fb5b649a-ebce-4fc5-93e5-c8f4bec912b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03ed2786-f913-44ad-97be-f5ce3571f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353122 Jul 09 17:12:12.288921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:12.319335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:12.339850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63473c1-1a31-457b-a419-de6eedbd5c26 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:12.413821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 28f9338c-8d51-4ac3-801a-336df0f4b028 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:12.414367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.439621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-262ffedb-0665-4f4f-8944-946147994fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803391 Jul 09 17:12:12.515958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:12.522256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6f5a9251-653f-49b1-8f67-2adda6bd01b6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2588496 Jul 09 17:12:12.525078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:12.531823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:12.664048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:12.692792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c4154-e9ac-4434-ab1b-23d9ae044dd3 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:12.915093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848bc0-c4f4-4a2e-b29b-5eddfe7b27b2 req-c19f5585-2673-4d52-a76c-267cf065ad95 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.916813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c848bc0-c4f4-4a2e-b29b-5eddfe7b27b2 req-c19f5585-2673-4d52-a76c-267cf065ad95 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0877149 Jul 09 17:12:12.941140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3960451-5325-47fe-a673-f66b9296555a req-a0cc2ec8-e257-42ca-b0d9-0f4bfde93ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943078 Jul 09 17:12:12.989218 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c848bc0-c4f4-4a2e-b29b-5eddfe7b27b2 req-b95100b1-e6df-489c-959b-c71f62cbc7fd tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Jul 09 17:12:13.172447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2538522-c424-49c6-a881-72d2a6bb6329 req-f8f33e79-94d4-47b1-807c-63e51471da31 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:13.180173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2538522-c424-49c6-a881-72d2a6bb6329 req-f8f33e79-94d4-47b1-807c-63e51471da31 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.0828483 Jul 09 17:12:13.228666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d2538522-c424-49c6-a881-72d2a6bb6329 req-c789bcb2-7387-4d30-9fe0-8e8a605ab7fa tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Jul 09 17:12:13.318183 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:12:13.333113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Removed routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:12:13.333508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.372054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda68de-76bd-44c5-87ae-48018939ba43 None None] Network 720c5795-bbc7-45fb-8b02-b575167251e2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:13.459809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92b547ad-8ce4-4fc2-bd2a-cb68b0cde905 None None] Provisioning for port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:13.509901 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:13.521850 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.525582 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.534056 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:13.535175 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:13.649095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:13.649944 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:13.743203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:13.777208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:13.793764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.795038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d08bfd9d-0439-4fef-95c3-3c356e1d362f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 934 time: 1.2688227 Jul 09 17:12:13.798126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:13.816383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:13.822289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:13.822679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.906523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:13Z', 'revision_number': 6, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:13.939150 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:13.939774 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Updating router b2c79ff1-d44f-4133-93b4-1f70bdb8199c port b42a3a95-b64f-470f-bab8-b9a15922e5e4 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:13.947326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:13.947708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a83b9b80-13a8-4603-ac72-cfce3bf1d7a6 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 934 time: 0.1479690 Jul 09 17:12:13.952381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'routes': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:13.959066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-415ee75b-cd65-4541-b4e3-a25ad86fb203 None None] Provisioning for port b42a3a95-b64f-470f-bab8-b9a15922e5e4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:13.967723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-415ee75b-cd65-4541-b4e3-a25ad86fb203 None None] Provisioning complete for port b42a3a95-b64f-470f-bab8-b9a15922e5e4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:13.968345 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-415ee75b-cd65-4541-b4e3-a25ad86fb203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.020712 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-415ee75b-cd65-4541-b4e3-a25ad86fb203 None None] Port b42a3a95-b64f-470f-bab8-b9a15922e5e4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:14.029617 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.032990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.047083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-415ee75b-cd65-4541-b4e3-a25ad86fb203 None None] Provisioning complete for port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:14.047848 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-415ee75b-cd65-4541-b4e3-a25ad86fb203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.121189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,segment=NetworkSegment(ad38a967-f175-469f-bf11-e7aad36690b8),segment_id=ad38a967-f175-469f-bf11-e7aad36690b8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:14.141987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.142817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8a1bb6d-90de-4c27-96f5-17e93711f463 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:14.252874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80fd78-0dc0-4d3f-9736-06f755586df7 req-a194d270-2981-4cac-b35b-9053626558a5 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.260884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff80fd78-0dc0-4d3f-9736-06f755586df7 req-a194d270-2981-4cac-b35b-9053626558a5 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1023872 Jul 09 17:12:14.303810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.318531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a8a1bb6d-90de-4c27-96f5-17e93711f463 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:14.325446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a8a1bb6d-90de-4c27-96f5-17e93711f463 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:14.326362 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.333376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff80fd78-0dc0-4d3f-9736-06f755586df7 req-fbe20700-2774-460a-8176-ee6abce31d2f tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708919 Jul 09 17:12:14.445263 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.461287 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Transition to ACTIVE for port object b42a3a95-b64f-470f-bab8-b9a15922e5e4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:14.471319 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.525333 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b710344-c37e-4006-8f39-6477a7e8917b None None] Pushing event updated for resources: {'Port': ['ID=b42a3a95-b64f-470f-bab8-b9a15922e5e4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.564632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c9909-8796-4d22-bf00-a3cffdcf6e29 req-7ce70be4-306e-4caa-8459-536c16667978 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.568922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9c9909-8796-4d22-bf00-a3cffdcf6e29 req-7ce70be4-306e-4caa-8459-536c16667978 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.0987527 Jul 09 17:12:14.575013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:12:14.575960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:12:14.620054 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Attempting to bind port b42a3a95-b64f-470f-bab8-b9a15922e5e4 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:14.620430 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Attempting to bind port b42a3a95-b64f-470f-bab8-b9a15922e5e4 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:14.620794 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Attempting to bind port b42a3a95-b64f-470f-bab8-b9a15922e5e4 on network 720c5795-bbc7-45fb-8b02-b575167251e2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:14.623461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.628619 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:14.629029 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Checking segment: {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:14.630104 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.630798 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Bound using segment: {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:14.631835 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Bound port: b42a3a95-b64f-470f-bab8-b9a15922e5e4, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad38a967-f175-469f-bf11-e7aad36690b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:14.632449 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.634735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea9c9909-8796-4d22-bf00-a3cffdcf6e29 req-5f499b31-c62c-41af-a09d-e81e3d4b5d32 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571365 Jul 09 17:12:14.684889 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.721768 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] For port b42a3a95-b64f-470f-bab8-b9a15922e5e4, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:14.726309 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] For port b42a3a95-b64f-470f-bab8-b9a15922e5e4, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b42a3a95-b64f-470f-bab8-b9a15922e5e4,segment=NetworkSegment(ad38a967-f175-469f-bf11-e7aad36690b8),segment_id=ad38a967-f175-469f-bf11-e7aad36690b8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:14.732046 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.742683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a8a1bb6d-90de-4c27-96f5-17e93711f463, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a8a1bb6d-90de-4c27-96f5-17e93711f463,segment=NetworkSegment(a2e656bc-e949-4c6b-95f9-83b7b08a7922),segment_id=a2e656bc-e949-4c6b-95f9-83b7b08a7922)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:14.757509 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.828953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:14.829667 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:14.845181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a8a1bb6d-90de-4c27-96f5-17e93711f463,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.898868 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b710344-c37e-4006-8f39-6477a7e8917b None None] Pushing event updated for resources: {'Port': ['ID=b42a3a95-b64f-470f-bab8-b9a15922e5e4,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.944979 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.950964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.981497 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:15.080534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:15.132525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba8fab-dd3a-4dde-a3bb-9af1829b248b req-dd17bfa6-6c6a-4731-90d6-c1af677d9ac5 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.134776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16ba8fab-dd3a-4dde-a3bb-9af1829b248b req-dd17bfa6-6c6a-4731-90d6-c1af677d9ac5 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0773425 Jul 09 17:12:15.179316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16ba8fab-dd3a-4dde-a3bb-9af1829b248b req-716998da-d023-4637-9846-13727c44c560 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Jul 09 17:12:15.180485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:15.187767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.188934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-280ef593-e222-41b3-9dcb-dbea1a1ebca5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 700 time: 1.2403889 Jul 09 17:12:15.191588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:15.219631 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 7, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:15.246295 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094d702-3b50-4bf0-a1a8-922f28f28b82 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 7, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:15.292241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a584d374-e25a-4719-8706-f96ed53e8b75 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 700 time: 0.0995040 Jul 09 17:12:15.294994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:15.465133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:15.473672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:15.492335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:15.492957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:15.630957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b42a3a95-b64f-470f-bab8-b9a15922e5e4 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:15.633574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:15.634789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.708916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:15.757816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d', 'mac_address': 'fa:16:3e:76:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:15.839597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cac20-a262-47a4-b1d0-c85c32e77fe4 req-af339e36-c976-4ccf-9a2e-7ad239737282 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.841574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9cac20-a262-47a4-b1d0-c85c32e77fe4 req-af339e36-c976-4ccf-9a2e-7ad239737282 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 944 time: 0.0837419 Jul 09 17:12:15.869646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b42a3a95-b64f-470f-bab8-b9a15922e5e4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:15.879230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.881028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b42a3a95-b64f-470f-bab8-b9a15922e5e4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:15.881721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.892033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9cac20-a262-47a4-b1d0-c85c32e77fe4 req-d533f1f7-6dd0-431c-88e4-340d2ea12689 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Jul 09 17:12:15.921806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port b42a3a95-b64f-470f-bab8-b9a15922e5e4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:15.922180 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.934818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:15.985466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:15.992237 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.020308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port b42a3a95-b64f-470f-bab8-b9a15922e5e4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b42a3a95-b64f-470f-bab8-b9a15922e5e4,segment=NetworkSegment(ad38a967-f175-469f-bf11-e7aad36690b8),segment_id=ad38a967-f175-469f-bf11-e7aad36690b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:16.020775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.033717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for b42a3a95-b64f-470f-bab8-b9a15922e5e4 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:16.084410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:16.088104 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.104528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 7, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 4, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:16.138953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:16.163303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b42a3a95-b64f-470f-bab8-b9a15922e5e4, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b42a3a95-b64f-470f-bab8-b9a15922e5e4,segment=NetworkSegment(ad38a967-f175-469f-bf11-e7aad36690b8),segment_id=ad38a967-f175-469f-bf11-e7aad36690b8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:16.167566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:16.168162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:16.172099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.172662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:16.271997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2eb79a7e-1153-4a2c-9691-c1d3cd089a8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:16.366872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b42a3a95-b64f-470f-bab8-b9a15922e5e4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:16.370104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:16.386238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc028-0326-4eb8-a088-274719ebdfb3 req-13c3fa37-a527-44cd-8c08-f062795f94e7 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.387893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-329fc028-0326-4eb8-a088-274719ebdfb3 req-13c3fa37-a527-44cd-8c08-f062795f94e7 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0709224 Jul 09 17:12:16.427762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-329fc028-0326-4eb8-a088-274719ebdfb3 req-ccf10e3f-f14e-45cc-8537-0c29285d5155 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jul 09 17:12:16.471819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:16.472265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.509168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.537434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=b42a3a95-b64f-470f-bab8-b9a15922e5e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:16.714418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.742673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8a1bb6d-90de-4c27-96f5-17e93711f463 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:16.820854 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 7, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:16Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:16.848884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d401eb4-e841-41c1-84b6-4112dba06292 req-a287c20b-3045-4822-bdc6-631469d058f4 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.850600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c077bf-a263-4f58-939e-77d1f1d00962 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 7, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b42a3a95-b64f-470f-bab8-b9a15922e5e4', 'name': '', 'network_id': '720c5795-bbc7-45fb-8b02-b575167251e2', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:29:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:10Z', 'updated_at': '2021-07-09T17:12:16Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '403158b2-a6ea-457a-8806-a5e6c921f1fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:16.850839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d401eb4-e841-41c1-84b6-4112dba06292 req-a287c20b-3045-4822-bdc6-631469d058f4 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0766473 Jul 09 17:12:16.867765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a8a1bb6d-90de-4c27-96f5-17e93711f463 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:16.868694 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.906306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d401eb4-e841-41c1-84b6-4112dba06292 req-66cad689-44f9-491f-b280-ac0b137cac75 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Jul 09 17:12:16.933708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-11fb9eb6-3e71-4eef-9ba7-1913f90805c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.934719 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-11fb9eb6-3e71-4eef-9ba7-1913f90805c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=524c41a0436141788608c67e20e8d164&device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 1096 time: 0.1367521 Jul 09 17:12:17.078807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:17.099998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92825c2-e988-4183-9195-8ab8a058fa15 req-3c2c18bf-d232-412c-9d8d-114ed92bd6cb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.101542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f92825c2-e988-4183-9195-8ab8a058fa15 req-3c2c18bf-d232-412c-9d8d-114ed92bd6cb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 945 time: 0.0781505 Jul 09 17:12:17.109213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-9d7aee23-96f0-4240-a92a-a7abed86915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.110718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-9d7aee23-96f0-4240-a92a-a7abed86915a service neutron] 10.222.0.37 "GET /v2.0/networks?id=03ed2786-f913-44ad-97be-f5ce3571f077 HTTP/1.1" status: 200 len: 913 time: 0.1372912 Jul 09 17:12:17.142346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f92825c2-e988-4183-9195-8ab8a058fa15 req-32f6361c-75e5-4b10-a7d5-a0099d4c999e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341015 Jul 09 17:12:17.209457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-09dfcb96-d492-4897-a5e4-7c2980f8c9e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e HTTP/1.1" status: 200 len: 217 time: 0.0603068 Jul 09 17:12:17.270504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:17.275862 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aad8a5c2-67b3-4332-9b05-2e6521c7b96d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9799378 Jul 09 17:12:17.279389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:17.279836 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:17.284418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-a109959d-509e-4042-a08c-38b6053bb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.285907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-a109959d-509e-4042-a08c-38b6053bb0ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a59a57e3-e761-4e30-9849-f051a89d784a HTTP/1.1" status: 200 len: 852 time: 0.0699856 Jul 09 17:12:17.295385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:17.296026 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:17.323914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-12e422e7-b0ee-4097-8ec5-e7a1f7422e54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03ed2786-f913-44ad-97be-f5ce3571f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314500 Jul 09 17:12:17.332243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet 403158b2-a6ea-457a-8806-a5e6c921f1fb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:17.335769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.375985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.389078 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:17.422250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-823fcbed-0e7a-46f6-8243-a57605548825 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919135 Jul 09 17:12:17.471003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.480195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:17.537501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-620d39fa-58db-46d4-9b8b-b250a4604ad1 req-ce9e5351-127a-425a-ba43-1baa797353c1 service neutron] 10.222.0.37 "GET /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066749 Jul 09 17:12:17.569270 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.608346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=403158b2-a6ea-457a-8806-a5e6c921f1fb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:17.612422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.616049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d45d6e26-d6e2-4c86-9b42-9a8146dc41ec tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/403158b2-a6ea-457a-8806-a5e6c921f1fb HTTP/1.1" status: 204 len: 168 time: 0.3356495 Jul 09 17:12:17.619071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:17.697645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.707082 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:16Z', 'revision_number': 8, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:17.734239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776ef38-da70-4577-ae01-a8906e7540bc None None] Network 720c5795-bbc7-45fb-8b02-b575167251e2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:17.735929 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:17.745901 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:17.747124 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:17.761477 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:17.762042 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.793551 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:17.804456 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:17.804828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.835985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,segment=NetworkSegment(ad38a967-f175-469f-bf11-e7aad36690b8),segment_id=ad38a967-f175-469f-bf11-e7aad36690b8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:17.836520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.842014 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:17.851188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:17.936393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.943717 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.988421 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=b9b2a471-60b2-4d82-bc8c-d9fa6b378e05,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:17.992518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:17.992880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:17.996968 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb31aff-cdeb-489f-82fe-dd7c837831d3" -d '{"events": [{"server_uuid": "c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f", "name": "network-vif-plugged", "status": "completed", "tag": "2eb79a7e-1153-4a2c-9691-c1d3cd089a8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:18.015048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917817c-07e0-4a3d-9cd8-ddc953eef20f None None] DHCP port deletion for 720c5795-bbc7-45fb-8b02-b575167251e2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:12:18.019250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:18.026402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.081316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:18.093699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.104152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720c5795-bbc7-45fb-8b02-b575167251e2']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:18.115625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad38a967-f175-469f-bf11-e7aad36690b8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:18.115931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad38a967-f175-469f-bf11-e7aad36690b8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:18.116490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:16Z', 'revision_number': 8, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:18.125141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.132269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09038ca4-3796-423a-a5ea-838a98a79a72 req-fece7ee4-1278-4014-a8ed-28346a5b5238 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.138965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09038ca4-3796-423a-a5ea-838a98a79a72 req-fece7ee4-1278-4014-a8ed-28346a5b5238 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0784016 Jul 09 17:12:18.143061 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f871e-b543-481e-a6bf-c5458b64bc83 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:16Z', 'revision_number': 8, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8a1bb6d-90de-4c27-96f5-17e93711f463', 'name': '', 'network_id': '038f401e-c4f3-4b26-a687-25c785c8979d', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:c6:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '74dd0599-1e05-4031-a010-36114f4070a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:06Z', 'updated_at': '2021-07-09T17:12:14Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '74dd0599-1e05-4031-a010-36114f4070a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:18.143762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.151312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:18.152262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:18.156238 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:18.182126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09038ca4-3796-423a-a5ea-838a98a79a72 req-41ea2af0-e48f-4b86-bcbd-43d1826c4cf1 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Jul 09 17:12:18.228121 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58280815-22e2-41d3-b918-66976daa5885 x-openstack-request-id: req-58280815-22e2-41d3-b918-66976daa5885 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:18.228534 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f", "name": "network-vif-plugged", "status": "completed", "tag": "2eb79a7e-1153-4a2c-9691-c1d3cd089a8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:18.228854 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58280815-22e2-41d3-b918-66976daa5885 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:18.229318 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d', 'code': 200} Jul 09 17:12:18.232154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.237938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.240183 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/720c5795-bbc7-45fb-8b02-b575167251e2 HTTP/1.1" status: 204 len: 168 time: 0.6199565 Jul 09 17:12:18.243217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:18.256837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57d7e4-5931-433f-b434-03cb5f8406d0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=720c5795-bbc7-45fb-8b02-b575167251e2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:18.358376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4001-4d1d-46be-9d05-dc6525b9ec08 req-17041ce6-15fd-45a2-a90c-1146e2b6fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.359908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-472b4001-4d1d-46be-9d05-dc6525b9ec08 req-17041ce6-15fd-45a2-a90c-1146e2b6fda8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 1097 time: 0.0572400 Jul 09 17:12:18.402659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-472b4001-4d1d-46be-9d05-dc6525b9ec08 req-1ad8c1d8-12a9-42e6-83c7-5fa3e9a0d6a6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Jul 09 17:12:18.504569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6680-18c4-4043-9a26-f408a694df96 req-90c2e1ac-9b04-4344-ae7a-cec602d15dad tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.508031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17cf6680-18c4-4043-9a26-f408a694df96 req-90c2e1ac-9b04-4344-ae7a-cec602d15dad tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.1796706 Jul 09 17:12:18.592079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17cf6680-18c4-4043-9a26-f408a694df96 req-d5331762-0494-413b-a2dd-6a28ae1ff006 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732145 Jul 09 17:12:18.718242 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.996870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port a8a1bb6d-90de-4c27-96f5-17e93711f463 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:18.997334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.103068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port a8a1bb6d-90de-4c27-96f5-17e93711f463, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a8a1bb6d-90de-4c27-96f5-17e93711f463,segment=NetworkSegment(a2e656bc-e949-4c6b-95f9-83b7b08a7922),segment_id=a2e656bc-e949-4c6b-95f9-83b7b08a7922)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:19.103423 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.117723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for a8a1bb6d-90de-4c27-96f5-17e93711f463 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:19.334063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.374645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=a8a1bb6d-90de-4c27-96f5-17e93711f463,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:19.464025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b53f0-bd1a-4711-bb7d-69fdacccd542 req-1ad62f47-d875-4f7c-9f83-1d3ba8cdb84e tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:19.465750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-514b53f0-bd1a-4711-bb7d-69fdacccd542 req-1ad62f47-d875-4f7c-9f83-1d3ba8cdb84e tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1642075 Jul 09 17:12:19.582857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-514b53f0-bd1a-4711-bb7d-69fdacccd542 req-e25c842f-3745-434c-8fd5-74a5db8a7265 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066439 Jul 09 17:12:19.590419 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.656606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b42a3a95-b64f-470f-bab8-b9a15922e5e4 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:19.677203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b42a3a95-b64f-470f-bab8-b9a15922e5e4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:19.677550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b42a3a95-b64f-470f-bab8-b9a15922e5e4 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:19.678208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:19.696475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:19.696829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9b2a471-60b2-4d82-bc8c-d9fa6b378e05 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:19.794633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:19.892851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:19.900548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9af0592e-aa0d-4366-80e9-95dece12f03c tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6547208 Jul 09 17:12:19.902028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:19.904934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:19.915206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:19.916111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:19.968749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet 74dd0599-1e05-4031-a010-36114f4070a8 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:19.975399 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.986958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d2147-76ac-4ef2-876a-084400b2ebec req-ac362610-8e65-4b53-9989-f1291edf8d0f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:19.990931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-649d2147-76ac-4ef2-876a-084400b2ebec req-ac362610-8e65-4b53-9989-f1291edf8d0f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.0745869 Jul 09 17:12:20.007898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:20.017656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.030300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-649d2147-76ac-4ef2-876a-084400b2ebec req-f6ef6538-9efd-4d5c-81ea-c24ec970e899 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Jul 09 17:12:20.111578 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.192371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.203780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813ae5e-9777-4b53-b5d1-dcd99bd4d2ed req-b696f66c-817a-4ede-9e48-0822506ca41a tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.205451 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c813ae5e-9777-4b53-b5d1-dcd99bd4d2ed req-b696f66c-817a-4ede-9e48-0822506ca41a tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0665746 Jul 09 17:12:20.216931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:19Z', 'revision_number': 9, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:20.225091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.227178 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/74dd0599-1e05-4031-a010-36114f4070a8 HTTP/1.1" status: 204 len: 168 time: 0.3187628 Jul 09 17:12:20.228269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702b71-abcc-4dbc-98de-1d96739b7aac tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=74dd0599-1e05-4031-a010-36114f4070a8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:20.230036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:20.255862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534914a-eb80-4e9f-a030-ddfaa2b6aba3 None None] Network 038f401e-c4f3-4b26-a687-25c785c8979d requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:20.258673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:20.302714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c813ae5e-9777-4b53-b5d1-dcd99bd4d2ed req-e374d30a-f527-4873-ae4c-c71dd059a77b tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907669 Jul 09 17:12:20.306412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:20.307072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:20.326085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.395600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port d4203a5a-6607-4c00-a849-ee6dec249910 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:20.396275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.428257 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:12:20.453895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:20.503697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port d4203a5a-6607-4c00-a849-ee6dec249910, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d4203a5a-6607-4c00-a849-ee6dec249910,segment=NetworkSegment(a2e656bc-e949-4c6b-95f9-83b7b08a7922),segment_id=a2e656bc-e949-4c6b-95f9-83b7b08a7922)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:20.504060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.519316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for d4203a5a-6607-4c00-a849-ee6dec249910 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:20.588933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93a916-1803-41d9-967c-3e15708d8c37 req-b7d6d80f-da6b-411b-af9d-696ad7aecf7d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.590507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d93a916-1803-41d9-967c-3e15708d8c37 req-b7d6d80f-da6b-411b-af9d-696ad7aecf7d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.1352377 Jul 09 17:12:20.645226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7dbd5c-900e-4a77-b37f-a3753d412372 None None] DHCP port deletion for 038f401e-c4f3-4b26-a687-25c785c8979d request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:12:20.647091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d93a916-1803-41d9-967c-3e15708d8c37 req-b84328c7-b2fc-41f1-bae7-146cfc04af77 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Jul 09 17:12:20.653309 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.674497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dbd5c-900e-4a77-b37f-a3753d412372 None None] The port 'd4203a5a-6607-4c00-a849-ee6dec249910' was deleted {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 17:12:20.679669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=d4203a5a-6607-4c00-a849-ee6dec249910,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:20.684643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port d4203a5a-6607-4c00-a849-ee6dec249910 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:20.711776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:19Z', 'revision_number': 9, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:20.755510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c924d9a-3525-47fd-817c-39f355c45c0c None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:19Z', 'revision_number': 9, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': '28f9338c-8d51-4ac3-801a-336df0f4b028', 'name': '', 'network_id': 'c681f1cf-2459-43e8-8c9e-0e5415e5abdd', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:44:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:02Z', 'updated_at': '2021-07-09T17:12:11Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': 'd40f28e7-17d9-4850-a9f6-ae75a95e8837', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:20.786196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.797352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038f401e-c4f3-4b26-a687-25c785c8979d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:21.121416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e656bc-e949-4c6b-95f9-83b7b08a7922') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:21.121747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e656bc-e949-4c6b-95f9-83b7b08a7922') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:21.134036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.151949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.162554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:21.162953 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:21.165865 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:21.229609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20007639-7097-4ce0-81dd-07981863a942 req-9d37cd79-8809-41e7-8055-c012eca7e14a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.231721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20007639-7097-4ce0-81dd-07981863a942 req-9d37cd79-8809-41e7-8055-c012eca7e14a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.4297841 Jul 09 17:12:21.244160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.251258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.255905 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/038f401e-c4f3-4b26-a687-25c785c8979d HTTP/1.1" status: 204 len: 168 time: 1.0219018 Jul 09 17:12:21.256919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:21.276080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7f0e-4a09-4175-bf64-3e2fca03a632 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=038f401e-c4f3-4b26-a687-25c785c8979d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:21.291319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20007639-7097-4ce0-81dd-07981863a942 req-27c93652-2a88-4b98-a529-7384684770b3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537457 Jul 09 17:12:21.603579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4203a5a-6607-4c00-a849-ee6dec249910 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:21.623913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.627249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d4203a5a-6607-4c00-a849-ee6dec249910 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:21.627694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4203a5a-6607-4c00-a849-ee6dec249910 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:21.628141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8a1bb6d-90de-4c27-96f5-17e93711f463 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:21.649330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a8a1bb6d-90de-4c27-96f5-17e93711f463 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:21.649581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a8a1bb6d-90de-4c27-96f5-17e93711f463 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:21.694499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6abd9-56b0-4478-8006-f3ff559a0ea8 req-af7a2d7e-3dae-41ba-b94c-b864c4555d6d tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.696188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a6abd9-56b0-4478-8006-f3ff559a0ea8 req-af7a2d7e-3dae-41ba-b94c-b864c4555d6d tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0734849 Jul 09 17:12:21.740392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1a6abd9-56b0-4478-8006-f3ff559a0ea8 req-e635edd1-9ea5-4628-b572-99dc596f7e69 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382659 Jul 09 17:12:21.909777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4e4b5-99f7-40fe-bd7d-35754d57125b req-2f452e35-8aff-4ec7-b446-d754531d4c5f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.911277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdb4e4b5-99f7-40fe-bd7d-35754d57125b req-2f452e35-8aff-4ec7-b446-d754531d4c5f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.0686772 Jul 09 17:12:21.943092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 28f9338c-8d51-4ac3-801a-336df0f4b028 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:21.943519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.963358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdb4e4b5-99f7-40fe-bd7d-35754d57125b req-cc04948a-0369-4ff8-a6c7-679a8da4e47b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Jul 09 17:12:21.993529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-a81ea1bd-06d2-44fb-b79a-5cf4250b4bf5 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.995102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-a81ea1bd-06d2-44fb-b79a-5cf4250b4bf5 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.37 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.1263900 Jul 09 17:12:22.376081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port 28f9338c-8d51-4ac3-801a-336df0f4b028, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=28f9338c-8d51-4ac3-801a-336df0f4b028,segment=NetworkSegment(a97184c2-a988-4e7b-b8e6-cc93714cbeb7),segment_id=a97184c2-a988-4e7b-b8e6-cc93714cbeb7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:22.376907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.391840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 28f9338c-8d51-4ac3-801a-336df0f4b028 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:22.463472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Deleting port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:22.463765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.606599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] For port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,segment=NetworkSegment(634a4fc9-1aee-4ed5-86d5-df311e4219a9),segment_id=634a4fc9-1aee-4ed5-86d5-df311e4219a9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:22.606965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.642647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Calling delete_port for f7e51db2-314b-4b7f-adb1-d6fb9626fe4e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:22.699733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.736901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=28f9338c-8d51-4ac3-801a-336df0f4b028,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:22.963433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1f0e6-b084-417d-8ab3-8b7f4ae2bdec req-4213197c-6ed3-4e8e-8cde-4c7b5d17db30 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:22.964572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.965127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1b1f0e6-b084-417d-8ab3-8b7f4ae2bdec req-4213197c-6ed3-4e8e-8cde-4c7b5d17db30 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f40d8dd4-cb93-4e12-82d7-eecd931228fc HTTP/1.1" status: 200 len: 945 time: 0.0785182 Jul 09 17:12:22.998806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f7e51db2-314b-4b7f-adb1-d6fb9626fe4e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:23.003292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.013263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Pushing event deleted for resources: {'Port': ['ID=f7e51db2-314b-4b7f-adb1-d6fb9626fe4e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.020173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1b1f0e6-b084-417d-8ab3-8b7f4ae2bdec req-7d841d0c-84a3-4668-912b-0b8e632accb0 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.48 "GET /v2.0/security-groups?id=81b1c037-65f0-4e5b-925f-c956f24dede0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Jul 09 17:12:23.062849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] No DVR routers for this DVR port f7e51db2-314b-4b7f-adb1-d6fb9626fe4e on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:23.097448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.099473 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-83b5e84b-f63b-4961-b3ae-1509ec372ea4 req-71280745-9f28-4db5-ad56-bebd78694211 tempest-TestServerAdvancedOps-137036735 tempest-TestServerAdvancedOps-137036735-project] 10.222.0.37 "DELETE /v2.0/ports/f7e51db2-314b-4b7f-adb1-d6fb9626fe4e HTTP/1.1" status: 204 len: 173 time: 1.0970669 Jul 09 17:12:23.099913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'name': 'network-vif-deleted', 'tag': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:23.102233 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bac0b74-29d8-4865-b0b9-3ba526d6e378" -d '{"events": [{"server_uuid": "f40d8dd4-cb93-4e12-82d7-eecd931228fc", "name": "network-vif-deleted", "tag": "f7e51db2-314b-4b7f-adb1-d6fb9626fe4e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:23.207733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69fcb-8e1a-45f2-8c21-f101132d4fc7 req-776d57ba-492e-439f-8991-9e99e3526156 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.209277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf69fcb-8e1a-45f2-8c21-f101132d4fc7 req-776d57ba-492e-439f-8991-9e99e3526156 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.0759354 Jul 09 17:12:23.255096 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf69fcb-8e1a-45f2-8c21-f101132d4fc7 req-3f5dba58-ee90-4beb-a87b-df0ba87c4b18 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Jul 09 17:12:23.308741 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405055ec-e31a-4902-9150-fbc7214cc4be x-openstack-request-id: req-405055ec-e31a-4902-9150-fbc7214cc4be {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:23.309032 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40d8dd4-cb93-4e12-82d7-eecd931228fc", "name": "network-vif-deleted", "tag": "f7e51db2-314b-4b7f-adb1-d6fb9626fe4e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:23.309284 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-405055ec-e31a-4902-9150-fbc7214cc4be {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:23.309680 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40d8dd4-cb93-4e12-82d7-eecd931228fc', 'name': 'network-vif-deleted', 'tag': 'f7e51db2-314b-4b7f-adb1-d6fb9626fe4e', 'status': 'completed', 'code': 200} Jul 09 17:12:23.314256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:23.340759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-24c19d74-984b-4e22-a5da-0c1792fdda41 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.342215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-24c19d74-984b-4e22-a5da-0c1792fdda41 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 946 time: 0.1045728 Jul 09 17:12:23.484485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:23.490425 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-99999f0e-f909-40b3-bb9d-1550bbfc0ba7 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2319033 Jul 09 17:12:23.494106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:23.497524 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:23.511540 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:23.512797 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:23.529916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:23.530269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.563897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet d40f28e7-17d9-4850-a9f6-ae75a95e8837 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:23.569136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.629673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.629945 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:23.651815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:23.652248 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.666109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:23.730359 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.810055 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.822596 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.836257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2eb79a7e-1153-4a2c-9691-c1d3cd089a8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:23.840676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=d40f28e7-17d9-4850-a9f6-ae75a95e8837,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.854936 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.859505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b81cd7c2-0151-4dcc-9443-2ffdf18d7b24 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/d40f28e7-17d9-4850-a9f6-ae75a95e8837 HTTP/1.1" status: 204 len: 168 time: 0.3568316 Jul 09 17:12:23.859985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:23.866180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=2eb79a7e-1153-4a2c-9691-c1d3cd089a8d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.893065 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:22Z', 'revision_number': 10, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:23.907097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d77be-3ad5-44a4-bfca-8dbd341c1628 None None] Network c681f1cf-2459-43e8-8c9e-0e5415e5abdd requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:23.926939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:23.930730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.931658 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:23.934410 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-de052209-eb71-46c1-b750-dbed4d63cc87 req-9b1ef470-db91-4015-aed8-107e0f7f27a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "DELETE /v2.0/ports/2eb79a7e-1153-4a2c-9691-c1d3cd089a8d HTTP/1.1" status: 204 len: 173 time: 0.5552368 Jul 09 17:12:23.945445 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.960378 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:23.961150 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:23.985975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.050388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:24.050768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.114347 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:24.130235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,segment=NetworkSegment(a97184c2-a988-4e7b-b8e6-cc93714cbeb7),segment_id=a97184c2-a988-4e7b-b8e6-cc93714cbeb7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:24.130709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.145719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:24.185488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33526) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:24.238383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Deleting subnet a59a57e3-e761-4e30-9849-f051a89d784a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:24.242299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.268950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] DHCP port deletion for c681f1cf-2459-43e8-8c9e-0e5415e5abdd request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:12:24.300367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.327830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:24.334570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.368152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.387691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Deleting port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:24.388055 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.418576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.483456 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:22Z', 'revision_number': 10, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.491498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] For port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:24.492294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.497304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c964a4b-b069-46b3-8b4c-39dd97629fe4 req-6ae69e06-a8ba-4dc0-a120-8f5548239256 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 210 time: 0.0348713 Jul 09 17:12:24.509593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Calling delete_port for 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:24.514687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:12:24.516252 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.517009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.531144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5098084-14a8-4422-bc92-32b1f10854bd None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:22Z', 'revision_number': 10, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None, '_interfaces': [{'id': 'da39efed-6253-4f71-85ea-c2623fc4f89a', 'name': '', 'network_id': '1351d2e7-f6c0-40f1-86fe-e71a54ddd36a', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'mac_address': 'fa:16:3e:11:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:58Z', 'updated_at': '2021-07-09T17:12:06Z', 'revision_number': 5, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'subnets': [{'id': '72fea37f-e9c2-4457-8016-00491fb96c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:24.533598 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c681f1cf-2459-43e8-8c9e-0e5415e5abdd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.536830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.549250 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.551200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a59a57e3-e761-4e30-9849-f051a89d784a HTTP/1.1" status: 204 len: 168 time: 0.3646984 Jul 09 17:12:24.563354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] Pushing event deleted for resources: {'Port': ['ID=7ca3553a-08dc-4921-abd0-7c6ad14c15c8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.565423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.569544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97184c2-a988-4e7b-b8e6-cc93714cbeb7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.574996 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3c6eb-ecae-4fa6-b64b-db449c58f1cd None None] No DVR routers for this DVR port 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:24.578684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0cf7-6149-468e-87a9-017c8a5fe48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59a57e3-e761-4e30-9849-f051a89d784a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.580186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:24.589235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.609593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.616379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:24.616839 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:24.620401 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:24.657727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.688532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.708738 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.713237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/c681f1cf-2459-43e8-8c9e-0e5415e5abdd HTTP/1.1" status: 204 len: 168 time: 0.8499837 Jul 09 17:12:24.713237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d67ced-9a97-4fab-8a12-258aaef36995 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=c681f1cf-2459-43e8-8c9e-0e5415e5abdd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.713729 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:24.743926 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.756710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ed2786-f913-44ad-97be-f5ce3571f077']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.769125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634a4fc9-1aee-4ed5-86d5-df311e4219a9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.769433 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634a4fc9-1aee-4ed5-86d5-df311e4219a9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.779040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.793936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.801340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:24.801743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:24.803440 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:24.860308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.866838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.869333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/03ed2786-f913-44ad-97be-f5ce3571f077 HTTP/1.1" status: 204 len: 168 time: 0.2876017 Jul 09 17:12:24.884676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:24.893449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ad83-ec46-4bc8-b75d-f44b631eb9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=03ed2786-f913-44ad-97be-f5ce3571f077,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.943408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Deleting subnet e6083438-5ced-497d-a044-a72672d6e708 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:24.949630 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.006436 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.049278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.106743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.112749 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.134114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6083438-5ced-497d-a044-a72672d6e708,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:25.140037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.142171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e36c7360-141b-4635-8071-1b1ea7c99c96 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e6083438-5ced-497d-a044-a72672d6e708 HTTP/1.1" status: 204 len: 168 time: 0.2565269 Jul 09 17:12:25.144680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:25.219402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.259132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f7e51db2-314b-4b7f-adb1-d6fb9626fe4e no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:25.279723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f7e51db2-314b-4b7f-adb1-d6fb9626fe4e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:25.280815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f7e51db2-314b-4b7f-adb1-d6fb9626fe4e not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:25.300169 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.310288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c96d272-5297-42f3-858e-ff9a46356c0e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:25.312736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'name': 'network-vif-deleted', 'tag': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:25.314740 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540685ab-6b90-4f2c-a85a-7a4921c25ce6" -d '{"events": [{"server_uuid": "c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f", "name": "network-vif-deleted", "tag": "2eb79a7e-1153-4a2c-9691-c1d3cd089a8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:25.332939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e292dd0-bdd5-4500-a482-3a8976539b7a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:25.333318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e292dd0-bdd5-4500-a482-3a8976539b7a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:25.343919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.361288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.364869 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4db0e-5997-46d5-a1fa-847c8ed27f1c x-openstack-request-id: req-f1f4db0e-5997-46d5-a1fa-847c8ed27f1c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:25.365444 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f", "name": "network-vif-deleted", "tag": "2eb79a7e-1153-4a2c-9691-c1d3cd089a8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:25.365594 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1f4db0e-5997-46d5-a1fa-847c8ed27f1c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:25.365881 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f', 'name': 'network-vif-deleted', 'tag': '2eb79a7e-1153-4a2c-9691-c1d3cd089a8d', 'status': 'completed', 'code': 200} Jul 09 17:12:25.370696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:25.371101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:25.372908 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:25.391778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port da39efed-6253-4f71-85ea-c2623fc4f89a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:25.392148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.437484 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.445900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.450916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2c96d272-5297-42f3-858e-ff9a46356c0e HTTP/1.1" status: 204 len: 168 time: 0.3020756 Jul 09 17:12:25.463938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38511747-05ca-4204-bc6a-acc26c1ca762 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c96d272-5297-42f3-858e-ff9a46356c0e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:25.498620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port da39efed-6253-4f71-85ea-c2623fc4f89a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=da39efed-6253-4f71-85ea-c2623fc4f89a,segment=NetworkSegment(ce2961da-6074-41ce-9417-5a316fa79b34),segment_id=ce2961da-6074-41ce-9417-5a316fa79b34)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:25.499418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.533642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for da39efed-6253-4f71-85ea-c2623fc4f89a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:25.602463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 28f9338c-8d51-4ac3-801a-336df0f4b028 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:25.637746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 28f9338c-8d51-4ac3-801a-336df0f4b028 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:25.638242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 28f9338c-8d51-4ac3-801a-336df0f4b028 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:25.638726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:25.662342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:25.662810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7ca3553a-08dc-4921-abd0-7c6ad14c15c8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:25.724347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4060026-ed79-4c0e-b6e7-8869a56c4260 req-3f282548-f3b0-4a3d-9c8b-8e798e220abd tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 210 time: 0.0344162 Jul 09 17:12:25.756834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:25.796067 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.806831 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6206e40c-55d7-4f2f-a6a6-83e641a44695 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=524c41a0436141788608c67e20e8d164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480299 Jul 09 17:12:25.809414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:25.827852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=da39efed-6253-4f71-85ea-c2623fc4f89a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:25.866872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6c45607-abdc-4319-91ae-36ce6f60e9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.895166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6c45607-abdc-4319-91ae-36ce6f60e9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.962457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6c45607-abdc-4319-91ae-36ce6f60e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.966384 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6c45607-abdc-4319-91ae-36ce6f60e9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.971100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a6c45607-abdc-4319-91ae-36ce6f60e9ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81b1c037-65f0-4e5b-925f-c956f24dede0 HTTP/1.1" status: 204 len: 168 time: 0.1603112 Jul 09 17:12:25.983545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c45607-abdc-4319-91ae-36ce6f60e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b1c037-65f0-4e5b-925f-c956f24dede0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:25.985439 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.161485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:26.243182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:26.251602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1ba8cb65-7309-4b8f-b3ff-f713d43f2acf tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5343626 Jul 09 17:12:26.251992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:26.259767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:26.274428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:26.275576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:26.312441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting subnet 72fea37f-e9c2-4457-8016-00491fb96c12 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:26.316514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.333422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:26.360704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:26.367210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.381558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0063cdd-0a1d-4a4a-98cc-d4cef216d640 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a71c0342b06f414f9b5a6db106f0b03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465963 Jul 09 17:12:26.386973 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:26.430955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:25Z', 'revision_number': 11, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:26.451484 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4092ec90-0202-457c-946b-a3d0d67737c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.467093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:26.472650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.475326 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4092ec90-0202-457c-946b-a3d0d67737c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.478019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:26.478721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:26.525790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4092ec90-0202-457c-946b-a3d0d67737c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.529112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4092ec90-0202-457c-946b-a3d0d67737c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.533145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4092ec90-0202-457c-946b-a3d0d67737c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5edc3485-2c94-48cb-9ce8-4eda2371293f HTTP/1.1" status: 204 len: 168 time: 0.1452079 Jul 09 17:12:26.541590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092ec90-0202-457c-946b-a3d0d67737c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edc3485-2c94-48cb-9ce8-4eda2371293f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:26.553637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.573180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:26.584275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Subnet': ['ID=72fea37f-e9c2-4457-8016-00491fb96c12,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:26.598845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.600903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a2439725-6c15-4353-9167-4445b8b3a218 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/72fea37f-e9c2-4457-8016-00491fb96c12 HTTP/1.1" status: 204 len: 168 time: 0.3478780 Jul 09 17:12:26.603751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:26.635283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e39a37-cfb7-4290-8bfe-78ec81fe3089 None None] Network 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:26.648357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:25Z', 'revision_number': 11, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:26.708996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.710515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fde7c-701c-42e8-a4b6-e894299499c9 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:25Z', 'revision_number': 11, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:26.801107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Deleting port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:26.801508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.915913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49cf23f0-f594-4486-a9c5-24ccca0dbd2f req-eaccb1f2-c574-4d10-8fe8-8f61c1bafb64 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 210 time: 0.0320213 Jul 09 17:12:26.934913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] For port a4300801-2ee2-42e3-ac66-2b6fa86e39c1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,segment=NetworkSegment(ce2961da-6074-41ce-9417-5a316fa79b34),segment_id=ce2961da-6074-41ce-9417-5a316fa79b34)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:26.935276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:26.950951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Calling delete_port for a4300801-2ee2-42e3-ac66-2b6fa86e39c1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:27.040473 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.066855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Port': ['ID=a4300801-2ee2-42e3-ac66-2b6fa86e39c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:27.068766 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No DVR routers for this DVR port a4300801-2ee2-42e3-ac66-2b6fa86e39c1 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:27.111723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b367a-cd8e-478c-b7e3-2310c8e981ed None None] DHCP port deletion for 1351d2e7-f6c0-40f1-86fe-e71a54ddd36a request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:12:27.184379 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.201682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1351d2e7-f6c0-40f1-86fe-e71a54ddd36a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:27.215257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2961da-6074-41ce-9417-5a316fa79b34') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:27.215646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2961da-6074-41ce-9417-5a316fa79b34') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:27.234396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.251975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.260707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:27.261664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:27.266883 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:27.337004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.342854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.345501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/networks/1351d2e7-f6c0-40f1-86fe-e71a54ddd36a HTTP/1.1" status: 204 len: 168 time: 0.7405207 Jul 09 17:12:27.348771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:27.354995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'routes': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:27.376044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28e6c3-ae14-42b0-bebb-a8ba8f237777 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Pushing event deleted for resources: {'Network': ['ID=1351d2e7-f6c0-40f1-86fe-e71a54ddd36a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:27.380612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:27.498877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2050670036-network', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:27.520628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Made reservation on behalf of a37fa06c23b84323be904da1feedfe74 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:27.531398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.543346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Added routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:12:27.543753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Removed routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:12:27.544223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.551099 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.559499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:27.591247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:27.592615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2eb79a7e-1153-4a2c-9691-c1d3cd089a8d not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:27.610907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da39efed-6253-4f71-85ea-c2623fc4f89a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:27.642584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: da39efed-6253-4f71-85ea-c2623fc4f89a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:27.643812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da39efed-6253-4f71-85ea-c2623fc4f89a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:27.644511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a4300801-2ee2-42e3-ac66-2b6fa86e39c1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:27.669512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a4300801-2ee2-42e3-ac66-2b6fa86e39c1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:27.670429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a4300801-2ee2-42e3-ac66-2b6fa86e39c1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:27.675713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.684146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.713236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:27.716057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.719502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.724741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415b8a2-b75d-4b27-a04d-2ea391213b3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:27.729872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.730222 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Added segment dd79528c-e973-42ee-aa2d-56fa9bf86fdb of type vlan for network 1aa86da9-1d02-4f5d-a381-e99270964fc5 Jul 09 17:12:27.773968 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.803590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router b2c79ff1-d44f-4133-93b4-1f70bdb8199c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:27.816740 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.817893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.818605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.883964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4977829 Jul 09 17:12:27.884951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6bd08-5ac0-4e19-ada5-3a2ba4d25ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa86da9-1d02-4f5d-a381-e99270964fc5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:27.887090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:27.892185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Request body: {'subnet': {'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2050670036-subnet', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:27.899169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:27.922559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Made reservation on behalf of a37fa06c23b84323be904da1feedfe74 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:27.925060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.106718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a316091-44f8-489a-b27c-6e5476b0e956 req-8daadc87-a14a-440e-853e-ae0a2f7df103 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d67cc5-fed8-4a6e-910c-4d3175fc0a4f HTTP/1.1" status: 200 len: 210 time: 0.0361865 Jul 09 17:12:28.172183 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.229530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=695cb2e7-1c51-4401-8eb9-333d95a9c863,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:28.230279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:28.237104 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.240165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Checking segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:28.240526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Network hostable DHCP agents. Network: 1aa86da9-1d02-4f5d-a381-e99270964fc5, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:28.241354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84797be8-f412-44fe-8a95-fcf07c4c8d1d tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 701 time: 0.8913193 Jul 09 17:12:28.242127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:28.243092 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] Sync routers for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:28.254529 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:28.255735 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:28.258588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:28.269364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1aa86da9-1d02-4f5d-a381-e99270964fc5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:28.274392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:28.275063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.275334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-827b66ec-7919-466c-870c-91535ef1c07f tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 205 time: 0.0320227 Jul 09 17:12:28.275963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:28.282890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba9946-b3b8-45db-9775-de5c60b56f15 None None] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:28.295574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-54de2374-43d1-4a48-ba3c-10c76d234fbc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4047945 Jul 09 17:12:28.295804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:28.301985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:28.332019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.333172 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.366810 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:28.368457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.400217 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.450826 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:25Z', 'revision_number': 11, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:28.486809 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] Checking router: b2c79ff1-d44f-4133-93b4-1f70bdb8199c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:28.495984 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] Routers {'b2c79ff1-d44f-4133-93b4-1f70bdb8199c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:28.496607 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:28.585734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.611330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.614462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.662722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.663268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router b2c79ff1-d44f-4133-93b4-1f70bdb8199c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:12:28.674278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.683377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-82602854-d7d9-41b0-b130-efe0e5719fa3 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 204 len: 168 time: 0.4061999 Jul 09 17:12:28.684138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:28.691625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1699382417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:28.718120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-1aa86da9-1d02-4f5d-a381-e99270964fc5', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'fixed_ips': [{'subnet_id': '695cb2e7-1c51-4401-8eb9-333d95a9c863'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:12:28.719526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.719959 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] Set router b2c79ff1-d44f-4133-93b4-1f70bdb8199c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:28.720120 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.720967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.786064 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:25Z', 'revision_number': 11, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:28.788021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.794438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.816526 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf47a1-7439-4c0a-9486-3559e3237cf7 None None] The sync data for ids ['b2c79ff1-d44f-4133-93b4-1f70bdb8199c'] in n-d-800085-2 is: [{'id': 'b2c79ff1-d44f-4133-93b4-1f70bdb8199c', 'name': 'tempest-RoutersTest-router-2038915480', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:56Z', 'updated_at': '2021-07-09T17:12:25Z', 'revision_number': 11, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:28.819232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.820447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b710202e-f13e-4562-bd0c-c369a882eb19 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1348875 Jul 09 17:12:28.824917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:28.829878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:28.884898 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.902310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Allocated IP 172.20.0.2 (1aa86da9-1d02-4f5d-a381-e99270964fc5/695cb2e7-1c51-4401-8eb9-333d95a9c863/6d94389f-2c91-4472-8b36-7a5f95908927) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:28.909518 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.031457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Allocated IP 172.25.7.239 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/22354e9c-5b0c-4fb5-8b42-a789c4990108) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:29.067968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.072226 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.079406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575692'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.086089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Transition to ACTIVE for port object 6d94389f-2c91-4472-8b36-7a5f95908927 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:29.106528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Transition to ACTIVE for port object 6d94389f-2c91-4472-8b36-7a5f95908927 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:29.116462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.164329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:29.170360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:29.171365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.183213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:29.185625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Pushing event updated for resources: {'Port': ['ID=6d94389f-2c91-4472-8b36-7a5f95908927,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:29.213280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Router 7ddbf810-d119-4ac1-870e-037f2e95d635 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:12:29.249870 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.257448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Attempting to bind port 6d94389f-2c91-4472-8b36-7a5f95908927 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:29.257448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Attempting to bind port 6d94389f-2c91-4472-8b36-7a5f95908927 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:29.257448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Attempting to bind port 6d94389f-2c91-4472-8b36-7a5f95908927 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:29.263646 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:29.264143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Checking segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:29.264691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.265098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Bound using segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:29.265575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Bound port: 6d94389f-2c91-4472-8b36-7a5f95908927, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:29.266020 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.300711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:29.309149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:29.311186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:29.317407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:29.318140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.323588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-baa9750d-b609-4759-9768-45344a119b63 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "PUT /v2.0/routers/7ddbf810-d119-4ac1-870e-037f2e95d635 HTTP/1.1" status: 200 len: 694 time: 0.4976385 Jul 09 17:12:29.324318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:29.338761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] Sync routers for ids ['7ddbf810-d119-4ac1-870e-037f2e95d635'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:29.404075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Pushing event updated for resources: {'Port': ['ID=22354e9c-5b0c-4fb5-8b42-a789c4990108,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:29.407300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] For port 6d94389f-2c91-4472-8b36-7a5f95908927, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:29.411378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] For port 6d94389f-2c91-4472-8b36-7a5f95908927, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d94389f-2c91-4472-8b36-7a5f95908927,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:29.412974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] Routers {'7ddbf810-d119-4ac1-870e-037f2e95d635'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:29.414334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7ddbf810-d119-4ac1-870e-037f2e95d635'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:29.424890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8247b62d-9b83-446b-a2f4-03ad09030443 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/routers/7ddbf810-d119-4ac1-870e-037f2e95d635 HTTP/1.1" status: 200 len: 700 time: 0.0991850 Jul 09 17:12:29.425616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:29.460710 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43458ce6-f96a-4d14-9788-9179c8745187 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ddbf810-d119-4ac1-870e-037f2e95d635 HTTP/1.1" status: 200 len: 205 time: 0.0336494 Jul 09 17:12:29.463070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33612) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:29.489342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] Set router 7ddbf810-d119-4ac1-870e-037f2e95d635 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:29.553631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddbf810-d119-4ac1-870e-037f2e95d635', 'name': 'tempest-RoutersTest-router-1699382417', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:29.553916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.556520 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.623078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.630175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] Checking router: 7ddbf810-d119-4ac1-870e-037f2e95d635 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:29.651213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] Routers {'7ddbf810-d119-4ac1-870e-037f2e95d635'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:29.656452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7ddbf810-d119-4ac1-870e-037f2e95d635'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:29.754353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] Set router 7ddbf810-d119-4ac1-870e-037f2e95d635 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:29.771588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.773811 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.810322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddbf810-d119-4ac1-870e-037f2e95d635', 'name': 'tempest-RoutersTest-router-1699382417', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:29.836170 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.837161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Fanout notify agent at l3_agent the message router_deleted on router 7ddbf810-d119-4ac1-870e-037f2e95d635 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:12:29.847424 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.853280 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fb77472d-3045-4816-abde-ab5f1abbbbfe tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/7ddbf810-d119-4ac1-870e-037f2e95d635 HTTP/1.1" status: 204 len: 168 time: 0.3891013 Jul 09 17:12:29.854269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:29.864778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad80c62-f1d2-4b5e-b46c-051ce0add282 None None] The sync data for ids ['7ddbf810-d119-4ac1-870e-037f2e95d635'] in n-d-800085-2 is: [{'id': '7ddbf810-d119-4ac1-870e-037f2e95d635', 'name': 'tempest-RoutersTest-router-1699382417', 'tenant_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 2, 'project_id': '2ebf2fbeb8aa4ef28b58a4f4264a23f5', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:29.866411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362708a-a5f4-4d42-9885-78856e005b4d None None] Pushing event updated for resources: {'Port': ['ID=6d94389f-2c91-4472-8b36-7a5f95908927,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:29.906759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-efc4a422-3a94-4605-9e3b-aa6e4b2380d5 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ddbf810-d119-4ac1-870e-037f2e95d635 HTTP/1.1" status: 200 len: 205 time: 0.0510542 Jul 09 17:12:29.907810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.004910 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-01b822e7-6dec-4bd8-91be-7682180259bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.007375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-01b822e7-6dec-4bd8-91be-7682180259bc tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/7ddbf810-d119-4ac1-870e-037f2e95d635 HTTP/1.1" status: 404 len: 336 time: 0.0985441 Jul 09 17:12:30.013357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.051297 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b85a76-32eb-42fd-b1a6-304e848f4db0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.052064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b85a76-32eb-42fd-b1a6-304e848f4db0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.054387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07b85a76-32eb-42fd-b1a6-304e848f4db0 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/403158b2-a6ea-457a-8806-a5e6c921f1fb HTTP/1.1" status: 404 len: 337 time: 0.0396748 Jul 09 17:12:30.057091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.086710 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d0496d-4add-41e8-bcab-5136108b7232 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.087386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d0496d-4add-41e8-bcab-5136108b7232 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.089369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c7d0496d-4add-41e8-bcab-5136108b7232 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/74dd0599-1e05-4031-a010-36114f4070a8 HTTP/1.1" status: 404 len: 337 time: 0.0310206 Jul 09 17:12:30.092885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.126233 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b3ec21-a267-40e0-88d5-247fbed444af tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.126716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b3ec21-a267-40e0-88d5-247fbed444af tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.130703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a9b3ec21-a267-40e0-88d5-247fbed444af tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/d40f28e7-17d9-4850-a9f6-ae75a95e8837 HTTP/1.1" status: 404 len: 337 time: 0.0345566 Jul 09 17:12:30.132871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.164686 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d04e7df-a496-4594-a894-96bbafacdc1a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.165139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d04e7df-a496-4594-a894-96bbafacdc1a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.167430 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d04e7df-a496-4594-a894-96bbafacdc1a tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/72fea37f-e9c2-4457-8016-00491fb96c12 HTTP/1.1" status: 404 len: 337 time: 0.0332520 Jul 09 17:12:30.170503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.208061 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-76286bf5-2827-47d3-9397-652b15f6715e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 200 len: 205 time: 0.0362053 Jul 09 17:12:30.215028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.247570 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.259970 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-f54d17eb-6bf0-4107-84fc-20caaa7ac346 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.260904 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f54d17eb-6bf0-4107-84fc-20caaa7ac346 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/b2c79ff1-d44f-4133-93b4-1f70bdb8199c HTTP/1.1" status: 404 len: 336 time: 0.0447638 Jul 09 17:12:30.263526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.296952 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-81b7bd3a-2414-45d0-9d18-776e3683d241 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f60f833-8923-43e4-a902-1192415a01ab HTTP/1.1" status: 200 len: 205 time: 0.0301654 Jul 09 17:12:30.297215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33632) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.340087 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-22208c20-4c92-45cf-928b-394f892c8603 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.341095 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-22208c20-4c92-45cf-928b-394f892c8603 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/5f60f833-8923-43e4-a902-1192415a01ab HTTP/1.1" status: 404 len: 336 time: 0.0429835 Jul 09 17:12:30.343647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.370433 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb2e87d-1308-466c-91cc-055373e746aa tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.370790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb2e87d-1308-466c-91cc-055373e746aa tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.374876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-edb2e87d-1308-466c-91cc-055373e746aa tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/a43be668-c0f7-4ff8-bf70-a0af06ce1f8f HTTP/1.1" status: 404 len: 337 time: 0.0279677 Jul 09 17:12:30.375197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.410680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-38991b49-ff14-4e7e-9207-130cac63368e tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 200 len: 205 time: 0.0306087 Jul 09 17:12:30.411692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.416333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Router 68453bb8-9daf-41b3-bf21-80d6c68bc315 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:12:30.457230 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-224892b3-8498-48ab-9a2c-0df1d9ff8949 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.461665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-224892b3-8498-48ab-9a2c-0df1d9ff8949 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/99cfae1f-bad5-4b5d-a357-14c138e92e61 HTTP/1.1" status: 404 len: 336 time: 0.0484550 Jul 09 17:12:30.462445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.502364 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7605b762-0777-425e-95b5-80de552fe562 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa4bd6a0-6c68-41a9-803c-462594a14405 HTTP/1.1" status: 200 len: 205 time: 0.0387559 Jul 09 17:12:30.505309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.547924 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-467a531f-ce10-48df-b350-10182ffec106 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.551568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-467a531f-ce10-48df-b350-10182ffec106 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/fa4bd6a0-6c68-41a9-803c-462594a14405 HTTP/1.1" status: 404 len: 336 time: 0.0413513 Jul 09 17:12:30.552210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.562708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:30.572150 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Sync routers for ids ['68453bb8-9daf-41b3-bf21-80d6c68bc315'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:30.582637 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Routers {'68453bb8-9daf-41b3-bf21-80d6c68bc315'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:30.583235 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68453bb8-9daf-41b3-bf21-80d6c68bc315'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:30.589233 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-522ee86a-4826-4fdf-9192-fd72d54e08b1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.589789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522ee86a-4826-4fdf-9192-fd72d54e08b1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.594052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-522ee86a-4826-4fdf-9192-fd72d54e08b1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/cc10df2f-dfa2-4a9f-bba2-96e2f0e28ea9 HTTP/1.1" status: 404 len: 337 time: 0.0385220 Jul 09 17:12:30.594830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.603436 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.607523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a1e885fa-a5d4-4327-80c3-de14b5af21e4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3080146 Jul 09 17:12:30.608034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.635758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95eda14a-2c5d-4411-bf37-cd69f34ccf62 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b9d818-35a6-4941-821f-398d13010deb HTTP/1.1" status: 200 len: 205 time: 0.0380242 Jul 09 17:12:30.636095 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.729814 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-53655094-d697-450f-8796-501676471c48 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.736266 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Set router 68453bb8-9daf-41b3-bf21-80d6c68bc315 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:30.738126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.744138 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-53655094-d697-450f-8796-501676471c48 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/70b9d818-35a6-4941-821f-398d13010deb HTTP/1.1" status: 404 len: 336 time: 0.1069982 Jul 09 17:12:30.782300 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1abf023-87f3-4e4d-946e-de5e994a3753 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.782761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1abf023-87f3-4e4d-946e-de5e994a3753 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.787398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1abf023-87f3-4e4d-946e-de5e994a3753 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/07fae1ac-ef43-4805-873c-16db652f3f81 HTTP/1.1" status: 404 len: 337 time: 0.0459094 Jul 09 17:12:30.788310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.841531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc421882-30c1-4f88-8254-1d3dbe491c48 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "GET /v2.0/ports?device_id=1809fa05-ecdf-45dd-9421-9c69452868b1 HTTP/1.1" status: 200 len: 205 time: 0.0525413 Jul 09 17:12:30.844003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.900720 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bbd9f739-911e-48f5-b746-2d7a240748a1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] delete failed (client error): The resource could not be found. Jul 09 17:12:30.904178 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bbd9f739-911e-48f5-b746-2d7a240748a1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/routers/1809fa05-ecdf-45dd-9421-9c69452868b1 HTTP/1.1" status: 404 len: 336 time: 0.0564721 Jul 09 17:12:30.905831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33660) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.924280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832eb4f-a206-4f96-9a7b-acfc7975037e None None] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:30.937436 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a9511c-5ca4-41ad-8a26-45253185df39 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.937894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a9511c-5ca4-41ad-8a26-45253185df39 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.942146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-29a9511c-5ca4-41ad-8a26-45253185df39 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/1334e927-8427-4cd9-beb5-294345566e2b HTTP/1.1" status: 404 len: 337 time: 0.0318377 Jul 09 17:12:30.943045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.980050 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae37ad4d-c039-40a4-918e-92eca1682dc1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] DELETE failed (client error): The resource could not be found. Jul 09 17:12:30.980503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae37ad4d-c039-40a4-918e-92eca1682dc1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:12:30.984750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ae37ad4d-c039-40a4-918e-92eca1682dc1 tempest-RoutersTest-1052641962 tempest-RoutersTest-1052641962-project] 10.222.0.48 "DELETE /v2.0/subnets/86ecc2eb-b9b2-4e34-8b72-c7ee6c7db5a3 HTTP/1.1" status: 404 len: 337 time: 0.0389905 Jul 09 17:12:31.067885 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 3, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:31.115756 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Checking router: 68453bb8-9daf-41b3-bf21-80d6c68bc315 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:31.116774 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Updating router 68453bb8-9daf-41b3-bf21-80d6c68bc315 port 22354e9c-5b0c-4fb5-8b42-a789c4990108 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:31.136838 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c6773fed-4252-4c7a-9295-0523a415b28f None None] Provisioning for port 6d94389f-2c91-4472-8b36-7a5f95908927 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:31.179931 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.268627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:31.355126 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.552692 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.554436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Allocated IP 172.20.0.1 (1aa86da9-1d02-4f5d-a381-e99270964fc5/695cb2e7-1c51-4401-8eb9-333d95a9c863/e98a8c28-3082-4ead-aa77-6cad6b0be419) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:31.581896 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Transition to ACTIVE for port object 22354e9c-5b0c-4fb5-8b42-a789c4990108 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:31.591434 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.676801 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Attempting to bind port 22354e9c-5b0c-4fb5-8b42-a789c4990108 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:31.677174 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Attempting to bind port 22354e9c-5b0c-4fb5-8b42-a789c4990108 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:31.677682 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Attempting to bind port 22354e9c-5b0c-4fb5-8b42-a789c4990108 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:31.686390 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257de1c-011f-4df8-9f94-3a0b5ed46d6b None None] Pushing event updated for resources: {'Port': ['ID=22354e9c-5b0c-4fb5-8b42-a789c4990108,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:31.693091 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:31.693833 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:31.694441 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.695246 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:31.696067 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Bound port: 22354e9c-5b0c-4fb5-8b42-a789c4990108, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:31.696646 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.732820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d94389f-2c91-4472-8b36-7a5f95908927 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:31.784653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.808502 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] For port 22354e9c-5b0c-4fb5-8b42-a789c4990108, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:31.813781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Transition to ACTIVE for port object e98a8c28-3082-4ead-aa77-6cad6b0be419 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:31.818540 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] For port 22354e9c-5b0c-4fb5-8b42-a789c4990108, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22354e9c-5b0c-4fb5-8b42-a789c4990108,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:31.828069 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.830894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6d94389f-2c91-4472-8b36-7a5f95908927 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:31.836359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6d94389f-2c91-4472-8b36-7a5f95908927 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:31.837756 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.854074 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.902795 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Routers {'68453bb8-9daf-41b3-bf21-80d6c68bc315'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:31.903694 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68453bb8-9daf-41b3-bf21-80d6c68bc315'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:31.907061 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257de1c-011f-4df8-9f94-3a0b5ed46d6b None None] Pushing event updated for resources: {'Port': ['ID=22354e9c-5b0c-4fb5-8b42-a789c4990108,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:31.917435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Pushing event updated for resources: {'Port': ['ID=e98a8c28-3082-4ead-aa77-6cad6b0be419,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:31.933531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:31.937393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:31.946773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:31.958765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-53796fab-d4d9-4730-837e-393dde96f4a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ebf2fbeb8aa4ef28b58a4f4264a23f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6885371 Jul 09 17:12:31.967757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:31.996575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.009226 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.046195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.047892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6d94389f-2c91-4472-8b36-7a5f95908927, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d94389f-2c91-4472-8b36-7a5f95908927,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:32.059640 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.092488 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.117284 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] Set router 68453bb8-9daf-41b3-bf21-80d6c68bc315 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:32.133018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6d94389f-2c91-4472-8b36-7a5f95908927,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:32.141261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.141614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.141960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.142300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.142669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.143013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.143344 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.143851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.144189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.144517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.144844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.145168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.188222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.192362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.194032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e6f4d6d-a862-452a-95ae-983cf53b86da HTTP/1.1" status: 204 len: 168 time: 0.2248943 Jul 09 17:12:32.204071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f4d6d-a862-452a-95ae-983cf53b86da,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:32.214192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.215138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.215949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.216510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.217135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.218180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.218762 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.219440 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.220289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.221000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.221768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.222384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275363c-ed88-4233-b9b1-51f2dfc0f8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:32.254213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.306849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cf76f12-ca03-41d6-a73c-41d8a3c33f65 None None] Provisioning for port e98a8c28-3082-4ead-aa77-6cad6b0be419 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:32.312299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cf76f12-ca03-41d6-a73c-41d8a3c33f65 None None] Provisioning complete for port e98a8c28-3082-4ead-aa77-6cad6b0be419 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:32.312691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cf76f12-ca03-41d6-a73c-41d8a3c33f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.353136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7cf76f12-ca03-41d6-a73c-41d8a3c33f65 None None] Port e98a8c28-3082-4ead-aa77-6cad6b0be419 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:32.422939 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 3, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:32.463564 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7842f4-ad7b-4330-ab60-ecf4b562a66d None None] The sync data for ids ['68453bb8-9daf-41b3-bf21-80d6c68bc315'] in n-d-800085-2 is: [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:29Z', 'revision_number': 3, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:32.474793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.480697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.583678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Pushing event updated for resources: {'Port': ['ID=e98a8c28-3082-4ead-aa77-6cad6b0be419,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:32.586191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.707001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:32.709240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:32.940902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Router 68453bb8-9daf-41b3-bf21-80d6c68bc315 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:33.152704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:33.168364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e7e6e549-94ec-49df-b427-db5f9ab7176d admin admin] 10.222.0.48 "PUT /v2.0/routers/68453bb8-9daf-41b3-bf21-80d6c68bc315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5511076 Jul 09 17:12:33.191793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-26ebd698-4242-4d8a-af87-4df66588e4e9 None None] Provisioning complete for port e98a8c28-3082-4ead-aa77-6cad6b0be419 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:33.192466 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26ebd698-4242-4d8a-af87-4df66588e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:33.306541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-26ebd698-4242-4d8a-af87-4df66588e4e9 None None] Port e98a8c28-3082-4ead-aa77-6cad6b0be419 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:33.384330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:33.758078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2cfe416f-0872-477f-bfee-2dbe61223bc0 tempest-DvrRoutersNegativeTest-1847335706 tempest-DvrRoutersNegativeTest-1847335706-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-454029446', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:33.761402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.policy [None req-2cfe416f-0872-477f-bfee-2dbe61223bc0 tempest-DvrRoutersNegativeTest-1847335706 tempest-DvrRoutersNegativeTest-1847335706-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93767) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 17:12:33.761556 n-d-800085-2 neutron-server[93767]: DEBUG neutron.policy [None req-2cfe416f-0872-477f-bfee-2dbe61223bc0 tempest-DvrRoutersNegativeTest-1847335706 tempest-DvrRoutersNegativeTest-1847335706-project] Failed policy check for 'create_router' {{(pid=93767) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 17:12:33.762233 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2cfe416f-0872-477f-bfee-2dbe61223bc0 tempest-DvrRoutersNegativeTest-1847335706 tempest-DvrRoutersNegativeTest-1847335706-project] create failed (client error): Access was denied to this resource. Jul 09 17:12:33.768533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cfe416f-0872-477f-bfee-2dbe61223bc0 tempest-DvrRoutersNegativeTest-1847335706 tempest-DvrRoutersNegativeTest-1847335706-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3809714 Jul 09 17:12:33.795793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22354e9c-5b0c-4fb5-8b42-a789c4990108 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:33.864250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 22354e9c-5b0c-4fb5-8b42-a789c4990108 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:33.869443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 22354e9c-5b0c-4fb5-8b42-a789c4990108 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:33.869814 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:33.985081 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.016271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 22354e9c-5b0c-4fb5-8b42-a789c4990108, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22354e9c-5b0c-4fb5-8b42-a789c4990108,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:34.016561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:34.020899 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.023204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d94389f-2c91-4472-8b36-7a5f95908927 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:34.025815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1181450145-network', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:34.060428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Made reservation on behalf of c49c57f0457a4b479949ff795c475c60 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:34.063081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.079409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.111621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=22354e9c-5b0c-4fb5-8b42-a789c4990108,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:34.126125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6d94389f-2c91-4472-8b36-7a5f95908927 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:34.126527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.180689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:34.212833 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.219058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.246936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:34.257150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f870d8c-ca80-499a-b015-6a487ff00307,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:34.263955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.264303 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Added segment 4dc45b35-f74a-4315-bafc-1a3690e59956 of type vlan for network f6df75bc-314c-41d2-9a8e-89de43cbf1bb Jul 09 17:12:34.333561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbce5fa9-ee14-4cb1-973a-84497aff60b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.336711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.400091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.401189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:34.401795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.478160 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] Pushing event updated for resources: {'Network': ['ID=f6df75bc-314c-41d2-9a8e-89de43cbf1bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:34.488425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:34.510497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbce5fa9-ee14-4cb1-973a-84497aff60b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.516127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbce5fa9-ee14-4cb1-973a-84497aff60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.543922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4d329bae-c500-4926-afb8-f7b7cb9331ce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5251904 Jul 09 17:12:34.546526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:34.553137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Request body: {'subnet': {'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1181450145-subnet', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:34.562096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbce5fa9-ee14-4cb1-973a-84497aff60b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ca69aee4a3646e19e4672858cb6a1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801003 Jul 09 17:12:34.566261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:34.577116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5fa9-ee14-4cb1-973a-84497aff60b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198bb89-d476-4b1c-adfa-a5da262f21c0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:34.612547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Made reservation on behalf of c49c57f0457a4b479949ff795c475c60 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:34.615081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.694392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f747e5a-b9c4-4095-88cc-9aedb6437252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.699516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Sync routers for ids ['68453bb8-9daf-41b3-bf21-80d6c68bc315'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:34.711465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Routers {'68453bb8-9daf-41b3-bf21-80d6c68bc315'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:34.712156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68453bb8-9daf-41b3-bf21-80d6c68bc315'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:34.740664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f747e5a-b9c4-4095-88cc-9aedb6437252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.833173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Set router 68453bb8-9daf-41b3-bf21-80d6c68bc315 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:34.852010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f747e5a-b9c4-4095-88cc-9aedb6437252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.854649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f747e5a-b9c4-4095-88cc-9aedb6437252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.855818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6f747e5a-b9c4-4095-88cc-9aedb6437252 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e198bb89-d476-4b1c-adfa-a5da262f21c0 HTTP/1.1" status: 204 len: 168 time: 0.2883251 Jul 09 17:12:34.874576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747e5a-b9c4-4095-88cc-9aedb6437252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198bb89-d476-4b1c-adfa-a5da262f21c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:34.883484 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:34.957888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29766ced-e756-4be6-95e3-71010d6bdd12,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:34.978795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Checking segment: {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:34.979119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Network hostable DHCP agents. Network: f6df75bc-314c-41d2-9a8e-89de43cbf1bb, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:34.999043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:35.013095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f6df75bc-314c-41d2-9a8e-89de43cbf1bb) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:35.018231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:35.018960 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.032060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4772184-a8bd-42e3-8102-bda03c40077c None None] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:35.047488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:35.048322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0484171d-cbd3-402b-876f-4833b830aaf6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5003934 Jul 09 17:12:35.052822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:35.085486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.087242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.152649 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.334236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.381261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:32Z', 'revision_number': 4, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'e98a8c28-3082-4ead-aa77-6cad6b0be419', 'name': '', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'mac_address': 'fa:16:3e:19:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:31Z', 'updated_at': '2021-07-09T17:12:32Z', 'revision_number': 2, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'subnets': [{'id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:35.416431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Checking router: 68453bb8-9daf-41b3-bf21-80d6c68bc315 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:35.416781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Updating router 68453bb8-9daf-41b3-bf21-80d6c68bc315 port e98a8c28-3082-4ead-aa77-6cad6b0be419 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:35.476823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f6df75bc-314c-41d2-9a8e-89de43cbf1bb', 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'fixed_ips': [{'subnet_id': '29766ced-e756-4be6-95e3-71010d6bdd12'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:12:35.477690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.481563 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.625881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.660920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.673921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22354e9c-5b0c-4fb5-8b42-a789c4990108 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:35.795159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Allocated IP 172.25.7.112 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/af29c093-5e83-4366-a55e-fbdab4d106eb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:35.831380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:35.849011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Allocated IP 172.20.0.2 (f6df75bc-314c-41d2-9a8e-89de43cbf1bb/29766ced-e756-4be6-95e3-71010d6bdd12/9b68e9c9-c9ba-4129-8690-71c8242180b2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:35.891518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d748-eb9e-4ac3-a7e8-655cbedf9249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.949332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 22354e9c-5b0c-4fb5-8b42-a789c4990108 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:35.949711 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.048338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.070707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b2dc6c18-ce63-4d9d-a52c-5051f11db4ff tempest-ServiceProvidersTest-187707233 tempest-ServiceProvidersTest-187707233-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2380903 Jul 09 17:12:36.126323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.166535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:36.169335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:36.172549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:36.239790 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.243797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.245185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Pushing event updated for resources: {'Port': ['ID=af29c093-5e83-4366-a55e-fbdab4d106eb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:36.291613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Transition to ACTIVE for port object e98a8c28-3082-4ead-aa77-6cad6b0be419 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:36.296314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Transition to ACTIVE for port object 9b68e9c9-c9ba-4129-8690-71c8242180b2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:36.320222 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.391357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Transition to ACTIVE for port object 9b68e9c9-c9ba-4129-8690-71c8242180b2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:36.432201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.460855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261764b-b6f9-46f3-b02e-ad28c74743a7 None None] Pushing event updated for resources: {'Port': ['ID=e98a8c28-3082-4ead-aa77-6cad6b0be419,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:36.517365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:36.531960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:36.579674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:36.584940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:36.603933 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.606522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Pushing event updated for resources: {'Port': ['ID=9b68e9c9-c9ba-4129-8690-71c8242180b2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:36.613218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Attempting to bind port e98a8c28-3082-4ead-aa77-6cad6b0be419 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:36.613587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Attempting to bind port e98a8c28-3082-4ead-aa77-6cad6b0be419 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:36.613953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Attempting to bind port e98a8c28-3082-4ead-aa77-6cad6b0be419 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:36.652757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:36.653143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Checking segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:36.653521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.653911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Bound using segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:36.654395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Bound port: e98a8c28-3082-4ead-aa77-6cad6b0be419, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:36.655189 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.745578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec55013-bb8f-4d4e-b482-16fab8849449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.755333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Attempting to bind port 9b68e9c9-c9ba-4129-8690-71c8242180b2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:36.756316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Attempting to bind port 9b68e9c9-c9ba-4129-8690-71c8242180b2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:36.756462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Attempting to bind port 9b68e9c9-c9ba-4129-8690-71c8242180b2 on network f6df75bc-314c-41d2-9a8e-89de43cbf1bb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:36.772620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:36.773000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Checking segment: {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:36.773304 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.773693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Bound using segment: {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:36.774164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Bound port: 9b68e9c9-c9ba-4129-8690-71c8242180b2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:36.774602 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.816733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] For port e98a8c28-3082-4ead-aa77-6cad6b0be419, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:36.862831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] For port e98a8c28-3082-4ead-aa77-6cad6b0be419, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e98a8c28-3082-4ead-aa77-6cad6b0be419,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:36.872349 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.902184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec55013-bb8f-4d4e-b482-16fab8849449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.908785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dec55013-bb8f-4d4e-b482-16fab8849449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.933821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] For port 9b68e9c9-c9ba-4129-8690-71c8242180b2, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:36.956472 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.986390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dec55013-bb8f-4d4e-b482-16fab8849449 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f661fc5dedd9400e9fddc187842bc202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640670 Jul 09 17:12:36.987028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] For port 9b68e9c9-c9ba-4129-8690-71c8242180b2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9b68e9c9-c9ba-4129-8690-71c8242180b2,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:36.987275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec55013-bb8f-4d4e-b482-16fab8849449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e5e5e-e9f6-4663-9a65-96dca91307c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:36.996327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Routers {'68453bb8-9daf-41b3-bf21-80d6c68bc315'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:36.997778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68453bb8-9daf-41b3-bf21-80d6c68bc315'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:36.999767 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.003816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:37.043299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261764b-b6f9-46f3-b02e-ad28c74743a7 None None] Pushing event updated for resources: {'Port': ['ID=e98a8c28-3082-4ead-aa77-6cad6b0be419,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:37.130862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30985709-034f-4d4f-919a-2870b7e8b669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.176474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Router 8401028f-0981-4788-947b-082614b86068 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:12:37.180623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30985709-034f-4d4f-919a-2870b7e8b669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.214993 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60dcb-4f6a-4de9-968f-42a11fe4389c None None] Pushing event updated for resources: {'Port': ['ID=9b68e9c9-c9ba-4129-8690-71c8242180b2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:37.243593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] Set router 68453bb8-9daf-41b3-bf21-80d6c68bc315 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:37.297222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30985709-034f-4d4f-919a-2870b7e8b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.303066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30985709-034f-4d4f-919a-2870b7e8b669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.307401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-30985709-034f-4d4f-919a-2870b7e8b669 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a66e5e5e-e9f6-4663-9a65-96dca91307c2 HTTP/1.1" status: 204 len: 168 time: 0.2967918 Jul 09 17:12:37.322016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985709-034f-4d4f-919a-2870b7e8b669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e5e5e-e9f6-4663-9a65-96dca91307c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:37.405580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:37.422883 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Sync routers for ids ['8401028f-0981-4788-947b-082614b86068'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:37.444758 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.444895 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Routers {'8401028f-0981-4788-947b-082614b86068'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:37.445512 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8401028f-0981-4788-947b-082614b86068'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:37.449297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dd9dbd11-c69a-4385-b2fd-a2d35a467f5a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3985722 Jul 09 17:12:37.450427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 33868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:37.739473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:32Z', 'revision_number': 4, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'e98a8c28-3082-4ead-aa77-6cad6b0be419', 'name': '', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'mac_address': 'fa:16:3e:19:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:31Z', 'updated_at': '2021-07-09T17:12:36Z', 'revision_number': 4, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'subnets': [{'id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:37.777376 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Set router 8401028f-0981-4788-947b-082614b86068 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:37.778234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9b68e9c9-c9ba-4129-8690-71c8242180b2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:37.784040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2509b7-ced2-43dd-9f86-5fb43df55472 None None] The sync data for ids ['68453bb8-9daf-41b3-bf21-80d6c68bc315'] in n-d-800085-2 is: [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:32Z', 'revision_number': 4, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'e98a8c28-3082-4ead-aa77-6cad6b0be419', 'name': '', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'mac_address': 'fa:16:3e:19:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:31Z', 'updated_at': '2021-07-09T17:12:36Z', 'revision_number': 4, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'subnets': [{'id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:37.916673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9b68e9c9-c9ba-4129-8690-71c8242180b2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:38.183963 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:36Z', 'revision_number': 3, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:38.245432 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Checking router: 8401028f-0981-4788-947b-082614b86068 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:38.246322 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Updating router 8401028f-0981-4788-947b-082614b86068 port af29c093-5e83-4366-a55e-fbdab4d106eb binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:38.299819 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.323031 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-502ff34f-d6fa-474a-aa78-ca409e86253a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.325045 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.402395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.581870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.691225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Allocated IP 172.20.0.1 (f6df75bc-314c-41d2-9a8e-89de43cbf1bb/29766ced-e756-4be6-95e3-71010d6bdd12/efac4558-6c85-4ef4-b3e8-5f026f498dc1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:38.765114 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.776516 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Transition to ACTIVE for port object af29c093-5e83-4366-a55e-fbdab4d106eb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:38.787301 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.859743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Attempting to bind port af29c093-5e83-4366-a55e-fbdab4d106eb on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:38.860616 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Attempting to bind port af29c093-5e83-4366-a55e-fbdab4d106eb by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:38.861289 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Attempting to bind port af29c093-5e83-4366-a55e-fbdab4d106eb on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:38.865068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad2ca1-7c48-4e05-9039-551bc0ef73ac None None] Pushing event updated for resources: {'Port': ['ID=af29c093-5e83-4366-a55e-fbdab4d106eb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:38.872858 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:38.873547 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:38.874942 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.876393 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:38.877043 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Bound port: af29c093-5e83-4366-a55e-fbdab4d106eb, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:38.877637 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.903501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3231df-73a1-4a80-82e1-44fa73bacefc None None] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:38.978973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.987952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] For port af29c093-5e83-4366-a55e-fbdab4d106eb, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:38.991877 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] For port af29c093-5e83-4366-a55e-fbdab4d106eb, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=af29c093-5e83-4366-a55e-fbdab4d106eb,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:39.001884 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.009322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Transition to ACTIVE for port object efac4558-6c85-4ef4-b3e8-5f026f498dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:39.042888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] Provisioning for port 9b68e9c9-c9ba-4129-8690-71c8242180b2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:39.058487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] Provisioning complete for port 9b68e9c9-c9ba-4129-8690-71c8242180b2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:39.059150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.093278 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Routers {'8401028f-0981-4788-947b-082614b86068'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:39.095184 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8401028f-0981-4788-947b-082614b86068'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:39.099742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.207403 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad2ca1-7c48-4e05-9039-551bc0ef73ac None None] Pushing event updated for resources: {'Port': ['ID=af29c093-5e83-4366-a55e-fbdab4d106eb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:39.219769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:39.227383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:39.231821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:39.305868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.309205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Pushing event updated for resources: {'Port': ['ID=efac4558-6c85-4ef4-b3e8-5f026f498dc1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:39.326613 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] Set router 8401028f-0981-4788-947b-082614b86068 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:39.431679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.459223 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.511293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] For port 9b68e9c9-c9ba-4129-8690-71c8242180b2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9b68e9c9-c9ba-4129-8690-71c8242180b2,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:39.520529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.593628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a64d16-f181-4dd9-9fe4-e6dd8885484f None None] Pushing event updated for resources: {'Port': ['ID=9b68e9c9-c9ba-4129-8690-71c8242180b2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:39.678330 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.693030 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:36Z', 'revision_number': 3, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:39.730609 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071eed1f-7e51-42cd-99f9-e86362874580 None None] The sync data for ids ['8401028f-0981-4788-947b-082614b86068'] in n-d-800085-2 is: [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:36Z', 'revision_number': 3, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:39.744023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e98a8c28-3082-4ead-aa77-6cad6b0be419 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:39.829250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e98a8c28-3082-4ead-aa77-6cad6b0be419 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:39.843162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e98a8c28-3082-4ead-aa77-6cad6b0be419 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:39.843643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.922870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0929a99c-2089-48c9-bf5a-78e5a616fb23 None None] Provisioning complete for port 9b68e9c9-c9ba-4129-8690-71c8242180b2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:39.923441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0929a99c-2089-48c9-bf5a-78e5a616fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.047464 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.057090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.080639 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.233767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.252002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Pushing event updated for resources: {'Port': ['ID=efac4558-6c85-4ef4-b3e8-5f026f498dc1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:40.265148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0929a99c-2089-48c9-bf5a-78e5a616fb23 None None] Provisioning for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:40.271315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e98a8c28-3082-4ead-aa77-6cad6b0be419, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e98a8c28-3082-4ead-aa77-6cad6b0be419,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:40.273077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0929a99c-2089-48c9-bf5a-78e5a616fb23 None None] Provisioning complete for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:40.273828 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0929a99c-2089-48c9-bf5a-78e5a616fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.277957 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.302806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:40.331903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.332256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.332652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.333043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.333382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.333719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.334050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.334712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.335106 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.335952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.335952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.336214 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:40.354376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0929a99c-2089-48c9-bf5a-78e5a616fb23 None None] Port efac4558-6c85-4ef4-b3e8-5f026f498dc1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:40.383142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e98a8c28-3082-4ead-aa77-6cad6b0be419,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:40.412579 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:40.414357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:40.504837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3fb0edcb-c428-442f-9fe6-bc0120a55dfe None None] Provisioning complete for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:40.505456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3fb0edcb-c428-442f-9fe6-bc0120a55dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.507648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6d91157-0c6c-46eb-8c75-56250331945c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.568834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0edcb-c428-442f-9fe6-bc0120a55dfe None None] Port efac4558-6c85-4ef4-b3e8-5f026f498dc1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:40.741259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6d91157-0c6c-46eb-8c75-56250331945c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.748637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6d91157-0c6c-46eb-8c75-56250331945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.797485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3353cbd8-07c4-4bc1-a0c5-36c9ddb3f51c None None] Provisioning complete for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:40.798235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d91157-0c6c-46eb-8c75-56250331945c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a9b49-a199-4759-acc2-f68d0bcf956d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:40.803040 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3353cbd8-07c4-4bc1-a0c5-36c9ddb3f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.805168 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f6d91157-0c6c-46eb-8c75-56250331945c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c23e72e2f2e643529f137e302a445d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012460 Jul 09 17:12:40.815037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:40.896453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b492889-6e90-4eae-8df9-ac4581514b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.944105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b492889-6e90-4eae-8df9-ac4581514b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.032272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b492889-6e90-4eae-8df9-ac4581514b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.037613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b492889-6e90-4eae-8df9-ac4581514b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.040508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5b492889-6e90-4eae-8df9-ac4581514b41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c98a9b49-a199-4759-acc2-f68d0bcf956d HTTP/1.1" status: 204 len: 168 time: 0.2237043 Jul 09 17:12:41.056437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492889-6e90-4eae-8df9-ac4581514b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a9b49-a199-4759-acc2-f68d0bcf956d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.066322 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Router 8401028f-0981-4788-947b-082614b86068 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:41.114346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3353cbd8-07c4-4bc1-a0c5-36c9ddb3f51c None None] Port efac4558-6c85-4ef4-b3e8-5f026f498dc1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:41.172441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.199206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:41.204798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-693c20e4-0d4d-4dc0-a9be-6d9d2b8287c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/8401028f-0981-4788-947b-082614b86068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7532127 Jul 09 17:12:41.428287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:41.444663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad38c58f-553a-4565-b6b3-516010d090da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.552807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad38c58f-553a-4565-b6b3-516010d090da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.558292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad38c58f-553a-4565-b6b3-516010d090da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.606287 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ad38c58f-553a-4565-b6b3-516010d090da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc5c7a4963f14a70af29b9877b346a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768672 Jul 09 17:12:41.608779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 33932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:41.637780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38c58f-553a-4565-b6b3-516010d090da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b32d9-c45a-4b4a-8e9f-161d8bea1524,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.698493 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a086df3-d8d7-455d-9e3e-7a6490d28dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.726782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a086df3-d8d7-455d-9e3e-7a6490d28dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.784176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e98a8c28-3082-4ead-aa77-6cad6b0be419 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:41.804541 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a086df3-d8d7-455d-9e3e-7a6490d28dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.807955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a086df3-d8d7-455d-9e3e-7a6490d28dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.809212 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5a086df3-d8d7-455d-9e3e-7a6490d28dca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d64b32d9-c45a-4b4a-8e9f-161d8bea1524 HTTP/1.1" status: 204 len: 168 time: 0.1992435 Jul 09 17:12:41.828048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a086df3-d8d7-455d-9e3e-7a6490d28dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b32d9-c45a-4b4a-8e9f-161d8bea1524,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.875778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e98a8c28-3082-4ead-aa77-6cad6b0be419 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:41.876245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.981809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9b68e9c9-c9ba-4129-8690-71c8242180b2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:42.049803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Sync routers for ids ['8401028f-0981-4788-947b-082614b86068'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:42.063739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Routers {'8401028f-0981-4788-947b-082614b86068'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:42.064602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8401028f-0981-4788-947b-082614b86068'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:42.125342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9b68e9c9-c9ba-4129-8690-71c8242180b2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:42.126047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.217165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Set router 8401028f-0981-4788-947b-082614b86068 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:42.255526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-42cc7d40-3138-4310-be12-9549e883832e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:42.257578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-42cc7d40-3138-4310-be12-9549e883832e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.2480133 Jul 09 17:12:42.289843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-167994bc-b2ca-4b35-98b1-aa1080068e39 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/quotas/c49c57f0457a4b479949ff795c475c60 HTTP/1.1" status: 200 len: 375 time: 0.0220916 Jul 09 17:12:42.328778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af29c093-5e83-4366-a55e-fbdab4d106eb up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:42.402881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-b406d67c-7636-47d7-ac00-41c0c14988c5 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120462 Jul 09 17:12:42.474986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port af29c093-5e83-4366-a55e-fbdab4d106eb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:42.480232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port af29c093-5e83-4366-a55e-fbdab4d106eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:42.480631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.522971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-f515d963-69aa-426e-93c6-cc251dc2ab44 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191247 Jul 09 17:12:42.552222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:39Z', 'revision_number': 4, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'efac4558-6c85-4ef4-b3e8-5f026f498dc1', 'name': '', 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'mac_address': 'fa:16:3e:be:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29766ced-e756-4be6-95e3-71010d6bdd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:38Z', 'updated_at': '2021-07-09T17:12:39Z', 'revision_number': 2, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'subnets': [{'id': '29766ced-e756-4be6-95e3-71010d6bdd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:42.605100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Checking router: 8401028f-0981-4788-947b-082614b86068 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:42.605100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Updating router 8401028f-0981-4788-947b-082614b86068 port efac4558-6c85-4ef4-b3e8-5f026f498dc1 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:42.635352 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.668715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port af29c093-5e83-4366-a55e-fbdab4d106eb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=af29c093-5e83-4366-a55e-fbdab4d106eb,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:42.683590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.687144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-fca6a11f-dfb3-44a7-b903-779204ad31c8 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596081 Jul 09 17:12:42.693991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.779581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=af29c093-5e83-4366-a55e-fbdab4d106eb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:42.909494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-271fdb79-444a-4ed1-8824-4eccc16ba045 req-aa003ea8-8a71-4d86-ba33-d42664a55156 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 210 time: 0.0454242 Jul 09 17:12:43.140288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.152208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Transition to ACTIVE for port object efac4558-6c85-4ef4-b3e8-5f026f498dc1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:43.161033 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.244627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3840-78af-48fd-b2b5-7b9b179a6a88 None None] Pushing event updated for resources: {'Port': ['ID=efac4558-6c85-4ef4-b3e8-5f026f498dc1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:43.363389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Attempting to bind port efac4558-6c85-4ef4-b3e8-5f026f498dc1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:43.365320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Attempting to bind port efac4558-6c85-4ef4-b3e8-5f026f498dc1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:43.367402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Attempting to bind port efac4558-6c85-4ef4-b3e8-5f026f498dc1 on network f6df75bc-314c-41d2-9a8e-89de43cbf1bb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:43.379947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:43.380465 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Checking segment: {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:43.380880 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.381594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Bound using segment: {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:43.382105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Bound port: efac4558-6c85-4ef4-b3e8-5f026f498dc1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc45b35-f74a-4315-bafc-1a3690e59956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:43.382683 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.555492 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] For port efac4558-6c85-4ef4-b3e8-5f026f498dc1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:43.562953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] For port efac4558-6c85-4ef4-b3e8-5f026f498dc1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=efac4558-6c85-4ef4-b3e8-5f026f498dc1,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:43.577458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.663441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3840-78af-48fd-b2b5-7b9b179a6a88 None None] Pushing event updated for resources: {'Port': ['ID=efac4558-6c85-4ef4-b3e8-5f026f498dc1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:43.673671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Routers {'8401028f-0981-4788-947b-082614b86068'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:43.674368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:12:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8401028f-0981-4788-947b-082614b86068'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:43.720201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af29c093-5e83-4366-a55e-fbdab4d106eb up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:43.836134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] Set router 8401028f-0981-4788-947b-082614b86068 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:43.838774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port af29c093-5e83-4366-a55e-fbdab4d106eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:43.839278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.107709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9385d284-c06e-4227-9ec7-c3b0174beda0 req-be31ba50-632f-4f05-9cc3-a5cc6d5a4f9e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 210 time: 0.0338748 Jul 09 17:12:44.196282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:39Z', 'revision_number': 4, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'efac4558-6c85-4ef4-b3e8-5f026f498dc1', 'name': '', 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'mac_address': 'fa:16:3e:be:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29766ced-e756-4be6-95e3-71010d6bdd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:38Z', 'updated_at': '2021-07-09T17:12:43Z', 'revision_number': 4, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'subnets': [{'id': '29766ced-e756-4be6-95e3-71010d6bdd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:44.225383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc311e-06cf-4cfe-b8a7-c1816a2be3cb None None] The sync data for ids ['8401028f-0981-4788-947b-082614b86068'] in n-d-800085-2 is: [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:39Z', 'revision_number': 4, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'efac4558-6c85-4ef4-b3e8-5f026f498dc1', 'name': '', 'network_id': 'f6df75bc-314c-41d2-9a8e-89de43cbf1bb', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'mac_address': 'fa:16:3e:be:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29766ced-e756-4be6-95e3-71010d6bdd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:38Z', 'updated_at': '2021-07-09T17:12:43Z', 'revision_number': 4, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'subnets': [{'id': '29766ced-e756-4be6-95e3-71010d6bdd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:44.728402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-adf49862-1299-4010-9568-db9086dc848e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:44.730958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-adf49862-1299-4010-9568-db9086dc848e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.37 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.1192768 Jul 09 17:12:44.746171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Request body: {'port': {'device_id': '4d0ce46d-c834-47bb-b118-3c88face819d', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'admin_state_up': True, 'tenant_id': 'c49c57f0457a4b479949ff795c475c60'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:44.800449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Made reservation on behalf of c49c57f0457a4b479949ff795c475c60 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:44.804648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.965571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Allocated IP 172.20.0.7 (1aa86da9-1d02-4f5d-a381-e99270964fc5/695cb2e7-1c51-4401-8eb9-333d95a9c863/9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:45.164505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.182791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Transition to ACTIVE for port object 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:45.240233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.303529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:45.308338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:45.312743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:45.340181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4decf-2828-4f62-a855-e912a2b86667 req-f53a605b-4416-4d19-afaf-586f32c7300d tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:45.341728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9e4decf-2828-4f62-a855-e912a2b86667 req-f53a605b-4416-4d19-afaf-586f32c7300d tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1027 time: 0.0691593 Jul 09 17:12:45.395093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9e4decf-2828-4f62-a855-e912a2b86667 req-ad019eed-88de-4502-b95b-59bc21bd1037 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Jul 09 17:12:45.404151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Pushing event updated for resources: {'Port': ['ID=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.440423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:45.441454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.476857 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-7da954f6-9300-467d-9227-f13a49450432 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7379017 Jul 09 17:12:45.510167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Request body: {'port': {'device_id': '4d0ce46d-c834-47bb-b118-3c88face819d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.643714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.714127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b8a07ca-4890-4c2d-bce6-c52b4013b9d7 None None] Provisioning for port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:45.723072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device efac4558-6c85-4ef4-b3e8-5f026f498dc1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:45.725745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b8a07ca-4890-4c2d-bce6-c52b4013b9d7 None None] Provisioning complete for port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:45.726121 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b8a07ca-4890-4c2d-bce6-c52b4013b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.826543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a07ca-4890-4c2d-bce6-c52b4013b9d7 None None] Port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:45.844939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:45.855189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:45.858628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.996070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.051467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port efac4558-6c85-4ef4-b3e8-5f026f498dc1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=efac4558-6c85-4ef4-b3e8-5f026f498dc1,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:46.057416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.126651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:46.128571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=efac4558-6c85-4ef4-b3e8-5f026f498dc1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:46.142162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.156801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Transition to ACTIVE for port object 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:46.160874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.240538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:46.268371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:46.297531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Attempting to bind port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:46.297875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Attempting to bind port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:46.298438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Attempting to bind port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:46.305249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:46.305592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Attempting to bind port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:46.312129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:46.312470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Checking segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:46.312860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Bound using segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:46.316904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Bound port: 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:46.316904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.407721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] For port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:46.411537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] For port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:46.416787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.425057 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f35cde-c252-451e-9785-e420e6b2a377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.459269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.460196 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.461666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 HTTP/1.1" status: 200 len: 1091 time: 0.9695818 Jul 09 17:12:46.462131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0ce46d-c834-47bb-b118-3c88face819d', 'tag': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:46.464560 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b426eca-4cd7-46a0-ab59-1fb59186bae6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0ce46d-c834-47bb-b118-3c88face819d", "tag": "9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:46.492239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbb8c-9b09-47cf-aab7-d9fede1c12c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:46.600037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-c39325cf-4be5-490a-b1d1-bd38bc01ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.601634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-c39325cf-4be5-490a-b1d1-bd38bc01ca6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.0678058 Jul 09 17:12:46.629276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f35cde-c252-451e-9785-e420e6b2a377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.637446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f35cde-c252-451e-9785-e420e6b2a377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.661084 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-2f4e3cae-cbcb-4bfc-ba42-9374aa7c5a8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 HTTP/1.1" status: 200 len: 217 time: 0.0461953 Jul 09 17:12:46.694230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f35cde-c252-451e-9785-e420e6b2a377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dcf12b-3129-4637-b75c-2f0d17f7f759,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:46.713728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18f35cde-c252-451e-9785-e420e6b2a377 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84e5f529f0eb4a46be3ace7aae199a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437368 Jul 09 17:12:46.716233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:46.725682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b48937-42e0-45b7-9a35-e105e1bd55ab req-b4f77702-ec5d-46f1-8879-a800539e6398 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.727430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69b48937-42e0-45b7-9a35-e105e1bd55ab req-b4f77702-ec5d-46f1-8879-a800539e6398 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.1576264 Jul 09 17:12:46.778711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-8781a5fa-a967-46fa-815f-83d82183feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.778711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-8781a5fa-a967-46fa-815f-83d82183feea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=695cb2e7-1c51-4401-8eb9-333d95a9c863 HTTP/1.1" status: 200 len: 849 time: 0.1109278 Jul 09 17:12:46.788702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69b48937-42e0-45b7-9a35-e105e1bd55ab req-183f685b-dbcd-4f15-9fb1-81db86c609c5 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514896 Jul 09 17:12:46.852844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db89c61f-e3ac-4ee4-991b-76d3b81c2507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.856081 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ea452-6553-4a43-b417-2a83d13c05ae x-openstack-request-id: req-da5ea452-6553-4a43-b417-2a83d13c05ae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:46.856373 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0ce46d-c834-47bb-b118-3c88face819d", "tag": "9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:46.856676 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da5ea452-6553-4a43-b417-2a83d13c05ae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:46.857078 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0ce46d-c834-47bb-b118-3c88face819d', 'tag': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9', 'status': 'completed', 'code': 200} Jul 09 17:12:46.887109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db89c61f-e3ac-4ee4-991b-76d3b81c2507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.909337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-39ac35c1-7193-4660-9738-829138e0b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.911016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-39ac35c1-7193-4660-9738-829138e0b627 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aa86da9-1d02-4f5d-a381-e99270964fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257980 Jul 09 17:12:47.005325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db89c61f-e3ac-4ee4-991b-76d3b81c2507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.008329 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db89c61f-e3ac-4ee4-991b-76d3b81c2507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.009481 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db89c61f-e3ac-4ee4-991b-76d3b81c2507 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74dcf12b-3129-4637-b75c-2f0d17f7f759 HTTP/1.1" status: 204 len: 168 time: 0.2922699 Jul 09 17:12:47.028547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89c61f-e3ac-4ee4-991b-76d3b81c2507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dcf12b-3129-4637-b75c-2f0d17f7f759,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:47.032334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-f2d071f3-a2a8-4441-bce6-8f68ce490040 service neutron] 10.222.0.37 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141229 Jul 09 17:12:47.162146 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d907b6e-95e3-4fc3-ab50-8e42b03b5dd0 req-fa277ad7-2a5c-42d9-a83e-a1a988d5b52a service neutron] 10.222.0.37 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237345 Jul 09 17:12:47.360570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-ccbf099e-0d00-4954-9f9a-f0821ec6a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.362236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-ccbf099e-0d00-4954-9f9a-f0821ec6a62a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.0626152 Jul 09 17:12:47.441192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.456650 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d3661bf-e760-4692-bf5e-ce883c779971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.464296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-f0c8f71a-700d-4110-9451-44a6d9c3283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.465867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-f0c8f71a-700d-4110-9451-44a6d9c3283a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.0948000 Jul 09 17:12:47.524846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-4bfb2dff-0802-4772-a0d7-e0a618341664 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 HTTP/1.1" status: 200 len: 217 time: 0.0505278 Jul 09 17:12:47.584344 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d3661bf-e760-4692-bf5e-ce883c779971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.590288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d3661bf-e760-4692-bf5e-ce883c779971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.595755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-6863e30b-2e00-4e26-8a56-4b382b4c0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.597411 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-6863e30b-2e00-4e26-8a56-4b382b4c0a95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=695cb2e7-1c51-4401-8eb9-333d95a9c863 HTTP/1.1" status: 200 len: 849 time: 0.0655558 Jul 09 17:12:47.634038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3661bf-e760-4692-bf5e-ce883c779971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50010096-41f5-4a64-a0c6-058efe16196a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:47.642481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d3661bf-e760-4692-bf5e-ce883c779971 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abc82bc39ed04062baef1f95f68529ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992075 Jul 09 17:12:47.643197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.652356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device efac4558-6c85-4ef4-b3e8-5f026f498dc1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:47.700841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-ddfd1cbc-8283-48d5-974c-80eb2e16f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.702403 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-ddfd1cbc-8283-48d5-974c-80eb2e16f147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aa86da9-1d02-4f5d-a381-e99270964fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965819 Jul 09 17:12:47.702910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port efac4558-6c85-4ef4-b3e8-5f026f498dc1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:47.703281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.736153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764a4015-b2f7-48ee-a187-205264a9998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.789940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764a4015-b2f7-48ee-a187-205264a9998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.848381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-957ba69b-792e-4089-8a86-a580669eb2d8 service neutron] 10.222.0.37 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365621 Jul 09 17:12:47.914548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764a4015-b2f7-48ee-a187-205264a9998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.917360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764a4015-b2f7-48ee-a187-205264a9998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.921100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-764a4015-b2f7-48ee-a187-205264a9998c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50010096-41f5-4a64-a0c6-058efe16196a HTTP/1.1" status: 204 len: 168 time: 0.2744355 Jul 09 17:12:47.931495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a4015-b2f7-48ee-a187-205264a9998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50010096-41f5-4a64-a0c6-058efe16196a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:47.987804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb4da2-ede8-4e74-888a-451cb4da5320 req-645a95d4-28f6-4abd-afca-bc2d179650ef tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.990217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0eb4da2-ede8-4e74-888a-451cb4da5320 req-645a95d4-28f6-4abd-afca-bc2d179650ef tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.0670733 Jul 09 17:12:47.995654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b426eca-4cd7-46a0-ab59-1fb59186bae6 req-6654162f-4295-4d50-b556-a6d726e24abe service neutron] 10.222.0.37 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389394 Jul 09 17:12:48.027589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0eb4da2-ede8-4e74-888a-451cb4da5320 req-c05946c7-0d99-4d71-b181-4d1259dd87dd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Jul 09 17:12:49.210849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09c71b-4e38-4ced-aee9-4ca28bbbfee9 req-afe7fe6f-93c5-471e-bfef-404385a58da7 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:49.212513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f09c71b-4e38-4ced-aee9-4ca28bbbfee9 req-afe7fe6f-93c5-471e-bfef-404385a58da7 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.0632918 Jul 09 17:12:49.250355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f09c71b-4e38-4ced-aee9-4ca28bbbfee9 req-c013d48e-98f3-40c2-b030-8ca7b995cf1d tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Jul 09 17:12:49.687154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:49.796866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75c704f7-5c6d-4880-8cd5-c6ee720bad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.886791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75c704f7-5c6d-4880-8cd5-c6ee720bad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.891870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75c704f7-5c6d-4880-8cd5-c6ee720bad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.933670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:49.933934 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-75c704f7-5c6d-4880-8cd5-c6ee720bad1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd81f3163f1943389ca9d4d3faa90902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453122 Jul 09 17:12:49.934624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c704f7-5c6d-4880-8cd5-c6ee720bad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0b8ac-c7ca-4e90-8580-92a2651c8a3f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:49.995361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5a68-a10e-4a2a-93d5-01ef34180417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.018294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5a68-a10e-4a2a-93d5-01ef34180417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.067056 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5a68-a10e-4a2a-93d5-01ef34180417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.069557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5a68-a10e-4a2a-93d5-01ef34180417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.070735 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4f6b5a68-a10e-4a2a-93d5-01ef34180417 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09d0b8ac-c7ca-4e90-8580-92a2651c8a3f HTTP/1.1" status: 204 len: 168 time: 0.1353061 Jul 09 17:12:50.078717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b5a68-a10e-4a2a-93d5-01ef34180417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0b8ac-c7ca-4e90-8580-92a2651c8a3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:50.349468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:50.363558 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe103-e409-4803-b4a4-af0a10d35ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.458949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9260f9-73c5-418f-9e15-e3e484ee4a58 req-3e9b1795-3cb4-46f5-9301-768d3f3d82b9 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:50.460522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f9260f9-73c5-418f-9e15-e3e484ee4a58 req-3e9b1795-3cb4-46f5-9301-768d3f3d82b9 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.0938072 Jul 09 17:12:50.517446 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f9260f9-73c5-418f-9e15-e3e484ee4a58 req-6b396e6b-3692-4a9a-8ae4-aacb1009384a tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498142 Jul 09 17:12:50.525910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe103-e409-4803-b4a4-af0a10d35ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.530154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe103-e409-4803-b4a4-af0a10d35ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.564439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbe103-e409-4803-b4a4-af0a10d35ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0202e8-89be-48da-9a16-ec97da729822,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:50.574703 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-dfdbe103-e409-4803-b4a4-af0a10d35ecd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b1067ce55014e9f82ee5384d130f061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236688 Jul 09 17:12:50.578324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:50.629810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d628112-4a62-4278-a491-c1bbdf98648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.651951 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d628112-4a62-4278-a491-c1bbdf98648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.699166 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d628112-4a62-4278-a491-c1bbdf98648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.701744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d628112-4a62-4278-a491-c1bbdf98648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.702954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d628112-4a62-4278-a491-c1bbdf98648d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa0202e8-89be-48da-9a16-ec97da729822 HTTP/1.1" status: 204 len: 168 time: 0.1236312 Jul 09 17:12:50.715559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d628112-4a62-4278-a491-c1bbdf98648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0202e8-89be-48da-9a16-ec97da729822,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:51.506910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:51.648263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:51.665828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'port_id': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9', 'mac_address': 'fa:16:3e:11:b5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:51.716732 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.732213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8513f1-1f9c-4476-aa9d-881cfc55aed6 req-c3f8705c-9269-4384-8c3a-109d990c35a0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:51.733809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:51.734689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e8513f1-1f9c-4476-aa9d-881cfc55aed6 req-c3f8705c-9269-4384-8c3a-109d990c35a0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1094 time: 0.0852172 Jul 09 17:12:51.757403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:51.763299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.803724 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e8513f1-1f9c-4476-aa9d-881cfc55aed6 req-cf431bc4-db5b-4438-bf61-c196ce959664 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Jul 09 17:12:51.832888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:52.128376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:52.977127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea40fd-bdff-402e-9d52-8de7c6985e97 req-39e5d85f-bef7-480c-a393-9d90be49acce tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.978840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8ea40fd-bdff-402e-9d52-8de7c6985e97 req-39e5d85f-bef7-480c-a393-9d90be49acce tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1095 time: 0.0573437 Jul 09 17:12:53.020910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8ea40fd-bdff-402e-9d52-8de7c6985e97 req-a759700c-7c6b-4df7-9c64-6bba232ea553 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343068 Jul 09 17:12:53.506966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:53.560734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:53.564526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:53.564982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.651227 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.674651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ce46d-c834-47bb-b118-3c88face819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:53.677024 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82482586-59a3-4817-91cf-edab0597ae4f" -d '{"events": [{"server_uuid": "4d0ce46d-c834-47bb-b118-3c88face819d", "name": "network-vif-plugged", "status": "completed", "tag": "9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:53.689818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:53.695064 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.724004 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45adc437-271a-40a5-9099-db35cf7af9fc x-openstack-request-id: req-45adc437-271a-40a5-9099-db35cf7af9fc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:53.724482 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ce46d-c834-47bb-b118-3c88face819d", "name": "network-vif-plugged", "status": "completed", "tag": "9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:53.724593 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45adc437-271a-40a5-9099-db35cf7af9fc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:53.724914 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ce46d-c834-47bb-b118-3c88face819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9', 'code': 200} Jul 09 17:12:53.747447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:53.872302 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.873140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33963777-b011-4d44-aa8b-9048c5d94260 req-e876b95c-baab-4fc7-b44b-ab5304c9175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.874830 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-33963777-b011-4d44-aa8b-9048c5d94260 req-e876b95c-baab-4fc7-b44b-ab5304c9175b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0568640 Jul 09 17:12:53.914555 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-33963777-b011-4d44-aa8b-9048c5d94260 req-c9152b99-de06-4340-9c70-bd5281b500bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Jul 09 17:12:54.186957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1bb1e-109b-4e4f-8273-8d666d3fb70a req-bfc148da-09eb-4c1f-82fd-aacc5b45487e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.188538 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55c1bb1e-109b-4e4f-8273-8d666d3fb70a req-bfc148da-09eb-4c1f-82fd-aacc5b45487e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0543871 Jul 09 17:12:54.227906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-55c1bb1e-109b-4e4f-8273-8d666d3fb70a req-d38da642-9e65-4076-bd9a-39a22922deab tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Jul 09 17:12:55.443736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b6dca-38bd-4dd6-ab6d-d7a264b4a4a3 req-a05bde7d-aef2-4498-84c1-5402a1f3ec5c tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.445618 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b2b6dca-38bd-4dd6-ab6d-d7a264b4a4a3 req-a05bde7d-aef2-4498-84c1-5402a1f3ec5c tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0880430 Jul 09 17:12:55.483872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b2b6dca-38bd-4dd6-ab6d-d7a264b4a4a3 req-4a5df3fc-12cb-485d-aa80-bfe4e80e3c00 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Jul 09 17:12:55.648543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1217eb-3b0e-4eec-ba8d-38bc1ff2a09e req-5c21a22c-f1bc-4fb1-b5c9-194a9e132edb tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.650098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d1217eb-3b0e-4eec-ba8d-38bc1ff2a09e req-5c21a22c-f1bc-4fb1-b5c9-194a9e132edb tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0544128 Jul 09 17:12:55.685819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d1217eb-3b0e-4eec-ba8d-38bc1ff2a09e req-5a6a8e11-f04c-48db-99aa-2bcfda45f7c4 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298464 Jul 09 17:12:55.863966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7df78-18d1-49f3-ae6a-e18cdacff8b1 req-08ce7c4f-5397-449b-8cbf-185699da5562 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.865552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1e7df78-18d1-49f3-ae6a-e18cdacff8b1 req-08ce7c4f-5397-449b-8cbf-185699da5562 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0598347 Jul 09 17:12:55.902845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1e7df78-18d1-49f3-ae6a-e18cdacff8b1 req-c2b27d50-8961-4004-9bf2-9782de9d43a5 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Jul 09 17:12:56.019315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-97a8d9ec-8154-41db-aa66-a7455b53ca37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3204973 Jul 09 17:12:56.135228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82f58a-e204-4b15-8a64-010964664dad req-3e9aded4-0d0d-4e66-980e-a0ba0528f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.136748 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-3e9aded4-0d0d-4e66-980e-a0ba0528f10b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0580153 Jul 09 17:12:56.211546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-55db759d-bd3f-4be0-84d8-94d393d60544 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.213152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-55db759d-bd3f-4be0-84d8-94d393d60544 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.0936573 Jul 09 17:12:56.228871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-7b8b530e-4e91-4843-aa44-ef3fb1021d83 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/quotas/c49c57f0457a4b479949ff795c475c60 HTTP/1.1" status: 200 len: 375 time: 0.0093594 Jul 09 17:12:56.259741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82f58a-e204-4b15-8a64-010964664dad req-fed28281-db5d-4ec0-bdec-d578beb326af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.261358 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-fed28281-db5d-4ec0-bdec-d578beb326af service neutron] 10.222.0.37 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.1020148 Jul 09 17:12:56.291285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-42d22768-9d72-475f-87ce-6349e37e8842 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561228 Jul 09 17:12:56.304279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-f35c3670-66f3-4dce-945c-eaf4a2f42edc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 HTTP/1.1" status: 200 len: 217 time: 0.0357673 Jul 09 17:12:56.354332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82f58a-e204-4b15-8a64-010964664dad req-178aab0a-1394-4474-a888-d205cf48ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.355837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-178aab0a-1394-4474-a888-d205cf48ce4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=695cb2e7-1c51-4401-8eb9-333d95a9c863 HTTP/1.1" status: 200 len: 849 time: 0.0458505 Jul 09 17:12:56.398241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-7a38781f-63ce-4413-a45d-7d13896a0b34 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990217 Jul 09 17:12:56.419807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82f58a-e204-4b15-8a64-010964664dad req-efc2c57c-dffc-40f8-a49a-73efc9b4712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.421427 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-efc2c57c-dffc-40f8-a49a-73efc9b4712a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1aa86da9-1d02-4f5d-a381-e99270964fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587025 Jul 09 17:12:56.522901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-0404293c-7c5a-46b6-b0ff-11705ead2f15 service neutron] 10.222.0.48 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173081 Jul 09 17:12:56.541321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-abb634e5-621a-48de-9cab-096e7d901ad1 service neutron] 10.222.0.37 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134932 Jul 09 17:12:56.656709 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d82f58a-e204-4b15-8a64-010964664dad req-d02e69c6-893c-4584-ac30-d54e81537bf9 service neutron] 10.222.0.37 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083934 Jul 09 17:12:56.875074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-0a83479a-0927-4bfc-84eb-6acaba60b5e7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.877099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-0a83479a-0927-4bfc-84eb-6acaba60b5e7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1143937 Jul 09 17:12:56.893387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-0d5a5e69-b05f-48b4-b940-77df03cc80a5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0097926 Jul 09 17:12:56.968702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-f5f630f3-dce2-470e-ae01-420013e41bf2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697813 Jul 09 17:12:57.075056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-4805a28b-7197-4299-b057-95928df4f182 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955658 Jul 09 17:12:57.184212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-f20d79e5-a9c2-4e22-9b8c-975e3bfd7517 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032140 Jul 09 17:12:57.430421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:12:57.489491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e7135f0-04a4-4a6b-9d7a-5ff5ea50c960 req-1146058a-f96e-43fe-b7cb-3345c0dad89f tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 210 time: 0.0327044 Jul 09 17:12:57.577274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21b151c4-b323-4559-9b58-a05053875b11 req-dba88b46-a1a5-4e29-8c61-7a760d5276c8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 210 time: 0.0371675 Jul 09 17:12:57.948278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-abca611c-3cfe-4724-9d3c-60b31073df72 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:57.950181 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-abca611c-3cfe-4724-9d3c-60b31073df72 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.43 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.1066988 Jul 09 17:12:57.969955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Request body: {'port': {'device_id': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'admin_state_up': True, 'tenant_id': 'c49c57f0457a4b479949ff795c475c60'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:57.991661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Made reservation on behalf of c49c57f0457a4b479949ff795c475c60 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:57.994048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.115974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Allocated IP 172.20.0.11 (1aa86da9-1d02-4f5d-a381-e99270964fc5/695cb2e7-1c51-4401-8eb9-333d95a9c863/7489ab71-6472-48d1-b70c-f23f002baaf1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:58.278570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.292175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Transition to ACTIVE for port object 7489ab71-6472-48d1-b70c-f23f002baaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:58.327260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.361669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:58.369604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:58.372379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:58.375987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:58.401567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Pushing event updated for resources: {'Port': ['ID=7489ab71-6472-48d1-b70c-f23f002baaf1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:58.424042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.424896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.443979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-bfb65e79-f374-4e3a-ad10-8908e6511cbd tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4782507 Jul 09 17:12:58.459969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Request body: {'port': {'device_id': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:58.573526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.647523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e99c31d-07e4-442f-a5ea-dbd802d49a31 None None] Provisioning for port 7489ab71-6472-48d1-b70c-f23f002baaf1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:58.669156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e99c31d-07e4-442f-a5ea-dbd802d49a31 None None] Provisioning complete for port 7489ab71-6472-48d1-b70c-f23f002baaf1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:58.669532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e99c31d-07e4-442f-a5ea-dbd802d49a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.749215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e99c31d-07e4-442f-a5ea-dbd802d49a31 None None] Port 7489ab71-6472-48d1-b70c-f23f002baaf1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:58.821601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc958e9-de01-4777-8f99-1ad3052a801e req-6d31d880-dbdf-483f-bbd4-fc3a5e8add22 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.837541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afc958e9-de01-4777-8f99-1ad3052a801e req-6d31d880-dbdf-483f-bbd4-fc3a5e8add22 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1028 time: 0.1393774 Jul 09 17:12:58.850441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-d5d0b1c1-fedf-4a61-b67f-0d223d21251a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.852316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-d5d0b1c1-fedf-4a61-b67f-0d223d21251a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.2283814 Jul 09 17:12:58.883521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:58.889315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afc958e9-de01-4777-8f99-1ad3052a801e req-eb352dbf-33ea-4865-829c-d0f8123c7640 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503838 Jul 09 17:12:59.051730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86c81833-4da8-4a2e-ab46-b5f8b4aebaae req-5d5053dc-7eb2-4149-bad9-a4b7e6efdc84 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 210 time: 0.0499504 Jul 09 17:12:59.136720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:59.140595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.159456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7489ab71-6472-48d1-b70c-f23f002baaf1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:59.168548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.222288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Transition to ACTIVE for port object 7489ab71-6472-48d1-b70c-f23f002baaf1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:59.231129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.291442 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7489ab71-6472-48d1-b70c-f23f002baaf1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:59.374342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.8 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/25d80e68-e331-41e1-943f-6cc749ba118a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:59.602407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Attempting to bind port 7489ab71-6472-48d1-b70c-f23f002baaf1 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:59.602864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Attempting to bind port 7489ab71-6472-48d1-b70c-f23f002baaf1 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:59.603202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Attempting to bind port 7489ab71-6472-48d1-b70c-f23f002baaf1 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:59.616228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Port 7489ab71-6472-48d1-b70c-f23f002baaf1 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:59.616557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Attempting to bind port 7489ab71-6472-48d1-b70c-f23f002baaf1 on network 1aa86da9-1d02-4f5d-a381-e99270964fc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:59.620551 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.629276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:59.629620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Checking segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:59.630013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Bound using segment: {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:59.630503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Bound port: 7489ab71-6472-48d1-b70c-f23f002baaf1, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:59.631154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.646770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object 25d80e68-e331-41e1-943f-6cc749ba118a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:59.722728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] For port 7489ab71-6472-48d1-b70c-f23f002baaf1, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:59.726985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] For port 7489ab71-6472-48d1-b70c-f23f002baaf1, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7489ab71-6472-48d1-b70c-f23f002baaf1,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:59.729108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.739209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.795697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:59.801602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:59.802292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.803745 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] 10.222.0.43 "PUT /v2.0/ports/7489ab71-6472-48d1-b70c-f23f002baaf1 HTTP/1.1" status: 200 len: 1092 time: 1.3491611 Jul 09 17:12:59.804668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:59.806602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'tag': '7489ab71-6472-48d1-b70c-f23f002baaf1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:59.809121 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf68e9a6-4fd3-457e-b9c7-f3509916aa1a", "tag": "7489ab71-6472-48d1-b70c-f23f002baaf1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:59.829611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:59.909684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=25d80e68-e331-41e1-943f-6cc749ba118a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:59.913748 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af1004f-0ad2-4e21-9118-e6bcc5dc6bf0 x-openstack-request-id: req-3af1004f-0ad2-4e21-9118-e6bcc5dc6bf0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:59.914272 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf68e9a6-4fd3-457e-b9c7-f3509916aa1a", "tag": "7489ab71-6472-48d1-b70c-f23f002baaf1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:59.914726 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3af1004f-0ad2-4e21-9118-e6bcc5dc6bf0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:59.915314 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'tag': '7489ab71-6472-48d1-b70c-f23f002baaf1', 'status': 'completed', 'code': 200} Jul 09 17:13:00.040201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.040900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.067939 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-14348af5-ad0a-4ad8-9f1b-fb9235559a25 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884482 Jul 09 17:13:00.077570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-3712efe7-39d9-4cb9-8e19-7faa3d894b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.077570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-3712efe7-39d9-4cb9-8e19-7faa3d894b00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1095 time: 0.2182443 Jul 09 17:13:00.094314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Request body: {'port': {'device_id': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:00.146136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4d45d-dc64-4a65-b903-42f5e92f68b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7489ab71-6472-48d1-b70c-f23f002baaf1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:00.208719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.229068 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5948a-64fd-4e58-9fa7-cd8d475c27fd req-12c893ef-b84d-438f-bc6f-745cb284552c tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.231858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8a5948a-64fd-4e58-9fa7-cd8d475c27fd req-12c893ef-b84d-438f-bc6f-745cb284552c tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1095 time: 0.1607709 Jul 09 17:13:00.243612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-4273a5c0-6848-4a3a-a1a5-92339b01a34a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7489ab71-6472-48d1-b70c-f23f002baaf1 HTTP/1.1" status: 200 len: 217 time: 0.1047595 Jul 09 17:13:00.291365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8a5948a-64fd-4e58-9fa7-cd8d475c27fd req-87fd8b0e-4cbc-4352-aa66-b21f35648772 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526776 Jul 09 17:13:00.343190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cdc4b8e-221f-454b-a75b-985d99cc3909 None None] Provisioning for port 25d80e68-e331-41e1-943f-6cc749ba118a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:00.348503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cdc4b8e-221f-454b-a75b-985d99cc3909 None None] Provisioning complete for port 25d80e68-e331-41e1-943f-6cc749ba118a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:00.349007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4b8e-221f-454b-a75b-985d99cc3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.403441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc4b8e-221f-454b-a75b-985d99cc3909 None None] Port 25d80e68-e331-41e1-943f-6cc749ba118a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:00.493475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-2c479baf-e841-4237-b7e3-7ff0cfe279c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.494967 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-2c479baf-e841-4237-b7e3-7ff0cfe279c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=695cb2e7-1c51-4401-8eb9-333d95a9c863 HTTP/1.1" status: 200 len: 849 time: 0.0719304 Jul 09 17:13:00.544793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eada35-ea61-4286-a6d2-012e9847d606 req-aba78323-923e-4320-ae1d-3ee15c2b302d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.546839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4eada35-ea61-4286-a6d2-012e9847d606 req-aba78323-923e-4320-ae1d-3ee15c2b302d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 931 time: 0.0844479 Jul 09 17:13:00.598304 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4eada35-ea61-4286-a6d2-012e9847d606 req-277b7b0b-bb5f-488f-894a-2fa0d07dd9bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Jul 09 17:13:00.617898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-f8b3b06e-0bc6-4144-b700-a8b049cfb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.619709 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-f8b3b06e-0bc6-4144-b700-a8b049cfb7c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1aa86da9-1d02-4f5d-a381-e99270964fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169970 Jul 09 17:13:00.621655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d80e68-e331-41e1-943f-6cc749ba118a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:00.638569 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.695267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Transition to ACTIVE for port object 25d80e68-e331-41e1-943f-6cc749ba118a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:00.700561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.776071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Pushing event updated for resources: {'Port': ['ID=25d80e68-e331-41e1-943f-6cc749ba118a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:00.790164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-4caf67fc-4455-4643-95bc-53ba179b405e service neutron] 10.222.0.43 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632221 Jul 09 17:13:00.946152 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Attempting to bind port 25d80e68-e331-41e1-943f-6cc749ba118a on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:00.946517 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Attempting to bind port 25d80e68-e331-41e1-943f-6cc749ba118a by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:00.946849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Attempting to bind port 25d80e68-e331-41e1-943f-6cc749ba118a on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:00.968370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Port 25d80e68-e331-41e1-943f-6cc749ba118a on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:00.968846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Attempting to bind port 25d80e68-e331-41e1-943f-6cc749ba118a on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:00.974929 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fb920fe2-d6bb-44b8-b278-a8f21401765d req-0e6b261f-92e7-41f3-8d16-57df2615e2dd service neutron] 10.222.0.43 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598251 Jul 09 17:13:00.979815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:00.980358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:00.980961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:00.988693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Bound port: 25d80e68-e331-41e1-943f-6cc749ba118a, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:00.989413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.107127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] For port 25d80e68-e331-41e1-943f-6cc749ba118a, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:01.129651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] For port 25d80e68-e331-41e1-943f-6cc749ba118a, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=25d80e68-e331-41e1-943f-6cc749ba118a,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:01.137893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.194648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.195271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.197109 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] 10.222.0.37 "PUT /v2.0/ports/25d80e68-e331-41e1-943f-6cc749ba118a HTTP/1.1" status: 200 len: 1091 time: 1.1114142 Jul 09 17:13:01.210321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-d4cda9aa-d638-4e77-a210-693187b2fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.220608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-d4cda9aa-d638-4e77-a210-693187b2fb81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c49c57f0457a4b479949ff795c475c60&device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1095 time: 0.1607864 Jul 09 17:13:01.293640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15aa3-e89b-4015-b73f-08533071ed35 service neutron] Pushing event updated for resources: {'Port': ['ID=25d80e68-e331-41e1-943f-6cc749ba118a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:01.421855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-a321cf00-480d-4a8b-8323-de5a41e8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.426043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-a321cf00-480d-4a8b-8323-de5a41e8f155 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 200 len: 911 time: 0.1949277 Jul 09 17:13:01.448914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-5b0337c9-c3db-4eae-9c48-fce706a0d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.461112 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-5b0337c9-c3db-4eae-9c48-fce706a0d2bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 1094 time: 0.1579373 Jul 09 17:13:01.528789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-97362eea-d86b-4ff7-aab8-b5564e54d921 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7489ab71-6472-48d1-b70c-f23f002baaf1 HTTP/1.1" status: 200 len: 217 time: 0.0941486 Jul 09 17:13:01.615050 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:01.633258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-58fde733-3994-402f-a6b8-c454a784f786 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25d80e68-e331-41e1-943f-6cc749ba118a HTTP/1.1" status: 200 len: 217 time: 0.1026280 Jul 09 17:13:01.667032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385101cd-e4f6-4f13-be83-fd2f1dbe1d35 req-7b10776f-f922-47f4-b5a6-c5a37b8dc982 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.668800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-385101cd-e4f6-4f13-be83-fd2f1dbe1d35 req-7b10776f-f922-47f4-b5a6-c5a37b8dc982 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1095 time: 0.1232598 Jul 09 17:13:01.726875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-385101cd-e4f6-4f13-be83-fd2f1dbe1d35 req-da9d9326-6321-4fce-b331-abbd3873740d tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Jul 09 17:13:01.733029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-2450302e-205f-4d23-ae42-e859d54e0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.742701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-2450302e-205f-4d23-ae42-e859d54e0466 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0794365 Jul 09 17:13:01.786407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-f37aa464-0439-4a54-842b-c778f523bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.789615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-f37aa464-0439-4a54-842b-c778f523bc07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=695cb2e7-1c51-4401-8eb9-333d95a9c863 HTTP/1.1" status: 200 len: 849 time: 0.1511815 Jul 09 17:13:01.823693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c5012-fcee-4055-9796-ee33c736bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.879147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-bc3b4f00-9dd8-42fd-998b-24a3f599cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.881180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-bc3b4f00-9dd8-42fd-998b-24a3f599cdd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386096 Jul 09 17:13:01.943556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'tag': '25d80e68-e331-41e1-943f-6cc749ba118a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:01.946961 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae6890-426c-4282-a27d-cb3b95bb0ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "03beb0ec-4920-493c-84aa-0c6532c0f20f", "tag": "25d80e68-e331-41e1-943f-6cc749ba118a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:01.957884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-dec4186a-6f91-49cc-8d73-b49bb62bbef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.959765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-dec4186a-6f91-49cc-8d73-b49bb62bbef5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1aa86da9-1d02-4f5d-a381-e99270964fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602292 Jul 09 17:13:01.992695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c5012-fcee-4055-9796-ee33c736bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.000264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-658c5012-fcee-4055-9796-ee33c736bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.043206 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19037b25-f620-48ce-9717-eff02a2aa31e req-156a8a48-585f-499f-8001-0e63cab3e126 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.044832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19037b25-f620-48ce-9717-eff02a2aa31e req-156a8a48-585f-499f-8001-0e63cab3e126 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1326394 Jul 09 17:13:02.055137 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-658c5012-fcee-4055-9796-ee33c736bd8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88a2203990f34491b518988cb5c277b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385855 Jul 09 17:13:02.059256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:02.077021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c5012-fcee-4055-9796-ee33c736bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb909d5-49a9-4321-a56d-51aa67150d76,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:02.147352 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19037b25-f620-48ce-9717-eff02a2aa31e req-c946985d-97ee-47e5-a89e-9962a0d6d6bd tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863080 Jul 09 17:13:02.168933 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379e1aab-9d63-420b-8138-2ac9f095f30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.226626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379e1aab-9d63-420b-8138-2ac9f095f30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.292980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379e1aab-9d63-420b-8138-2ac9f095f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.295745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-379e1aab-9d63-420b-8138-2ac9f095f30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.297061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-379e1aab-9d63-420b-8138-2ac9f095f30b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bb909d5-49a9-4321-a56d-51aa67150d76 HTTP/1.1" status: 204 len: 168 time: 0.2339776 Jul 09 17:13:02.311241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e1aab-9d63-420b-8138-2ac9f095f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb909d5-49a9-4321-a56d-51aa67150d76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:02.366226 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55123eb-8574-4d79-bbd7-2ce81590d3d5 x-openstack-request-id: req-d55123eb-8574-4d79-bbd7-2ce81590d3d5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:02.366226 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03beb0ec-4920-493c-84aa-0c6532c0f20f", "tag": "25d80e68-e331-41e1-943f-6cc749ba118a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:02.366226 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d55123eb-8574-4d79-bbd7-2ce81590d3d5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:02.369102 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'tag': '25d80e68-e331-41e1-943f-6cc749ba118a', 'status': 'completed', 'code': 200} Jul 09 17:13:02.407621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-e5dd431c-c436-4fd5-8fdb-599f635c6142 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191653 Jul 09 17:13:02.502096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-188b1b38-9ac6-4703-85e6-de0ed1d08152 service neutron] 10.222.0.43 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334203 Jul 09 17:13:02.665672 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0507c7cc-6e2f-483b-8e52-2a7822335f9e req-919e7025-7dd2-4227-9222-42844e734cfa service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468681 Jul 09 17:13:02.699390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f49d6e17-afdd-4c6e-a015-1f776fdfd84f req-831cd714-a633-49aa-b68b-4e6a69b2c79e service neutron] 10.222.0.43 "GET /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889968 Jul 09 17:13:02.777508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:02.810325 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22863edc-021c-42f4-817c-65a4faab321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.872608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-8de451e9-d268-4c81-ab58-af5d5fd13abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.874052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-8de451e9-d268-4c81-ab58-af5d5fd13abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 1094 time: 0.1080816 Jul 09 17:13:02.996776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22863edc-021c-42f4-817c-65a4faab321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.999031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345efd-03a0-4b6f-86aa-e4b7a00663a3 req-a28cdff1-d73d-4f33-ac48-4854578acfdc tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.000843 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67345efd-03a0-4b6f-86aa-e4b7a00663a3 req-a28cdff1-d73d-4f33-ac48-4854578acfdc tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1095 time: 0.1410072 Jul 09 17:13:03.001252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-59eaeeb8-67c5-4f9e-85ae-588803bee978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.002911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-59eaeeb8-67c5-4f9e-85ae-588803bee978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.1228504 Jul 09 17:13:03.003158 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22863edc-021c-42f4-817c-65a4faab321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.050725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-a71e70eb-d9e7-41c6-9073-994e33fc84f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25d80e68-e331-41e1-943f-6cc749ba118a HTTP/1.1" status: 200 len: 217 time: 0.0410855 Jul 09 17:13:03.089825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-22863edc-021c-42f4-817c-65a4faab321f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0621c2f5889b4cae87870d3f7cc4c6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010252 Jul 09 17:13:03.092913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:03.095027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22863edc-021c-42f4-817c-65a4faab321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4817c586-b302-4229-aab6-56fc077db1cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:03.136759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-67345efd-03a0-4b6f-86aa-e4b7a00663a3 req-d4e2e767-7e8a-4a55-909f-0bcaa23a9ca6 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228695 Jul 09 17:13:03.158624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-d15ac97a-8a46-4e84-841a-5277801455d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.160165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-d15ac97a-8a46-4e84-841a-5277801455d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.1040874 Jul 09 17:13:03.201292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347d01a3-8b8e-4f24-9b45-ba4fe6c34520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.251356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347d01a3-8b8e-4f24-9b45-ba4fe6c34520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.300074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-b4625949-7254-4776-bcf9-6ddedaa91bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.302127 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-b4625949-7254-4776-bcf9-6ddedaa91bd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354289 Jul 09 17:13:03.377512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347d01a3-8b8e-4f24-9b45-ba4fe6c34520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.380677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347d01a3-8b8e-4f24-9b45-ba4fe6c34520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.384469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-347d01a3-8b8e-4f24-9b45-ba4fe6c34520 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4817c586-b302-4229-aab6-56fc077db1cf HTTP/1.1" status: 204 len: 168 time: 0.2882054 Jul 09 17:13:03.389116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd68bc-8e46-45f8-ba5d-902e7ecb34ec req-33d113c3-abcf-4ab0-937b-e335e4c0c9a3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.397956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15bd68bc-8e46-45f8-ba5d-902e7ecb34ec req-33d113c3-abcf-4ab0-937b-e335e4c0c9a3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1089859 Jul 09 17:13:03.401867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d01a3-8b8e-4f24-9b45-ba4fe6c34520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4817c586-b302-4229-aab6-56fc077db1cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:03.449996 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-15bd68bc-8e46-45f8-ba5d-902e7ecb34ec req-555a4702-26c2-4bf2-80df-5948448e813e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473013 Jul 09 17:13:03.458057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-6a38ecaf-b37e-42e4-9c86-03bb3aeac2dc service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490002 Jul 09 17:13:03.581837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46ae6890-426c-4282-a27d-cb3b95bb0ad0 req-dfc102af-c7b9-4259-86d5-7a02c994846e service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167018 Jul 09 17:13:03.766268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7489ab71-6472-48d1-b70c-f23f002baaf1 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:03.920176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7489ab71-6472-48d1-b70c-f23f002baaf1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7489ab71-6472-48d1-b70c-f23f002baaf1,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:03.935788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '7489ab71-6472-48d1-b70c-f23f002baaf1', 'network_id': '1aa86da9-1d02-4f5d-a381-e99270964fc5', 'port_id': '7489ab71-6472-48d1-b70c-f23f002baaf1', 'mac_address': 'fa:16:3e:14:23:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695cb2e7-1c51-4401-8eb9-333d95a9c863', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:03.985518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.998603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489ab71-6472-48d1-b70c-f23f002baaf1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:04.018889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7489ab71-6472-48d1-b70c-f23f002baaf1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7489ab71-6472-48d1-b70c-f23f002baaf1,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:04.023228 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.082183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=7489ab71-6472-48d1-b70c-f23f002baaf1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:04.275713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7489ab71-6472-48d1-b70c-f23f002baaf1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:04.334813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848810a-2cf6-4ba1-bdee-c04e36fa4856 req-d67c46f1-8ec8-48d4-9601-33e20701340b tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:04.342897 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5848810a-2cf6-4ba1-bdee-c04e36fa4856 req-d67c46f1-8ec8-48d4-9601-33e20701340b tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1096 time: 0.0688224 Jul 09 17:13:04.387037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5848810a-2cf6-4ba1-bdee-c04e36fa4856 req-55d9b4cd-4834-4af7-8630-4cbbe1f96f25 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 Jul 09 17:13:04.690350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546813-061e-4e2d-b6fe-66bb37358663 req-b72953a9-ec27-40a0-9cfb-7278a2d01597 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:04.691973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72546813-061e-4e2d-b6fe-66bb37358663 req-b72953a9-ec27-40a0-9cfb-7278a2d01597 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0999422 Jul 09 17:13:04.746746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72546813-061e-4e2d-b6fe-66bb37358663 req-4d3ef0b8-5a58-4c40-8ac8-4b07f35a9909 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Jul 09 17:13:05.585494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b5da6-b981-4060-9cbb-f5ccaa47312b req-ca5722a8-d49b-469d-9a83-6440c6b1e8cf tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.587146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a66b5da6-b981-4060-9cbb-f5ccaa47312b req-ca5722a8-d49b-469d-9a83-6440c6b1e8cf tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1096 time: 0.0728853 Jul 09 17:13:05.646689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a66b5da6-b981-4060-9cbb-f5ccaa47312b req-2febf469-4bed-4b2c-bca7-c6758fa635b1 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501471 Jul 09 17:13:05.776872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7489ab71-6472-48d1-b70c-f23f002baaf1 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:05.833128 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd1450c-9c18-49d2-b202-6f58ca4b3546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.869661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 7489ab71-6472-48d1-b70c-f23f002baaf1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:05.879174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 7489ab71-6472-48d1-b70c-f23f002baaf1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:05.882075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.035756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b118bc-aef3-485f-ba65-8bcc7fa3731a req-beb3d7ba-be58-414b-9968-7d3c8800ca11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:06.040067 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.041191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84b118bc-aef3-485f-ba65-8bcc7fa3731a req-beb3d7ba-be58-414b-9968-7d3c8800ca11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1453707 Jul 09 17:13:06.083508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489ab71-6472-48d1-b70c-f23f002baaf1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:06.097458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84b118bc-aef3-485f-ba65-8bcc7fa3731a req-c98b6be1-77c4-4bfc-87ea-77d7b322b824 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563500 Jul 09 17:13:06.100409 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f55dc5-b5d4-4817-ae9e-f9de520c6565" -d '{"events": [{"server_uuid": "bf68e9a6-4fd3-457e-b9c7-f3509916aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "7489ab71-6472-48d1-b70c-f23f002baaf1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:06.123736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 7489ab71-6472-48d1-b70c-f23f002baaf1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7489ab71-6472-48d1-b70c-f23f002baaf1,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:06.128409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.176853 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b99261b-a589-4cbe-ae89-eaf10fb9a799 x-openstack-request-id: req-8b99261b-a589-4cbe-ae89-eaf10fb9a799 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:06.177239 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf68e9a6-4fd3-457e-b9c7-f3509916aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "7489ab71-6472-48d1-b70c-f23f002baaf1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:06.177533 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b99261b-a589-4cbe-ae89-eaf10fb9a799 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:06.177886 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489ab71-6472-48d1-b70c-f23f002baaf1', 'code': 200} Jul 09 17:13:06.200462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=7489ab71-6472-48d1-b70c-f23f002baaf1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:06.372886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e947ac-b2c5-47a8-a5b1-839e07bc8c0e req-5ef98604-8130-4653-b00e-345fdc4fe328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:06.376342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-86e947ac-b2c5-47a8-a5b1-839e07bc8c0e req-5ef98604-8130-4653-b00e-345fdc4fe328 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0782936 Jul 09 17:13:06.428443 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-86e947ac-b2c5-47a8-a5b1-839e07bc8c0e req-982df90f-9f86-4a4f-9015-2b8cc5487e8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Jul 09 17:13:06.907094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422ae7-ce5c-4c43-8f91-7715ea6a8890 req-fb83f96a-2f55-4312-a5bf-8e5521ac9bb2 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:06.908806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9422ae7-ce5c-4c43-8f91-7715ea6a8890 req-fb83f96a-2f55-4312-a5bf-8e5521ac9bb2 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0633917 Jul 09 17:13:06.951328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e9422ae7-ce5c-4c43-8f91-7715ea6a8890 req-540c6481-fa08-403c-aca6-877ad7df12d8 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Jul 09 17:13:07.370034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3495-b1a9-4f70-bfc4-e891c98c9389 req-a9ff9b1c-3797-4050-817b-050dd155d454 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:07.377273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cbf3495-b1a9-4f70-bfc4-e891c98c9389 req-a9ff9b1c-3797-4050-817b-050dd155d454 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1116285 Jul 09 17:13:07.411686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9cbf3495-b1a9-4f70-bfc4-e891c98c9389 req-429e8a46-fca3-4fdf-9774-935d807b3125 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Jul 09 17:13:08.132679 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604efb5-d58a-430f-bd95-e6b13e4fe831 req-1bcd183d-170c-4e39-9bfa-d564fa2f5806 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.134113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0604efb5-d58a-430f-bd95-e6b13e4fe831 req-1bcd183d-170c-4e39-9bfa-d564fa2f5806 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0562994 Jul 09 17:13:08.170006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0604efb5-d58a-430f-bd95-e6b13e4fe831 req-24d979ad-1ac3-4152-8e07-6e9c76cbdc12 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300126 Jul 09 17:13:08.323887 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da582c0e-4a93-414a-85d3-99aef7fec3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.346738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0fe56-caf9-45ac-802a-2a4a986efeaa req-a2b1a463-b765-4799-abfa-83179b857210 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.348493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1e0fe56-caf9-45ac-802a-2a4a986efeaa req-a2b1a463-b765-4799-abfa-83179b857210 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0669138 Jul 09 17:13:08.385644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1e0fe56-caf9-45ac-802a-2a4a986efeaa req-4b3003cb-aa86-4a4f-9951-235325c3014b tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Jul 09 17:13:08.411971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.557268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ba804-8baf-424e-88a8-67fba7c7193a req-416067aa-4bdb-4a6a-a797-e1ae4d59b915 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.559579 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-065ba804-8baf-424e-88a8-67fba7c7193a req-416067aa-4bdb-4a6a-a797-e1ae4d59b915 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0577071 Jul 09 17:13:08.575933 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.616214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-065ba804-8baf-424e-88a8-67fba7c7193a req-2223b5ba-8cfe-4f5a-9a42-8b83f7ddec1e tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jul 09 17:13:08.803493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbd559-e89a-42dc-82e1-ba7823a9d2f3 req-048716b4-18cd-42fd-922b-0cf3da1533f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.805029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43cbd559-e89a-42dc-82e1-ba7823a9d2f3 req-048716b4-18cd-42fd-922b-0cf3da1533f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0722060 Jul 09 17:13:08.845453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43cbd559-e89a-42dc-82e1-ba7823a9d2f3 req-550112f0-7565-4929-92b2-3c204270184e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348306 Jul 09 17:13:09.335371 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.478093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283c400-cf3a-4510-8fda-7aefd7ad2cc4 req-f9204130-df8e-429e-93f2-d53c8ca76459 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:09.487348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9283c400-cf3a-4510-8fda-7aefd7ad2cc4 req-f9204130-df8e-429e-93f2-d53c8ca76459 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0787866 Jul 09 17:13:09.547970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9283c400-cf3a-4510-8fda-7aefd7ad2cc4 req-2e003ed2-ca96-4023-8a35-a73ad353f5a3 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560424 Jul 09 17:13:09.761967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:09.896217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f87fb8-5b4e-444e-92da-5d8ba4f33526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.036871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f87fb8-5b4e-444e-92da-5d8ba4f33526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.042875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43f87fb8-5b4e-444e-92da-5d8ba4f33526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.064311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dec8a3-a773-4a06-af7e-abc74abdc853 req-d3539985-7a69-4a9d-a875-1bc1571f7613 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:10.071802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12dec8a3-a773-4a06-af7e-abc74abdc853 req-d3539985-7a69-4a9d-a875-1bc1571f7613 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0902004 Jul 09 17:13:10.090123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f87fb8-5b4e-444e-92da-5d8ba4f33526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d963e82d-99fd-4cf8-919d-bfc8bc2bb95d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:10.102766 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43f87fb8-5b4e-444e-92da-5d8ba4f33526 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78a2e0207de74687895d19cec2c6a2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385863 Jul 09 17:13:10.103071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:10.119560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12dec8a3-a773-4a06-af7e-abc74abdc853 req-7ff40c5c-4e58-4f96-b60f-f6bab21b2dd5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Jul 09 17:13:10.169825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f3d825-f5b5-4ce2-ae01-b9c17e9c3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.194627 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f3d825-f5b5-4ce2-ae01-b9c17e9c3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.245754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f3d825-f5b5-4ce2-ae01-b9c17e9c3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.248683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39f3d825-f5b5-4ce2-ae01-b9c17e9c3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.249865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-39f3d825-f5b5-4ce2-ae01-b9c17e9c3464 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d963e82d-99fd-4cf8-919d-bfc8bc2bb95d HTTP/1.1" status: 204 len: 168 time: 0.1462493 Jul 09 17:13:10.261677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3d825-f5b5-4ce2-ae01-b9c17e9c3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d963e82d-99fd-4cf8-919d-bfc8bc2bb95d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:10.557445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:10.575497 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb78defa-e80a-49e1-9ee2-86d09a45ac0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.675011 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb78defa-e80a-49e1-9ee2-86d09a45ac0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.680872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb78defa-e80a-49e1-9ee2-86d09a45ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.754252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb78defa-e80a-49e1-9ee2-86d09a45ac0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c510c975968416dbc1654eb1fdd0851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926341 Jul 09 17:13:10.754667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-0bf2bdcb-fc1c-4c84-b719-ac6e44c3f771 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:10.754667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-0bf2bdcb-fc1c-4c84-b719-ac6e44c3f771 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0751247 Jul 09 17:13:10.755077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:10.757613 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78defa-e80a-49e1-9ee2-86d09a45ac0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ae81e-b1df-4c81-a08d-573a371deb0a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:10.780688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f06477-a4fa-4526-8134-d7933d884215 req-f9b1b705-097a-4880-bf12-2468bf519a90 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:10.782295 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36f06477-a4fa-4526-8134-d7933d884215 req-f9b1b705-097a-4880-bf12-2468bf519a90 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0959947 Jul 09 17:13:10.823252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36f06477-a4fa-4526-8134-d7933d884215 req-5780342c-2255-4fd2-ade1-6f02014abd45 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Jul 09 17:13:10.869317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d502caaf-b3cd-41e9-aa62-48ace912ea80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.898143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d502caaf-b3cd-41e9-aa62-48ace912ea80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.918108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Deleting port 7489ab71-6472-48d1-b70c-f23f002baaf1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:10.918448 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.007228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d502caaf-b3cd-41e9-aa62-48ace912ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.009617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d502caaf-b3cd-41e9-aa62-48ace912ea80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.013256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d502caaf-b3cd-41e9-aa62-48ace912ea80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a4ae81e-b1df-4c81-a08d-573a371deb0a HTTP/1.1" status: 204 len: 168 time: 0.2549610 Jul 09 17:13:11.029284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] For port 7489ab71-6472-48d1-b70c-f23f002baaf1, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=7489ab71-6472-48d1-b70c-f23f002baaf1,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:11.029664 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.032526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502caaf-b3cd-41e9-aa62-48ace912ea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ae81e-b1df-4c81-a08d-573a371deb0a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:11.046261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Calling delete_port for 7489ab71-6472-48d1-b70c-f23f002baaf1 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:11.181317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.187945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.200955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['7489ab71-6472-48d1-b70c-f23f002baaf1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:11.227761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Pushing event deleted for resources: {'Port': ['ID=7489ab71-6472-48d1-b70c-f23f002baaf1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:11.244901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:11.324752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] No DVR routers for this DVR port 7489ab71-6472-48d1-b70c-f23f002baaf1 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:11.333632 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.336090 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-588a4da8-5018-4d41-b710-d5ad0a2b65ba req-8b701116-1eac-47b4-8f59-c0a9575391d0 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7489ab71-6472-48d1-b70c-f23f002baaf1 HTTP/1.1" status: 204 len: 173 time: 0.5739644 Jul 09 17:13:11.338871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'name': 'network-vif-deleted', 'tag': '7489ab71-6472-48d1-b70c-f23f002baaf1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:11.347354 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc5eb3b-13cd-45d6-aa32-044fe62be4ca" -d '{"events": [{"server_uuid": "bf68e9a6-4fd3-457e-b9c7-f3509916aa1a", "name": "network-vif-deleted", "tag": "7489ab71-6472-48d1-b70c-f23f002baaf1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:11.500099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c3b01-cee6-435d-b941-ff045b1f0273 req-d0d21abf-eb75-452b-9858-a2ae93b018b0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:11.508432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b11c3b01-cee6-435d-b941-ff045b1f0273 req-d0d21abf-eb75-452b-9858-a2ae93b018b0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1797743 Jul 09 17:13:11.554163 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b11c3b01-cee6-435d-b941-ff045b1f0273 req-b0503c90-dfce-4fff-9024-8f2cc3240de5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Jul 09 17:13:11.610906 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d435447-d695-49d9-b43a-c64c31b14c1d x-openstack-request-id: req-8d435447-d695-49d9-b43a-c64c31b14c1d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:11.611214 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf68e9a6-4fd3-457e-b9c7-f3509916aa1a", "name": "network-vif-deleted", "tag": "7489ab71-6472-48d1-b70c-f23f002baaf1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:11.611531 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d435447-d695-49d9-b43a-c64c31b14c1d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:11.611967 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf68e9a6-4fd3-457e-b9c7-f3509916aa1a', 'name': 'network-vif-deleted', 'tag': '7489ab71-6472-48d1-b70c-f23f002baaf1', 'status': 'completed', 'code': 200} Jul 09 17:13:11.860292 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:12.003197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-992088977-network', 'tenant_id': '33d0cb23f4ee4f9da212606c04db7b46'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:12.008518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a657cf72-8793-4989-b053-b43e1912fb30 req-347f0c10-04bc-4088-9b93-a3baa2d1de03 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bf68e9a6-4fd3-457e-b9c7-f3509916aa1a HTTP/1.1" status: 200 len: 210 time: 0.0425739 Jul 09 17:13:12.029657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Made reservation on behalf of 33d0cb23f4ee4f9da212606c04db7b46 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:12.033103 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.043868 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.143705 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.148798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.173882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:13:12.183207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359b4f7-48e2-4bbf-b561-7d3fa09855ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:12.189637 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.189987 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Added segment 9ec7f069-efe9-46ee-af81-1fc8497b3002 of type vlan for network 64901121-af1c-4ab0-b78a-cefb54416624 Jul 09 17:13:12.233304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.265881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.266964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.267843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.320236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4587862 Jul 09 17:13:12.323441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:12.329128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106df8-c386-4422-8f18-4ef27eba45a7 admin admin] Pushing event updated for resources: {'Network': ['ID=64901121-af1c-4ab0-b78a-cefb54416624,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:12.330422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Request body: {'subnet': {'network_id': '64901121-af1c-4ab0-b78a-cefb54416624', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-992088977-subnet', 'tenant_id': '33d0cb23f4ee4f9da212606c04db7b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:12.339495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 64901121-af1c-4ab0-b78a-cefb54416624 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:13:12.354983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Made reservation on behalf of 33d0cb23f4ee4f9da212606c04db7b46 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:12.358068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.539797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.597214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4f5c65-7a4c-4409-be1e-2f13125143ef,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:12.610325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Checking segment: {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:12.610804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Network hostable DHCP agents. Network: 64901121-af1c-4ab0-b78a-cefb54416624, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:13:12.629311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Network 64901121-af1c-4ab0-b78a-cefb54416624 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:13:12.642512 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 64901121-af1c-4ab0-b78a-cefb54416624) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:12.648752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.650055 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.654394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfca2a-b205-4d29-b106-c174dd778c21 None None] Network 64901121-af1c-4ab0-b78a-cefb54416624 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:12.681473 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a49b9426-7a30-421b-9493-5530b6af5030 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3560712 Jul 09 17:13:12.764463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525153e0-2f0c-4ad9-809b-e6920171e845 req-888e8e7b-0a03-491c-ac5f-a1dccfdb469e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.766880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-525153e0-2f0c-4ad9-809b-e6920171e845 req-888e8e7b-0a03-491c-ac5f-a1dccfdb469e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0932870 Jul 09 17:13:12.800959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4380636-6474-41d0-9e31-03b764e6686f None None] Network 64901121-af1c-4ab0-b78a-cefb54416624 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:12.824049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-525153e0-2f0c-4ad9-809b-e6920171e845 req-04ea3e1d-51d5-46ac-b936-9d4ed14336ba tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Jul 09 17:13:13.493080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000798-b40b-496a-9c67-099b7815cc93 req-10bde382-015e-4499-a20b-e7e942c6b74d tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.494737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30000798-b40b-496a-9c67-099b7815cc93 req-10bde382-015e-4499-a20b-e7e942c6b74d tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0554953 Jul 09 17:13:13.530984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30000798-b40b-496a-9c67-099b7815cc93 req-a63f963a-8dcb-4374-b751-f53c2d32c346 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301535 Jul 09 17:13:13.823562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7489ab71-6472-48d1-b70c-f23f002baaf1 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:13.845702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 7489ab71-6472-48d1-b70c-f23f002baaf1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:13.846006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 7489ab71-6472-48d1-b70c-f23f002baaf1 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:14.003756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5998ca-a085-49a8-b8f2-40be47085b55 req-6324a069-4d21-479f-bc9f-fc67edc013fc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:14.005258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5998ca-a085-49a8-b8f2-40be47085b55 req-6324a069-4d21-479f-bc9f-fc67edc013fc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0646784 Jul 09 17:13:14.051341 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef5998ca-a085-49a8-b8f2-40be47085b55 req-1f98967e-4a3c-41eb-a2e3-a7201f2d876f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Jul 09 17:13:14.999113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7cd52-3a16-4730-b99b-64abfc7a4060 req-8c291990-e116-455c-9aac-23659d9420b7 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:15.000685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56c7cd52-3a16-4730-b99b-64abfc7a4060 req-8c291990-e116-455c-9aac-23659d9420b7 tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.3563578 Jul 09 17:13:15.037002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-56c7cd52-3a16-4730-b99b-64abfc7a4060 req-500d3ee4-e132-4e9f-9178-a42ab50e886a tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f870d8c-ca80-499a-b015-6a487ff00307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298362 Jul 09 17:13:15.167766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a8fe-e736-4501-989f-d11d16336943 req-5d2f6780-e93d-497d-a9fb-50e6e9ca709c tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:15.169451 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a5a8fe-e736-4501-989f-d11d16336943 req-5d2f6780-e93d-497d-a9fb-50e6e9ca709c tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 1096 time: 0.0563815 Jul 09 17:13:15.256136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe381-fc5c-4cec-9aaa-e4c8fd4976a1 req-b9531b91-1de4-426f-8b74-eb19dbfc4b2e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:15.257581 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4afe381-fc5c-4cec-9aaa-e4c8fd4976a1 req-b9531b91-1de4-426f-8b74-eb19dbfc4b2e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0683739 Jul 09 17:13:15.263968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Deleting port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:15.264639 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.304859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4afe381-fc5c-4cec-9aaa-e4c8fd4976a1 req-5231642e-403e-4436-8bdc-69a760adce11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Jul 09 17:13:15.354770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] For port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:15.355140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.368739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Calling delete_port for 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:15.553822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.584860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:15.588371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:15.644113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] No DVR routers for this DVR port 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:15.646768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.649156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a5a8fe-e736-4501-989f-d11d16336943 req-a5379e3b-8ff8-4b49-8164-c3ffe01775ac tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 HTTP/1.1" status: 204 len: 173 time: 0.4731543 Jul 09 17:13:15.649802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0ce46d-c834-47bb-b118-3c88face819d', 'name': 'network-vif-deleted', 'tag': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:15.652194 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6dd263-8178-4572-8dd9-51fb5c8e0001" -d '{"events": [{"server_uuid": "4d0ce46d-c834-47bb-b118-3c88face819d", "name": "network-vif-deleted", "tag": "9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:15.688773 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd21c6a-66ee-4e7e-acd0-5f681e8b7ca2 x-openstack-request-id: req-bcd21c6a-66ee-4e7e-acd0-5f681e8b7ca2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:15.689053 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0ce46d-c834-47bb-b118-3c88face819d", "name": "network-vif-deleted", "tag": "9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:15.689507 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcd21c6a-66ee-4e7e-acd0-5f681e8b7ca2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:15.689778 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0ce46d-c834-47bb-b118-3c88face819d', 'name': 'network-vif-deleted', 'tag': '9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9', 'status': 'completed', 'code': 200} Jul 09 17:13:16.192681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1869b60a-ceb3-4e09-85c7-e8f0c298a161 req-b644d8aa-4041-44aa-8b7b-28be2da1fcfc tempest-TestServerMultinode-1413303735 tempest-TestServerMultinode-1413303735-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d0ce46d-c834-47bb-b118-3c88face819d HTTP/1.1" status: 200 len: 210 time: 0.0272856 Jul 09 17:13:16.487661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53e4c9-81c8-436b-abcc-3ede09a66e9f req-052c453a-42ed-4d8f-9fcd-6266023107c7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:16.489148 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df53e4c9-81c8-436b-abcc-3ede09a66e9f req-052c453a-42ed-4d8f-9fcd-6266023107c7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0714970 Jul 09 17:13:16.532131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df53e4c9-81c8-436b-abcc-3ede09a66e9f req-1e602da6-92e7-47cb-99c0-2b4ed2439de1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347435 Jul 09 17:13:17.313122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:17.711076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:17.760032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d417f-4041-4ff2-af2d-7af669694013 req-f1f77f2d-8450-4708-9145-75f72641c0bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:17.761509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-630d417f-4041-4ff2-af2d-7af669694013 req-f1f77f2d-8450-4708-9145-75f72641c0bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1148393 Jul 09 17:13:17.841835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-630d417f-4041-4ff2-af2d-7af669694013 req-68fb7f2d-2a09-4937-b22c-07b317df7f92 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738266 Jul 09 17:13:18.025524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Deleting port e98a8c28-3082-4ead-aa77-6cad6b0be419 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:18.025898 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.103834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] For port e98a8c28-3082-4ead-aa77-6cad6b0be419, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e98a8c28-3082-4ead-aa77-6cad6b0be419,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:18.104089 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.121134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Calling delete_port for e98a8c28-3082-4ead-aa77-6cad6b0be419 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:18.307934 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.334724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e98a8c28-3082-4ead-aa77-6cad6b0be419,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:18.499476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.723301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Router 68453bb8-9daf-41b3-bf21-80d6c68bc315 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:13:18.833537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:18.841266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-58a78048-4750-439a-918a-ef5496f70b8b admin admin] 10.222.0.48 "PUT /v2.0/routers/68453bb8-9daf-41b3-bf21-80d6c68bc315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5270255 Jul 09 17:13:18.841796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:18.843866 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] Sync routers for ids ['68453bb8-9daf-41b3-bf21-80d6c68bc315'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:18.857914 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] Routers {'68453bb8-9daf-41b3-bf21-80d6c68bc315'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:18.858818 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:13:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68453bb8-9daf-41b3-bf21-80d6c68bc315'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:18.963997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.996991 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] Set router 68453bb8-9daf-41b3-bf21-80d6c68bc315 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:19.092046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538f36a-2aaa-4e28-9326-0d6781e3508b req-a6855b14-e2f8-430e-a74c-3e38ae54770b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:19.095052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9538f36a-2aaa-4e28-9326-0d6781e3508b req-a6855b14-e2f8-430e-a74c-3e38ae54770b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0945225 Jul 09 17:13:19.146784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9538f36a-2aaa-4e28-9326-0d6781e3508b req-59657579-c885-4e0c-8061-b9465b8e3a79 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Jul 09 17:13:19.166732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.199489 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:13:18Z', 'revision_number': 5, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port': {'id': '22354e9c-5b0c-4fb5-8b42-a789c4990108', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:19.230856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Deleting port 22354e9c-5b0c-4fb5-8b42-a789c4990108 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:19.231225 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] Checking router: 68453bb8-9daf-41b3-bf21-80d6c68bc315 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:19.232101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.240490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] Routers {'68453bb8-9daf-41b3-bf21-80d6c68bc315'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:19.241235 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:13:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68453bb8-9daf-41b3-bf21-80d6c68bc315'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:19.321338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] For port 22354e9c-5b0c-4fb5-8b42-a789c4990108, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=22354e9c-5b0c-4fb5-8b42-a789c4990108,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:19.321747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.336384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Calling delete_port for 22354e9c-5b0c-4fb5-8b42-a789c4990108 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:19.439905 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] Set router 68453bb8-9daf-41b3-bf21-80d6c68bc315 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:19.490218 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:13:19Z', 'revision_number': 6, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:19.508706 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.521491 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbe4e9-ed15-455d-b03c-797ee32cbadb None None] The sync data for ids ['68453bb8-9daf-41b3-bf21-80d6c68bc315'] in n-d-800085-2 is: [{'id': '68453bb8-9daf-41b3-bf21-80d6c68bc315', 'name': 'tempest-TestServerMultinode-2050670036-router', 'tenant_id': 'a37fa06c23b84323be904da1feedfe74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:28Z', 'updated_at': '2021-07-09T17:13:19Z', 'revision_number': 6, 'project_id': 'a37fa06c23b84323be904da1feedfe74', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:13:19.544088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Pushing event deleted for resources: {'Port': ['ID=22354e9c-5b0c-4fb5-8b42-a789c4990108,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:19.605462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:19.619431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.633048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:19.633696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 9f78ab37-b6dd-4074-ba03-6e0fbd74dbf9 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:19.714601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.717014 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.764765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.765276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68453bb8-9daf-41b3-bf21-80d6c68bc315 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:13:19.776747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.780048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-256549c4-b6dc-4708-92e7-6c16d480259d admin admin] 10.222.0.48 "DELETE /v2.0/routers/68453bb8-9daf-41b3-bf21-80d6c68bc315 HTTP/1.1" status: 204 len: 168 time: 0.9346745 Jul 09 17:13:19.780910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:19.830241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Deleting subnet 695cb2e7-1c51-4401-8eb9-333d95a9c863 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:13:19.833422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.873141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.016428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.033528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e98a8c28-3082-4ead-aa77-6cad6b0be419 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:20.072097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e98a8c28-3082-4ead-aa77-6cad6b0be419 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:20.072913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e98a8c28-3082-4ead-aa77-6cad6b0be419 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:20.077477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.099660 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaaa7f3-56c7-4883-a6f6-624f2a2bb633 None None] Network 1aa86da9-1d02-4f5d-a381-e99270964fc5 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:20.110626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.114319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:20.114955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/695cb2e7-1c51-4401-8eb9-333d95a9c863 HTTP/1.1" status: 204 len: 168 time: 0.3315926 Jul 09 17:13:20.116014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604062d-d9c9-49be-94df-0f27fbe50799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695cb2e7-1c51-4401-8eb9-333d95a9c863,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:20.195431 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.275541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Deleting port 6d94389f-2c91-4472-8b36-7a5f95908927 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:20.275927 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.353936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] For port 6d94389f-2c91-4472-8b36-7a5f95908927, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d94389f-2c91-4472-8b36-7a5f95908927,segment=NetworkSegment(dd79528c-e973-42ee-aa2d-56fa9bf86fdb),segment_id=dd79528c-e973-42ee-aa2d-56fa9bf86fdb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:20.354773 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.368650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Calling delete_port for 6d94389f-2c91-4472-8b36-7a5f95908927 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:20.373239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408fddb-b9d8-4b64-a68a-6b36bcd547c2 req-daa99031-3468-4571-aac5-62245d2ec6e3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.381036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7408fddb-b9d8-4b64-a68a-6b36bcd547c2 req-daa99031-3468-4571-aac5-62245d2ec6e3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.0910308 Jul 09 17:13:20.431642 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7408fddb-b9d8-4b64-a68a-6b36bcd547c2 req-3adf5703-8db5-4980-ac5c-078027d5826b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495963 Jul 09 17:13:20.451951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28810007-d638-4c33-b813-5382d4db6539 None None] DHCP port deletion for 1aa86da9-1d02-4f5d-a381-e99270964fc5 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:13:20.485994 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.515995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d94389f-2c91-4472-8b36-7a5f95908927,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:20.522193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Deleting port 6d94389f-2c91-4472-8b36-7a5f95908927 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:20.522676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] No DVR routers for this DVR port 6d94389f-2c91-4472-8b36-7a5f95908927 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:20.523144 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.608836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28810007-d638-4c33-b813-5382d4db6539 None None] For port 6d94389f-2c91-4472-8b36-7a5f95908927, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:20.609545 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.615903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.626294 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Calling delete_port for 6d94389f-2c91-4472-8b36-7a5f95908927 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:20.628831 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa86da9-1d02-4f5d-a381-e99270964fc5']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:20.629906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Port 6d94389f-2c91-4472-8b36-7a5f95908927 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:13:20.631973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.647142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:20.647514 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd79528c-e973-42ee-aa2d-56fa9bf86fdb') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:20.657618 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.663910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810007-d638-4c33-b813-5382d4db6539 None None] Pushing event deleted for resources: {'Port': ['ID=6d94389f-2c91-4472-8b36-7a5f95908927,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:20.666264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28810007-d638-4c33-b813-5382d4db6539 None None] No DVR routers for this DVR port 6d94389f-2c91-4472-8b36-7a5f95908927 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:20.677094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.684508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:13:20.685153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:13:20.686937 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:13:20.761179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.769908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.772080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] 10.222.0.48 "DELETE /v2.0/networks/1aa86da9-1d02-4f5d-a381-e99270964fc5 HTTP/1.1" status: 204 len: 168 time: 0.6565385 Jul 09 17:13:20.775830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:20.784913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c46c0-8017-41e7-b4e2-12fef11a2a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa86da9-1d02-4f5d-a381-e99270964fc5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:21.158927 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.411824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Deleting port efac4558-6c85-4ef4-b3e8-5f026f498dc1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:21.412262 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.501665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] For port efac4558-6c85-4ef4-b3e8-5f026f498dc1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=efac4558-6c85-4ef4-b3e8-5f026f498dc1,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:21.502160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.518103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Calling delete_port for efac4558-6c85-4ef4-b3e8-5f026f498dc1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:21.616806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 25d80e68-e331-41e1-943f-6cc749ba118a details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:21.680715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb0367-daf8-4757-9640-26c56ec28cfe req-516989a3-93aa-4d52-9904-9d6092c56314 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:21.683014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13eb0367-daf8-4757-9640-26c56ec28cfe req-516989a3-93aa-4d52-9904-9d6092c56314 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 943 time: 0.1235101 Jul 09 17:13:21.690075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22354e9c-5b0c-4fb5-8b42-a789c4990108 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:21.714240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 22354e9c-5b0c-4fb5-8b42-a789c4990108 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:21.714902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 22354e9c-5b0c-4fb5-8b42-a789c4990108 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:21.715494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d94389f-2c91-4472-8b36-7a5f95908927 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:21.737331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13eb0367-daf8-4757-9640-26c56ec28cfe req-49b61627-f555-4eda-8af2-146de912f944 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472019 Jul 09 17:13:21.752185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6d94389f-2c91-4472-8b36-7a5f95908927 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:21.752761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d94389f-2c91-4472-8b36-7a5f95908927 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:21.778246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 25d80e68-e331-41e1-943f-6cc749ba118a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=25d80e68-e331-41e1-943f-6cc749ba118a,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:21.795195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '25d80e68-e331-41e1-943f-6cc749ba118a', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': '25d80e68-e331-41e1-943f-6cc749ba118a', 'mac_address': 'fa:16:3e:c0:08:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:21.819649 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.838839 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.851318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=efac4558-6c85-4ef4-b3e8-5f026f498dc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:21.868310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d80e68-e331-41e1-943f-6cc749ba118a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:21.895062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 25d80e68-e331-41e1-943f-6cc749ba118a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=25d80e68-e331-41e1-943f-6cc749ba118a,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:21.901454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.950582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=25d80e68-e331-41e1-943f-6cc749ba118a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:22.286645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['25d80e68-e331-41e1-943f-6cc749ba118a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:22.395716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.626239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Router 8401028f-0981-4788-947b-082614b86068 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:13:22.733304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:22.742329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:22.745064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] Sync routers for ids ['8401028f-0981-4788-947b-082614b86068'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:22.752604 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-464e7d58-fcd4-4680-9b9f-522dcfc21e8d admin admin] 10.222.0.48 "PUT /v2.0/routers/8401028f-0981-4788-947b-082614b86068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9752507 Jul 09 17:13:22.757692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] Routers {'8401028f-0981-4788-947b-082614b86068'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:22.758591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:13:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8401028f-0981-4788-947b-082614b86068'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:22.896843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.910827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] Set router 8401028f-0981-4788-947b-082614b86068 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:22.995691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c1c5a-d6e0-49ad-b424-e2ecf2452c4a req-04bd71dc-1df8-4978-9969-ae1472b1b588 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:23.003131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-178c1c5a-d6e0-49ad-b424-e2ecf2452c4a req-04bd71dc-1df8-4978-9969-ae1472b1b588 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 944 time: 0.1197953 Jul 09 17:13:23.033625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.055125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-178c1c5a-d6e0-49ad-b424-e2ecf2452c4a req-7405b868-efb9-4ee1-ae81-a4dad0970c98 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Jul 09 17:13:23.118156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Deleting port af29c093-5e83-4366-a55e-fbdab4d106eb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:23.118156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.145291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:13:21Z', 'revision_number': 5, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port': {'id': 'af29c093-5e83-4366-a55e-fbdab4d106eb', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8401028f-0981-4788-947b-082614b86068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:23.181594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] Checking router: 8401028f-0981-4788-947b-082614b86068 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:23.193025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] Routers {'8401028f-0981-4788-947b-082614b86068'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:23.193809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:13:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['8401028f-0981-4788-947b-082614b86068'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:23.203201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] For port af29c093-5e83-4366-a55e-fbdab4d106eb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=af29c093-5e83-4366-a55e-fbdab4d106eb,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:23.203573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.221480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Calling delete_port for af29c093-5e83-4366-a55e-fbdab4d106eb owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:23.283885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] Set router 8401028f-0981-4788-947b-082614b86068 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:23.338058 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:13:23Z', 'revision_number': 6, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:23.365507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bc68c-7b98-4c8b-a84b-822a9522ba1d None None] The sync data for ids ['8401028f-0981-4788-947b-082614b86068'] in n-d-800085-2 is: [{'id': '8401028f-0981-4788-947b-082614b86068', 'name': 'tempest-TestServerMultinode-1181450145-router', 'tenant_id': 'c49c57f0457a4b479949ff795c475c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:35Z', 'updated_at': '2021-07-09T17:13:23Z', 'revision_number': 6, 'project_id': 'c49c57f0457a4b479949ff795c475c60', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:13:23.430378 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.456484 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Pushing event deleted for resources: {'Port': ['ID=af29c093-5e83-4366-a55e-fbdab4d106eb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:23.524483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.628491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 25d80e68-e331-41e1-943f-6cc749ba118a up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:23.679424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 25d80e68-e331-41e1-943f-6cc749ba118a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:23.683819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 25d80e68-e331-41e1-943f-6cc749ba118a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:23.684214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.786319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.823788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d80e68-e331-41e1-943f-6cc749ba118a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:23.826241 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecdf0fd-6426-4753-9e72-8e4695b4e7ed" -d '{"events": [{"server_uuid": "03beb0ec-4920-493c-84aa-0c6532c0f20f", "name": "network-vif-plugged", "status": "completed", "tag": "25d80e68-e331-41e1-943f-6cc749ba118a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:23.842978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 25d80e68-e331-41e1-943f-6cc749ba118a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=25d80e68-e331-41e1-943f-6cc749ba118a,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:23.851416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.902170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device efac4558-6c85-4ef4-b3e8-5f026f498dc1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:23.906611 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4a6627-f579-4e20-8447-e24efc803920 x-openstack-request-id: req-2b4a6627-f579-4e20-8447-e24efc803920 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:23.906866 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03beb0ec-4920-493c-84aa-0c6532c0f20f", "name": "network-vif-plugged", "status": "completed", "tag": "25d80e68-e331-41e1-943f-6cc749ba118a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:23.907122 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b4a6627-f579-4e20-8447-e24efc803920 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:23.907529 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d80e68-e331-41e1-943f-6cc749ba118a', 'code': 200} Jul 09 17:13:23.965460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: efac4558-6c85-4ef4-b3e8-5f026f498dc1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:23.965808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device efac4558-6c85-4ef4-b3e8-5f026f498dc1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:23.969168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.971807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.985768 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.990919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=25d80e68-e331-41e1-943f-6cc749ba118a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:24.049750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.050299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8401028f-0981-4788-947b-082614b86068 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:13:24.055469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.056619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d9da97a-34d0-4ba4-8290-0d18c584d456 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8401028f-0981-4788-947b-082614b86068 HTTP/1.1" status: 204 len: 168 time: 1.3101320 Jul 09 17:13:24.059399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:24.088650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03a34-8886-4fe6-92de-2448eedac01e req-a4359dae-28bc-4f3d-a693-33e062da1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.091338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cda03a34-8886-4fe6-92de-2448eedac01e req-a4359dae-28bc-4f3d-a693-33e062da1aef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 1096 time: 0.0767395 Jul 09 17:13:24.106708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Deleting subnet 29766ced-e756-4be6-95e3-71010d6bdd12 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:13:24.110628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.134385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cda03a34-8886-4fe6-92de-2448eedac01e req-32eb0a59-a3b7-4062-88d6-e2f361b9f8cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364363 Jul 09 17:13:24.147478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.272565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.308379 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4c710-df79-41f8-9cdb-4ee651fa3b37 req-f5f69b54-2fb1-48f1-994f-dfcebf6f726d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.309953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17f4c710-df79-41f8-9cdb-4ee651fa3b37 req-f5f69b54-2fb1-48f1-994f-dfcebf6f726d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.1401081 Jul 09 17:13:24.364803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17f4c710-df79-41f8-9cdb-4ee651fa3b37 req-93815ce4-9838-40da-a9b0-0c536b5554b2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 Jul 09 17:13:24.369562 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.404683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.407498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29766ced-e756-4be6-95e3-71010d6bdd12 HTTP/1.1" status: 204 len: 168 time: 0.3463845 Jul 09 17:13:24.409192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7b3ec-27a9-4ed0-9c3d-1389309dbf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29766ced-e756-4be6-95e3-71010d6bdd12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:24.410228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:24.415463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7fc61-ec52-49be-9e10-2cbb40fb9bb7 None None] Network f6df75bc-314c-41d2-9a8e-89de43cbf1bb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:24.501264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.573604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Deleting port 9b68e9c9-c9ba-4129-8690-71c8242180b2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:24.573947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.619710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] DHCP port deletion for f6df75bc-314c-41d2-9a8e-89de43cbf1bb request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:13:24.643460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] For port 9b68e9c9-c9ba-4129-8690-71c8242180b2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9b68e9c9-c9ba-4129-8690-71c8242180b2,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:24.643785 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.656890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Calling delete_port for 9b68e9c9-c9ba-4129-8690-71c8242180b2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:24.671269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] Deleting port 9b68e9c9-c9ba-4129-8690-71c8242180b2 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:24.671641 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.734152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] For port 9b68e9c9-c9ba-4129-8690-71c8242180b2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9b68e9c9-c9ba-4129-8690-71c8242180b2,segment=NetworkSegment(4dc45b35-f74a-4315-bafc-1a3690e59956),segment_id=4dc45b35-f74a-4315-bafc-1a3690e59956)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:24.734585 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.741624 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.749616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] Calling delete_port for 9b68e9c9-c9ba-4129-8690-71c8242180b2 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:24.769398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b68e9c9-c9ba-4129-8690-71c8242180b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:24.772911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] No DVR routers for this DVR port 9b68e9c9-c9ba-4129-8690-71c8242180b2 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:24.835331 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.857831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.867239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] Pushing event deleted for resources: {'Port': ['ID=9b68e9c9-c9ba-4129-8690-71c8242180b2,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:24.874858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6df75bc-314c-41d2-9a8e-89de43cbf1bb']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:24.875125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9cb5a5-cfcd-4c18-992e-4676019df0e1 None None] No DVR routers for this DVR port 9b68e9c9-c9ba-4129-8690-71c8242180b2 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:24.895465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc45b35-f74a-4315-bafc-1a3690e59956') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:24.895801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc45b35-f74a-4315-bafc-1a3690e59956') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:24.906079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.920501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.927022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:13:24.927425 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:13:24.929222 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:13:24.991476 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.001308 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.003363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f6df75bc-314c-41d2-9a8e-89de43cbf1bb HTTP/1.1" status: 204 len: 168 time: 0.5918021 Jul 09 17:13:25.015178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ce06b-6022-4d19-b863-18adcaaf16a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6df75bc-314c-41d2-9a8e-89de43cbf1bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:25.118295 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:25.159394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-adfefcc3-59e6-4c30-9b85-f75b4506ce7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a37fa06c23b84323be904da1feedfe74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396128 Jul 09 17:13:25.161733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:25.214145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a42354-07df-4f85-82e3-d31dd86dc902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.235162 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a42354-07df-4f85-82e3-d31dd86dc902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.283568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a42354-07df-4f85-82e3-d31dd86dc902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.286036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a42354-07df-4f85-82e3-d31dd86dc902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.287221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-92a42354-07df-4f85-82e3-d31dd86dc902 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0415b8a2-b75d-4b27-a04d-2ea391213b3d HTTP/1.1" status: 204 len: 168 time: 0.1245792 Jul 09 17:13:25.295628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a42354-07df-4f85-82e3-d31dd86dc902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415b8a2-b75d-4b27-a04d-2ea391213b3d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:25.554002 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee43b37-9697-42fc-bae6-688e52de13cf req-cd319df5-8db0-44b5-898b-f27f0fe6fe1c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.561135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee43b37-9697-42fc-bae6-688e52de13cf req-cd319df5-8db0-44b5-898b-f27f0fe6fe1c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0794261 Jul 09 17:13:25.602881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee43b37-9697-42fc-bae6-688e52de13cf req-559dc546-bc08-4217-87a1-1642abb3c7e3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Jul 09 17:13:25.655339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9b68e9c9-c9ba-4129-8690-71c8242180b2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:25.669722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 34682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:25.676013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9b68e9c9-c9ba-4129-8690-71c8242180b2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:25.676300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9b68e9c9-c9ba-4129-8690-71c8242180b2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:25.676722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af29c093-5e83-4366-a55e-fbdab4d106eb no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:25.695160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: af29c093-5e83-4366-a55e-fbdab4d106eb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:25.695922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device af29c093-5e83-4366-a55e-fbdab4d106eb not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:25.714649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-676172ec-5f6f-41f9-8299-72a13a32f829 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c49c57f0457a4b479949ff795c475c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414996 Jul 09 17:13:25.715151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 34684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:25.765120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f32aed-f053-44a3-93f5-05f00c60c5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.786612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f32aed-f053-44a3-93f5-05f00c60c5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.837067 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f32aed-f053-44a3-93f5-05f00c60c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.839660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7f32aed-f053-44a3-93f5-05f00c60c5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.840827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e7f32aed-f053-44a3-93f5-05f00c60c5e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f870d8c-ca80-499a-b015-6a487ff00307 HTTP/1.1" status: 204 len: 168 time: 0.1246872 Jul 09 17:13:25.849807 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f32aed-f053-44a3-93f5-05f00c60c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f870d8c-ca80-499a-b015-6a487ff00307,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:26.790134 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e49bab-51a3-43af-8e72-ddf5916fcc6a req-cc9d1bb6-2873-4c15-8cd5-8d3165862acc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:26.791746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e49bab-51a3-43af-8e72-ddf5916fcc6a req-cc9d1bb6-2873-4c15-8cd5-8d3165862acc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0702996 Jul 09 17:13:26.830644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e49bab-51a3-43af-8e72-ddf5916fcc6a req-b81e0da7-fdb9-4c00-b707-1a405bba9f0d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Jul 09 17:13:27.014786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47fe6-aa13-4a03-949c-22e982482e15 req-b8c5eb1f-f491-4c94-814e-17c08f9223b5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:27.016353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2a47fe6-aa13-4a03-949c-22e982482e15 req-b8c5eb1f-f491-4c94-814e-17c08f9223b5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0690081 Jul 09 17:13:27.062818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2a47fe6-aa13-4a03-949c-22e982482e15 req-f2af9c95-988e-4757-bdb5-3e1eecaf1255 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Jul 09 17:13:27.254350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217841ab-d999-4d00-bf3e-cfd3f1ae674c req-1bcfb680-562d-4064-a454-e6bddb8a977d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:27.256138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-217841ab-d999-4d00-bf3e-cfd3f1ae674c req-1bcfb680-562d-4064-a454-e6bddb8a977d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0844398 Jul 09 17:13:27.296358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-217841ab-d999-4d00-bf3e-cfd3f1ae674c req-5162a591-95d9-4f6e-b4c6-3ad342f22ffa tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Jul 09 17:13:27.760544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dda199-2b0f-4d9e-9180-2807bfd9a895 req-bcf4076f-86b8-4620-9136-b90d9d72c5be tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:27.762121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dda199-2b0f-4d9e-9180-2807bfd9a895 req-bcf4076f-86b8-4620-9136-b90d9d72c5be tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0780554 Jul 09 17:13:27.809392 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8dda199-2b0f-4d9e-9180-2807bfd9a895 req-dab3d7bd-1e3a-4a80-bf42-c4d2efc66004 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411718 Jul 09 17:13:28.999429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363955d3-012c-4ab8-b3e5-e708d3a7a297 req-b4a70ff1-d4ab-4880-9072-cd21d869c99e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:29.000883 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-363955d3-012c-4ab8-b3e5-e708d3a7a297 req-b4a70ff1-d4ab-4880-9072-cd21d869c99e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0774584 Jul 09 17:13:29.039016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-363955d3-012c-4ab8-b3e5-e708d3a7a297 req-ebc0dd1a-2de4-4991-9682-7d939a89fa3e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jul 09 17:13:29.403583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-36a4be46-9688-4300-b9c3-c1b494652f12 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:29.405023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-36a4be46-9688-4300-b9c3-c1b494652f12 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 945 time: 0.0657387 Jul 09 17:13:29.512731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 25d80e68-e331-41e1-943f-6cc749ba118a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:29.513069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.605523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port 25d80e68-e331-41e1-943f-6cc749ba118a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=25d80e68-e331-41e1-943f-6cc749ba118a,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:29.605875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.619246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 25d80e68-e331-41e1-943f-6cc749ba118a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:29.750415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.788728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=25d80e68-e331-41e1-943f-6cc749ba118a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:29.788840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['25d80e68-e331-41e1-943f-6cc749ba118a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:29.839909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port 25d80e68-e331-41e1-943f-6cc749ba118a on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:29.845902 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.845902 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c6427cd-991e-4130-b183-fc4e60eec1ca req-d09ad349-ddc2-46c8-99a5-89fdc61a2581 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "DELETE /v2.0/ports/25d80e68-e331-41e1-943f-6cc749ba118a HTTP/1.1" status: 204 len: 173 time: 0.4333320 Jul 09 17:13:29.845902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'name': 'network-vif-deleted', 'tag': '25d80e68-e331-41e1-943f-6cc749ba118a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:29.847367 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25f2af-f359-4386-8d7e-be746a90a72f" -d '{"events": [{"server_uuid": "03beb0ec-4920-493c-84aa-0c6532c0f20f", "name": "network-vif-deleted", "tag": "25d80e68-e331-41e1-943f-6cc749ba118a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:29.886586 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e945a5c-2ad7-45bb-a839-7990f86b090e x-openstack-request-id: req-1e945a5c-2ad7-45bb-a839-7990f86b090e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:29.886879 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03beb0ec-4920-493c-84aa-0c6532c0f20f", "name": "network-vif-deleted", "tag": "25d80e68-e331-41e1-943f-6cc749ba118a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:29.888379 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e945a5c-2ad7-45bb-a839-7990f86b090e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:29.888379 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03beb0ec-4920-493c-84aa-0c6532c0f20f', 'name': 'network-vif-deleted', 'tag': '25d80e68-e331-41e1-943f-6cc749ba118a', 'status': 'completed', 'code': 200} Jul 09 17:13:30.202954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0cc857-bd21-4fad-bd69-3e9e77f77fab req-efd5de21-5d34-4404-972f-dcfb9c3427dc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 210 time: 0.0340374 Jul 09 17:13:31.363247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a59ac88-c062-45f8-8463-5a73bd2312f9 req-0f0aecde-89b5-4f4b-b9dd-92a300018e8e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 210 time: 0.0311956 Jul 09 17:13:32.513281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-86737e46-15e4-4e7e-a1fb-93b9e8b67e60 req-189e76be-9e85-4205-9dc7-efaba4930ecc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 210 time: 0.0328059 Jul 09 17:13:33.708483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 25d80e68-e331-41e1-943f-6cc749ba118a no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:33.900666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a201585b-6c40-4298-8ad8-dd177c3afccf req-050c1e9a-396f-42c2-bdd9-90a17be58775 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=03beb0ec-4920-493c-84aa-0c6532c0f20f HTTP/1.1" status: 200 len: 210 time: 0.2586687 Jul 09 17:13:33.951381 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 25d80e68-e331-41e1-943f-6cc749ba118a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:33.951725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 25d80e68-e331-41e1-943f-6cc749ba118a not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:34.429935 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:13:35.795433 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb56f473-861c-46e9-b0eb-557d84260e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.319195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-928c0b11-9e0d-4ba5-893e-3cccd9b24fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.417079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.569836 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:39.340521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:41.179576 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.924715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.202323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-968cda10-c005-4c8c-ab92-473bd065e2bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:56.205851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-968cda10-c005-4c8c-ab92-473bd065e2bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1102564 Jul 09 17:13:56.221511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-377af6df-93a0-442e-b959-ceaf1abac14e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0105605 Jul 09 17:13:56.295347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-f1dc068f-7cec-4f4d-905c-2aa55ef98030 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680587 Jul 09 17:13:56.394385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-4f953ee1-2a26-4bd9-9a09-ee8b9b1d4125 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917668 Jul 09 17:13:56.484299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-00e845f1-d62e-4538-b990-fa2023372d16 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839725 Jul 09 17:13:56.803361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc276e53-433d-48c8-a9ca-716d77fdc082 req-71027725-7749-4320-82ce-befa07b1edd0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 210 time: 0.0398159 Jul 09 17:13:57.943958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-0eb9e9a4-fc95-453a-845a-f038bb710252 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:57.947261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-0eb9e9a4-fc95-453a-845a-f038bb710252 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1337855 Jul 09 17:13:57.967388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:57.999398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-536fd5de-1dc8-40d9-9640-952d12fefe8d req-bf554bc5-0920-4e38-9733-429a0604de39 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 210 time: 0.0437851 Jul 09 17:13:58.095127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:58.099146 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.231590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.8 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/8505b3ac-193c-4d8a-a82a-b75d68460404) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:58.393269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.407321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object 8505b3ac-193c-4d8a-a82a-b75d68460404 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:58.444938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.499250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:58.502734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:58.505322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:58.534075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=8505b3ac-193c-4d8a-a82a-b75d68460404,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:58.550125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.550560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.550844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.551166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.551497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.551838 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.552176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.552501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.552789 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.553111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.553458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.553746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:58.577774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:58.578663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.597449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-a5ce899b-adcf-4257-8e48-b0163ea18b63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6351445 Jul 09 17:13:58.616331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Request body: {'port': {'device_id': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:58.699036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.807061 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4dfa63cb-cd13-4781-a766-24992fd59511 None None] Provisioning for port 8505b3ac-193c-4d8a-a82a-b75d68460404 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:58.811671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4dfa63cb-cd13-4781-a766-24992fd59511 None None] Provisioning complete for port 8505b3ac-193c-4d8a-a82a-b75d68460404 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:58.812257 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dfa63cb-cd13-4781-a766-24992fd59511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.846258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa63cb-cd13-4781-a766-24992fd59511 None None] Port 8505b3ac-193c-4d8a-a82a-b75d68460404 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:58.986282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8505b3ac-193c-4d8a-a82a-b75d68460404 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:58.993982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.006580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Transition to ACTIVE for port object 8505b3ac-193c-4d8a-a82a-b75d68460404 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:59.011568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.082837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Pushing event updated for resources: {'Port': ['ID=8505b3ac-193c-4d8a-a82a-b75d68460404,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:59.143256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Attempting to bind port 8505b3ac-193c-4d8a-a82a-b75d68460404 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:59.143618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Attempting to bind port 8505b3ac-193c-4d8a-a82a-b75d68460404 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:59.143954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Attempting to bind port 8505b3ac-193c-4d8a-a82a-b75d68460404 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:59.148793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Port 8505b3ac-193c-4d8a-a82a-b75d68460404 on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:59.149116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Attempting to bind port 8505b3ac-193c-4d8a-a82a-b75d68460404 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:59.154412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:59.154775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:59.155163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:59.155592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Bound port: 8505b3ac-193c-4d8a-a82a-b75d68460404, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:59.155956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.196321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16377a-4a93-4c23-8188-64b720af61dd req-fd180a4a-92e8-43d1-b1d9-2836593af3e2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.198678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d16377a-4a93-4c23-8188-64b720af61dd req-fd180a4a-92e8-43d1-b1d9-2836593af3e2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0688100 Jul 09 17:13:59.233367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] For port 8505b3ac-193c-4d8a-a82a-b75d68460404, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:59.236975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] For port 8505b3ac-193c-4d8a-a82a-b75d68460404, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8505b3ac-193c-4d8a-a82a-b75d68460404,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:59.239109 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d16377a-4a93-4c23-8188-64b720af61dd req-ade68248-19e7-4948-867d-98765c862b14 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Jul 09 17:13:59.249712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.295569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.296208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.297919 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] 10.222.0.37 "PUT /v2.0/ports/8505b3ac-193c-4d8a-a82a-b75d68460404 HTTP/1.1" status: 200 len: 1091 time: 0.6873901 Jul 09 17:13:59.298600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'tag': '8505b3ac-193c-4d8a-a82a-b75d68460404'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:59.301002 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cffa5da-c603-48ef-b988-09edeb8d66bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6645b05-b42a-4fc3-883d-9b846acb1b5d", "tag": "8505b3ac-193c-4d8a-a82a-b75d68460404"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:59.343459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119910c2-e70d-4aba-ac33-2c42c9f1a65d service neutron] Pushing event updated for resources: {'Port': ['ID=8505b3ac-193c-4d8a-a82a-b75d68460404,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:59.396590 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c953581-0aaa-428a-8765-27d3b3a91a32 x-openstack-request-id: req-4c953581-0aaa-428a-8765-27d3b3a91a32 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:59.396914 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6645b05-b42a-4fc3-883d-9b846acb1b5d", "tag": "8505b3ac-193c-4d8a-a82a-b75d68460404", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:59.397136 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c953581-0aaa-428a-8765-27d3b3a91a32 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:59.397540 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'tag': '8505b3ac-193c-4d8a-a82a-b75d68460404', 'status': 'completed', 'code': 200} Jul 09 17:13:59.425797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-9d63a2d5-d496-427b-8e23-742bb79a5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.427633 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-9d63a2d5-d496-427b-8e23-742bb79a5da0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 1094 time: 0.0642350 Jul 09 17:13:59.482236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-0672e1b0-98c3-4435-82d4-b95936ab371f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8505b3ac-193c-4d8a-a82a-b75d68460404 HTTP/1.1" status: 200 len: 217 time: 0.0404897 Jul 09 17:13:59.532639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-f73b4c21-58e2-4adf-93bf-21bdb0e8f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.534121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-f73b4c21-58e2-4adf-93bf-21bdb0e8f319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0459943 Jul 09 17:13:59.594400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-d8edddf6-7e54-4fad-b1f8-074a770b756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.596160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-d8edddf6-7e54-4fad-b1f8-074a770b756e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561764 Jul 09 17:13:59.691214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-ad6581d1-3265-4687-81e8-88664bc1e2da service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882914 Jul 09 17:13:59.781591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f0bb1ea-e251-482a-871c-a0df3b40f0f6 req-2da72c10-8dc5-4458-b2b9-7a7d91223f59 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Jul 09 17:13:59.923495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-d47748bc-acd5-41d4-bc40-4eac0852fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.925050 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-d47748bc-acd5-41d4-bc40-4eac0852fac7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 1094 time: 0.0574679 Jul 09 17:14:00.023677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-0e1bc4d0-2578-4f97-bdcb-b84a023975d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:00.025182 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-0e1bc4d0-2578-4f97-bdcb-b84a023975d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0943918 Jul 09 17:14:00.068835 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-d848552a-eb43-4e40-a48b-6d6853899731 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8505b3ac-193c-4d8a-a82a-b75d68460404 HTTP/1.1" status: 200 len: 217 time: 0.0362039 Jul 09 17:14:00.120657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-05dcc894-2b19-4fdb-a3cc-4f4d48c7f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:00.122130 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-05dcc894-2b19-4fdb-a3cc-4f4d48c7f1e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0459321 Jul 09 17:14:00.185460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-120846e7-c38d-49f7-bf05-4f37efe79247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:00.187011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-120846e7-c38d-49f7-bf05-4f37efe79247 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582919 Jul 09 17:14:00.277717 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-d8ff7226-50a1-45ef-ae3c-d3671f58355e service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834904 Jul 09 17:14:00.378279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0cffa5da-c603-48ef-b988-09edeb8d66bc req-d057c8e6-0267-4b3e-8de5-ec3b4ccdd497 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943747 Jul 09 17:14:00.434407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd747731-2b53-4300-babb-755683d2d2a2 req-bd38f8c2-7c7e-4eb3-8981-b35c3afdca45 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:00.435988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd747731-2b53-4300-babb-755683d2d2a2 req-bd38f8c2-7c7e-4eb3-8981-b35c3afdca45 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0691822 Jul 09 17:14:00.474088 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd747731-2b53-4300-babb-755683d2d2a2 req-fa672750-5226-4366-b5eb-d10ec22dd7f2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jul 09 17:14:01.650097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099946c7-4306-409e-8dc8-1eefd0c8c6b5 req-0fb83e1f-a230-484b-ad39-49c77bdfe40c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:01.651892 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-099946c7-4306-409e-8dc8-1eefd0c8c6b5 req-0fb83e1f-a230-484b-ad39-49c77bdfe40c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0672426 Jul 09 17:14:01.690080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-099946c7-4306-409e-8dc8-1eefd0c8c6b5 req-767eac78-564b-4634-8e14-eda9d12bdd43 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Jul 09 17:14:02.881408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155d590-5bc2-4b34-917d-88f7c5eb4cbe req-7442de90-314c-4f2c-9afd-a782f9ac202b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.882992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2155d590-5bc2-4b34-917d-88f7c5eb4cbe req-7442de90-314c-4f2c-9afd-a782f9ac202b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0712841 Jul 09 17:14:02.921994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2155d590-5bc2-4b34-917d-88f7c5eb4cbe req-166695a2-b7d0-48f5-9d5c-28f435b76c75 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Jul 09 17:14:04.122941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810e81f-8101-4f39-89ae-a59cc6ccaf1c req-d41966e2-fc42-4e3e-903d-66e95d9aec1e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:04.124556 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e810e81f-8101-4f39-89ae-a59cc6ccaf1c req-d41966e2-fc42-4e3e-903d-66e95d9aec1e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0777678 Jul 09 17:14:04.185810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e810e81f-8101-4f39-89ae-a59cc6ccaf1c req-959f36fe-ea9e-40fa-8ded-a471369b84f6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Jul 09 17:14:05.421907 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433af828-16cb-4398-9638-45e79130feaf req-ebf278aa-c99e-45b6-b66d-91d01571ff3c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:05.425760 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-433af828-16cb-4398-9638-45e79130feaf req-ebf278aa-c99e-45b6-b66d-91d01571ff3c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0827174 Jul 09 17:14:05.467103 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-433af828-16cb-4398-9638-45e79130feaf req-5af09616-5e3a-472f-ad96-2a4223e06edb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Jul 09 17:14:05.789098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-962b31ea-de91-430a-9355-1692a546ce56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:06.458940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-551e2836-02ce-4c1a-838e-9901f2d1a6cd tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.460420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-551e2836-02ce-4c1a-838e-9901f2d1a6cd tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 813 time: 0.1070664 Jul 09 17:14:06.475425 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a109d214-ad46-41c0-b310-1e6e99c6dc15 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/quotas/33d0cb23f4ee4f9da212606c04db7b46 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Jul 09 17:14:06.508661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a5af789d-dd4c-4bd7-9db9-71f7fcbc5c5e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285516 Jul 09 17:14:06.600332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-3f15d4e7-8c8d-4a77-b4c7-3492f7ce79a0 service neutron] 10.222.0.48 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851355 Jul 09 17:14:06.696360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-3e373bdc-c5dd-44bc-9d8b-f638c0b10b85 service neutron] 10.222.0.48 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902705 Jul 09 17:14:06.964597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23246ac-7fe5-4361-a25c-6d5d7cf85042 req-962ef5ee-d3c2-4042-9293-3cde6f209e7b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.966125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b23246ac-7fe5-4361-a25c-6d5d7cf85042 req-962ef5ee-d3c2-4042-9293-3cde6f209e7b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0654657 Jul 09 17:14:07.006651 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b23246ac-7fe5-4361-a25c-6d5d7cf85042 req-ea869a39-5233-4e9f-9d3b-c180222feb97 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Jul 09 17:14:07.094357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e98bcdd-1498-4669-9da8-4c24a6ff772e req-f1a7840b-b79f-4bcc-8462-ca3c35d6f083 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 210 time: 0.0334826 Jul 09 17:14:08.067533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-8d617e16-c229-404a-9e23-72445b652783 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.069149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-8d617e16-c229-404a-9e23-72445b652783 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.43 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 813 time: 0.1047440 Jul 09 17:14:08.083575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Request body: {'port': {'device_id': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624', 'admin_state_up': True, 'tenant_id': '33d0cb23f4ee4f9da212606c04db7b46'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:08.195908 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4504ad-39c2-48f5-a1e2-a237f594bbf6 req-5470d06a-a3f7-4ecf-a24e-a0e8a9ead34f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.198555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f4504ad-39c2-48f5-a1e2-a237f594bbf6 req-5470d06a-a3f7-4ecf-a24e-a0e8a9ead34f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0714817 Jul 09 17:14:08.203528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Made reservation on behalf of 33d0cb23f4ee4f9da212606c04db7b46 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:08.207538 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.241842 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f4504ad-39c2-48f5-a1e2-a237f594bbf6 req-63870134-ef4e-4633-9e44-2002fab3390e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363324 Jul 09 17:14:08.327631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75ffafee-5e4e-4b8d-9e08-dc34a6c7b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.340895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Allocated IP 172.20.0.6 (64901121-af1c-4ab0-b78a-cefb54416624/ea4f5c65-7a4c-4409-be1e-2f13125143ef/637d4b52-fdb3-432d-9461-1796706d0cdb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:08.404091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df452dce-84d0-48e2-b75b-07061e0dec39 req-47b041f8-aea7-4d2c-98c9-6e06f41c0061 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 210 time: 0.0385034 Jul 09 17:14:08.419278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.500580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.555791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.573778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.601144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Network 64901121-af1c-4ab0-b78a-cefb54416624 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:08.604368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:08.608294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:08.635473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Pushing event updated for resources: {'Port': ['ID=637d4b52-fdb3-432d-9461-1796706d0cdb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:08.664657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.665375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.682656 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69572182-9d64-47dc-82cb-cf8fc8ced0b3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032095 Jul 09 17:14:08.699119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Request body: {'port': {'device_id': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:08.774861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.053658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637d4b52-fdb3-432d-9461-1796706d0cdb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:09.061580 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.073291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Transition to ACTIVE for port object 637d4b52-fdb3-432d-9461-1796706d0cdb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:09.077926 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.128045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Pushing event updated for resources: {'Port': ['ID=637d4b52-fdb3-432d-9461-1796706d0cdb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:09.197948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Attempting to bind port 637d4b52-fdb3-432d-9461-1796706d0cdb on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:09.198283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Attempting to bind port 637d4b52-fdb3-432d-9461-1796706d0cdb by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:09.198661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Attempting to bind port 637d4b52-fdb3-432d-9461-1796706d0cdb on network 64901121-af1c-4ab0-b78a-cefb54416624 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:09.203393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Port 637d4b52-fdb3-432d-9461-1796706d0cdb on network 64901121-af1c-4ab0-b78a-cefb54416624 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:09.203775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Attempting to bind port 637d4b52-fdb3-432d-9461-1796706d0cdb on network 64901121-af1c-4ab0-b78a-cefb54416624 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:09.208680 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:09.209018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Checking segment: {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:09.209403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Bound using segment: {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:09.209839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Bound port: 637d4b52-fdb3-432d-9461-1796706d0cdb, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:09.210196 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.277959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] For port 637d4b52-fdb3-432d-9461-1796706d0cdb, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:09.281396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] For port 637d4b52-fdb3-432d-9461-1796706d0cdb, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=637d4b52-fdb3-432d-9461-1796706d0cdb,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:09.286200 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.320207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.320830 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.322324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a014e241-c058-4741-9791-a0798ca77baa service neutron] 10.222.0.43 "PUT /v2.0/ports/637d4b52-fdb3-432d-9461-1796706d0cdb HTTP/1.1" status: 200 len: 1091 time: 0.6276686 Jul 09 17:14:09.322825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'tag': '637d4b52-fdb3-432d-9461-1796706d0cdb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:09.325198 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7fb46a-8e83-4fe3-8648-3b492ac9461a", "tag": "637d4b52-fdb3-432d-9461-1796706d0cdb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:09.338049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.350009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014e241-c058-4741-9791-a0798ca77baa service neutron] Pushing event updated for resources: {'Port': ['ID=637d4b52-fdb3-432d-9461-1796706d0cdb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:09.420356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-ead13150-d2df-4af1-8f95-efb49ebf7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.421869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-ead13150-d2df-4af1-8f95-efb49ebf7bd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 1094 time: 0.0534778 Jul 09 17:14:09.426503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25392-c329-450b-8206-002f1820e80c req-e8619414-b536-4ed0-babb-65d98e949a0c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.428030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe25392-c329-450b-8206-002f1820e80c req-e8619414-b536-4ed0-babb-65d98e949a0c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0686476 Jul 09 17:14:09.465846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0fe25392-c329-450b-8206-002f1820e80c req-26942b07-e33d-4bc1-b3cb-573d436b163a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Jul 09 17:14:09.468420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-69d6d84c-4a1f-425e-91a2-e95952d6d4dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637d4b52-fdb3-432d-9461-1796706d0cdb HTTP/1.1" status: 200 len: 217 time: 0.0376639 Jul 09 17:14:09.512059 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8b5bb-164f-4b35-8882-df50d8c78082 x-openstack-request-id: req-b3f8b5bb-164f-4b35-8882-df50d8c78082 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:09.512358 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7fb46a-8e83-4fe3-8648-3b492ac9461a", "tag": "637d4b52-fdb3-432d-9461-1796706d0cdb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:09.512620 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3f8b5bb-164f-4b35-8882-df50d8c78082 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:09.513027 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'tag': '637d4b52-fdb3-432d-9461-1796706d0cdb', 'status': 'completed', 'code': 200} Jul 09 17:14:09.522782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-b95904c3-b6bb-43c0-a7b5-42751a4de943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.524294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-b95904c3-b6bb-43c0-a7b5-42751a4de943 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea4f5c65-7a4c-4409-be1e-2f13125143ef HTTP/1.1" status: 200 len: 853 time: 0.0486615 Jul 09 17:14:09.558964 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-54ce36a8-4d1c-4147-819e-ca6c0834c097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64901121-af1c-4ab0-b78a-cefb54416624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272865 Jul 09 17:14:09.653573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-a2b5a1b7-7f42-4398-9a01-d7aa5d39e76f service neutron] 10.222.0.43 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876544 Jul 09 17:14:09.662053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2175a-425b-407a-ab1d-51cb1f517224 req-cf1ed8aa-b842-4b9a-ba02-e0f9d4410e3b tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.663666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e2175a-425b-407a-ab1d-51cb1f517224 req-cf1ed8aa-b842-4b9a-ba02-e0f9d4410e3b tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 943 time: 0.0681043 Jul 09 17:14:09.701000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8e2175a-425b-407a-ab1d-51cb1f517224 req-0fd3c831-e2a9-4641-a81d-48ce905a808d tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Jul 09 17:14:09.743816 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-caf1ccea-3547-4918-9624-8bcd298d7e36 req-daf1d256-6036-4371-ad09-deb7b49dcc9a service neutron] 10.222.0.43 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822637 Jul 09 17:14:09.852127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-51910f5b-b6c5-4509-8aa8-06df65e26e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.853563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-51910f5b-b6c5-4509-8aa8-06df65e26e8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 1094 time: 0.0550299 Jul 09 17:14:09.950590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-e892ef31-da27-4476-9719-461ab481a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.952205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-e892ef31-da27-4476-9719-461ab481a2cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 914 time: 0.0912387 Jul 09 17:14:10.003126 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-ec866b66-438a-4176-95d0-dc3733db7bda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637d4b52-fdb3-432d-9461-1796706d0cdb HTTP/1.1" status: 200 len: 217 time: 0.0360420 Jul 09 17:14:10.056471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-d752216e-cbf3-452d-a57e-055cfd9a998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.057985 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-d752216e-cbf3-452d-a57e-055cfd9a998c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea4f5c65-7a4c-4409-be1e-2f13125143ef HTTP/1.1" status: 200 len: 853 time: 0.0453115 Jul 09 17:14:10.096775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-1e9d65e8-8851-4a2e-82ab-d193d06dda43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64901121-af1c-4ab0-b78a-cefb54416624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321002 Jul 09 17:14:10.188406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-9854f289-cb66-489e-a05f-e1bd3415b66b service neutron] 10.222.0.43 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845878 Jul 09 17:14:10.291818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c1cec0c-c96d-43a5-a2d2-5f40a7764a2f req-24f19401-806c-4e5f-ab85-7f5fdfa4d402 service neutron] 10.222.0.43 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949304 Jul 09 17:14:10.653851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12079f39-cad1-45c0-8a50-8f1be3f6b7ea req-10e5f3ae-c7ef-438d-9d13-8bea22f99f45 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.655423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12079f39-cad1-45c0-8a50-8f1be3f6b7ea req-10e5f3ae-c7ef-438d-9d13-8bea22f99f45 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0723238 Jul 09 17:14:10.706279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12079f39-cad1-45c0-8a50-8f1be3f6b7ea req-760890c9-f7b6-4417-881c-e7d4d2fc7352 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Jul 09 17:14:10.883752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fc61e-3839-46d6-9a1e-32894e435faa req-b49bc135-ef5c-4027-b3f9-5444422a7aa0 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.885250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-510fc61e-3839-46d6-9a1e-32894e435faa req-b49bc135-ef5c-4027-b3f9-5444422a7aa0 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 943 time: 0.0653057 Jul 09 17:14:10.922856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-510fc61e-3839-46d6-9a1e-32894e435faa req-bd4bab39-559e-4e74-be4f-a170c15abaf2 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jul 09 17:14:11.192036 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.435527 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:14:11.898844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78daab-f4c6-4bac-80db-e962fce3927a req-d61b4843-66ee-456d-bbb4-930884307e30 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.900252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c78daab-f4c6-4bac-80db-e962fce3927a req-d61b4843-66ee-456d-bbb4-930884307e30 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0681350 Jul 09 17:14:11.940565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c78daab-f4c6-4bac-80db-e962fce3927a req-cbff3843-114f-40a9-b48a-8fdc6368bcd6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Jul 09 17:14:12.117727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 637d4b52-fdb3-432d-9461-1796706d0cdb details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:12.129887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b9cdb-de2f-4e16-8b39-1d4a111abae0 req-98cb7476-5fce-47d8-9d4d-691badc66c8d tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.131806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb4b9cdb-de2f-4e16-8b39-1d4a111abae0 req-98cb7476-5fce-47d8-9d4d-691badc66c8d tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 943 time: 0.0892808 Jul 09 17:14:12.170186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb4b9cdb-de2f-4e16-8b39-1d4a111abae0 req-e4ba1cd4-33a2-47ca-937a-936d57d47619 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jul 09 17:14:12.216153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 637d4b52-fdb3-432d-9461-1796706d0cdb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=637d4b52-fdb3-432d-9461-1796706d0cdb,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:12.227560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '637d4b52-fdb3-432d-9461-1796706d0cdb', 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624', 'port_id': '637d4b52-fdb3-432d-9461-1796706d0cdb', 'mac_address': 'fa:16:3e:2a:47:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f5c65-7a4c-4409-be1e-2f13125143ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:12.264215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.277228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637d4b52-fdb3-432d-9461-1796706d0cdb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:12.301000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 637d4b52-fdb3-432d-9461-1796706d0cdb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=637d4b52-fdb3-432d-9461-1796706d0cdb,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:12.306668 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.352858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=637d4b52-fdb3-432d-9461-1796706d0cdb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:12.360771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.361114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.361510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.361843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.362167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.362499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.362896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.363218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.363535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.363849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.364162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.364473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:12.566154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['637d4b52-fdb3-432d-9461-1796706d0cdb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:13.128473 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b3d0-87c2-471f-bd0e-0ff379d27e40 req-34ceab1e-55ab-4cfc-9f6d-09025df65c13 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.129969 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77d0b3d0-87c2-471f-bd0e-0ff379d27e40 req-34ceab1e-55ab-4cfc-9f6d-09025df65c13 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 943 time: 0.0707035 Jul 09 17:14:13.170333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77d0b3d0-87c2-471f-bd0e-0ff379d27e40 req-f1cf2575-2a44-4af1-93b3-d725ba3ed37e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Jul 09 17:14:13.367395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2bb1-783c-45e8-ac47-d38c9e35cee1 req-5a918f5e-26b9-4cb9-b58d-e6574eeafd61 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.368919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-723f2bb1-783c-45e8-ac47-d38c9e35cee1 req-5a918f5e-26b9-4cb9-b58d-e6574eeafd61 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 944 time: 0.0808971 Jul 09 17:14:13.410145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-723f2bb1-783c-45e8-ac47-d38c9e35cee1 req-a49d0478-6e14-4041-869f-7d068df99b7e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Jul 09 17:14:13.958642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8505b3ac-193c-4d8a-a82a-b75d68460404 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:14.060761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8505b3ac-193c-4d8a-a82a-b75d68460404, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8505b3ac-193c-4d8a-a82a-b75d68460404,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:14.073050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '8505b3ac-193c-4d8a-a82a-b75d68460404', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': '8505b3ac-193c-4d8a-a82a-b75d68460404', 'mac_address': 'fa:16:3e:f3:2f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:14.109926 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.126031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8505b3ac-193c-4d8a-a82a-b75d68460404 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:14.135268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 637d4b52-fdb3-432d-9461-1796706d0cdb up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:14.180588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8505b3ac-193c-4d8a-a82a-b75d68460404, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8505b3ac-193c-4d8a-a82a-b75d68460404,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:14.188613 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.243142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 637d4b52-fdb3-432d-9461-1796706d0cdb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:14.245028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8505b3ac-193c-4d8a-a82a-b75d68460404,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:14.249681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 637d4b52-fdb3-432d-9461-1796706d0cdb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:14.250030 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.327915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.348632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d7489-8f44-4336-97ed-6de119a8e347 req-05ccfc76-1c34-454c-83c4-ae26e33152e9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:14.350183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d4d7489-8f44-4336-97ed-6de119a8e347 req-05ccfc76-1c34-454c-83c4-ae26e33152e9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 944 time: 0.0640578 Jul 09 17:14:14.354434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637d4b52-fdb3-432d-9461-1796706d0cdb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:14.356775 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6265b635-1bfb-4d19-83f2-5149b6ca1599" -d '{"events": [{"server_uuid": "2e7fb46a-8e83-4fe3-8648-3b492ac9461a", "name": "network-vif-plugged", "status": "completed", "tag": "637d4b52-fdb3-432d-9461-1796706d0cdb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:14.369138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 637d4b52-fdb3-432d-9461-1796706d0cdb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=637d4b52-fdb3-432d-9461-1796706d0cdb,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:14.373643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.390045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d4d7489-8f44-4336-97ed-6de119a8e347 req-55503d8e-3824-488f-9229-436b72876ae4 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Jul 09 17:14:14.432978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=637d4b52-fdb3-432d-9461-1796706d0cdb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:14.436734 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96e76b-c789-491a-95ca-6f81e919627e x-openstack-request-id: req-cd96e76b-c789-491a-95ca-6f81e919627e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:14.437033 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7fb46a-8e83-4fe3-8648-3b492ac9461a", "name": "network-vif-plugged", "status": "completed", "tag": "637d4b52-fdb3-432d-9461-1796706d0cdb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:14.437293 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd96e76b-c789-491a-95ca-6f81e919627e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:14.437687 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637d4b52-fdb3-432d-9461-1796706d0cdb', 'code': 200} Jul 09 17:14:14.537983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8505b3ac-193c-4d8a-a82a-b75d68460404'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:14.575853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b57a4-8dbe-44a4-8816-8bca47c8adcc req-9e725b35-3b92-43ee-b41a-9cc282b31d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:14.577969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-af4b57a4-8dbe-44a4-8816-8bca47c8adcc req-9e725b35-3b92-43ee-b41a-9cc282b31d8d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 1096 time: 0.0556722 Jul 09 17:14:14.602200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288959ee-d54c-4e47-972c-8653353a6f6f req-47e7387c-e22a-4e9b-8153-42ea9b913778 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:14.603769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-288959ee-d54c-4e47-972c-8653353a6f6f req-47e7387c-e22a-4e9b-8153-42ea9b913778 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 09 17:14:14.615782 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-af4b57a4-8dbe-44a4-8816-8bca47c8adcc req-24b331d8-dada-495a-b46c-f7224ef46c03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300508 Jul 09 17:14:14.644750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-288959ee-d54c-4e47-972c-8653353a6f6f req-4032b988-1f42-4da5-97fd-865ebae89ff3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Jul 09 17:14:15.584972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6bd8-77db-45d9-a0ec-cbb407f5d3ea req-a915c491-2d28-4ef1-90a5-d1cf7251c23e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:15.586535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0caa6bd8-77db-45d9-a0ec-cbb407f5d3ea req-a915c491-2d28-4ef1-90a5-d1cf7251c23e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 944 time: 0.0693181 Jul 09 17:14:15.626185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0caa6bd8-77db-45d9-a0ec-cbb407f5d3ea req-7f84014f-1efa-490c-83c2-0aefa247c8d4 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Jul 09 17:14:15.823932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2b6cc-0696-427d-b261-7d624c1214ca req-5f28d8d4-dd65-4b85-8333-c6891d4407fd tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:15.825440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7da2b6cc-0696-427d-b261-7d624c1214ca req-5f28d8d4-dd65-4b85-8333-c6891d4407fd tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 945 time: 0.0658138 Jul 09 17:14:15.862967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7da2b6cc-0696-427d-b261-7d624c1214ca req-cbdc2130-fea6-4f1e-881f-97573f5d0a90 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Jul 09 17:14:15.961189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8505b3ac-193c-4d8a-a82a-b75d68460404 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:16.015986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 8505b3ac-193c-4d8a-a82a-b75d68460404 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:16.019914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 8505b3ac-193c-4d8a-a82a-b75d68460404 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:16.020293 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.096678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.129866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8505b3ac-193c-4d8a-a82a-b75d68460404, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8505b3ac-193c-4d8a-a82a-b75d68460404,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:16.134696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.188668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8505b3ac-193c-4d8a-a82a-b75d68460404,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:16.438815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8505b3ac-193c-4d8a-a82a-b75d68460404'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:16.441379 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0cc978-c032-42d1-8d51-0db399689125" -d '{"events": [{"server_uuid": "a6645b05-b42a-4fc3-883d-9b846acb1b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8505b3ac-193c-4d8a-a82a-b75d68460404"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:16.478359 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eff92c3-c14e-4947-8db3-77c873f865a2 x-openstack-request-id: req-6eff92c3-c14e-4947-8db3-77c873f865a2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:16.478676 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6645b05-b42a-4fc3-883d-9b846acb1b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8505b3ac-193c-4d8a-a82a-b75d68460404", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:16.478934 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6eff92c3-c14e-4947-8db3-77c873f865a2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:16.479336 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8505b3ac-193c-4d8a-a82a-b75d68460404', 'code': 200} Jul 09 17:14:16.622607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f20af8-1256-4165-9b98-ac3c69fbd78b req-9a47d1b6-48ed-4929-a080-8771143373e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:16.624907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b7f20af8-1256-4165-9b98-ac3c69fbd78b req-9a47d1b6-48ed-4929-a080-8771143373e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 1096 time: 0.0558023 Jul 09 17:14:16.660514 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b7f20af8-1256-4165-9b98-ac3c69fbd78b req-1eb69caa-a9b1-4c77-a7cf-d18ee67a1c42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288119 Jul 09 17:14:16.808826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996887-ada4-4265-b480-764969fc742e req-4ea8b9e5-345d-49ea-9015-fe0001aa9ad9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:16.810708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32996887-ada4-4265-b480-764969fc742e req-4ea8b9e5-345d-49ea-9015-fe0001aa9ad9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.0696433 Jul 09 17:14:16.851737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-32996887-ada4-4265-b480-764969fc742e req-ee5d2502-f2b0-490f-8326-ed73e2112c48 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353312 Jul 09 17:14:18.040049 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295afdc-0ce5-4855-9494-2d06bde17417 req-8408115a-6a7a-494c-8198-fb33f8ed8c55 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.041717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6295afdc-0ce5-4855-9494-2d06bde17417 req-8408115a-6a7a-494c-8198-fb33f8ed8c55 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.0719962 Jul 09 17:14:18.083948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6295afdc-0ce5-4855-9494-2d06bde17417 req-c7d565f6-e390-4223-bda3-a00dc93a7fa0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352504 Jul 09 17:14:19.265063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e919f-0032-407a-8601-1383c0f370b1 req-acd00158-fdde-414b-8b18-b8e0db7c1542 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.267692 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d18e919f-0032-407a-8601-1383c0f370b1 req-acd00158-fdde-414b-8b18-b8e0db7c1542 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.0642629 Jul 09 17:14:19.309314 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d18e919f-0032-407a-8601-1383c0f370b1 req-3dbae104-dd37-438d-a480-5d72cd4f7946 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357831 Jul 09 17:14:19.490678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da219ec-18eb-486e-8363-09b13e31adb2 req-01dd9bac-ec2e-4b7d-ab07-127222467217 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.492186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0da219ec-18eb-486e-8363-09b13e31adb2 req-01dd9bac-ec2e-4b7d-ab07-127222467217 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.0716934 Jul 09 17:14:19.531521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0da219ec-18eb-486e-8363-09b13e31adb2 req-c5874496-3df1-40ab-9dc6-97f62244e4f3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Jul 09 17:14:22.159831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-5dde9e3f-5a89-483a-8388-60ef960ae9fa tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.162935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-5dde9e3f-5a89-483a-8388-60ef960ae9fa tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1078281 Jul 09 17:14:22.177332 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-c4c30be1-8f52-4495-908d-d8565208d088 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Jul 09 17:14:22.256722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ad540cfe-65d0-45ed-82ab-b7810426da26 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743506 Jul 09 17:14:22.418878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-0ecac14a-cf14-4697-990a-ede08d677033 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545055 Jul 09 17:14:22.517096 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-e83f9da8-3eaa-462c-950a-70652fdeb418 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922637 Jul 09 17:14:22.727973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c78394f-41f6-4fe8-8734-43b88f14481e req-893caae2-8112-410c-ba13-c3397ebe28ff tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 210 time: 0.0307999 Jul 09 17:14:23.905961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9345687-1dea-449f-af1f-6e18d63e0c0c req-b06dd31d-a83c-46a3-8903-534fb796d71a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 210 time: 0.0419161 Jul 09 17:14:23.926425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.960905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-61198b4a-9e23-408f-83b6-11f147206b9a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.962770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-61198b4a-9e23-408f-83b6-11f147206b9a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1366756 Jul 09 17:14:23.983332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:24.116416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:24.123212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.585826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.14 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/5a7c6c6f-ee7d-440b-91e0-12c3256efd6f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:24.754952 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.771837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:24.807251 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.839825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8505b3ac-193c-4d8a-a82a-b75d68460404'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:24.864653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:24.867062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:24.871777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:24.876030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:24.931090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:24.931729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.948068 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ade84124-27a7-42e6-9bca-a18cb8d39a3f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688315 Jul 09 17:14:24.967705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-82c22ee0-af49-4a8e-9491-34ea1ed4714f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:24.968770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-82c22ee0-af49-4a8e-9491-34ea1ed4714f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075204 Jul 09 17:14:24.982073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Request body: {'port': {'device_id': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:25.128925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.223074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f64bb2b8-681e-4c56-9290-4fe3f9e49aa2 None None] Provisioning for port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:25.223704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15c2d9-985a-46fc-b9c9-143a722caf2e req-14058359-5689-496d-9684-504188d158b8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.225052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f15c2d9-985a-46fc-b9c9-143a722caf2e req-14058359-5689-496d-9684-504188d158b8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 932 time: 0.1062152 Jul 09 17:14:25.228354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f64bb2b8-681e-4c56-9290-4fe3f9e49aa2 None None] Provisioning complete for port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:25.228813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f64bb2b8-681e-4c56-9290-4fe3f9e49aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.269039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f15c2d9-985a-46fc-b9c9-143a722caf2e req-a5bc896c-5ca2-4893-8648-bc2e588c4e05 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Jul 09 17:14:25.286738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f64bb2b8-681e-4c56-9290-4fe3f9e49aa2 None None] Port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:25.470306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:25.479455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.492455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Transition to ACTIVE for port object 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:25.498293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.599241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Pushing event updated for resources: {'Port': ['ID=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:25.635970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Attempting to bind port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:25.636314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Attempting to bind port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:25.636652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Attempting to bind port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:25.641228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:25.641583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Attempting to bind port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:25.647324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:25.647671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:25.648127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:25.648639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Bound port: 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:25.649336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.736641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] For port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:25.740715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] For port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:25.745894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.788911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.789547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.791104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] 10.222.0.37 "PUT /v2.0/ports/5a7c6c6f-ee7d-440b-91e0-12c3256efd6f HTTP/1.1" status: 200 len: 1092 time: 0.8154807 Jul 09 17:14:25.791570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'tag': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:25.794000 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9757615e-4c3c-46cf-b940-40d2ae69ca25" -d '{"events": [{"name": "network-changed", "server_uuid": "4b559f4d-c79c-4d72-b2d0-ab7de749a7ec", "tag": "5a7c6c6f-ee7d-440b-91e0-12c3256efd6f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:25.823533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b90c9-584e-426e-8236-15cb75576e6b service neutron] Pushing event updated for resources: {'Port': ['ID=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:25.882621 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4af9de-69c9-4df0-b67c-836de1a5b8f1 x-openstack-request-id: req-fb4af9de-69c9-4df0-b67c-836de1a5b8f1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:25.883099 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b559f4d-c79c-4d72-b2d0-ab7de749a7ec", "tag": "5a7c6c6f-ee7d-440b-91e0-12c3256efd6f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:25.883503 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb4af9de-69c9-4df0-b67c-836de1a5b8f1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:25.884068 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'tag': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f', 'status': 'completed', 'code': 200} Jul 09 17:14:25.945034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-4eb0c267-fa9f-4a9d-a94c-06743dfd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.945034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-4eb0c267-fa9f-4a9d-a94c-06743dfd5834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 1095 time: 0.0798056 Jul 09 17:14:25.993706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-d69da669-b013-4134-8b20-503596297db1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f HTTP/1.1" status: 200 len: 217 time: 0.0396929 Jul 09 17:14:26.061140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-72bc234f-6894-41ea-8457-efa11beb5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.063277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-72bc234f-6894-41ea-8457-efa11beb5ce8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0636678 Jul 09 17:14:26.125456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-3d5405b6-24d8-4c88-995e-ad75065323b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.127007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-3d5405b6-24d8-4c88-995e-ad75065323b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572083 Jul 09 17:14:26.246601 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-287edadc-e1d0-4407-9799-99a9f6210b77 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132853 Jul 09 17:14:26.352121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-28f00f1e-9c99-48ce-acb6-3fa1bda6bb3a req-ff7961c0-e83a-408d-8557-d82125c5f5ed service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994275 Jul 09 17:14:26.461653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63659434-3ca0-41b6-a54d-254938159bb7 req-c89f3789-89d7-498d-927d-87c1888cc610 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.465419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63659434-3ca0-41b6-a54d-254938159bb7 req-c89f3789-89d7-498d-927d-87c1888cc610 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0707409 Jul 09 17:14:26.503355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-5b289633-f27d-4d43-a28b-18b7f7e424e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.506779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-5b289633-f27d-4d43-a28b-18b7f7e424e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 1095 time: 0.0742910 Jul 09 17:14:26.528814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63659434-3ca0-41b6-a54d-254938159bb7 req-14010f07-65b1-46fd-a7a3-8f804b6a310a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Jul 09 17:14:26.631975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-131f2ed2-0e26-44db-aca9-e01d14f82239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.633533 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-131f2ed2-0e26-44db-aca9-e01d14f82239 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.1196337 Jul 09 17:14:26.685809 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-089a76aa-6d4d-4474-9049-ac6a1f1a67cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f HTTP/1.1" status: 200 len: 217 time: 0.0442910 Jul 09 17:14:26.741361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-38e3d025-cb5c-4d41-8ac3-2e3a277cddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.743502 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-38e3d025-cb5c-4d41-8ac3-2e3a277cddf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0519531 Jul 09 17:14:26.806828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-2b66b8c2-105a-41f6-989d-9b8114c73990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.809575 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-2b66b8c2-105a-41f6-989d-9b8114c73990 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583317 Jul 09 17:14:26.984781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-c2bffa25-5dd5-400b-b519-fddea7b8d7bc service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665468 Jul 09 17:14:27.113185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9757615e-4c3c-46cf-b940-40d2ae69ca25 req-a9aeb973-7b70-4717-9ffd-e0bdd146d333 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223691 Jul 09 17:14:27.757650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128670-1b8c-4e81-bdc8-be30125eae6b req-fba55cf9-a354-4503-aa21-ff5bd519a280 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:27.759951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3128670-1b8c-4e81-bdc8-be30125eae6b req-fba55cf9-a354-4503-aa21-ff5bd519a280 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.1062434 Jul 09 17:14:27.813810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3128670-1b8c-4e81-bdc8-be30125eae6b req-9fb84f4c-e440-4f33-9f46-86eef1ca920d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478580 Jul 09 17:14:29.142953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abafab-0bb3-4073-99e1-a2cacc58b25e req-ac829fbf-1f44-45e0-a25a-d05517757a23 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.145514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7abafab-0bb3-4073-99e1-a2cacc58b25e req-ac829fbf-1f44-45e0-a25a-d05517757a23 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.1289675 Jul 09 17:14:29.201331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7abafab-0bb3-4073-99e1-a2cacc58b25e req-b80d2917-f79d-459e-992c-07e39e99562d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469756 Jul 09 17:14:30.422855 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75619e-0587-417b-a28c-c2abb8ba1947 req-a432ee94-95d4-416a-bf9e-8ad48fa3c232 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.425526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be75619e-0587-417b-a28c-c2abb8ba1947 req-a432ee94-95d4-416a-bf9e-8ad48fa3c232 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0712352 Jul 09 17:14:30.466713 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-be75619e-0587-417b-a28c-c2abb8ba1947 req-8d1bf0df-35de-44a3-8276-584ca2c3f609 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Jul 09 17:14:31.668961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7275-6b56-480c-888a-0f195dfdf014 req-40821b72-f5b3-44ed-962e-80be50995f52 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:31.676744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7c7275-6b56-480c-888a-0f195dfdf014 req-40821b72-f5b3-44ed-962e-80be50995f52 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0814447 Jul 09 17:14:31.725542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f7c7275-6b56-480c-888a-0f195dfdf014 req-63151f01-1a88-46d7-ae45-b8df858336ef tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 Jul 09 17:14:32.894381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33258ba3-2cf1-4e82-ab06-461dd0ef74ea req-4b7a03e6-1c6e-4f39-85ac-0c9582e604bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.896057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33258ba3-2cf1-4e82-ab06-461dd0ef74ea req-4b7a03e6-1c6e-4f39-85ac-0c9582e604bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0658021 Jul 09 17:14:32.933667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33258ba3-2cf1-4e82-ab06-461dd0ef74ea req-b10e4977-6773-4e2f-8f42-e8691c105afa tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Jul 09 17:14:34.122738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d963-3a56-46a6-9ad9-a9a0f4a1912c req-cbb53d2f-2857-40c3-ac8c-6d7e1abfd9db tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:34.124555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6326d963-3a56-46a6-9ad9-a9a0f4a1912c req-cbb53d2f-2857-40c3-ac8c-6d7e1abfd9db tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0655811 Jul 09 17:14:34.165948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6326d963-3a56-46a6-9ad9-a9a0f4a1912c req-1ed65ab8-b955-40b2-8533-b40660230dcb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Jul 09 17:14:35.353205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a872-fa5a-4b79-b6b1-28d241358eed req-40c479c8-aa21-41e5-813e-71996d3a577b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.354837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb08a872-fa5a-4b79-b6b1-28d241358eed req-40c479c8-aa21-41e5-813e-71996d3a577b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0686157 Jul 09 17:14:35.394346 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb08a872-fa5a-4b79-b6b1-28d241358eed req-0793401d-92fc-4133-b5cc-a8f3637219dc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Jul 09 17:14:35.818182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1ee74c8d-445c-41d0-bad6-c72aecbccded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.603175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9c81-3e0e-45e0-b535-d6a66023ed48 req-76e94f07-9c45-42a6-a5ff-99f0569372da tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.604679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3de9c81-3e0e-45e0-b535-d6a66023ed48 req-76e94f07-9c45-42a6-a5ff-99f0569372da tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0711844 Jul 09 17:14:36.644124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3de9c81-3e0e-45e0-b535-d6a66023ed48 req-5904ea6b-4627-4e66-9c42-8bde38f800f1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Jul 09 17:14:37.841831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be40d8b-ddd1-4594-8956-1777461f0158 req-328483a1-5aab-4634-b7b6-cab5ca7d3575 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.843739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4be40d8b-ddd1-4594-8956-1777461f0158 req-328483a1-5aab-4634-b7b6-cab5ca7d3575 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0774481 Jul 09 17:14:37.894387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4be40d8b-ddd1-4594-8956-1777461f0158 req-7537898f-082a-4c94-ae83-3603628a3792 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Jul 09 17:14:38.005801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-b4e51668-c810-4cf4-a3e6-ce4587d8a1c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430721 Jul 09 17:14:38.107942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-c5239b1e-b129-4015-abfb-1de4c7dfe54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.109539 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-c5239b1e-b129-4015-abfb-1de4c7dfe54b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 1096 time: 0.0569901 Jul 09 17:14:38.226428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-7d29df40-806d-4bcd-a08f-8e1574671883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.227848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-7d29df40-806d-4bcd-a08f-8e1574671883 service neutron] 10.222.0.43 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 914 time: 0.0915511 Jul 09 17:14:38.271533 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-e4dba317-9768-4e9d-b90c-c052be677ca4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637d4b52-fdb3-432d-9461-1796706d0cdb HTTP/1.1" status: 200 len: 217 time: 0.0366480 Jul 09 17:14:38.321845 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82ad8b68-59bb-44e0-9ea4-3d971f6e27f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.324709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-7f1f7e6f-12c1-4334-8103-fa6aef6fac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.326222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-7f1f7e6f-12c1-4334-8103-fa6aef6fac6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea4f5c65-7a4c-4409-be1e-2f13125143ef HTTP/1.1" status: 200 len: 853 time: 0.0474210 Jul 09 17:14:38.367023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-b7084159-07d0-4e44-891b-8bb57e3271dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64901121-af1c-4ab0-b78a-cefb54416624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319581 Jul 09 17:14:38.378136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-ebb8d969-7033-4867-9c8d-ff7c2769047d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:38.379137 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-ebb8d969-7033-4867-9c8d-ff7c2769047d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054669 Jul 09 17:14:38.423784 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.475228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-02b6372a-d822-42bf-9730-a4ae8472dc19 service neutron] 10.222.0.43 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889261 Jul 09 17:14:38.584849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.596614 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5d5021fe-13c4-43d8-88b3-ecc9e39449e8 req-5c3469ca-600e-48b8-80b3-600deb94eecc service neutron] 10.222.0.43 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074367 Jul 09 17:14:39.086792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5704-4909-46eb-bc37-59f0a5df22d2 req-27554808-c36e-422c-9ed7-1212af4e2ba8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:39.088385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8fc5704-4909-46eb-bc37-59f0a5df22d2 req-27554808-c36e-422c-9ed7-1212af4e2ba8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0706594 Jul 09 17:14:39.133529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8fc5704-4909-46eb-bc37-59f0a5df22d2 req-d13910f4-013b-4e42-8bad-de13e8ab3ef2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Jul 09 17:14:39.331489 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.333099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b6fd6-92bf-44a3-bc03-ebe8a3c88207 req-2e9da90d-9e1c-4681-a3e8-8fcd6ee4d0f2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:40.334616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-903b6fd6-92bf-44a3-bc03-ebe8a3c88207 req-2e9da90d-9e1c-4681-a3e8-8fcd6ee4d0f2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0746403 Jul 09 17:14:40.374439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-903b6fd6-92bf-44a3-bc03-ebe8a3c88207 req-c332b697-c37e-4f1a-9b75-05b49c5f4875 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jul 09 17:14:41.188272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.575722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419347b-cd1e-4aa2-850e-3ff73d8e4271 req-ca480596-9d1d-40b1-b870-c02f8c2926c3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.577263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0419347b-cd1e-4aa2-850e-3ff73d8e4271 req-ca480596-9d1d-40b1-b870-c02f8c2926c3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0718174 Jul 09 17:14:41.618190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0419347b-cd1e-4aa2-850e-3ff73d8e4271 req-ca3726b0-804b-4f11-b96f-2377c470636c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Jul 09 17:14:42.817950 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afaced-1c25-473f-9995-af1fb6d1fab0 req-cb8283f5-b485-417f-b566-6d240179414f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:42.819545 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5afaced-1c25-473f-9995-af1fb6d1fab0 req-cb8283f5-b485-417f-b566-6d240179414f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0735912 Jul 09 17:14:42.864107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5afaced-1c25-473f-9995-af1fb6d1fab0 req-16b59334-5435-4439-9514-41255e661d18 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Jul 09 17:14:44.082481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19988a-3f5b-4365-950b-35d7cd40b544 req-7f22db74-a591-4640-a358-b0a20fe10711 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:44.084085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab19988a-3f5b-4365-950b-35d7cd40b544 req-7f22db74-a591-4640-a358-b0a20fe10711 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0843246 Jul 09 17:14:44.133884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab19988a-3f5b-4365-950b-35d7cd40b544 req-15807139-2e2e-413b-99fa-c2f897014796 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Jul 09 17:14:45.353571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2118889-fdbc-43ab-9a3c-d1355da3ac52 req-6398c2f7-03f3-4736-a854-3b5c87653ed3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:45.355727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2118889-fdbc-43ab-9a3c-d1355da3ac52 req-6398c2f7-03f3-4736-a854-3b5c87653ed3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0853829 Jul 09 17:14:45.397419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2118889-fdbc-43ab-9a3c-d1355da3ac52 req-66a0ba57-0ba9-42bb-85fb-0ee6f7398ddc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Jul 09 17:14:46.579112 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3eadc-48dc-4b31-90cb-54484459db4b req-03f8369d-8add-4cd2-adba-d5093e20ff40 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.580552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcf3eadc-48dc-4b31-90cb-54484459db4b req-03f8369d-8add-4cd2-adba-d5093e20ff40 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0660262 Jul 09 17:14:46.617598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcf3eadc-48dc-4b31-90cb-54484459db4b req-8c1ecf1a-79f0-4193-be9c-c92f1993d73d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Jul 09 17:14:47.815072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b53111-82b9-4f68-ac7e-a4dbd8c8d63e req-cf034aa6-ceca-4e10-897d-68f5cbe889bb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:47.816770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8b53111-82b9-4f68-ac7e-a4dbd8c8d63e req-cf034aa6-ceca-4e10-897d-68f5cbe889bb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0743954 Jul 09 17:14:47.866027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8b53111-82b9-4f68-ac7e-a4dbd8c8d63e req-2ace7ba8-5b83-44fe-b45a-b02223793f90 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Jul 09 17:14:48.437872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:14:49.051272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2bb20-aa54-48f9-a9a1-6d960ab9f9b5 req-7f6eaddb-5abe-472a-bf19-5616ee08c2c2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:49.052798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fe2bb20-aa54-48f9-a9a1-6d960ab9f9b5 req-7f6eaddb-5abe-472a-bf19-5616ee08c2c2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0649781 Jul 09 17:14:49.096115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2fe2bb20-aa54-48f9-a9a1-6d960ab9f9b5 req-97df3598-53f7-4a07-8c76-2857a99751f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 Jul 09 17:14:50.068596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:50.172972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:50.186243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f', 'mac_address': 'fa:16:3e:7f:7b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:50.232155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.248875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:50.274683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:50.279551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.327752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c9fad-7c0d-44fa-bd4b-2bc9ecadc96c req-b4b32ab1-ea0f-4a33-9f55-3175ddab5f2c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:50.329666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-978c9fad-7c0d-44fa-bd4b-2bc9ecadc96c req-b4b32ab1-ea0f-4a33-9f55-3175ddab5f2c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 944 time: 0.0918527 Jul 09 17:14:50.341927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:50.376739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-978c9fad-7c0d-44fa-bd4b-2bc9ecadc96c req-62eb7ef0-9654-4141-aeac-4c988ad87731 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Jul 09 17:14:50.677580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['5a7c6c6f-ee7d-440b-91e0-12c3256efd6f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:51.585812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2540dd-de3d-4d4e-a1e9-d887d2f461af req-23a7eec6-f599-4b6d-8252-a7978e02e091 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:51.587461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e2540dd-de3d-4d4e-a1e9-d887d2f461af req-23a7eec6-f599-4b6d-8252-a7978e02e091 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 945 time: 0.0770032 Jul 09 17:14:51.635853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9e2540dd-de3d-4d4e-a1e9-d887d2f461af req-c7a56bcb-58d8-4edd-9a97-da78be93c849 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Jul 09 17:14:52.080105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:52.137476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:52.141609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:52.142062 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.219673 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.242624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:52.245033 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97df725a-a0a2-4d11-9b79-4101d5d1103f" -d '{"events": [{"server_uuid": "4b559f4d-c79c-4d72-b2d0-ab7de749a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "5a7c6c6f-ee7d-440b-91e0-12c3256efd6f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:52.264681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:52.270117 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.295221 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31529c5-ae56-41d9-9bb3-79e24627035b x-openstack-request-id: req-c31529c5-ae56-41d9-9bb3-79e24627035b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:52.295651 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b559f4d-c79c-4d72-b2d0-ab7de749a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "5a7c6c6f-ee7d-440b-91e0-12c3256efd6f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:52.295893 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c31529c5-ae56-41d9-9bb3-79e24627035b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:52.296343 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f', 'code': 200} Jul 09 17:14:52.326340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:52.445647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640426b1-426d-4b62-9b07-72d7bedcd2f5 req-28a37c94-96c5-4e28-abc3-69f73f468793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:52.447250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-640426b1-426d-4b62-9b07-72d7bedcd2f5 req-28a37c94-96c5-4e28-abc3-69f73f468793 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 1097 time: 0.0605574 Jul 09 17:14:52.483131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-640426b1-426d-4b62-9b07-72d7bedcd2f5 req-cdb9fbbb-6149-4e0f-ab81-1ec72a3080e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298333 Jul 09 17:14:52.903574 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f0fbe-f4c8-4c3b-bf15-55df126b177b req-924ac7a4-145f-4c17-8982-27d825959c19 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:52.906232 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f11f0fbe-f4c8-4c3b-bf15-55df126b177b req-924ac7a4-145f-4c17-8982-27d825959c19 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 946 time: 0.1425614 Jul 09 17:14:52.957877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f11f0fbe-f4c8-4c3b-bf15-55df126b177b req-e624b912-05b4-4e34-b1fc-edd58721fb3c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Jul 09 17:14:53.913018 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.149983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83679b-d67a-4a03-9e7a-b88a55b907d2 req-6381f48d-231c-42d2-8377-04743c566137 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:54.151670 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a83679b-d67a-4a03-9e7a-b88a55b907d2 req-6381f48d-231c-42d2-8377-04743c566137 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 946 time: 0.0707138 Jul 09 17:14:54.190316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a83679b-d67a-4a03-9e7a-b88a55b907d2 req-247e4c9c-2bed-4b58-9465-19fb0fe10212 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Jul 09 17:14:54.366013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67826-1652-4413-b84e-1eab7ac74f70 req-0e5f978f-834d-4812-aacf-06852c92ca94 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:54.367568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa67826-1652-4413-b84e-1eab7ac74f70 req-0e5f978f-834d-4812-aacf-06852c92ca94 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 946 time: 0.0653296 Jul 09 17:14:54.408099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fa67826-1652-4413-b84e-1eab7ac74f70 req-922edf70-9a14-4fe8-b2e2-0bb7ea4bf079 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Jul 09 17:14:54.907489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67212-250c-481a-a547-84ca539998e8 req-b37a4683-4194-40e8-bb9a-a7de81a8138e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:54.909110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1b67212-250c-481a-a547-84ca539998e8 req-b37a4683-4194-40e8-bb9a-a7de81a8138e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 946 time: 0.0801363 Jul 09 17:14:54.991278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1b67212-250c-481a-a547-84ca539998e8 req-6241e828-8ab0-437d-9090-ee1d00a619b6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747726 Jul 09 17:14:56.184271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01af345-85e4-47a1-adf8-f185df76bd3a req-021793f0-c5cb-4bc1-ac46-175c4db803ea tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:56.185939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b01af345-85e4-47a1-adf8-f185df76bd3a req-021793f0-c5cb-4bc1-ac46-175c4db803ea tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 946 time: 0.0711243 Jul 09 17:14:56.231131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b01af345-85e4-47a1-adf8-f185df76bd3a req-a803eb23-1854-4e6d-8288-a93768acc647 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Jul 09 17:14:56.678625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1960d89c-4810-4f38-add4-08f78083da2a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:56.680537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1960d89c-4810-4f38-add4-08f78083da2a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 946 time: 0.0813098 Jul 09 17:14:56.792026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:56.792368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.882480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:56.882861 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.896350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:57.038095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.068499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=5a7c6c6f-ee7d-440b-91e0-12c3256efd6f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:57.074384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8505b3ac-193c-4d8a-a82a-b75d68460404', '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:57.144904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:57.148219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.150339 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e8e95f69-2356-44cd-8547-2129a1c5e03b req-1e102471-d405-442d-b1e0-4ba9aecf2f28 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "DELETE /v2.0/ports/5a7c6c6f-ee7d-440b-91e0-12c3256efd6f HTTP/1.1" status: 204 len: 173 time: 0.4638462 Jul 09 17:14:57.150844 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'name': 'network-vif-deleted', 'tag': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:57.153994 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05767415-d703-472e-8a4b-2718095d8f7b" -d '{"events": [{"server_uuid": "4b559f4d-c79c-4d72-b2d0-ab7de749a7ec", "name": "network-vif-deleted", "tag": "5a7c6c6f-ee7d-440b-91e0-12c3256efd6f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:57.224035 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce689c-c1e7-4146-8084-71780fd1b7b7 x-openstack-request-id: req-41ce689c-c1e7-4146-8084-71780fd1b7b7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:57.224334 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b559f4d-c79c-4d72-b2d0-ab7de749a7ec", "name": "network-vif-deleted", "tag": "5a7c6c6f-ee7d-440b-91e0-12c3256efd6f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:57.225131 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41ce689c-c1e7-4146-8084-71780fd1b7b7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:57.225545 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b559f4d-c79c-4d72-b2d0-ab7de749a7ec', 'name': 'network-vif-deleted', 'tag': '5a7c6c6f-ee7d-440b-91e0-12c3256efd6f', 'status': 'completed', 'code': 200} Jul 09 17:14:57.407572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f691b21-3464-4a7c-90f2-ab500cad51fd req-efc73f42-ea42-4d22-8b1d-4becc42bc000 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 210 time: 0.0290289 Jul 09 17:14:57.770498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-fe0040ef-17ed-492d-8cd2-81a1178ee1be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564280 Jul 09 17:14:57.888977 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-12a51280-14f5-49bc-a753-392c8b9d7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:57.890858 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-12a51280-14f5-49bc-a753-392c8b9d7f11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 1096 time: 0.0567284 Jul 09 17:14:58.016133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-22e69c44-73f4-447e-9e57-d38b442e835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:58.017759 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-22e69c44-73f4-447e-9e57-d38b442e835c service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.1046057 Jul 09 17:14:58.059080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-370fb981-a019-4645-9164-b92b5a8f01b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8505b3ac-193c-4d8a-a82a-b75d68460404 HTTP/1.1" status: 200 len: 217 time: 0.0344915 Jul 09 17:14:58.108371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-7f84e46f-8762-4df0-b5a0-8eda30b15563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:58.109855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-7f84e46f-8762-4df0-b5a0-8eda30b15563 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0441537 Jul 09 17:14:58.174781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-0a7d0a49-f9c6-4ba6-9fbb-64b1db647045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:58.176325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-0a7d0a49-f9c6-4ba6-9fbb-64b1db647045 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596855 Jul 09 17:14:58.268264 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-e82306e3-692c-4a53-99c1-346587e4fa5f service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Jul 09 17:14:58.370151 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60804c52-e75e-4b00-b696-bbab02af4fd6 req-049dacb8-27a6-4f2b-b9bf-e52d955b520a service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939655 Jul 09 17:14:58.658592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae16257b-3cdb-4302-8077-5a4b23a88a54 req-de1f9141-8893-4676-9ccf-5404215ec82a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 210 time: 0.0413511 Jul 09 17:14:59.803590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9b599c6-2d3b-47cc-aac1-e66a2e2f9d5d req-abc7f026-a2c1-4126-93c0-ec4a55be9c85 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 210 time: 0.0292304 Jul 09 17:15:00.125226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:00.149274 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:00.149614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 5a7c6c6f-ee7d-440b-91e0-12c3256efd6f not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:00.959424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf3b95e5-d165-42e3-910c-a9847f068940 req-71db960c-9ff0-48b3-9f65-3106779981b3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b559f4d-c79c-4d72-b2d0-ab7de749a7ec HTTP/1.1" status: 200 len: 210 time: 0.0358036 Jul 09 17:15:05.387653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b817e-4a05-4331-8582-2d97b85a67ca req-09e0f849-3adc-4294-991e-7ba6df88842f tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:05.389560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d35b817e-4a05-4331-8582-2d97b85a67ca req-09e0f849-3adc-4294-991e-7ba6df88842f tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 945 time: 0.0764771 Jul 09 17:15:05.435662 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d35b817e-4a05-4331-8582-2d97b85a67ca req-b71104ac-57f0-494f-96bd-fb6302c736c7 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Jul 09 17:15:05.798038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-37bf5e77-1f67-4c2e-aa2a-273ce41b3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.648330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1121-3db9-4e4b-b5cd-51ffece6d214 req-62cc1c69-f387-4443-b1bc-99899c01474b tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.650132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e71b1121-3db9-4e4b-b5cd-51ffece6d214 req-62cc1c69-f387-4443-b1bc-99899c01474b tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 945 time: 0.0813363 Jul 09 17:15:06.701474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e71b1121-3db9-4e4b-b5cd-51ffece6d214 req-2beba44c-8a47-4db4-807f-f2ee701c5e34 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Jul 09 17:15:07.037877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-879085df-bf34-4dbb-853b-15e810996c22 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.039395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-879085df-bf34-4dbb-853b-15e810996c22 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 945 time: 0.0666108 Jul 09 17:15:07.143362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Deleting port 637d4b52-fdb3-432d-9461-1796706d0cdb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:07.143576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.244288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] For port 637d4b52-fdb3-432d-9461-1796706d0cdb, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=637d4b52-fdb3-432d-9461-1796706d0cdb,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:07.244749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.261498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Calling delete_port for 637d4b52-fdb3-432d-9461-1796706d0cdb owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:07.404845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.421374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['637d4b52-fdb3-432d-9461-1796706d0cdb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:07.436203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Pushing event deleted for resources: {'Port': ['ID=637d4b52-fdb3-432d-9461-1796706d0cdb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:07.445497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.445811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.446143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.446519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.446839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.447166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.447485 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.447805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.448129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.448800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.448800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.449061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:07.493432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] No DVR routers for this DVR port 637d4b52-fdb3-432d-9461-1796706d0cdb on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:07.496282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.501019 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2c6ea386-1140-45f0-be91-ce6455e483ba req-5a08eb90-971d-49e1-988e-5a6b6fbabe87 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.43 "DELETE /v2.0/ports/637d4b52-fdb3-432d-9461-1796706d0cdb HTTP/1.1" status: 204 len: 173 time: 0.4524674 Jul 09 17:15:07.501019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'name': 'network-vif-deleted', 'tag': '637d4b52-fdb3-432d-9461-1796706d0cdb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:07.501444 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9637d9-cc68-4c5d-bffa-815fd54db5f2" -d '{"events": [{"server_uuid": "2e7fb46a-8e83-4fe3-8648-3b492ac9461a", "name": "network-vif-deleted", "tag": "637d4b52-fdb3-432d-9461-1796706d0cdb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:07.540085 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598af393-9537-47ee-8fb2-201c5d1c82e2 x-openstack-request-id: req-598af393-9537-47ee-8fb2-201c5d1c82e2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:07.540392 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7fb46a-8e83-4fe3-8648-3b492ac9461a", "name": "network-vif-deleted", "tag": "637d4b52-fdb3-432d-9461-1796706d0cdb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:07.540642 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-598af393-9537-47ee-8fb2-201c5d1c82e2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:07.541114 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7fb46a-8e83-4fe3-8648-3b492ac9461a', 'name': 'network-vif-deleted', 'tag': '637d4b52-fdb3-432d-9461-1796706d0cdb', 'status': 'completed', 'code': 200} Jul 09 17:15:07.882130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-174a483e-3ad1-4350-b73a-a1675726fc6d req-ee297408-a978-4d75-aaa2-4b8fe71e11cf tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7fb46a-8e83-4fe3-8648-3b492ac9461a HTTP/1.1" status: 200 len: 210 time: 0.0303695 Jul 09 17:15:08.328345 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf72cddc-e875-42c0-be3d-e0309c4024f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.420073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.585596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.795545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138085d9-0ba5-4593-895a-62ef3780bf81 req-d1a0f4cb-799d-4ac1-acdf-48f246ba701b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:08.797021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-138085d9-0ba5-4593-895a-62ef3780bf81 req-d1a0f4cb-799d-4ac1-acdf-48f246ba701b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.0677288 Jul 09 17:15:08.852655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-138085d9-0ba5-4593-895a-62ef3780bf81 req-86bfef0c-cf64-430b-8baa-69d5722319cb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Jul 09 17:15:09.337025 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.401413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bfae2-256a-4e46-9925-b63cc67ca883 req-8c2c63e3-4c9b-46f5-947e-73bb2ab299b1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.402818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-605bfae2-256a-4e46-9925-b63cc67ca883 req-8c2c63e3-4c9b-46f5-947e-73bb2ab299b1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.4137414 Jul 09 17:15:10.429615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 637d4b52-fdb3-432d-9461-1796706d0cdb no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:10.442584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-605bfae2-256a-4e46-9925-b63cc67ca883 req-09d37fd5-ecd2-40b3-b824-591fbe59025c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=29da11de-9481-4df5-86db-11bbf7127c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jul 09 17:15:10.449466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 637d4b52-fdb3-432d-9461-1796706d0cdb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:10.449609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 637d4b52-fdb3-432d-9461-1796706d0cdb not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:10.467695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-2709ff8e-e8de-4bbf-9a56-e1d855c45ee9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.469318 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-2709ff8e-e8de-4bbf-9a56-e1d855c45ee9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 945 time: 0.0697591 Jul 09 17:15:10.580437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 8505b3ac-193c-4d8a-a82a-b75d68460404 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:10.580903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.679736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port 8505b3ac-193c-4d8a-a82a-b75d68460404, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8505b3ac-193c-4d8a-a82a-b75d68460404,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:10.679971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.692862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 8505b3ac-193c-4d8a-a82a-b75d68460404 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:10.831867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.865646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=8505b3ac-193c-4d8a-a82a-b75d68460404,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:10.866065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8505b3ac-193c-4d8a-a82a-b75d68460404'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:10.908225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port 8505b3ac-193c-4d8a-a82a-b75d68460404 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:10.910948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.912935 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f568dc04-c0af-45fb-8886-3b753cfa1bb3 req-68d9d612-be5d-48ba-9aa7-d0e5bc126e78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "DELETE /v2.0/ports/8505b3ac-193c-4d8a-a82a-b75d68460404 HTTP/1.1" status: 204 len: 173 time: 0.4373770 Jul 09 17:15:10.913390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'name': 'network-vif-deleted', 'tag': '8505b3ac-193c-4d8a-a82a-b75d68460404'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:10.915674 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b247c21-601e-47f0-99b7-3ff35368ec56" -d '{"events": [{"server_uuid": "a6645b05-b42a-4fc3-883d-9b846acb1b5d", "name": "network-vif-deleted", "tag": "8505b3ac-193c-4d8a-a82a-b75d68460404"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:10.953393 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be8682f-4704-4618-8408-da0fb4db9b01 x-openstack-request-id: req-5be8682f-4704-4618-8408-da0fb4db9b01 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:10.953801 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6645b05-b42a-4fc3-883d-9b846acb1b5d", "name": "network-vif-deleted", "tag": "8505b3ac-193c-4d8a-a82a-b75d68460404", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:10.954026 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5be8682f-4704-4618-8408-da0fb4db9b01 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:10.954595 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6645b05-b42a-4fc3-883d-9b846acb1b5d', 'name': 'network-vif-deleted', 'tag': '8505b3ac-193c-4d8a-a82a-b75d68460404', 'status': 'completed', 'code': 200} Jul 09 17:15:11.190157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.590731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da2c5133-539b-4385-91ea-b8658601c9d1 req-79eb980d-7c69-4955-9b92-6b63b5dbc52b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 210 time: 0.0308685 Jul 09 17:15:12.739583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dff98522-cc62-4028-9f60-18b2e12e2200 req-0b84ef79-3a1f-446f-b407-61daecdc26dc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 210 time: 0.0284925 Jul 09 17:15:13.885851 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bff044f3-236a-4f25-96f3-9621a730d3b4 req-05905e79-7fb0-4f55-aeb8-c51dab8e39d9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6645b05-b42a-4fc3-883d-9b846acb1b5d HTTP/1.1" status: 200 len: 210 time: 0.0334957 Jul 09 17:15:14.220006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8505b3ac-193c-4d8a-a82a-b75d68460404 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:14.244031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 8505b3ac-193c-4d8a-a82a-b75d68460404 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:14.244386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8505b3ac-193c-4d8a-a82a-b75d68460404 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:15.915187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e438c9ae-3d4e-48b0-97a3-3cfab3c43118 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.916827 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e438c9ae-3d4e-48b0-97a3-3cfab3c43118 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 813 time: 0.1004283 Jul 09 17:15:15.932613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-7ada4327-e01b-487b-871d-01683f10f780 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/quotas/33d0cb23f4ee4f9da212606c04db7b46 HTTP/1.1" status: 200 len: 375 time: 0.0099063 Jul 09 17:15:15.972781 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-51866efb-6e0a-477d-a5a1-8dd09a3077d7 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344219 Jul 09 17:15:15.984094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-44b0bcec-408a-4245-a17b-a798af328fa3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:15:15.985183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-44b0bcec-408a-4245-a17b-a798af328fa3 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058765 Jul 09 17:15:16.079249 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-167ba792-28b4-4947-bd03-fba88a11faea service neutron] 10.222.0.48 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883207 Jul 09 17:15:16.174164 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-0b01f234-91c4-4d11-813d-ae7543f5d15f service neutron] 10.222.0.48 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892484 Jul 09 17:15:16.355376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ecf27de1-c18b-4bd5-8812-c4eb99604b74 req-c0da2fd7-1cd5-458c-b699-f3483809d89d tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 210 time: 0.0377998 Jul 09 17:15:17.512190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f1aee80-58c1-4342-8812-17e739995d21 req-2ec38f67-d499-4dea-8d0c-d5469302cadf tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 210 time: 0.0335324 Jul 09 17:15:17.702545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-8dbe3b84-a8f2-4fb7-8b2b-e8c446d6f76e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:17.704512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-8dbe3b84-a8f2-4fb7-8b2b-e8c446d6f76e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.37 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 813 time: 0.1134596 Jul 09 17:15:17.724380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Request body: {'port': {'device_id': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624', 'admin_state_up': True, 'tenant_id': '33d0cb23f4ee4f9da212606c04db7b46'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:17.843445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Made reservation on behalf of 33d0cb23f4ee4f9da212606c04db7b46 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:17.847330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.985822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Allocated IP 172.20.0.4 (64901121-af1c-4ab0-b78a-cefb54416624/ea4f5c65-7a4c-4409-be1e-2f13125143ef/185895cc-557a-41be-9646-473d265d17ef) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:18.132026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.172210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.179344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:18.184240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559375462', 'description': 'tempest-secgroup-smoke-559375462 description', 'project_id': '610d89a087354cf88d132f95f71b0411'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:18.207692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.221164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Network 64901121-af1c-4ab0-b78a-cefb54416624 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:18.226445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:18.229044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:18.253958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Pushing event updated for resources: {'Port': ['ID=185895cc-557a-41be-9646-473d265d17ef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:18.285283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.285964 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.290605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.294998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.300754 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-e20f25a9-799b-479e-8ada-86b0c6863159 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805645 Jul 09 17:15:18.323368 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.324629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1442153 Jul 09 17:15:18.326463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3d0f6-8df2-48fb-9b6f-143a79566aa0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:18.327888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:18.333418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group_rule': {'security_group_id': '9af3d0f6-8df2-48fb-9b6f-143a79566aa0', 'project_id': '610d89a087354cf88d132f95f71b0411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:18.334485 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.334844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.335185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.335523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.335861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.336192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.336520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.336844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.337166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.337490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.337812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.338135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5139b52-79c8-40bc-9aa9-773545687b78 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:18.369784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Request body: {'port': {'device_id': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:18.373304 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.697631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f109bb-88f0-4c00-8950-4295297d1e7a req-1046d389-3f2a-43f3-af6d-fd35c3faa1bf tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.699252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f109bb-88f0-4c00-8950-4295297d1e7a req-1046d389-3f2a-43f3-af6d-fd35c3faa1bf tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 931 time: 0.0689805 Jul 09 17:15:18.738338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f109bb-88f0-4c00-8950-4295297d1e7a req-ac5c9d06-5003-48a7-8915-4b412ee60a29 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332041 Jul 09 17:15:18.758775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.763453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.778499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.793238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd5a7a4-1b8f-4647-9cce-0a350d9b6b1d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:18.797471 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.798750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c9249e1-c9e0-418c-8d08-c31e81c2ed11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4690061 Jul 09 17:15:18.804051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:18.809667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group_rule': {'security_group_id': '9af3d0f6-8df2-48fb-9b6f-143a79566aa0', 'project_id': '610d89a087354cf88d132f95f71b0411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:18.839433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.890077 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.895338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.913558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b574d9-b5bb-47ea-9613-1e6bd78bf499,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:18.920196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.921610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2f30f106-a78a-4e7a-9de3-ff429607d936 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161551 Jul 09 17:15:18.924319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:18.928839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group_rule': {'security_group_id': '9af3d0f6-8df2-48fb-9b6f-143a79566aa0', 'project_id': '610d89a087354cf88d132f95f71b0411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:18.960205 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.019177 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.023972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.041633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c774e48-121e-43be-a029-23a65e147074,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.050561 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.051930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d101bce-14d6-4bfa-880f-a3a779356f63 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266356 Jul 09 17:15:19.054734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:19.059366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group_rule': {'security_group_id': '9af3d0f6-8df2-48fb-9b6f-143a79566aa0', 'project_id': '610d89a087354cf88d132f95f71b0411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:19.062428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185895cc-557a-41be-9646-473d265d17ef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:19.069992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.084169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Transition to ACTIVE for port object 185895cc-557a-41be-9646-473d265d17ef will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:19.086660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.088186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.142987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Pushing event updated for resources: {'Port': ['ID=185895cc-557a-41be-9646-473d265d17ef,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.149484 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.154169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.177617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd99e8c-b9c5-44c1-98f2-4f5327c0d811,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.182024 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.186006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-de2c0d55-576e-4066-98fd-b1366c5b5d42 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276979 Jul 09 17:15:19.186436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:19.191133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group_rule': {'security_group_id': '9af3d0f6-8df2-48fb-9b6f-143a79566aa0', 'project_id': '610d89a087354cf88d132f95f71b0411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:19.213486 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Project 610d89a087354cf88d132f95f71b0411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:15:19.217707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Attempting to bind port 185895cc-557a-41be-9646-473d265d17ef on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:19.218178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Attempting to bind port 185895cc-557a-41be-9646-473d265d17ef by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:19.218501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Attempting to bind port 185895cc-557a-41be-9646-473d265d17ef on network 64901121-af1c-4ab0-b78a-cefb54416624 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:19.218608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.222956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Port 185895cc-557a-41be-9646-473d265d17ef on network 64901121-af1c-4ab0-b78a-cefb54416624 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:19.223275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Attempting to bind port 185895cc-557a-41be-9646-473d265d17ef on network 64901121-af1c-4ab0-b78a-cefb54416624 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:19.227997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:19.228333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Checking segment: {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:19.228707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Bound using segment: {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:19.229126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Bound port: 185895cc-557a-41be-9646-473d265d17ef, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec7f069-efe9-46ee-af81-1fc8497b3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:19.229478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.279225 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.283671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.293591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] For port 185895cc-557a-41be-9646-473d265d17ef, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:19.296835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] For port 185895cc-557a-41be-9646-473d265d17ef, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=185895cc-557a-41be-9646-473d265d17ef,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:19.301741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16223c1-b91e-46ea-8b52-2fe596b8f49e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.302354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.309738 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.313790 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2a6dd959-b24b-4622-baa8-f34b4b21c320 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236806 Jul 09 17:15:19.313982 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 36498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:19.318457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'security_group_rule': {'security_group_id': '9af3d0f6-8df2-48fb-9b6f-143a79566aa0', 'project_id': '610d89a087354cf88d132f95f71b0411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:19.340927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.341588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.343192 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] 10.222.0.37 "PUT /v2.0/ports/185895cc-557a-41be-9646-473d265d17ef HTTP/1.1" status: 200 len: 1091 time: 0.9821417 Jul 09 17:15:19.343687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'tag': '185895cc-557a-41be-9646-473d265d17ef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:19.346300 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6130e05-775f-45bb-b00b-2e075a8b20ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d641e9f2-2115-4270-9025-d45ddecb648f", "tag": "185895cc-557a-41be-9646-473d265d17ef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:19.347211 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Project 610d89a087354cf88d132f95f71b0411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:15:19.353663 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.378192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e9d32-1114-4e27-b633-22fc4f20975f service neutron] Pushing event updated for resources: {'Port': ['ID=185895cc-557a-41be-9646-473d265d17ef,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.390673 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1382c7dc-4509-45e4-8d57-f16533e0dd4d x-openstack-request-id: req-1382c7dc-4509-45e4-8d57-f16533e0dd4d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:19.391084 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d641e9f2-2115-4270-9025-d45ddecb648f", "tag": "185895cc-557a-41be-9646-473d265d17ef", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:19.391704 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1382c7dc-4509-45e4-8d57-f16533e0dd4d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:19.391912 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'tag': '185895cc-557a-41be-9646-473d265d17ef', 'status': 'completed', 'code': 200} Jul 09 17:15:19.421626 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.425701 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.444758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f10d8e-10c2-4d8e-8872-0450647c8f0c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.452729 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.454225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-005d6482-edd6-414c-85df-cc7e5cffe4bf tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391830 Jul 09 17:15:19.467659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-ed346aba-d219-4c2c-86e3-bde6667c8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.469447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-ed346aba-d219-4c2c-86e3-bde6667c8308 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 1094 time: 0.0599720 Jul 09 17:15:19.516955 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-4bf3288e-c3cd-459f-8a0d-2fb81ce610e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185895cc-557a-41be-9646-473d265d17ef HTTP/1.1" status: 200 len: 217 time: 0.0345850 Jul 09 17:15:19.572018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-107d5e14-15ad-4cb4-b217-e040dab600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.573528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-107d5e14-15ad-4cb4-b217-e040dab600cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4f5c65-7a4c-4409-be1e-2f13125143ef HTTP/1.1" status: 200 len: 853 time: 0.0496809 Jul 09 17:15:19.610037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-4e91fc18-0161-40bd-aad5-c9be3edb62b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64901121-af1c-4ab0-b78a-cefb54416624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290334 Jul 09 17:15:19.700972 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-a1c94c22-aebc-4e3c-8d20-69ff44350953 service neutron] 10.222.0.37 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846498 Jul 09 17:15:19.798724 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db11f17f-4f17-41cf-8f2f-610b04f8ec03 req-f2cca508-2146-4d24-89c3-3a72ce28edde service neutron] 10.222.0.37 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911741 Jul 09 17:15:19.958181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-fec54d3f-b750-496d-ae91-b8b7bd8d3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.959751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-fec54d3f-b750-496d-ae91-b8b7bd8d3767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 1094 time: 0.0604136 Jul 09 17:15:19.963544 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1eea4-3a81-4559-85c3-37883dc7e1da req-76669988-fa57-4688-abcd-44e855351d5e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.965080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44f1eea4-3a81-4559-85c3-37883dc7e1da req-76669988-fa57-4688-abcd-44e855351d5e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 943 time: 0.0858092 Jul 09 17:15:20.010775 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44f1eea4-3a81-4559-85c3-37883dc7e1da req-1e69966b-2e31-4d95-9875-608236742c96 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Jul 09 17:15:20.065023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-e7317b9e-0d92-489b-9b84-19106581eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.066531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-e7317b9e-0d92-489b-9b84-19106581eaa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 200 len: 914 time: 0.0911944 Jul 09 17:15:20.107594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-b43fb881-9076-4da5-b7c5-e889a9d1534f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185895cc-557a-41be-9646-473d265d17ef HTTP/1.1" status: 200 len: 217 time: 0.0346198 Jul 09 17:15:20.157933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-905e1ec5-bb81-4636-9b3f-b334528c8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.159468 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-905e1ec5-bb81-4636-9b3f-b334528c8d65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea4f5c65-7a4c-4409-be1e-2f13125143ef HTTP/1.1" status: 200 len: 853 time: 0.0453384 Jul 09 17:15:20.196618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-d4b75b4c-a2a0-4979-9130-a1c606e45801 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64901121-af1c-4ab0-b78a-cefb54416624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310183 Jul 09 17:15:20.288239 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-ab9595fe-6f15-48a9-a538-0ab7a9d5afda service neutron] 10.222.0.37 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Jul 09 17:15:20.385644 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6130e05-775f-45bb-b00b-2e075a8b20ca req-c85722f6-faec-4a1f-a238-fc651969fd7e service neutron] 10.222.0.37 "GET /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899677 Jul 09 17:15:21.190898 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a76d-12d0-4b49-8b59-e8cb27573c2d req-aaa58c23-a7be-4b6b-a546-8445ef9605ee tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:21.192349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f656a76d-12d0-4b49-8b59-e8cb27573c2d req-aaa58c23-a7be-4b6b-a546-8445ef9605ee tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 943 time: 0.0647733 Jul 09 17:15:21.232209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f656a76d-12d0-4b49-8b59-e8cb27573c2d req-3fc8f386-8de7-47c2-9580-164eea0874a0 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Jul 09 17:15:22.411554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a2162-9e8b-4f67-b95d-6398a38610f8 req-aa2c70e6-4fc2-4cd0-a50a-c8e07a52adaf tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:22.413099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-055a2162-9e8b-4f67-b95d-6398a38610f8 req-aa2c70e6-4fc2-4cd0-a50a-c8e07a52adaf tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 943 time: 0.0662253 Jul 09 17:15:22.452584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-055a2162-9e8b-4f67-b95d-6398a38610f8 req-105b7c5f-f297-4f79-bb0b-6ffb7523e9a9 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Jul 09 17:15:23.633395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e75e8a-138c-4ec2-bb29-c71432808137 req-5d9a3761-356b-4f95-843d-80f24b8b107a tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:23.635209 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44e75e8a-138c-4ec2-bb29-c71432808137 req-5d9a3761-356b-4f95-843d-80f24b8b107a tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 943 time: 0.0708723 Jul 09 17:15:23.674092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44e75e8a-138c-4ec2-bb29-c71432808137 req-1df2962b-70d5-4ccd-9745-3e262b6680ae tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Jul 09 17:15:23.940881 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:24.249500 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 185895cc-557a-41be-9646-473d265d17ef details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:24.347914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 185895cc-557a-41be-9646-473d265d17ef, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=185895cc-557a-41be-9646-473d265d17ef,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:24.359951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '185895cc-557a-41be-9646-473d265d17ef', 'network_id': '64901121-af1c-4ab0-b78a-cefb54416624', 'port_id': '185895cc-557a-41be-9646-473d265d17ef', 'mac_address': 'fa:16:3e:64:42:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f5c65-7a4c-4409-be1e-2f13125143ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:24.400687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:24.413692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185895cc-557a-41be-9646-473d265d17ef {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:24.433945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 185895cc-557a-41be-9646-473d265d17ef, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=185895cc-557a-41be-9646-473d265d17ef,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:24.439693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:24.487449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=185895cc-557a-41be-9646-473d265d17ef,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:24.495398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.495785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.496131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.496467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.496812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.497125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.497579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.497920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.498247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.498613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.498943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.499328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:24.796950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['185895cc-557a-41be-9646-473d265d17ef'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:24.856748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f283-adfd-479d-b248-e48589b702fe req-0af68443-77b7-4a00-bb8a-c340d11a9ea7 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:24.858431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df55f283-adfd-479d-b248-e48589b702fe req-0af68443-77b7-4a00-bb8a-c340d11a9ea7 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 944 time: 0.0710361 Jul 09 17:15:24.899383 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df55f283-adfd-479d-b248-e48589b702fe req-ac3ac9f5-199d-4d6e-88cb-1ea0058e7391 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jul 09 17:15:25.437139 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:15:26.098928 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac163eb4-8f1d-48ee-902c-c16b00083f87 req-40e72868-1be0-4ffb-b727-c6a69dc99bed tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.100469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac163eb4-8f1d-48ee-902c-c16b00083f87 req-40e72868-1be0-4ffb-b727-c6a69dc99bed tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 944 time: 0.0717254 Jul 09 17:15:26.140748 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac163eb4-8f1d-48ee-902c-c16b00083f87 req-8d43124c-6b17-4720-8c76-3f7a63402514 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Jul 09 17:15:26.278604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 185895cc-557a-41be-9646-473d265d17ef up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:26.330245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 185895cc-557a-41be-9646-473d265d17ef completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:26.334724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 185895cc-557a-41be-9646-473d265d17ef triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:26.335101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.419084 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.445629 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185895cc-557a-41be-9646-473d265d17ef'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:26.447990 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a62051-3399-4574-980e-152897a53046" -d '{"events": [{"server_uuid": "d641e9f2-2115-4270-9025-d45ddecb648f", "name": "network-vif-plugged", "status": "completed", "tag": "185895cc-557a-41be-9646-473d265d17ef"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:26.463579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 185895cc-557a-41be-9646-473d265d17ef, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=185895cc-557a-41be-9646-473d265d17ef,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:26.468863 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.492741 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cbfeda-8128-42bf-8bdc-e78a8fd81104 x-openstack-request-id: req-17cbfeda-8128-42bf-8bdc-e78a8fd81104 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:26.493029 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d641e9f2-2115-4270-9025-d45ddecb648f", "name": "network-vif-plugged", "status": "completed", "tag": "185895cc-557a-41be-9646-473d265d17ef", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:26.493276 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17cbfeda-8128-42bf-8bdc-e78a8fd81104 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:26.493665 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185895cc-557a-41be-9646-473d265d17ef', 'code': 200} Jul 09 17:15:26.519597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=185895cc-557a-41be-9646-473d265d17ef,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:26.629779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c1284-d547-494b-a736-b3cc36cec1f2 req-f1f80098-bcbc-4280-8679-885624a2e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.631695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e61c1284-d547-494b-a736-b3cc36cec1f2 req-f1f80098-bcbc-4280-8679-885624a2e40b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 1096 time: 0.0545039 Jul 09 17:15:26.667430 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e61c1284-d547-494b-a736-b3cc36cec1f2 req-0a950a9a-675f-4094-a9d0-85df2e445fe9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288143 Jul 09 17:15:27.328967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0a16-0845-427f-897b-d4cd60d3aa5b req-66ca2b30-4358-41bf-9c9c-685f035f715e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:27.330605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-60ac0a16-0845-427f-897b-d4cd60d3aa5b req-66ca2b30-4358-41bf-9c9c-685f035f715e tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 945 time: 0.0706580 Jul 09 17:15:27.370965 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-60ac0a16-0845-427f-897b-d4cd60d3aa5b req-c4e785d0-aa3f-456e-962d-fb8a7d7aef6c tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Jul 09 17:15:28.545636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab407c90-1044-45f0-85b0-7d64925732fb req-ea32a73b-b54e-44e1-b5dc-8301cc33fc4b tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.547212 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab407c90-1044-45f0-85b0-7d64925732fb req-ea32a73b-b54e-44e1-b5dc-8301cc33fc4b tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 945 time: 0.0648429 Jul 09 17:15:28.589011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ab407c90-1044-45f0-85b0-7d64925732fb req-e0528643-9322-4526-9af0-c21a9dc0d2de tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Jul 09 17:15:33.864522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-870c88d8-8fc6-4a73-a1db-4956e6499bf6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559375462&fields=id&tenant_id=610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 267 time: 0.0551574 Jul 09 17:15:33.970198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-fa3cdb4e-c6f1-4097-ac31-41cb1ef99d33 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.971737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-fa3cdb4e-c6f1-4097-ac31-41cb1ef99d33 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1002736 Jul 09 17:15:33.986730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-5471a01c-7dff-4adc-a533-7821a730892b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0094974 Jul 09 17:15:34.061888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-139cccb0-f227-4146-a505-6c89b5eaa199 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700953 Jul 09 17:15:34.161357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-26da7c05-0bbf-43a1-be71-b6db499f9922 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830770 Jul 09 17:15:34.261405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-d6ea3185-b4fd-43d9-97b5-e1043954cb34 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916066 Jul 09 17:15:34.609915 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e1725bc-a449-4b1f-b9a8-26cb570fc463 req-26349487-b8fd-4444-8b59-bbe95a0b4ec8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 210 time: 0.0294600 Jul 09 17:15:35.775716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d3159aa-b02e-4a7c-82a8-c7bb5f1575f9 req-2076544e-5532-43fb-950f-ecbf7b4c68f8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 210 time: 0.0487888 Jul 09 17:15:35.806289 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f44a491-2278-4676-8d72-f50987dfbb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.839562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-40246668-84d5-4d1e-86ca-f439b1246e83 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:35.841032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-40246668-84d5-4d1e-86ca-f439b1246e83 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1443028 Jul 09 17:15:35.907123 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-b3fbd6ce-dfd2-46e8-ba55-e27930f3b8c5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 379 time: 0.0526652 Jul 09 17:15:35.917230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'security_groups': ['9af3d0f6-8df2-48fb-9b6f-143a79566aa0']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:36.032967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:36.036710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.171186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.13 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/faf7bf0b-bf1d-44f7-a32f-049a360f3d91) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:36.309690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.329321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object faf7bf0b-bf1d-44f7-a32f-049a360f3d91 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:36.362606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.425651 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:36.435396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:36.437278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:36.440116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:36.488534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:36.489198 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.504546 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-f752a20a-9562-450f-8ffc-3baf380d93f7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5914979 Jul 09 17:15:36.517434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Request body: {'port': {'device_id': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:36.597483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.747119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba7e201f-9e89-43ef-8f94-19b3e4180684 None None] Provisioning for port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:36.752140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba7e201f-9e89-43ef-8f94-19b3e4180684 None None] Provisioning complete for port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:36.752654 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba7e201f-9e89-43ef-8f94-19b3e4180684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.790429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e201f-9e89-43ef-8f94-19b3e4180684 None None] Port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:36.870795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf7bf0b-bf1d-44f7-a32f-049a360f3d91 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:36.879060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.891889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Transition to ACTIVE for port object faf7bf0b-bf1d-44f7-a32f-049a360f3d91 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:36.896080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.956541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052f670-be3d-43d8-9745-5da579a9eba4 req-a09a4ae6-af5c-437b-8866-ad776ef02d0d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:36.958320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f052f670-be3d-43d8-9745-5da579a9eba4 req-a09a4ae6-af5c-437b-8866-ad776ef02d0d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0653067 Jul 09 17:15:37.003805 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f052f670-be3d-43d8-9745-5da579a9eba4 req-5488ca72-71f7-45df-8ab9-88c481f556be tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Jul 09 17:15:37.018072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Pushing event updated for resources: {'Port': ['ID=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:37.051286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Attempting to bind port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:37.052235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Attempting to bind port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:37.052501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Attempting to bind port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:37.057896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:37.058230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Attempting to bind port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:37.064800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:37.065144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:37.065544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:37.066138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Bound port: faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:37.068282 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.143717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] For port faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:37.147122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] For port faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:37.153680 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.192074 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.192825 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.194145 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 200 len: 1092 time: 0.6814399 Jul 09 17:15:37.194621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:37.196919 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32205125-ccef-4316-a7ee-4e0a24c9cc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:37.218452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e54393-7d18-44f2-98f2-aa03be5c05a8 service neutron] Pushing event updated for resources: {'Port': ['ID=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:37.279690 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b6adcb-eea0-4f39-bccc-8fc34a77380e x-openstack-request-id: req-79b6adcb-eea0-4f39-bccc-8fc34a77380e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:37.279988 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:37.280241 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79b6adcb-eea0-4f39-bccc-8fc34a77380e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:37.280640 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'status': 'completed', 'code': 200} Jul 09 17:15:37.312016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-87847d4b-a678-4121-8d79-29377644b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.313996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-87847d4b-a678-4121-8d79-29377644b057 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1095 time: 0.0647039 Jul 09 17:15:37.371182 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-1a3e465f-e79d-49dc-85ec-2688dec7c619 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 200 len: 217 time: 0.0436437 Jul 09 17:15:37.425100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-4bf995a3-50af-4260-8372-bcc6a788d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.426627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-4bf995a3-50af-4260-8372-bcc6a788d8e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0482917 Jul 09 17:15:37.490683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-4f57c5a0-3e9f-45d4-85df-1ce92bce174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.492233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-4f57c5a0-3e9f-45d4-85df-1ce92bce174f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584123 Jul 09 17:15:37.590691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-bd93ff97-4c0e-4407-a21e-432349155010 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902514 Jul 09 17:15:37.683079 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2782460e-2401-404e-85b7-01fe7852a9f5 req-82bd8cf7-897b-401d-b2fd-dc3e5840fe01 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850723 Jul 09 17:15:37.792729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-4222f888-d4be-434c-8dae-856c4d36196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.794297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-4222f888-d4be-434c-8dae-856c4d36196c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1095 time: 0.0601323 Jul 09 17:15:37.887256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-db144b8b-2096-4833-80dd-ceab2b9a8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.888755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-db144b8b-2096-4833-80dd-ceab2b9a8bfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0858855 Jul 09 17:15:37.932812 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-94af3017-9f99-4125-8ef3-72f09c2ba42d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 200 len: 217 time: 0.0354793 Jul 09 17:15:37.989171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-3582b2fc-386e-4951-a819-e5a8a7f47ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.990733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-3582b2fc-386e-4951-a819-e5a8a7f47ef6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0502398 Jul 09 17:15:38.053658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-979296c4-e4e3-47fd-ae5e-a7915c5649fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:38.055703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-979296c4-e4e3-47fd-ae5e-a7915c5649fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579538 Jul 09 17:15:38.149455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-67dc89a1-b60a-495c-9a03-99302b2a8959 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863516 Jul 09 17:15:38.198706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26403272-8e74-41e7-b44d-8d1b96d8bd4e req-b888f32d-0e7f-42d7-9be8-5c32180b3962 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:38.200214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26403272-8e74-41e7-b44d-8d1b96d8bd4e req-b888f32d-0e7f-42d7-9be8-5c32180b3962 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0707724 Jul 09 17:15:38.241958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26403272-8e74-41e7-b44d-8d1b96d8bd4e req-ed75199c-35db-49b2-b251-39c0880edce6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351255 Jul 09 17:15:38.248309 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-32205125-ccef-4316-a7ee-4e0a24c9cc6c req-85b26a88-ac00-4220-ad1f-13db7bc173b2 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916638 Jul 09 17:15:38.321884 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6458d560-6a50-4fee-ac63-fe556d9d3757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.429213 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.583405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.339504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.423081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e12183-61f1-4af5-ad84-4c8a21bf49dd req-b9bf4d85-74d1-4bbf-b889-3c65e306949f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:39.424625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65e12183-61f1-4af5-ad84-4c8a21bf49dd req-b9bf4d85-74d1-4bbf-b889-3c65e306949f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0652010 Jul 09 17:15:39.462681 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-65e12183-61f1-4af5-ad84-4c8a21bf49dd req-4f8bb781-c6b0-480c-87b4-e42a8838a8bd tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Jul 09 17:15:40.652369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0b8fa-614e-444b-966a-2ba15d1e7b49 req-3ac5c8d5-1198-4e16-afb2-9d6cc76b6d38 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:40.653881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dd0b8fa-614e-444b-966a-2ba15d1e7b49 req-3ac5c8d5-1198-4e16-afb2-9d6cc76b6d38 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0722878 Jul 09 17:15:40.697267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dd0b8fa-614e-444b-966a-2ba15d1e7b49 req-f3a875e6-adf9-42be-8a0a-22be2571e2a3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361087 Jul 09 17:15:41.199486 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.889831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68d5c-6b0b-438c-bf97-d49f716cce45 req-edce7821-f746-4c64-bef6-aa0f308ef322 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:41.891621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cca68d5c-6b0b-438c-bf97-d49f716cce45 req-edce7821-f746-4c64-bef6-aa0f308ef322 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0669022 Jul 09 17:15:41.932175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cca68d5c-6b0b-438c-bf97-d49f716cce45 req-e6f7d243-a2b5-4939-8948-a3f5735c46e5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349116 Jul 09 17:15:43.192718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5355ae-9f6e-4ef5-85c2-7db4ad2dbc1f req-b804e30e-79d5-4fc4-b6d1-4ba1def7a7c4 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.194240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b5355ae-9f6e-4ef5-85c2-7db4ad2dbc1f req-b804e30e-79d5-4fc4-b6d1-4ba1def7a7c4 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0669293 Jul 09 17:15:43.238503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b5355ae-9f6e-4ef5-85c2-7db4ad2dbc1f req-7baa8f13-0bfb-4636-ac2a-f4bd7628a5c3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381324 Jul 09 17:15:44.618065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626973c4-4676-4c70-a0e6-1016dd5fe4d2 req-95a5033b-a4a5-4e3b-a286-17da57d2a7d1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.619617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-626973c4-4676-4c70-a0e6-1016dd5fe4d2 req-95a5033b-a4a5-4e3b-a286-17da57d2a7d1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0669374 Jul 09 17:15:44.658493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-626973c4-4676-4c70-a0e6-1016dd5fe4d2 req-924a90c9-2081-4081-8162-0aff492d5b64 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329924 Jul 09 17:15:45.845622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21788a-01c3-4cc2-bc07-c82d07c036da req-7804dd8a-c579-460d-877b-6f02d52d682c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:45.847206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f21788a-01c3-4cc2-bc07-c82d07c036da req-7804dd8a-c579-460d-877b-6f02d52d682c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0691216 Jul 09 17:15:45.886488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f21788a-01c3-4cc2-bc07-c82d07c036da req-92ddfafc-35b4-4a7a-8d71-aa83216051f5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Jul 09 17:15:47.069735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cc486-74d0-42a3-a62c-f9d64792d158 req-7d0d7b33-7421-45d6-a58e-f510eda3a9f8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:47.076750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-204cc486-74d0-42a3-a62c-f9d64792d158 req-7d0d7b33-7421-45d6-a58e-f510eda3a9f8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0746570 Jul 09 17:15:47.118239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-204cc486-74d0-42a3-a62c-f9d64792d158 req-91e23b3f-b36c-4585-a106-9d2774ceaae5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Jul 09 17:15:48.311568 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be3f35-6aa5-4ea8-81a4-8f922aca1451 req-efc53f75-5c24-4167-8e02-6525517b725c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:48.314710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41be3f35-6aa5-4ea8-81a4-8f922aca1451 req-efc53f75-5c24-4167-8e02-6525517b725c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 944 time: 0.0718553 Jul 09 17:15:48.352411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41be3f35-6aa5-4ea8-81a4-8f922aca1451 req-e84ea4ad-8379-4f50-8aca-f95914a60f4b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Jul 09 17:15:48.568146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device faf7bf0b-bf1d-44f7-a32f-049a360f3d91 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:48.667701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:48.679705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'mac_address': 'fa:16:3e:57:ee:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:48.717118 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.730016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf7bf0b-bf1d-44f7-a32f-049a360f3d91 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:48.749496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:48.756565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.819536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:49.005474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['faf7bf0b-bf1d-44f7-a32f-049a360f3d91'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:49.535994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3954e-bebb-4d31-a82d-ed18d85a2c12 req-86319243-b842-47b6-b851-b359a59ff7b8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.537578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd3954e-bebb-4d31-a82d-ed18d85a2c12 req-86319243-b842-47b6-b851-b359a59ff7b8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 945 time: 0.0672646 Jul 09 17:15:49.586093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fd3954e-bebb-4d31-a82d-ed18d85a2c12 req-4532a63c-b93e-430a-96a6-aa47315e1851 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Jul 09 17:15:50.599371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device faf7bf0b-bf1d-44f7-a32f-049a360f3d91 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:50.652905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:50.656863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:50.657237 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.745418 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.770530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:50.772907 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c0e252-120b-4779-940e-89f24bb4e430" -d '{"events": [{"server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "name": "network-vif-plugged", "status": "completed", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:50.792550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:50.804354 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.835909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19467b5-6bdc-418e-a114-f3c1d72121d9 req-bd6a6916-27c9-4121-af28-8f3b71ce8c68 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.837439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f19467b5-6bdc-418e-a114-f3c1d72121d9 req-bd6a6916-27c9-4121-af28-8f3b71ce8c68 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 945 time: 0.0730059 Jul 09 17:15:50.854426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:50.876206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f19467b5-6bdc-418e-a114-f3c1d72121d9 req-5226d76f-5c4d-485c-83c5-dc3f1deaef4b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Jul 09 17:15:50.921881 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9611e39a-3606-40dc-b2ac-8661a1c7426e x-openstack-request-id: req-9611e39a-3606-40dc-b2ac-8661a1c7426e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:50.922180 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "name": "network-vif-plugged", "status": "completed", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:50.922442 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9611e39a-3606-40dc-b2ac-8661a1c7426e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:50.922877 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'code': 200} Jul 09 17:15:51.059974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254d838-3a1a-47e8-a24f-3ec889fbb4d3 req-d750faa3-8a0e-466a-a6f8-56f8608f392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:51.061489 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8254d838-3a1a-47e8-a24f-3ec889fbb4d3 req-d750faa3-8a0e-466a-a6f8-56f8608f392c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1097 time: 0.0623956 Jul 09 17:15:51.103813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8254d838-3a1a-47e8-a24f-3ec889fbb4d3 req-804f8365-6422-4f18-9559-5ca6d52507d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294552 Jul 09 17:15:52.073202 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7337a-f765-44ad-b649-2ddba7a6ca10 req-9e29deb1-600c-4ad7-894a-eaa6ee6cc645 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:52.074758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f7337a-f765-44ad-b649-2ddba7a6ca10 req-9e29deb1-600c-4ad7-894a-eaa6ee6cc645 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 946 time: 0.0703952 Jul 09 17:15:52.114213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2f7337a-f765-44ad-b649-2ddba7a6ca10 req-14c28ea6-61d1-4ca5-8a8f-4ad77b565e88 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334980 Jul 09 17:15:53.296550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b7f3-722e-4d22-879f-bc9c4291ea68 req-d42c6bc5-d738-49d3-8ee6-ca969a16857f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.298107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22a7b7f3-722e-4d22-879f-bc9c4291ea68 req-d42c6bc5-d738-49d3-8ee6-ca969a16857f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 946 time: 0.0690596 Jul 09 17:15:53.339513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22a7b7f3-722e-4d22-879f-bc9c4291ea68 req-a2e166f9-89e4-422f-b03a-cfda8c7f094e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Jul 09 17:15:53.526580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0a898-5b3e-463d-9aaf-6c966234f0f9 req-db00ac6f-7b0d-4349-bc26-cfd814786b10 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.528154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae0a898-5b3e-463d-9aaf-6c966234f0f9 req-db00ac6f-7b0d-4349-bc26-cfd814786b10 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 946 time: 0.0673401 Jul 09 17:15:53.568261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae0a898-5b3e-463d-9aaf-6c966234f0f9 req-8a06a2ba-fd82-45a4-880c-28fb01f1f817 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Jul 09 17:15:53.593189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:53.653198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeef08c-2c2c-4e91-9131-503408aeda36 tempest-TestVolumeBootPattern-944307239 tempest-TestVolumeBootPattern-944307239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.657557 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1aeef08c-2c2c-4e91-9131-503408aeda36 tempest-TestVolumeBootPattern-944307239 tempest-TestVolumeBootPattern-944307239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1092 time: 0.0605996 Jul 09 17:15:53.657898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 36788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:53.662873 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:53.699535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.798426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.913397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.25.7.51 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/19b57a03-c339-4ac7-acca-c9f6de179740) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:53.947724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.039920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.081848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.126341 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:54.129185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:54.133368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:54.139014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=19b57a03-c339-4ac7-acca-c9f6de179740,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:54.646842 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.032499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.185391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.190403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.260714 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=19b57a03-c339-4ac7-acca-c9f6de179740,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:55.277316 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.380742 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Floating IP 01bc43f3-d4ce-4c82-8ec6-b9574e399531 associated. External IP: 172.25.7.51, port: faf7bf0b-bf1d-44f7-a32f-049a360f3d91. Jul 09 17:15:55.387096 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc021f-7f33-44ef-8cdf-c00551a63708 req-49179278-d2c0-4d93-8201-f0a665a742de tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:55.388647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fc021f-7f33-44ef-8cdf-c00551a63708 req-49179278-d2c0-4d93-8201-f0a665a742de tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jul 09 17:15:55.433426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0fc021f-7f33-44ef-8cdf-c00551a63708 req-6bcd238e-dfd1-4b8f-a97d-f2caa94c9e4c tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Jul 09 17:15:55.604457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:55.715863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:55.726846 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:55.735449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.739134 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:55.739780 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:15:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:55.773482 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c4a8677c-c6b5-481e-b52d-ebf8cc366f7a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1145542 Jul 09 17:15:55.774043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:55.776394 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a113233-ac19-4835-8641-98c8d8ee62a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:55.844216 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:55.892261 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631fe15c-1c74-43c3-aefd-9a4bb2463ad9 x-openstack-request-id: req-631fe15c-1c74-43c3-aefd-9a4bb2463ad9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:55.892592 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:55.892852 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-631fe15c-1c74-43c3-aefd-9a4bb2463ad9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:55.893255 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'status': 'completed', 'code': 200} Jul 09 17:15:55.987836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-46e06a05-8aee-4276-9b60-c4c3456f2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:55.989265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-46e06a05-8aee-4276-9b60-c4c3456f2537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1097 time: 0.0643640 Jul 09 17:15:56.072931 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '01bc43f3-d4ce-4c82-8ec6-b9574e399531', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:57:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:15:54Z', 'updated_at': '2021-07-09T17:15:54Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:56.083141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-76b99be7-7922-487e-a839-5d2151263ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.084667 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-76b99be7-7922-487e-a839-5d2151263ef8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0883756 Jul 09 17:15:56.101629 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:56.110276 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:56.110928 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:15:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:56.166671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-aebd4672-ee69-4f2c-8e63-bd27d856e457 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 200 len: 999 time: 0.0637715 Jul 09 17:15:56.210059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-be835fbf-b1f5-4c55-8eb7-0d2efcde7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.211736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-be835fbf-b1f5-4c55-8eb7-0d2efcde7336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0442548 Jul 09 17:15:56.215576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:56.271816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-cb7a0aa5-2b39-4fd4-9448-5917d68b9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.273344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-cb7a0aa5-2b39-4fd4-9448-5917d68b9cb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546520 Jul 09 17:15:56.370846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-3bfc73ac-1f1f-46ef-975d-aa86fa5f0d77 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 Jul 09 17:15:56.439920 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '01bc43f3-d4ce-4c82-8ec6-b9574e399531', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:57:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:15:54Z', 'updated_at': '2021-07-09T17:15:54Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:56.460157 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9a113233-ac19-4835-8641-98c8d8ee62a1 req-3466f351-d5c2-4411-8fab-730869f05b36 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843229 Jul 09 17:15:56.466954 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa827387-dcf1-47c9-92a0-d2ed5bbe5b19 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '01bc43f3-d4ce-4c82-8ec6-b9574e399531', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:57:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:15:54Z', 'updated_at': '2021-07-09T17:15:54Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:56.610935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88110df-3be2-4d0c-b6f9-ea6088d7089a req-73a5cee1-02d4-4589-893a-72e959984f4a tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.612524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d88110df-3be2-4d0c-b6f9-ea6088d7089a req-73a5cee1-02d4-4589-893a-72e959984f4a tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 945 time: 0.0642807 Jul 09 17:15:56.653959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d88110df-3be2-4d0c-b6f9-ea6088d7089a req-b49f14c7-9795-4474-99ea-81b6936cd725 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/security-groups?id=1359b4f7-48e2-4bbf-b561-7d3fa09855ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353434 Jul 09 17:15:56.684827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e739c75-af42-4dea-984d-e1d9600c6f02 None None] New status for floating IP 01bc43f3-d4ce-4c82-8ec6-b9574e399531: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:15:57.190181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20721f86-e1b8-477d-a00b-57934f471290 req-e0939aef-1491-4645-bc93-73827118e806 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:57.191612 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20721f86-e1b8-477d-a00b-57934f471290 req-e0939aef-1491-4645-bc93-73827118e806 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.37 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 945 time: 0.0669062 Jul 09 17:15:57.295869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Deleting port 185895cc-557a-41be-9646-473d265d17ef {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:57.296215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.387887 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] For port 185895cc-557a-41be-9646-473d265d17ef, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=185895cc-557a-41be-9646-473d265d17ef,segment=NetworkSegment(9ec7f069-efe9-46ee-af81-1fc8497b3002),segment_id=9ec7f069-efe9-46ee-af81-1fc8497b3002)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:57.388258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.401538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Calling delete_port for 185895cc-557a-41be-9646-473d265d17ef owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:57.538066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.567175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Pushing event deleted for resources: {'Port': ['ID=185895cc-557a-41be-9646-473d265d17ef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:57.569909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['185895cc-557a-41be-9646-473d265d17ef'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:57.615404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] No DVR routers for this DVR port 185895cc-557a-41be-9646-473d265d17ef on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:57.618179 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.620204 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-20721f86-e1b8-477d-a00b-57934f471290 req-f5c44adb-5f9f-4c80-9842-822c8a33b4ac tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.37 "DELETE /v2.0/ports/185895cc-557a-41be-9646-473d265d17ef HTTP/1.1" status: 204 len: 173 time: 0.4234455 Jul 09 17:15:57.814034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b7da5e0-7c10-40a4-8c6e-0f3e7d43721a req-9a1aaef2-204b-4f2b-92ad-e349f8e621a9 tempest-VolumesSnapshotTestJSON-2075474616 tempest-VolumesSnapshotTestJSON-2075474616-project] 10.222.0.48 "GET /v2.0/ports?device_id=d641e9f2-2115-4270-9025-d45ddecb648f HTTP/1.1" status: 200 len: 210 time: 0.0342245 Jul 09 17:15:57.894293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'name': 'network-vif-deleted', 'tag': '185895cc-557a-41be-9646-473d265d17ef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:57.896719 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cf6275-7980-47a9-b9ac-d4f17193c03f" -d '{"events": [{"server_uuid": "d641e9f2-2115-4270-9025-d45ddecb648f", "name": "network-vif-deleted", "tag": "185895cc-557a-41be-9646-473d265d17ef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:57.935651 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa95e0b-26ae-4ad2-b00a-5d811ea94215 x-openstack-request-id: req-3aa95e0b-26ae-4ad2-b00a-5d811ea94215 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:57.935954 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d641e9f2-2115-4270-9025-d45ddecb648f", "name": "network-vif-deleted", "tag": "185895cc-557a-41be-9646-473d265d17ef", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:57.936213 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3aa95e0b-26ae-4ad2-b00a-5d811ea94215 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:57.936618 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd641e9f2-2115-4270-9025-d45ddecb648f', 'name': 'network-vif-deleted', 'tag': '185895cc-557a-41be-9646-473d265d17ef', 'status': 'completed', 'code': 200} Jul 09 17:16:00.514099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 185895cc-557a-41be-9646-473d265d17ef no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:00.534214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 185895cc-557a-41be-9646-473d265d17ef {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:00.534596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 185895cc-557a-41be-9646-473d265d17ef not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:02.438233 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:16:05.792608 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f1950fe-1222-4474-bcff-4c708fd5306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.332034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e5de19c-61db-45af-959f-b61fdea0a810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.431578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.578702 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:09.340458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.202974 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.963813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.080239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-067755ed-a090-440a-8503-0004d11d7689 req-34d83bf0-ddeb-404c-b44b-669a087d804e tempest-AttachVolumeNegativeTest-2006238621 tempest-AttachVolumeNegativeTest-2006238621-project] (93767) timed out ('10.222.0.48', 34760) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:16:33.296958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-9bc0d774-1dab-49e3-b177-ecc013113c83 req-2aff4264-bd34-4a78-9b7f-d01b91f2ead9 service neutron] (93767) timed out ('10.222.0.48', 48204) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:16:35.798010 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e16b-3647-48a3-bf28-4f446e56995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.325492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98e6c78f-f5c0-41e0-9a8a-4e7a36eb28a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.427320 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.583963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.917999 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-816ee30b-e8a5-4fa7-b4cb-6d5f605e6bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612903 Jul 09 17:16:39.019370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-99d7dd73-d982-40d2-b87e-0d7e1cda75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:39.020939 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-99d7dd73-d982-40d2-b87e-0d7e1cda75d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1097 time: 0.0580797 Jul 09 17:16:39.144718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-8776f60b-70b5-4339-9a06-0f34f4cbb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:39.146402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-8776f60b-70b5-4339-9a06-0f34f4cbb1c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0972760 Jul 09 17:16:39.215962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-bfc85fbb-3d9e-4c25-bc9a-184839327448 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 200 len: 1001 time: 0.0619960 Jul 09 17:16:39.278953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-980a3849-e732-440a-bfc4-c131c4f135e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:39.280793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-980a3849-e732-440a-bfc4-c131c4f135e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0565703 Jul 09 17:16:39.288681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:39.339326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Deleting subnet ea4f5c65-7a4c-4409-be1e-2f13125143ef {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:39.342984 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.346383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.348880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-f819029d-8348-45f2-854a-d362dda02d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:39.356861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-f819029d-8348-45f2-854a-d362dda02d1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625515 Jul 09 17:16:39.385302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.426375 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.441159 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:16:39.446689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-d5301ddf-1f93-4ec3-89cb-5ee5f1d7166b service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883405 Jul 09 17:16:39.486083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.515006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4f5c65-7a4c-4409-be1e-2f13125143ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:39.520079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.524743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:39.524870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ea4f5c65-7a4c-4409-be1e-2f13125143ef HTTP/1.1" status: 204 len: 168 time: 0.2350886 Jul 09 17:16:39.530672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.531159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.531501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.531846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.532168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.532526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.532862 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.533178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.533497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.534270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.534270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.534522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b09b2-692f-4cbb-9044-3d35f2b902da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.592999 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10b3f471-0af8-4395-9390-e58d1fbe2b8a req-55d108fd-1b9c-4669-a436-a70f5c9778dc service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390207 Jul 09 17:16:39.610044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.693092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.704927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64901121-af1c-4ab0-b78a-cefb54416624']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:39.716646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec7f069-efe9-46ee-af81-1fc8497b3002') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:39.716895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec7f069-efe9-46ee-af81-1fc8497b3002') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:39.726181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.740422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.746310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:39.746727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:39.748365 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:39.808928 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.814901 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.819384 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] 10.222.0.48 "DELETE /v2.0/networks/64901121-af1c-4ab0-b78a-cefb54416624 HTTP/1.1" status: 204 len: 168 time: 0.2932706 Jul 09 17:16:39.832488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Pushing event deleted for resources: {'Network': ['ID=64901121-af1c-4ab0-b78a-cefb54416624,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:39.841871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.842374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.842781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.843221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.843560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.843924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.844774 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.845104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.845435 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.845760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.846085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:39.846428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577f4fa9-2590-4a5b-86f5-148e97a9ba80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:40.032379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:40.072260 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-327b7c46-bfda-4ad5-8ee2-5ce8af50a2cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33d0cb23f4ee4f9da212606c04db7b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387194 Jul 09 17:16:40.075740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:40.128095 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aefb7f9e-9e6c-4b6f-9854-8a494adb60e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.152748 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aefb7f9e-9e6c-4b6f-9854-8a494adb60e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.201408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aefb7f9e-9e6c-4b6f-9854-8a494adb60e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.204181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aefb7f9e-9e6c-4b6f-9854-8a494adb60e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.207787 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-aefb7f9e-9e6c-4b6f-9854-8a494adb60e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1359b4f7-48e2-4bbf-b561-7d3fa09855ce HTTP/1.1" status: 204 len: 168 time: 0.1288099 Jul 09 17:16:40.213534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb7f9e-9e6c-4b6f-9854-8a494adb60e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359b4f7-48e2-4bbf-b561-7d3fa09855ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:41.199232 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.474683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:49.583313 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ebc-8d15-4f31-b813-b021d4aa4a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.675294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ebc-8d15-4f31-b813-b021d4aa4a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.681919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ebc-8d15-4f31-b813-b021d4aa4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.718172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79ebc-8d15-4f31-b813-b021d4aa4a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3034472-00a9-4cf7-b8b0-126c6096db74,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:49.722361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7d79ebc-8d15-4f31-b813-b021d4aa4a1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57df36aaf4ed42458d7739aafa6069fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466733 Jul 09 17:16:49.725239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:49.774548 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16341674-96da-403b-a27f-4669092e1584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.795727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16341674-96da-403b-a27f-4669092e1584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.849052 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16341674-96da-403b-a27f-4669092e1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.852298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16341674-96da-403b-a27f-4669092e1584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.853582 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-16341674-96da-403b-a27f-4669092e1584 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3034472-00a9-4cf7-b8b0-126c6096db74 HTTP/1.1" status: 204 len: 168 time: 0.1276057 Jul 09 17:16:49.862903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16341674-96da-403b-a27f-4669092e1584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3034472-00a9-4cf7-b8b0-126c6096db74,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:50.531215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:50.645490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1053258464-network', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:50.673664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Made reservation on behalf of 59f97cd5619f4fd9869bc7b6cc0d76b7 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:50.677202 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.691427 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.792368 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.797287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.824249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:50.833848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679cae4a-e071-4931-a726-80ca3917390d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:50.838646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.838994 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Added segment 5a2b8983-ac27-463b-acd5-81c65c18c6bf of type vlan for network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 Jul 09 17:16:50.878712 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.913701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.915125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:50.915858 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.969420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4368038 Jul 09 17:16:50.972254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:50.979208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Request body: {'subnet': {'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1053258464-subnet', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:50.983375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9e60c-cddc-4491-adca-6054562c3e9d admin admin] Pushing event updated for resources: {'Network': ['ID=19fbefcf-3bfc-48c6-8692-9ddf45f75504,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:50.993816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:51.003687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Made reservation on behalf of 59f97cd5619f4fd9869bc7b6cc0d76b7 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:51.006587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.186168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.237448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:51.247969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Checking segment: {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:51.248324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Network hostable DHCP agents. Network: 19fbefcf-3bfc-48c6-8692-9ddf45f75504, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:51.268345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:51.277475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 19fbefcf-3bfc-48c6-8692-9ddf45f75504) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:51.281667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:51.282248 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.289142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5aa076-8be2-4f78-ab1a-9c06276dc206 None None] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:51.297348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0803e70b-11dd-4113-847d-456c09b5787c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3240628 Jul 09 17:16:51.300476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:51.305128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:51.328015 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.329001 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.386753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.443121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-19fbefcf-3bfc-48c6-8692-9ddf45f75504', 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'fixed_ips': [{'subnet_id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:16:51.444013 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.526980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.579767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Allocated IP 172.20.0.2 (19fbefcf-3bfc-48c6-8692-9ddf45f75504/f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5/f2d87168-8ff6-4da4-8a02-f00744ca0e8f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:51.724385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.729972 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.733628 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Transition to ACTIVE for port object f2d87168-8ff6-4da4-8a02-f00744ca0e8f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:51.748952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Transition to ACTIVE for port object f2d87168-8ff6-4da4-8a02-f00744ca0e8f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:51.749474 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.756247 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.791193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:51.795910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:51.798487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:51.811315 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Pushing event updated for resources: {'Port': ['ID=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:51.836981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.837391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.837711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.838043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.838378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.838758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.839087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.839406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.839721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.840039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.840353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.840707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:51.862545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Allocated IP 172.25.7.252 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/9de9aeb9-9404-4de6-899b-c92dc21672bf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:51.874588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Attempting to bind port f2d87168-8ff6-4da4-8a02-f00744ca0e8f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:51.874966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Attempting to bind port f2d87168-8ff6-4da4-8a02-f00744ca0e8f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:51.875376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Attempting to bind port f2d87168-8ff6-4da4-8a02-f00744ca0e8f on network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:51.880744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:51.881122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Checking segment: {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:51.881514 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.881911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Bound using segment: {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:51.882360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Bound port: f2d87168-8ff6-4da4-8a02-f00744ca0e8f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:51.882781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.974230 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.015581 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.057500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:52.060376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:52.064104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:52.070371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Pushing event updated for resources: {'Port': ['ID=9de9aeb9-9404-4de6-899b-c92dc21672bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.105914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] For port f2d87168-8ff6-4da4-8a02-f00744ca0e8f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:52.109020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] For port f2d87168-8ff6-4da4-8a02-f00744ca0e8f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,segment=NetworkSegment(5a2b8983-ac27-463b-acd5-81c65c18c6bf),segment_id=5a2b8983-ac27-463b-acd5-81c65c18c6bf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:52.113970 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.174355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fd7be-0b67-4c9e-b7b6-dff2adce229b None None] Pushing event updated for resources: {'Port': ['ID=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.345147 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.548263 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.685342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:52.799017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:52.808098 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Sync routers for ids ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:52.815345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.816703 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e44773cd-b7e5-4338-969a-75a8b5a1edbc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5151443 Jul 09 17:16:52.819446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:52.822688 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Routers {'85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:52.823319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.933702 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Set router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:53.128791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64baf77-8425-448f-a76f-414ce9517195 None None] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:53.194339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-962dd023-bbdb-441c-be94-32911833b194 None None] Provisioning for port f2d87168-8ff6-4da4-8a02-f00744ca0e8f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:53.236427 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:52Z', 'revision_number': 3, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:53.263297 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Checking router: 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:53.264026 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Updating router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 port 9de9aeb9-9404-4de6-899b-c92dc21672bf binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:53.299536 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.565227 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.575037 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Transition to ACTIVE for port object 9de9aeb9-9404-4de6-899b-c92dc21672bf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:53.581213 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.590842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.632413 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Attempting to bind port 9de9aeb9-9404-4de6-899b-c92dc21672bf on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:53.632776 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Attempting to bind port 9de9aeb9-9404-4de6-899b-c92dc21672bf by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:53.633128 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Attempting to bind port 9de9aeb9-9404-4de6-899b-c92dc21672bf on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:53.637540 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Pushing event updated for resources: {'Port': ['ID=9de9aeb9-9404-4de6-899b-c92dc21672bf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:53.640778 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:53.641127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:53.641514 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.641892 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:53.642341 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Bound port: 9de9aeb9-9404-4de6-899b-c92dc21672bf, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:53.642741 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.649100 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.649421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.649832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.650159 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.650486 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.650821 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.651168 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.651454 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.651767 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.652079 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.652392 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.652702 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.701717 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] For port 9de9aeb9-9404-4de6-899b-c92dc21672bf, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:53.704952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] For port 9de9aeb9-9404-4de6-899b-c92dc21672bf, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9de9aeb9-9404-4de6-899b-c92dc21672bf,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:53.710667 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.749117 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Allocated IP 172.20.0.1 (19fbefcf-3bfc-48c6-8692-9ddf45f75504/f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5/6a81d7ed-b3af-464f-8513-9ac73caad91c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:53.776237 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Routers {'85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:53.776937 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:53.783538 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b769dd-e1e9-4547-874d-9ba2e2e14a0b None None] Pushing event updated for resources: {'Port': ['ID=9de9aeb9-9404-4de6-899b-c92dc21672bf,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:53.819154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f2d87168-8ff6-4da4-8a02-f00744ca0e8f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:53.866607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.872265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port f2d87168-8ff6-4da4-8a02-f00744ca0e8f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:53.878034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f2d87168-8ff6-4da4-8a02-f00744ca0e8f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:53.878668 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.881125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Transition to ACTIVE for port object 6a81d7ed-b3af-464f-8513-9ac73caad91c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:53.890730 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] Set router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:53.915551 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.960083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:53.961846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:53.985144 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Pushing event updated for resources: {'Port': ['ID=6a81d7ed-b3af-464f-8513-9ac73caad91c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:53.989307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:53.993676 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.996573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.031784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port f2d87168-8ff6-4da4-8a02-f00744ca0e8f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,segment=NetworkSegment(5a2b8983-ac27-463b-acd5-81c65c18c6bf),segment_id=5a2b8983-ac27-463b-acd5-81c65c18c6bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:54.037394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.041559 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.083127 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:52Z', 'revision_number': 3, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:54.098158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.110593 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b14cf-16f2-4091-883e-22e0a604a001 None None] The sync data for ids ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'] in n-d-800085-2 is: [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:52Z', 'revision_number': 3, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:54.204234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.252945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7879ec1e-3fa1-40a5-b22c-2ebeccb281e1 None None] Provisioning for port 6a81d7ed-b3af-464f-8513-9ac73caad91c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:54.258054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7879ec1e-3fa1-40a5-b22c-2ebeccb281e1 None None] Provisioning complete for port 6a81d7ed-b3af-464f-8513-9ac73caad91c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:54.259064 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7879ec1e-3fa1-40a5-b22c-2ebeccb281e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.296425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7879ec1e-3fa1-40a5-b22c-2ebeccb281e1 None None] Port 6a81d7ed-b3af-464f-8513-9ac73caad91c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:54.401031 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.407338 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.480612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.482564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Pushing event updated for resources: {'Port': ['ID=6a81d7ed-b3af-464f-8513-9ac73caad91c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.580414 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:54.581894 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:54.705098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:54.818395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7881e7c7-de55-4235-a9a6-7fb3431b49b9 None None] Provisioning complete for port 6a81d7ed-b3af-464f-8513-9ac73caad91c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:54.818877 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7881e7c7-de55-4235-a9a6-7fb3431b49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.822602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:54.828318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c369c959-52e5-4e34-ab06-0ba88a719b24 admin admin] 10.222.0.48 "PUT /v2.0/routers/85381ca3-f2d6-4cbf-8cfd-02de3e37fde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0071404 Jul 09 17:16:54.863352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7881e7c7-de55-4235-a9a6-7fb3431b49b9 None None] Port 6a81d7ed-b3af-464f-8513-9ac73caad91c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:55.310861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.316126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1521257990-network', 'tenant_id': '0499320bc913440abc762a834798e780'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:55.339201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Made reservation on behalf of 0499320bc913440abc762a834798e780 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:55.341787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.351428 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.448955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.454986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.480726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:55.490824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d80364-82f9-452d-a386-89009188a063,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.497710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.498069 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Added segment f0d32730-5bc1-4e6e-91a6-3867db90c17a of type vlan for network ec66f685-e0b4-4416-be50-0d2993827854 Jul 09 17:16:55.541822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.574043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.575052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.575807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.636827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3248110 Jul 09 17:16:55.639494 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.646239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Request body: {'subnet': {'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1521257990-subnet', 'tenant_id': '0499320bc913440abc762a834798e780', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:55.650333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296d7f8-b6e9-4279-9441-01cbec187447 admin admin] Pushing event updated for resources: {'Network': ['ID=ec66f685-e0b4-4416-be50-0d2993827854,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.662399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ec66f685-e0b4-4416-be50-0d2993827854 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:55.673098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Made reservation on behalf of 0499320bc913440abc762a834798e780 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:55.675646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.701611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Sync routers for ids ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:55.726759 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Routers {'85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:55.727715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:55.851789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Set router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:55.862358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.883836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f2d87168-8ff6-4da4-8a02-f00744ca0e8f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:55.922532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52740996-11f6-4df6-82a5-2121a6c2087f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.931545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Checking segment: {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:55.931903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Network hostable DHCP agents. Network: ec66f685-e0b4-4416-be50-0d2993827854, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:55.951926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Network ec66f685-e0b4-4416-be50-0d2993827854 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:55.965316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ec66f685-e0b4-4416-be50-0d2993827854) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:55.974175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.974839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.990220 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8a0068b4-e553-40d2-9058-27519b0e8b9b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3496854 Jul 09 17:16:55.992973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.997556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:56.010052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c3fdb-fe28-4be1-bd71-53bc111ae6ef None None] Network ec66f685-e0b4-4416-be50-0d2993827854 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:56.020188 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.021199 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.073577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.092523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port f2d87168-8ff6-4da4-8a02-f00744ca0e8f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:56.092878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.213508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.297989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ec66f685-e0b4-4416-be50-0d2993827854', 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854', 'tenant_id': '0499320bc913440abc762a834798e780', 'fixed_ips': [{'subnet_id': '52740996-11f6-4df6-82a5-2121a6c2087f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:16:56.299032 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.311338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9de9aeb9-9404-4de6-899b-c92dc21672bf up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:56.317063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:54Z', 'revision_number': 4, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6a81d7ed-b3af-464f-8513-9ac73caad91c', 'name': '', 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'mac_address': 'fa:16:3e:ea:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:53Z', 'updated_at': '2021-07-09T17:16:54Z', 'revision_number': 2, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'subnets': [{'id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:56.364484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Checking router: 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:56.364830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Updating router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 port 6a81d7ed-b3af-464f-8513-9ac73caad91c binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:56.419044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.441764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.467300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.534370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9de9aeb9-9404-4de6-899b-c92dc21672bf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:56.547216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Allocated IP 172.25.7.39 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/94152c04-12c2-44a4-8e7e-5b7a72b96db7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:56.552139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9de9aeb9-9404-4de6-899b-c92dc21672bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:56.552509 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.597971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Allocated IP 172.20.0.2 (ec66f685-e0b4-4416-be50-0d2993827854/52740996-11f6-4df6-82a5-2121a6c2087f/5057f218-1553-47c1-913f-75144bccd15b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:56.658667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.700145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.735937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:56.742236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:56.745860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:56.768551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Pushing event updated for resources: {'Port': ['ID=94152c04-12c2-44a4-8e7e-5b7a72b96db7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:56.826366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.898299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 9de9aeb9-9404-4de6-899b-c92dc21672bf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9de9aeb9-9404-4de6-899b-c92dc21672bf,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:56.910452 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.963412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.983108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Transition to ACTIVE for port object 5057f218-1553-47c1-913f-75144bccd15b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:57.039170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Transition to ACTIVE for port object 5057f218-1553-47c1-913f-75144bccd15b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:57.040707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=9de9aeb9-9404-4de6-899b-c92dc21672bf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.055214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.060049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.096097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Transition to ACTIVE for port object 6a81d7ed-b3af-464f-8513-9ac73caad91c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:57.115826 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Network ec66f685-e0b4-4416-be50-0d2993827854 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:57.116732 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.121753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:57.129861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:57.134365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Pushing event updated for resources: {'Port': ['ID=5057f218-1553-47c1-913f-75144bccd15b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.224352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a13b-d775-4e8a-a177-c577525778fb None None] Pushing event updated for resources: {'Port': ['ID=6a81d7ed-b3af-464f-8513-9ac73caad91c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.258044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Attempting to bind port 5057f218-1553-47c1-913f-75144bccd15b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:57.258420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Attempting to bind port 5057f218-1553-47c1-913f-75144bccd15b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:57.258945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Attempting to bind port 5057f218-1553-47c1-913f-75144bccd15b on network ec66f685-e0b4-4416-be50-0d2993827854 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:57.283351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:57.283735 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Checking segment: {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:57.284135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.284538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Bound using segment: {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:57.285014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Bound port: 5057f218-1553-47c1-913f-75144bccd15b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:57.285398 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.305889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Attempting to bind port 6a81d7ed-b3af-464f-8513-9ac73caad91c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:57.306256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Attempting to bind port 6a81d7ed-b3af-464f-8513-9ac73caad91c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:57.306902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Attempting to bind port 6a81d7ed-b3af-464f-8513-9ac73caad91c on network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:57.314877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.330013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:57.330440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Checking segment: {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:57.330824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.331215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Bound using segment: {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:57.331695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Bound port: 6a81d7ed-b3af-464f-8513-9ac73caad91c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b8983-ac27-463b-acd5-81c65c18c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:57.332094 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.406528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] For port 5057f218-1553-47c1-913f-75144bccd15b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:57.436319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] For port 5057f218-1553-47c1-913f-75144bccd15b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5057f218-1553-47c1-913f-75144bccd15b,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:57.444952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.447916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] For port 6a81d7ed-b3af-464f-8513-9ac73caad91c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:57.452159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] For port 6a81d7ed-b3af-464f-8513-9ac73caad91c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a81d7ed-b3af-464f-8513-9ac73caad91c,segment=NetworkSegment(5a2b8983-ac27-463b-acd5-81c65c18c6bf),segment_id=5a2b8983-ac27-463b-acd5-81c65c18c6bf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:57.476214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.527822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c0734-5eb1-43d3-b6f8-e0a59f877631 None None] Pushing event updated for resources: {'Port': ['ID=5057f218-1553-47c1-913f-75144bccd15b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.534736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Routers {'85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:57.535466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:57.546098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.698993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:57.840164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a13b-d775-4e8a-a177-c577525778fb None None] Pushing event updated for resources: {'Port': ['ID=6a81d7ed-b3af-464f-8513-9ac73caad91c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.862766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9de9aeb9-9404-4de6-899b-c92dc21672bf up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:57.882766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:57.893292 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Sync routers for ids ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:57.900743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.906070 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.906719 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d1c2dbd2-e780-4d5a-84ef-0386a8ababdb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9121888 Jul 09 17:16:57.912331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] Set router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:57.918823 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Routers {'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:57.919557 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.028579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9de9aeb9-9404-4de6-899b-c92dc21672bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:58.028950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.044487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Set router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:58.226073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:54Z', 'revision_number': 4, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6a81d7ed-b3af-464f-8513-9ac73caad91c', 'name': '', 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'mac_address': 'fa:16:3e:ea:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:53Z', 'updated_at': '2021-07-09T17:16:57Z', 'revision_number': 4, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'subnets': [{'id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.230911 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 3, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.256732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a1a378-7fec-4e87-91db-e641d4e7fba3 None None] The sync data for ids ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'] in n-d-800085-2 is: [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:54Z', 'revision_number': 4, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6a81d7ed-b3af-464f-8513-9ac73caad91c', 'name': '', 'network_id': '19fbefcf-3bfc-48c6-8692-9ddf45f75504', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'mac_address': 'fa:16:3e:ea:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:53Z', 'updated_at': '2021-07-09T17:16:57Z', 'revision_number': 4, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'subnets': [{'id': 'f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:58.258253 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Checking router: e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:58.258902 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Updating router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:58.322765 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.386857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.560367 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Allocated IP 172.20.0.1 (ec66f685-e0b4-4416-be50-0d2993827854/52740996-11f6-4df6-82a5-2121a6c2087f/08e0a5cb-a625-4efc-ad8a-ee26c111de2a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:58.643540 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.655427 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Transition to ACTIVE for port object 94152c04-12c2-44a4-8e7e-5b7a72b96db7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:58.663758 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.704380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.719848 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Attempting to bind port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:58.720294 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Attempting to bind port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:58.720660 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Attempting to bind port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:58.723569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Transition to ACTIVE for port object 08e0a5cb-a625-4efc-ad8a-ee26c111de2a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:58.723845 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da443e-d8a9-4042-ac0e-2ed255c9b683 None None] Pushing event updated for resources: {'Port': ['ID=94152c04-12c2-44a4-8e7e-5b7a72b96db7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.729360 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:58.729815 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:58.730274 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.730743 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:58.731300 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Bound port: 94152c04-12c2-44a4-8e7e-5b7a72b96db7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:58.731740 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.771944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.792282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] For port 94152c04-12c2-44a4-8e7e-5b7a72b96db7, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:58.797404 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] For port 94152c04-12c2-44a4-8e7e-5b7a72b96db7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94152c04-12c2-44a4-8e7e-5b7a72b96db7,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:58.801947 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.812783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Network ec66f685-e0b4-4416-be50-0d2993827854 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:58.817463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:58.820086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:58.825934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1164c-618f-4564-88ef-37c4346ebf0a None None] Network ec66f685-e0b4-4416-be50-0d2993827854 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:58.862711 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Routers {'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:58.863352 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.867130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.868620 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da443e-d8a9-4042-ac0e-2ed255c9b683 None None] Pushing event updated for resources: {'Port': ['ID=94152c04-12c2-44a4-8e7e-5b7a72b96db7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.878584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.903035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c5e6660-eb81-4ff2-9721-811d3ba474fc None None] Provisioning for port 5057f218-1553-47c1-913f-75144bccd15b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:59.007556 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] Set router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:59.063623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.260367 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.267163 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.312683 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.337119 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 3, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:59.360391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5948dc57-f745-4b59-bd79-62cc2bcbc0e2 None None] Provisioning for port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:59.366934 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9fa4-5daa-4333-b5fc-6be83453a270 None None] The sync data for ids ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'] in n-d-800085-2 is: [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 3, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:59.378053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5948dc57-f745-4b59-bd79-62cc2bcbc0e2 None None] Provisioning complete for port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:59.378571 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5948dc57-f745-4b59-bd79-62cc2bcbc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.426547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5948dc57-f745-4b59-bd79-62cc2bcbc0e2 None None] Port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:59.432761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:59.488183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Network ec66f685-e0b4-4416-be50-0d2993827854 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:59.490093 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:59.556238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-62ea85cb-c6d7-4970-bc67-c62381575f0e None None] Provisioning complete for port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:59.556617 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62ea85cb-c6d7-4970-bc67-c62381575f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.595920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-62ea85cb-c6d7-4970-bc67-c62381575f0e None None] Port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:59.630844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:59.764133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:59.770575 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-74a7ecd4-2cf0-4aeb-9189-967964e80fc8 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624229 Jul 09 17:16:59.821246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b766c9bf-73ab-4605-896f-f3ce05cd2e94 None None] Provisioning complete for port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:59.821627 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b766c9bf-73ab-4605-896f-f3ce05cd2e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.877489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b766c9bf-73ab-4605-896f-f3ce05cd2e94 None None] Port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:59.896484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a81d7ed-b3af-464f-8513-9ac73caad91c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:59.954201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6a81d7ed-b3af-464f-8513-9ac73caad91c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:59.958701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6a81d7ed-b3af-464f-8513-9ac73caad91c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:59.959318 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.044743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.082584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6a81d7ed-b3af-464f-8513-9ac73caad91c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a81d7ed-b3af-464f-8513-9ac73caad91c,segment=NetworkSegment(5a2b8983-ac27-463b-acd5-81c65c18c6bf),segment_id=5a2b8983-ac27-463b-acd5-81c65c18c6bf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:00.087459 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.088154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5057f218-1553-47c1-913f-75144bccd15b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:00.172314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6a81d7ed-b3af-464f-8513-9ac73caad91c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:00.187968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5057f218-1553-47c1-913f-75144bccd15b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:00.192399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5057f218-1553-47c1-913f-75144bccd15b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:00.192868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.277855 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.313654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5057f218-1553-47c1-913f-75144bccd15b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5057f218-1553-47c1-913f-75144bccd15b,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:00.319057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.374876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5057f218-1553-47c1-913f-75144bccd15b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:00.816782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:01.184991 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.458080 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Deleting port 6a81d7ed-b3af-464f-8513-9ac73caad91c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:01.458398 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.540933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] For port 6a81d7ed-b3af-464f-8513-9ac73caad91c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6a81d7ed-b3af-464f-8513-9ac73caad91c,segment=NetworkSegment(5a2b8983-ac27-463b-acd5-81c65c18c6bf),segment_id=5a2b8983-ac27-463b-acd5-81c65c18c6bf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:01.541313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.555338 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Calling delete_port for 6a81d7ed-b3af-464f-8513-9ac73caad91c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:01.576529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Sync routers for ids ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:01.585849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Routers {'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:01.586464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.694818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Set router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:01.750706 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.778066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a81d7ed-b3af-464f-8513-9ac73caad91c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.913695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a81d7ed-b3af-464f-8513-9ac73caad91c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:01.937187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6a81d7ed-b3af-464f-8513-9ac73caad91c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:01.937540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a81d7ed-b3af-464f-8513-9ac73caad91c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 17:17:01.965689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.968037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port 6a81d7ed-b3af-464f-8513-9ac73caad91c not found, will not notify nova. {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 17:17:01.968547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5057f218-1553-47c1-913f-75144bccd15b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:02.024087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:59Z', 'revision_number': 4, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '08e0a5cb-a625-4efc-ad8a-ee26c111de2a', 'name': '', 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854', 'tenant_id': '0499320bc913440abc762a834798e780', 'mac_address': 'fa:16:3e:6a:8d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '52740996-11f6-4df6-82a5-2121a6c2087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:16:59Z', 'revision_number': 2, 'project_id': '0499320bc913440abc762a834798e780', 'subnets': [{'id': '52740996-11f6-4df6-82a5-2121a6c2087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:02.053090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Checking router: e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:02.053447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Updating router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:02.075455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5057f218-1553-47c1-913f-75144bccd15b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:02.075823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.115773 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.255055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94152c04-12c2-44a4-8e7e-5b7a72b96db7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:02.361921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:02.374019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:02.374380 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.494242 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.507021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:02.513224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Transition to ACTIVE for port object 08e0a5cb-a625-4efc-ad8a-ee26c111de2a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:02.517725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.524182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.564084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 94152c04-12c2-44a4-8e7e-5b7a72b96db7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94152c04-12c2-44a4-8e7e-5b7a72b96db7,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:02.576756 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.586526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c4cdf-c793-4550-8e4d-1376f91f9e60 None None] Pushing event updated for resources: {'Port': ['ID=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.620857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:02.628515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-44f6c74c-40ea-4338-af07-39289df59854 admin admin] 10.222.0.48 "PUT /v2.0/routers/85381ca3-f2d6-4cbf-8cfd-02de3e37fde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8076644 Jul 09 17:17:02.628866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:02.631961 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] Sync routers for ids ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:02.645449 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] Routers {'85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:02.647009 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:02.683494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Attempting to bind port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:02.683997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Attempting to bind port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:02.684233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Attempting to bind port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a on network ec66f685-e0b4-4416-be50-0d2993827854 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:02.686637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=94152c04-12c2-44a4-8e7e-5b7a72b96db7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.692986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:02.693357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Checking segment: {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:02.693765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.694148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Bound using segment: {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:02.694641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Bound port: 08e0a5cb-a625-4efc-ad8a-ee26c111de2a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d32730-5bc1-4e6e-91a6-3867db90c17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:02.695028 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.767819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] For port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:02.769511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.771860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] For port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:02.777046 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.788548 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] Set router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:02.839247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Routers {'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:02.839873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:02.878390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c4cdf-c793-4550-8e4d-1376f91f9e60 None None] Pushing event updated for resources: {'Port': ['ID=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.893232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.971106 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] Set router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:02.975441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Deleting port 9de9aeb9-9404-4de6-899b-c92dc21672bf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:02.975663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.035928 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 5, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port': {'id': '9de9aeb9-9404-4de6-899b-c92dc21672bf', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.061026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] For port 9de9aeb9-9404-4de6-899b-c92dc21672bf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9de9aeb9-9404-4de6-899b-c92dc21672bf,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:03.061747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.077148 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] Checking router: 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:03.077589 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Calling delete_port for 9de9aeb9-9404-4de6-899b-c92dc21672bf owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:03.086006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] Routers {'85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:03.086678 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.177312 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] Set router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:03.229590 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 6, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.259010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad2d44f-a6c3-4d07-8dd2-dcb11c9cc76d None None] The sync data for ids ['85381ca3-f2d6-4cbf-8cfd-02de3e37fde4'] in n-d-800085-2 is: [{'id': '85381ca3-f2d6-4cbf-8cfd-02de3e37fde4', 'name': 'tempest-TestAggregatesBasicOps-1053258464-router', 'tenant_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:51Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 6, 'project_id': '59f97cd5619f4fd9869bc7b6cc0d76b7', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:03.276916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.311284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de9aeb9-9404-4de6-899b-c92dc21672bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:03.372831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.384896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:59Z', 'revision_number': 4, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '08e0a5cb-a625-4efc-ad8a-ee26c111de2a', 'name': '', 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854', 'tenant_id': '0499320bc913440abc762a834798e780', 'mac_address': 'fa:16:3e:6a:8d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '52740996-11f6-4df6-82a5-2121a6c2087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 4, 'project_id': '0499320bc913440abc762a834798e780', 'subnets': [{'id': '52740996-11f6-4df6-82a5-2121a6c2087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.410332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243be31-d4f2-459d-8de6-5267a84f42e8 None None] The sync data for ids ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'] in n-d-800085-2 is: [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:16:59Z', 'revision_number': 4, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '08e0a5cb-a625-4efc-ad8a-ee26c111de2a', 'name': '', 'network_id': 'ec66f685-e0b4-4416-be50-0d2993827854', 'tenant_id': '0499320bc913440abc762a834798e780', 'mac_address': 'fa:16:3e:6a:8d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '52740996-11f6-4df6-82a5-2121a6c2087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 4, 'project_id': '0499320bc913440abc762a834798e780', 'subnets': [{'id': '52740996-11f6-4df6-82a5-2121a6c2087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:03.465590 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.467741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.512992 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.513521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:03.518176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.519353 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4f07858b-ceea-46f8-89e1-a1b38330f471 admin admin] 10.222.0.48 "DELETE /v2.0/routers/85381ca3-f2d6-4cbf-8cfd-02de3e37fde4 HTTP/1.1" status: 204 len: 168 time: 0.8885117 Jul 09 17:17:03.523293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:03.572232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Deleting subnet f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:03.575576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.631376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.735701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.798921 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.836261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.838815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5 HTTP/1.1" status: 204 len: 168 time: 0.3143580 Jul 09 17:17:03.839743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8d60a-7212-4bd0-aed8-9ea013869d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f099d5-0a83-4a8b-a8fe-c0bb7ae495d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:03.842282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:03.851497 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f89563-e1ed-4e5a-bd43-1b6ebbc1ecf8 None None] Network 19fbefcf-3bfc-48c6-8692-9ddf45f75504 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:03.930576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.003215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Deleting port f2d87168-8ff6-4da4-8a02-f00744ca0e8f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:04.003654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.073458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] For port f2d87168-8ff6-4da4-8a02-f00744ca0e8f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,segment=NetworkSegment(5a2b8983-ac27-463b-acd5-81c65c18c6bf),segment_id=5a2b8983-ac27-463b-acd5-81c65c18c6bf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:04.073817 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.087971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Calling delete_port for f2d87168-8ff6-4da4-8a02-f00744ca0e8f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:04.174908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.207214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef340852-4977-47e1-8196-6e3a34c5d5c5 None None] DHCP port deletion for 19fbefcf-3bfc-48c6-8692-9ddf45f75504 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:17:04.221108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d87168-8ff6-4da4-8a02-f00744ca0e8f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:04.222699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] No DVR routers for this DVR port f2d87168-8ff6-4da4-8a02-f00744ca0e8f on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:04.247401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 08e0a5cb-a625-4efc-ad8a-ee26c111de2a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:04.304594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.307135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:04.311377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:04.312014 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.319753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fbefcf-3bfc-48c6-8692-9ddf45f75504']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:04.332083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2b8983-ac27-463b-acd5-81c65c18c6bf') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:04.332474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2b8983-ac27-463b-acd5-81c65c18c6bf') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:04.342432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.361643 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.368570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:04.369308 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.404370 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:04.415191 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:04.433346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.448079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:04.453231 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.454611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94152c04-12c2-44a4-8e7e-5b7a72b96db7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:04.459343 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.463366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/19fbefcf-3bfc-48c6-8692-9ddf45f75504 HTTP/1.1" status: 204 len: 168 time: 0.6192994 Jul 09 17:17:04.464436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141da5e-dfd7-4c61-bcf4-6481aa313ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fbefcf-3bfc-48c6-8692-9ddf45f75504,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:04.467108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:04.537892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:04.550611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:04.550988 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.691192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a81d7ed-b3af-464f-8513-9ac73caad91c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:04.723262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6a81d7ed-b3af-464f-8513-9ac73caad91c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:04.723685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6a81d7ed-b3af-464f-8513-9ac73caad91c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:04.871136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.134081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Deleting port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:05.134317 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.226654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] For port 08e0a5cb-a625-4efc-ad8a-ee26c111de2a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:05.227020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.240260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Calling delete_port for 08e0a5cb-a625-4efc-ad8a-ee26c111de2a owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:05.445092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.470031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e0a5cb-a625-4efc-ad8a-ee26c111de2a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:05.637531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.800744 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-598e095b-2b95-4669-8c1b-b825ed62c412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.832947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9de9aeb9-9404-4de6-899b-c92dc21672bf no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:05.853875 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9de9aeb9-9404-4de6-899b-c92dc21672bf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:05.854228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9de9aeb9-9404-4de6-899b-c92dc21672bf not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:05.854699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f2d87168-8ff6-4da4-8a02-f00744ca0e8f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:05.874688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: f2d87168-8ff6-4da4-8a02-f00744ca0e8f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:05.875107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device f2d87168-8ff6-4da4-8a02-f00744ca0e8f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:06.163349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:06.272306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:06.277628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-66a9fbc2-c885-42ee-9270-fb649ce0e418 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094184 Jul 09 17:17:06.280168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:06.282131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] Sync routers for ids ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:06.291942 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] Routers {'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:06.292558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:06.397556 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.421440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] Set router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:06.507642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.566445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Deleting port 94152c04-12c2-44a4-8e7e-5b7a72b96db7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:06.566817 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.605857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:17:05Z', 'revision_number': 5, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port': {'id': '94152c04-12c2-44a4-8e7e-5b7a72b96db7', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:06.632218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] Checking router: e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:06.641019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] Routers {'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:06.641608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:16:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:06.646331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] For port 94152c04-12c2-44a4-8e7e-5b7a72b96db7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94152c04-12c2-44a4-8e7e-5b7a72b96db7,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:06.646727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.664051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Calling delete_port for 94152c04-12c2-44a4-8e7e-5b7a72b96db7 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:06.735221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] Set router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:06.792416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:17:06Z', 'revision_number': 6, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:06.821697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48c475-0379-4ad0-bee2-60c2c8f41d88 None None] The sync data for ids ['e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37'] in n-d-800085-2 is: [{'id': 'e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37', 'name': 'tempest-TestAggregatesBasicOps-1521257990-router', 'tenant_id': '0499320bc913440abc762a834798e780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:56Z', 'updated_at': '2021-07-09T17:17:06Z', 'revision_number': 6, 'project_id': '0499320bc913440abc762a834798e780', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:06.837907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.873034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=94152c04-12c2-44a4-8e7e-5b7a72b96db7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:06.937109 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.029177 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.031524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.085031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.085593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:07.090227 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.091423 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7eb36d8-9db5-4162-9f42-e70355755a1d admin admin] 10.222.0.48 "DELETE /v2.0/routers/e9511b8e-bfbb-4db4-a63f-c0fb13b3ea37 HTTP/1.1" status: 204 len: 168 time: 0.8103282 Jul 09 17:17:07.094043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:07.144255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Deleting subnet 52740996-11f6-4df6-82a5-2121a6c2087f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:07.147986 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.183744 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.263349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.320788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.346221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52740996-11f6-4df6-82a5-2121a6c2087f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.350537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.354799 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-340823a5-f770-423d-a1bb-870d5404d331 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52740996-11f6-4df6-82a5-2121a6c2087f HTTP/1.1" status: 204 len: 168 time: 0.2574341 Jul 09 17:17:07.355896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:07.358077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4cf9f4-8fd9-458c-a1e3-7faffdc748b9 None None] Network ec66f685-e0b4-4416-be50-0d2993827854 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:07.423515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.476187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Deleting port 5057f218-1553-47c1-913f-75144bccd15b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:07.476517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.558365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] DHCP port deletion for ec66f685-e0b4-4416-be50-0d2993827854 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:17:07.558591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] For port 5057f218-1553-47c1-913f-75144bccd15b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5057f218-1553-47c1-913f-75144bccd15b,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.558893 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.575454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Calling delete_port for 5057f218-1553-47c1-913f-75144bccd15b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:07.605448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] Deleting port 5057f218-1553-47c1-913f-75144bccd15b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:07.606072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.659952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.673262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] For port 5057f218-1553-47c1-913f-75144bccd15b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5057f218-1553-47c1-913f-75144bccd15b,segment=NetworkSegment(f0d32730-5bc1-4e6e-91a6-3867db90c17a),segment_id=f0d32730-5bc1-4e6e-91a6-3867db90c17a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.673706 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.685942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5057f218-1553-47c1-913f-75144bccd15b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.686389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] Calling delete_port for 5057f218-1553-47c1-913f-75144bccd15b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:07.693022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] No DVR routers for this DVR port 5057f218-1553-47c1-913f-75144bccd15b on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:07.776778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.778681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.790887 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec66f685-e0b4-4416-be50-0d2993827854']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.804815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d32730-5bc1-4e6e-91a6-3867db90c17a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.805198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d32730-5bc1-4e6e-91a6-3867db90c17a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.806264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 08e0a5cb-a625-4efc-ad8a-ee26c111de2a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:07.810017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] Pushing event deleted for resources: {'Port': ['ID=5057f218-1553-47c1-913f-75144bccd15b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.820160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.834810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3110047-f05d-4dfb-972b-bdf202d07e08 None None] No DVR routers for this DVR port 5057f218-1553-47c1-913f-75144bccd15b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:07.836285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 08e0a5cb-a625-4efc-ad8a-ee26c111de2a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:07.837272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 08e0a5cb-a625-4efc-ad8a-ee26c111de2a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:07.837272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5057f218-1553-47c1-913f-75144bccd15b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:07.839306 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.850659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:07.851018 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:07.853463 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:07.857858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5057f218-1553-47c1-913f-75144bccd15b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:07.858207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5057f218-1553-47c1-913f-75144bccd15b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:07.858672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94152c04-12c2-44a4-8e7e-5b7a72b96db7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:07.879077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 94152c04-12c2-44a4-8e7e-5b7a72b96db7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:07.879842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94152c04-12c2-44a4-8e7e-5b7a72b96db7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:07.917745 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.923569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.925448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec66f685-e0b4-4416-be50-0d2993827854 HTTP/1.1" status: 204 len: 168 time: 0.5685496 Jul 09 17:17:07.937054 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e5a4c-b1b7-4bdc-b86a-f886e5540b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec66f685-e0b4-4416-be50-0d2993827854,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.093106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:08.135639 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f3c8785d-8c13-4ff0-865d-2582bc786a16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59f97cd5619f4fd9869bc7b6cc0d76b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411637 Jul 09 17:17:08.138044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:08.190245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86edb0f8-4ddd-455a-bb1a-da39e140bc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.211872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86edb0f8-4ddd-455a-bb1a-da39e140bc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.264010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86edb0f8-4ddd-455a-bb1a-da39e140bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.266932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86edb0f8-4ddd-455a-bb1a-da39e140bc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.268102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-86edb0f8-4ddd-455a-bb1a-da39e140bc78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/679cae4a-e071-4931-a726-80ca3917390d HTTP/1.1" status: 204 len: 168 time: 0.1291480 Jul 09 17:17:08.275922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edb0f8-4ddd-455a-bb1a-da39e140bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679cae4a-e071-4931-a726-80ca3917390d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.327467 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-379fc895-3c8d-405f-8643-f3eb23b94cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.446600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.585177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.608401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:08.653147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07bcd267-0ba8-4a5d-8dfc-24c8a555e260 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0499320bc913440abc762a834798e780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432165 Jul 09 17:17:08.656051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:08.714447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe49b8b6-1fe5-4bc5-accf-80805b6ef2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.735248 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe49b8b6-1fe5-4bc5-accf-80805b6ef2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.784430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe49b8b6-1fe5-4bc5-accf-80805b6ef2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.786929 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe49b8b6-1fe5-4bc5-accf-80805b6ef2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.788104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fe49b8b6-1fe5-4bc5-accf-80805b6ef2c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33d80364-82f9-452d-a386-89009188a063 HTTP/1.1" status: 204 len: 168 time: 0.1311803 Jul 09 17:17:08.796303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49b8b6-1fe5-4bc5-accf-80805b6ef2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d80364-82f9-452d-a386-89009188a063,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.349313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.514102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:09.613547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-269866172-network', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:09.638500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Made reservation on behalf of e85c6a4aa9e5448ca6dbe080dfb2f20e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:09.641101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.649769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.742586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.748961 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.774003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:09.783859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f3886-0b7c-43de-b738-1dc5f31e9914,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.790034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.790442 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Added segment 1249cfa3-da50-4b2f-9cf6-24fb575664d1 of type vlan for network 033724be-88ed-4e30-95a1-a4e96d5adcd3 Jul 09 17:17:09.832210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.862096 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.863488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:09.864057 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.915536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4002221 Jul 09 17:17:09.918525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:09.923773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Request body: {'subnet': {'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-269866172-subnet', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:09.925913 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f109e-eb4c-47a9-9ac8-c4a01920e5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=033724be-88ed-4e30-95a1-a4e96d5adcd3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.936479 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:09.951970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Made reservation on behalf of e85c6a4aa9e5448ca6dbe080dfb2f20e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:09.954426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.134770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.193123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=510fe1ca-29a4-4349-8193-67a2d0bf0d9a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:10.203875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Checking segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:10.204242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Network hostable DHCP agents. Network: 033724be-88ed-4e30-95a1-a4e96d5adcd3, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:10.222938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:10.233317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 033724be-88ed-4e30-95a1-a4e96d5adcd3) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:10.237605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:10.238135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.243489 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58e39a-9d45-41a7-a59d-92eb39e70161 None None] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:10.252713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cdf13d14-8f40-4cc1-8828-6c3dd54108ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3330026 Jul 09 17:17:10.255840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:10.260628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:10.281742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.282804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.338189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.392949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-033724be-88ed-4e30-95a1-a4e96d5adcd3', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:17:10.393884 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.476096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.538086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Allocated IP 172.20.0.2 (033724be-88ed-4e30-95a1-a4e96d5adcd3/510fe1ca-29a4-4349-8193-67a2d0bf0d9a/c576247c-41b2-4f60-9558-a04c7d222355) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:10.682135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.682358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.691064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Transition to ACTIVE for port object c576247c-41b2-4f60-9558-a04c7d222355 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:10.701738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.707156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Transition to ACTIVE for port object c576247c-41b2-4f60-9558-a04c7d222355 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:10.714002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.752585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:10.755692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:10.759331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:10.766444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Pushing event updated for resources: {'Port': ['ID=c576247c-41b2-4f60-9558-a04c7d222355,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:10.811505 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Allocated IP 172.25.7.16 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/567620c8-d2e6-4c18-bd68-6ad1f594e563) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:10.839241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Attempting to bind port c576247c-41b2-4f60-9558-a04c7d222355 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:10.839616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Attempting to bind port c576247c-41b2-4f60-9558-a04c7d222355 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:10.839979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Attempting to bind port c576247c-41b2-4f60-9558-a04c7d222355 on network 033724be-88ed-4e30-95a1-a4e96d5adcd3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:10.845811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:10.846335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Checking segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:10.846806 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.847170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Bound using segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:10.847654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Bound port: c576247c-41b2-4f60-9558-a04c7d222355, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:10.848035 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.910869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] For port c576247c-41b2-4f60-9558-a04c7d222355, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:10.913976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] For port c576247c-41b2-4f60-9558-a04c7d222355, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c576247c-41b2-4f60-9558-a04c7d222355,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:10.919026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.919603 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.967592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.980164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0049b-5a6b-4f55-9223-89c894eaad08 None None] Pushing event updated for resources: {'Port': ['ID=c576247c-41b2-4f60-9558-a04c7d222355,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:11.004275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:11.007581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:11.013700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:11.046513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Pushing event updated for resources: {'Port': ['ID=567620c8-d2e6-4c18-bd68-6ad1f594e563,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:11.204472 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.286845 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.478944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.611069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Router fa5d38c1-096c-4966-b385-1d3289399137 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:11.720558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:11.741299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.742988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1eba0fd-f19e-4b70-a2b5-0cb9005458c6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4859176 Jul 09 17:17:11.745941 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:11.746385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Sync routers for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:11.760172 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:11.760810 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:11.823423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c576247c-41b2-4f60-9558-a04c7d222355 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:11.873472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c576247c-41b2-4f60-9558-a04c7d222355 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:11.894262 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:11.920593 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2291e7-b82e-4936-964d-9a24f619e23f None None] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:12.041858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] Provisioning for port c576247c-41b2-4f60-9558-a04c7d222355 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:12.051015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] Provisioning complete for port c576247c-41b2-4f60-9558-a04c7d222355 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:12.051385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.074105 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:11Z', 'revision_number': 3, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:12.101141 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Checking router: fa5d38c1-096c-4966-b385-1d3289399137 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:12.101558 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Updating router fa5d38c1-096c-4966-b385-1d3289399137 port 567620c8-d2e6-4c18-bd68-6ad1f594e563 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:12.136109 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.166786 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.203865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] For port c576247c-41b2-4f60-9558-a04c7d222355, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c576247c-41b2-4f60-9558-a04c7d222355,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:12.206066 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.210769 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.274343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b2629-209c-477d-8e2f-475af5391ff3 None None] Pushing event updated for resources: {'Port': ['ID=c576247c-41b2-4f60-9558-a04c7d222355,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.381237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Allocated IP 172.20.0.1 (033724be-88ed-4e30-95a1-a4e96d5adcd3/510fe1ca-29a4-4349-8193-67a2d0bf0d9a/863367fe-14c6-46b4-b454-e4df5f867356) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:12.427249 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.431116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7554b98b-674c-47d9-a8b5-0a58c0aa0fc7 None None] Provisioning complete for port c576247c-41b2-4f60-9558-a04c7d222355 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:12.431744 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7554b98b-674c-47d9-a8b5-0a58c0aa0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.437542 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Transition to ACTIVE for port object 567620c8-d2e6-4c18-bd68-6ad1f594e563 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:12.444600 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.492763 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Attempting to bind port 567620c8-d2e6-4c18-bd68-6ad1f594e563 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:12.493137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Attempting to bind port 567620c8-d2e6-4c18-bd68-6ad1f594e563 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:12.493525 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Attempting to bind port 567620c8-d2e6-4c18-bd68-6ad1f594e563 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:12.494411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.502669 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:12.503042 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:12.503437 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.503829 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:12.504292 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Bound port: 567620c8-d2e6-4c18-bd68-6ad1f594e563, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:12.505066 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.506598 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63f373-4348-40dc-bc14-d32a463dafda None None] Pushing event updated for resources: {'Port': ['ID=567620c8-d2e6-4c18-bd68-6ad1f594e563,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.510273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Transition to ACTIVE for port object 863367fe-14c6-46b4-b454-e4df5f867356 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:12.549052 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.564183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] For port 567620c8-d2e6-4c18-bd68-6ad1f594e563, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:12.567986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] For port 567620c8-d2e6-4c18-bd68-6ad1f594e563, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=567620c8-d2e6-4c18-bd68-6ad1f594e563,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:12.573104 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.586573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:12.591706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:12.595255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:12.626794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Pushing event updated for resources: {'Port': ['ID=863367fe-14c6-46b4-b454-e4df5f867356,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.640731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.743391 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:12.744487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:12.785399 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63f373-4348-40dc-bc14-d32a463dafda None None] Pushing event updated for resources: {'Port': ['ID=567620c8-d2e6-4c18-bd68-6ad1f594e563,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.786148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.845844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b454ba9-58bb-4f5b-a7ec-03a793a3b23f None None] Provisioning for port 863367fe-14c6-46b4-b454-e4df5f867356 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:12.850566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b454ba9-58bb-4f5b-a7ec-03a793a3b23f None None] Provisioning complete for port 863367fe-14c6-46b4-b454-e4df5f867356 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:12.850941 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b454ba9-58bb-4f5b-a7ec-03a793a3b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.864474 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:12.888017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3b454ba9-58bb-4f5b-a7ec-03a793a3b23f None None] Port 863367fe-14c6-46b4-b454-e4df5f867356 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:12.964625 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.970516 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.039426 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Pushing event updated for resources: {'Port': ['ID=863367fe-14c6-46b4-b454-e4df5f867356,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:13.042873 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.067649 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 1, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:13.097479 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ce584-49d4-4db0-a08a-288d403b1261 None None] The sync data for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 is: [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 1, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:13.142141 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:13.143651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:13.265091 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Router fa5d38c1-096c-4966-b385-1d3289399137 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:13.422980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f19928c-0b95-4ec6-9e80-c9a6b531a3cc None None] Provisioning complete for port 863367fe-14c6-46b4-b454-e4df5f867356 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:13.423360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f19928c-0b95-4ec6-9e80-c9a6b531a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.460544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8f19928c-0b95-4ec6-9e80-c9a6b531a3cc None None] Port 863367fe-14c6-46b4-b454-e4df5f867356 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:13.699000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:13.704226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5c48657b-e031-401b-b799-2a882fa1642c admin admin] 10.222.0.48 "PUT /v2.0/routers/fa5d38c1-096c-4966-b385-1d3289399137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570110 Jul 09 17:17:13.796264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c576247c-41b2-4f60-9558-a04c7d222355 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:13.849223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c576247c-41b2-4f60-9558-a04c7d222355 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:13.849778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.216503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:14.222192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2014357846-network', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:14.247669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Made reservation on behalf of 55e4b6e8705942f8872fbc947f5dc566 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:14.249808 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.259576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.354856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.359756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.380347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:14.394092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12123a-be76-44a6-b87a-fb7269985c94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:14.398853 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.399192 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Added segment b6156cff-8233-4fcc-8b77-6446d4fae529 of type vlan for network ba781f37-84e9-4eb9-8f81-90b1315b4f51 Jul 09 17:17:14.438678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.469608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.470576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:14.471153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.527577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3098612 Jul 09 17:17:14.530709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:14.533051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b126e0-79c4-462f-b56e-a0ebe5977d37 admin admin] Pushing event updated for resources: {'Network': ['ID=ba781f37-84e9-4eb9-8f81-90b1315b4f51,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:14.536660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Request body: {'subnet': {'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2014357846-subnet', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:14.546448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:14.561715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Made reservation on behalf of 55e4b6e8705942f8872fbc947f5dc566 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:14.564447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.735741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.785392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69206248-e230-4fae-ab75-0cb6501bcd67,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:14.801759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Checking segment: {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:14.802120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Network hostable DHCP agents. Network: ba781f37-84e9-4eb9-8f81-90b1315b4f51, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:14.820814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:14.835343 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ba781f37-84e9-4eb9-8f81-90b1315b4f51) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:14.839852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:14.840444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.844494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c128f-b0c2-42e8-9cb6-6319a6462ebf None None] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:14.855770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c697a4c-02d4-4b10-9506-ab840a9681b4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3239472 Jul 09 17:17:14.858713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:14.863288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:14.891963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.893189 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.946711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.001886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ba781f37-84e9-4eb9-8f81-90b1315b4f51', 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'fixed_ips': [{'subnet_id': '69206248-e230-4fae-ab75-0cb6501bcd67'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:17:15.002804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.068296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Sync routers for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:15.087894 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.091959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:15.092721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:15.300913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.320434 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.379071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Allocated IP 172.20.0.2 (ba781f37-84e9-4eb9-8f81-90b1315b4f51/69206248-e230-4fae-ab75-0cb6501bcd67/b10ef87e-9519-40ea-8e12-3837f3029ce2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:15.406806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:15.433624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Allocated IP 172.25.7.70 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/2d556ca8-28bc-4ef2-9634-f46f3904af3a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:15.538503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.578955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.618129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:15.623644 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:15.630354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:15.633606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Pushing event updated for resources: {'Port': ['ID=2d556ca8-28bc-4ef2-9634-f46f3904af3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:15.652267 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.678714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Transition to ACTIVE for port object b10ef87e-9519-40ea-8e12-3837f3029ce2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:15.708009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Transition to ACTIVE for port object b10ef87e-9519-40ea-8e12-3837f3029ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:15.717242 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.773082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:15.780405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:15.783550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 2, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:15.785873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:15.789129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Pushing event updated for resources: {'Port': ['ID=b10ef87e-9519-40ea-8e12-3837f3029ce2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:15.817013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Checking router: fa5d38c1-096c-4966-b385-1d3289399137 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:15.817448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Updating router fa5d38c1-096c-4966-b385-1d3289399137 port 863367fe-14c6-46b4-b454-e4df5f867356 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:15.821019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 567620c8-d2e6-4c18-bd68-6ad1f594e563 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:15.887223 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.929412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.931785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Attempting to bind port b10ef87e-9519-40ea-8e12-3837f3029ce2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:15.932165 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Attempting to bind port b10ef87e-9519-40ea-8e12-3837f3029ce2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:15.932517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Attempting to bind port b10ef87e-9519-40ea-8e12-3837f3029ce2 on network ba781f37-84e9-4eb9-8f81-90b1315b4f51 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:15.951180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:15.951540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Checking segment: {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:15.951960 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.952345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Bound using segment: {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:15.952809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Bound port: b10ef87e-9519-40ea-8e12-3837f3029ce2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:15.953184 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.984467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 567620c8-d2e6-4c18-bd68-6ad1f594e563 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:15.998316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 567620c8-d2e6-4c18-bd68-6ad1f594e563 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:15.998706 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.082171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.141785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] For port b10ef87e-9519-40ea-8e12-3837f3029ce2, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:16.146673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] For port b10ef87e-9519-40ea-8e12-3837f3029ce2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b10ef87e-9519-40ea-8e12-3837f3029ce2,segment=NetworkSegment(b6156cff-8233-4fcc-8b77-6446d4fae529),segment_id=b6156cff-8233-4fcc-8b77-6446d4fae529)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:16.186366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.212433 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Router 1c6a1836-bab6-40e5-a062-b6c6a2044817 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:16.314628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.323462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627d00-b141-4bae-a25c-b3d4361cc5ce None None] Pushing event updated for resources: {'Port': ['ID=b10ef87e-9519-40ea-8e12-3837f3029ce2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:16.345354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:16.354777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 567620c8-d2e6-4c18-bd68-6ad1f594e563, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=567620c8-d2e6-4c18-bd68-6ad1f594e563,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:16.360185 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Sync routers for ids ['1c6a1836-bab6-40e5-a062-b6c6a2044817'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:16.365088 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.366709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33ad0305-1bd2-4d38-b563-c1e8fda356ba admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5068798 Jul 09 17:17:16.369970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 37274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:16.378605 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Routers {'1c6a1836-bab6-40e5-a062-b6c6a2044817'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:16.380350 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c6a1836-bab6-40e5-a062-b6c6a2044817'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:16.396916 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.443558 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:17:16.499562 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.503388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=567620c8-d2e6-4c18-bd68-6ad1f594e563,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:16.523572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Transition to ACTIVE for port object 863367fe-14c6-46b4-b454-e4df5f867356 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:16.541648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.543549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Set router 1c6a1836-bab6-40e5-a062-b6c6a2044817 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:16.655986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b3676-157b-4f9f-bfc9-3dc376307b3f None None] Pushing event updated for resources: {'Port': ['ID=863367fe-14c6-46b4-b454-e4df5f867356,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:16.749493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Attempting to bind port 863367fe-14c6-46b4-b454-e4df5f867356 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:16.750188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Attempting to bind port 863367fe-14c6-46b4-b454-e4df5f867356 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:16.750822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Attempting to bind port 863367fe-14c6-46b4-b454-e4df5f867356 on network 033724be-88ed-4e30-95a1-a4e96d5adcd3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:16.757907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:16.758707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Checking segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:16.759427 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.760032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Bound using segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:16.760752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Bound port: 863367fe-14c6-46b4-b454-e4df5f867356, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:16.761596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.793705 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:17:15Z', 'revision_number': 3, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:16.825646 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Checking router: 1c6a1836-bab6-40e5-a062-b6c6a2044817 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:16.826132 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Updating router 1c6a1836-bab6-40e5-a062-b6c6a2044817 port 2d556ca8-28bc-4ef2-9634-f46f3904af3a binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:16.862097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] For port 863367fe-14c6-46b4-b454-e4df5f867356, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:16.866182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] For port 863367fe-14c6-46b4-b454-e4df5f867356, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=863367fe-14c6-46b4-b454-e4df5f867356,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:16.867998 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.878883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.961804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b3676-157b-4f9f-bfc9-3dc376307b3f None None] Pushing event updated for resources: {'Port': ['ID=863367fe-14c6-46b4-b454-e4df5f867356,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:16.967098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:16.967721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.102935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:17.240294 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.255560 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Transition to ACTIVE for port object 2d556ca8-28bc-4ef2-9634-f46f3904af3a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:17.259493 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.267726 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.325477 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Attempting to bind port 2d556ca8-28bc-4ef2-9634-f46f3904af3a on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:17.325993 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Attempting to bind port 2d556ca8-28bc-4ef2-9634-f46f3904af3a by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:17.326490 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Attempting to bind port 2d556ca8-28bc-4ef2-9634-f46f3904af3a on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:17.336040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef357f6-d353-4fac-b889-ba5e0e5d0d63 None None] Pushing event updated for resources: {'Port': ['ID=2d556ca8-28bc-4ef2-9634-f46f3904af3a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.338632 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:17.339177 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:17.340183 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.340183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:17.340687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Bound port: 2d556ca8-28bc-4ef2-9634-f46f3904af3a, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:17.341131 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.382792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.413041 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] For port 2d556ca8-28bc-4ef2-9634-f46f3904af3a, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:17.416740 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] For port 2d556ca8-28bc-4ef2-9634-f46f3904af3a, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2d556ca8-28bc-4ef2-9634-f46f3904af3a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:17.422218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e084d8f-7ddb-44e9-a737-370dfa485086 None None] The sync data for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 is: [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:17.422485 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.459860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Allocated IP 172.20.0.1 (ba781f37-84e9-4eb9-8f81-90b1315b4f51/69206248-e230-4fae-ab75-0cb6501bcd67/76fcc2c2-03a5-4bbc-b243-b7d4c98385a7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:17.488429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Routers {'1c6a1836-bab6-40e5-a062-b6c6a2044817'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:17.489071 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c6a1836-bab6-40e5-a062-b6c6a2044817'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.535836 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef357f6-d353-4fac-b889-ba5e0e5d0d63 None None] Pushing event updated for resources: {'Port': ['ID=2d556ca8-28bc-4ef2-9634-f46f3904af3a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.580246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.595315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Transition to ACTIVE for port object 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:17.606048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743e22c-2007-422d-b8bf-f939cadf6c19 None None] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:17.626203 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] Set router 1c6a1836-bab6-40e5-a062-b6c6a2044817 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:17.639069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.685969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:17.689475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:17.692488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:17.727647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Pushing event updated for resources: {'Port': ['ID=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.749390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.809859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-13bce292-3fa3-4224-9724-931fa7345cf1 None None] Provisioning for port b10ef87e-9519-40ea-8e12-3837f3029ce2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:17.906671 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:17:15Z', 'revision_number': 3, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.947877 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42043d-70fa-4a66-8394-a1126183e5a1 None None] The sync data for ids ['1c6a1836-bab6-40e5-a062-b6c6a2044817'] in n-d-800085-2 is: [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:17:15Z', 'revision_number': 3, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:17.986895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.051019 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b10ef87e-9519-40ea-8e12-3837f3029ce2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:18.135718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b10ef87e-9519-40ea-8e12-3837f3029ce2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:18.140579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b10ef87e-9519-40ea-8e12-3837f3029ce2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:18.141230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.306261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.313195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.422265 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.429507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Pushing event updated for resources: {'Port': ['ID=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.445261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a94ca241-0a30-4f04-84f5-7ec3c11086ca None None] Provisioning for port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:18.451873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a94ca241-0a30-4f04-84f5-7ec3c11086ca None None] Provisioning complete for port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:18.452228 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a94ca241-0a30-4f04-84f5-7ec3c11086ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.524556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a94ca241-0a30-4f04-84f5-7ec3c11086ca None None] Port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:18.532294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.559486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:18.561212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:18.564823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a94ca241-0a30-4f04-84f5-7ec3c11086ca None None] Provisioning complete for port b10ef87e-9519-40ea-8e12-3837f3029ce2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:18.565200 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a94ca241-0a30-4f04-84f5-7ec3c11086ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.590941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b10ef87e-9519-40ea-8e12-3837f3029ce2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b10ef87e-9519-40ea-8e12-3837f3029ce2,segment=NetworkSegment(b6156cff-8233-4fcc-8b77-6446d4fae529),segment_id=b6156cff-8233-4fcc-8b77-6446d4fae529)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:18.604604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.605542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 567620c8-d2e6-4c18-bd68-6ad1f594e563 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:18.698687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Router 1c6a1836-bab6-40e5-a062-b6c6a2044817 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:18.719025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b10ef87e-9519-40ea-8e12-3837f3029ce2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.769427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 567620c8-d2e6-4c18-bd68-6ad1f594e563 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:18.769950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.834953 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:18.840846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7eed9b1c-fad4-48e9-afbe-32b225e8904d admin admin] 10.222.0.48 "PUT /v2.0/routers/1c6a1836-bab6-40e5-a062-b6c6a2044817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4695694 Jul 09 17:17:18.876970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 863367fe-14c6-46b4-b454-e4df5f867356 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:18.926874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 863367fe-14c6-46b4-b454-e4df5f867356 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:18.931767 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 863367fe-14c6-46b4-b454-e4df5f867356 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:18.932297 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.987113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-53cb4e9d-66db-4b37-a692-3dcb6184e146 None None] Provisioning complete for port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:18.987569 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-53cb4e9d-66db-4b37-a692-3dcb6184e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.049327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-53cb4e9d-66db-4b37-a692-3dcb6184e146 None None] Port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:19.061739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.096443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 863367fe-14c6-46b4-b454-e4df5f867356, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=863367fe-14c6-46b4-b454-e4df5f867356,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:19.102444 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.155454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=863367fe-14c6-46b4-b454-e4df5f867356,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.858528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2d556ca8-28bc-4ef2-9634-f46f3904af3a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:19.912223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2d556ca8-28bc-4ef2-9634-f46f3904af3a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:19.916809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2d556ca8-28bc-4ef2-9634-f46f3904af3a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:19.917260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.002573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.024290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 2d556ca8-28bc-4ef2-9634-f46f3904af3a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2d556ca8-28bc-4ef2-9634-f46f3904af3a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:20.029527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.030361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b10ef87e-9519-40ea-8e12-3837f3029ce2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:20.114225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=2d556ca8-28bc-4ef2-9634-f46f3904af3a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:20.125661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b10ef87e-9519-40ea-8e12-3837f3029ce2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:20.126041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.210676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 863367fe-14c6-46b4-b454-e4df5f867356 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:20.261417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 863367fe-14c6-46b4-b454-e4df5f867356 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:20.261761 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.361614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Sync routers for ids ['1c6a1836-bab6-40e5-a062-b6c6a2044817'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:20.371323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Routers {'1c6a1836-bab6-40e5-a062-b6c6a2044817'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:20.371952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c6a1836-bab6-40e5-a062-b6c6a2044817'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.484568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Set router 1c6a1836-bab6-40e5-a062-b6c6a2044817 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:20.710872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:17:17Z', 'revision_number': 4, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '76fcc2c2-03a5-4bbc-b243-b7d4c98385a7', 'name': '', 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'mac_address': 'fa:16:3e:29:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '69206248-e230-4fae-ab75-0cb6501bcd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:17Z', 'updated_at': '2021-07-09T17:17:18Z', 'revision_number': 2, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'subnets': [{'id': '69206248-e230-4fae-ab75-0cb6501bcd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.741219 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Checking router: 1c6a1836-bab6-40e5-a062-b6c6a2044817 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:20.741572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Updating router 1c6a1836-bab6-40e5-a062-b6c6a2044817 port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:20.775440 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.043040 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.053506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Transition to ACTIVE for port object 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:21.059952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.109750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9899b0-ee45-4093-a39b-4dd903b4cf96 None None] Pushing event updated for resources: {'Port': ['ID=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:21.167386 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Attempting to bind port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:21.167750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Attempting to bind port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:21.168109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Attempting to bind port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 on network ba781f37-84e9-4eb9-8f81-90b1315b4f51 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:21.173819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:21.174194 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Checking segment: {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:21.174648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.175045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Bound using segment: {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:21.175519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Bound port: 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6156cff-8233-4fcc-8b77-6446d4fae529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:21.175907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.245876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] For port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:21.249444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] For port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,segment=NetworkSegment(b6156cff-8233-4fcc-8b77-6446d4fae529),segment_id=b6156cff-8233-4fcc-8b77-6446d4fae529)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:21.255925 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.320166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Routers {'1c6a1836-bab6-40e5-a062-b6c6a2044817'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:21.320797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c6a1836-bab6-40e5-a062-b6c6a2044817'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.357531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9899b0-ee45-4093-a39b-4dd903b4cf96 None None] Pushing event updated for resources: {'Port': ['ID=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:21.457053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] Set router 1c6a1836-bab6-40e5-a062-b6c6a2044817 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:21.670756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:17:17Z', 'revision_number': 4, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '76fcc2c2-03a5-4bbc-b243-b7d4c98385a7', 'name': '', 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'mac_address': 'fa:16:3e:29:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '69206248-e230-4fae-ab75-0cb6501bcd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:17Z', 'updated_at': '2021-07-09T17:17:21Z', 'revision_number': 4, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'subnets': [{'id': '69206248-e230-4fae-ab75-0cb6501bcd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.696643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b1ce5-66b3-4d2e-9f28-3708020247d5 None None] The sync data for ids ['1c6a1836-bab6-40e5-a062-b6c6a2044817'] in n-d-800085-2 is: [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:17:17Z', 'revision_number': 4, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '76fcc2c2-03a5-4bbc-b243-b7d4c98385a7', 'name': '', 'network_id': 'ba781f37-84e9-4eb9-8f81-90b1315b4f51', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'mac_address': 'fa:16:3e:29:3e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '69206248-e230-4fae-ab75-0cb6501bcd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:17Z', 'updated_at': '2021-07-09T17:17:21Z', 'revision_number': 4, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'subnets': [{'id': '69206248-e230-4fae-ab75-0cb6501bcd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:21.825134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2d556ca8-28bc-4ef2-9634-f46f3904af3a up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:21.888183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2d556ca8-28bc-4ef2-9634-f46f3904af3a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:21.888424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.807563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:23.858570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:23.862721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:23.863098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.114492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.116882 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.151919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,segment=NetworkSegment(b6156cff-8233-4fcc-8b77-6446d4fae529),segment_id=b6156cff-8233-4fcc-8b77-6446d4fae529)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:24.156870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.204334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:25.781141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:25.834066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:25.834429 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:35.793206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c87822cb-89e9-4c5e-ae6e-5b0fe406705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.330308 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a3238c8-d2d1-4efa-9ae9-5327319c4563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.446084 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.593260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.354966 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.929352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-471ce944-debe-41b1-a555-038a32966db5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577719 Jul 09 17:17:40.033913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-f48330f7-60eb-4d28-891d-066981b7272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.035538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-f48330f7-60eb-4d28-891d-066981b7272b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 1097 time: 0.0590005 Jul 09 17:17:40.149547 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-322e4589-008d-425c-bb8b-be5c4d48fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.151085 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-322e4589-008d-425c-bb8b-be5c4d48fee8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0939722 Jul 09 17:17:40.221681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-d80d79be-4471-422d-b91e-5c5c5036233d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 200 len: 1001 time: 0.0628459 Jul 09 17:17:40.271773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-f7e0e40d-b7ca-419a-8fb1-389edae23d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.273261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-f7e0e40d-b7ca-419a-8fb1-389edae23d45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0447321 Jul 09 17:17:40.335933 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-fcd036bf-aeca-4637-adea-523f96ad830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.337372 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-fcd036bf-aeca-4637-adea-523f96ad830c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550804 Jul 09 17:17:40.437010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-dc6399d4-8e4a-4308-8b89-eb6348003617 service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907915 Jul 09 17:17:40.527102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-645a09c0-b2a7-43dd-8823-6d470523f63e req-d9bdd5f9-792b-4860-80d3-dd60688a128b service neutron] 10.222.0.43 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Jul 09 17:17:41.209216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.445103 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:17:53.894218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a907cf-fd5e-436b-81bf-a6aeeeb2c890 req-7409bac9-0e02-4046-b45a-6c917278300e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:53.895925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a907cf-fd5e-436b-81bf-a6aeeeb2c890 req-7409bac9-0e02-4046-b45a-6c917278300e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 946 time: 0.0685108 Jul 09 17:17:53.938404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3a907cf-fd5e-436b-81bf-a6aeeeb2c890 req-f579bc5a-c0d7-4f82-8b9d-17c73a3d5da9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357895 Jul 09 17:17:53.971869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.138301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76a144-8d64-427a-ada6-546fd13408cc req-5b22cddc-bcf6-435b-b600-57cadaffeaa1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:55.139778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b76a144-8d64-427a-ada6-546fd13408cc req-5b22cddc-bcf6-435b-b600-57cadaffeaa1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 946 time: 0.0773857 Jul 09 17:17:55.177335 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b76a144-8d64-427a-ada6-546fd13408cc req-5928fa38-fa49-476d-bd0d-2cdda426a736 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Jul 09 17:17:55.534303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-a5ec1b67-f406-438a-9e12-e9707702b019 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:55.535703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-a5ec1b67-f406-438a-9e12-e9707702b019 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 946 time: 0.0664074 Jul 09 17:17:55.641040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:55.641417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.732814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port faf7bf0b-bf1d-44f7-a32f-049a360f3d91, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:55.733197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.957669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.958059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.958449 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Floating IP 01bc43f3-d4ce-4c82-8ec6-b9574e399531 disassociated. External IP: 172.25.7.51, port: faf7bf0b-bf1d-44f7-a32f-049a360f3d91. Jul 09 17:17:55.958823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for faf7bf0b-bf1d-44f7-a32f-049a360f3d91 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:56.089571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.119429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=faf7bf0b-bf1d-44f7-a32f-049a360f3d91,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:56.131306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.131608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.131955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.132309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.132637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.132949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.133292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.133619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.133942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.134262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.134611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.134936 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:56.250744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:56.343532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49ce6f31-4efb-43ff-8d72-499cf1ac5989 req-70a8740e-5f10-4a45-8b8f-c8c3da1b9401 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 210 time: 0.0291018 Jul 09 17:17:56.360591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:56.376219 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:56.385534 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:56.386137 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:56.410039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port faf7bf0b-bf1d-44f7-a32f-049a360f3d91 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:56.412843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.414963 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-723e4c18-6045-4e7f-821a-b219e09b8090 req-582e0aaf-453f-4e2a-b79d-7028f36219e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.43 "DELETE /v2.0/ports/faf7bf0b-bf1d-44f7-a32f-049a360f3d91 HTTP/1.1" status: 204 len: 173 time: 0.8730798 Jul 09 17:17:56.415721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'name': 'network-vif-deleted', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:56.418095 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7edc5-4349-46f5-8bd6-2e0c2b806ded" -d '{"events": [{"server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "name": "network-vif-deleted", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:56.455845 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44dd3a1-0d98-4475-801b-89115b70340a x-openstack-request-id: req-f44dd3a1-0d98-4475-801b-89115b70340a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:56.456149 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d2d72-87ff-4896-87a7-c58633fe92aa", "name": "network-vif-deleted", "tag": "faf7bf0b-bf1d-44f7-a32f-049a360f3d91", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:56.456407 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f44dd3a1-0d98-4475-801b-89115b70340a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:56.456821 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d2d72-87ff-4896-87a7-c58633fe92aa', 'name': 'network-vif-deleted', 'tag': 'faf7bf0b-bf1d-44f7-a32f-049a360f3d91', 'status': 'completed', 'code': 200} Jul 09 17:17:56.640654 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:56.849493 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:56.875266 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:56.884401 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:56.885016 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:17:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:56.995484 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:57.200138 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:57.232798 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6334aa-8442-4252-bb13-96fba11f0f03 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:57.507484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a715783-ac8a-47e1-a878-243dbc820ad3 req-e393deb1-51b8-4b9a-92ed-8b7ece1531ec tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 210 time: 0.0302198 Jul 09 17:17:57.513753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70ab28-1852-424f-af59-f321ec0e86a4 None None] New status for floating IP 01bc43f3-d4ce-4c82-8ec6-b9574e399531: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:17:58.655571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f2026ad-cfb1-4807-beb2-13bd8fcf9e52 req-74a09dbb-7ec8-4bbc-a446-95a1a6fdf982 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 210 time: 0.0319977 Jul 09 17:17:59.299376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device faf7bf0b-bf1d-44f7-a32f-049a360f3d91 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:59.320120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: faf7bf0b-bf1d-44f7-a32f-049a360f3d91 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:59.320782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device faf7bf0b-bf1d-44f7-a32f-049a360f3d91 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:59.823151 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0445e83e-9c4e-451c-94fa-f23b3098a593 req-3126469a-8f70-4fc5-bbf5-e79936265016 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c4d2d72-87ff-4896-87a7-c58633fe92aa HTTP/1.1" status: 200 len: 210 time: 0.0444298 Jul 09 17:18:01.067099 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-23d7e7e2-a54f-4562-8542-b692b55bfd57 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559375462&fields=id&tenant_id=610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 267 time: 0.0324912 Jul 09 17:18:01.173523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-017d1148-9fab-4926-b1ab-c4487ec3706d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:01.174949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-017d1148-9fab-4926-b1ab-c4487ec3706d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1011670 Jul 09 17:18:01.190242 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-bff90efb-59d9-4bc1-a394-f4c959c4f7b0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0097897 Jul 09 17:18:01.267518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-fee211d2-a0b8-4def-8a9a-d6bcaeb49b16 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718753 Jul 09 17:18:01.364477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-f892cbd1-566e-4ae7-aa60-0754723610c4 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847425 Jul 09 17:18:01.461325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-935084e8-86e3-4b00-bb14-3b4619107387 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904698 Jul 09 17:18:01.762236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4a43f77-380b-4d35-91e6-d89ee66720b2 req-f48964df-4a24-4faf-b9fb-5aaa0e3500cc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0318522 Jul 09 17:18:02.842886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-037ebc96-0007-4a9a-a7e0-057418385486 req-2345a7d3-78ab-4d60-9996-5dfc004edf11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jul 09 17:18:03.927119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0eb287f9-ee3e-45d1-a037-7c364adeda17 req-6798efa4-f865-493a-abbe-64e2d36fd247 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0286436 Jul 09 17:18:05.027605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8fd82de-6293-4b34-ad08-1a41111cdea5 req-92f32b04-cee6-4418-9193-7fa6003f8c11 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0337298 Jul 09 17:18:05.801971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bb74-f65d-46e3-a92f-3b54cb303905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.183322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2f2ec98-9905-4124-afe0-fa1b0378d9bf req-f62dd110-9cb4-41b1-acde-22295802ae6a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0428600 Jul 09 17:18:07.019286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-2da6a94a-b992-48d6-818c-8037eab4974f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:07.020945 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-2da6a94a-b992-48d6-818c-8037eab4974f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1188545 Jul 09 17:18:07.086291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-dabe097d-50af-4ea7-8e0f-c3e1c62a51d5 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 379 time: 0.0367103 Jul 09 17:18:07.094870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'security_groups': ['9af3d0f6-8df2-48fb-9b6f-143a79566aa0']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:07.240822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:07.245412 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.362269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0e43d8b-4485-4d63-b93d-b7d93e089ec2 req-45fd0ad9-1b38-40a1-ac38-dd69eca6e7a9 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0487082 Jul 09 17:18:07.400374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.14 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/60b8175a-f064-4866-8370-fd81cddbad08) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:07.563614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.579418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object 60b8175a-f064-4866-8370-fd81cddbad08 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:07.621092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.668045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:07.671356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:07.675349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:07.729859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:07.730591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.745736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=60b8175a-f064-4866-8370-fd81cddbad08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:07.753380 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-70cf225d-0868-4338-8c96-b93f4e28626b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622472 Jul 09 17:18:07.773882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Request body: {'port': {'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:07.858192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.984858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d46c13b-c6ad-43b4-85c7-5931619fbfab None None] Provisioning for port 60b8175a-f064-4866-8370-fd81cddbad08 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:07.991363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d46c13b-c6ad-43b4-85c7-5931619fbfab None None] Provisioning complete for port 60b8175a-f064-4866-8370-fd81cddbad08 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:07.991942 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d46c13b-c6ad-43b4-85c7-5931619fbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.029840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4d46c13b-c6ad-43b4-85c7-5931619fbfab None None] Port 60b8175a-f064-4866-8370-fd81cddbad08 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:18:08.152518 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b8175a-f064-4866-8370-fd81cddbad08 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:08.160447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.172239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Transition to ACTIVE for port object 60b8175a-f064-4866-8370-fd81cddbad08 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:08.177047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.288058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Pushing event updated for resources: {'Port': ['ID=60b8175a-f064-4866-8370-fd81cddbad08,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:08.306956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Attempting to bind port 60b8175a-f064-4866-8370-fd81cddbad08 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:08.307461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Attempting to bind port 60b8175a-f064-4866-8370-fd81cddbad08 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:08.307889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Attempting to bind port 60b8175a-f064-4866-8370-fd81cddbad08 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:08.314181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Port 60b8175a-f064-4866-8370-fd81cddbad08 on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:08.314910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Attempting to bind port 60b8175a-f064-4866-8370-fd81cddbad08 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:08.320381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:08.320851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:08.321366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:08.321900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Bound port: 60b8175a-f064-4866-8370-fd81cddbad08, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:08.322362 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.341797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eb5c130b-cc51-4387-9a95-75279e79812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.408003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] For port 60b8175a-f064-4866-8370-fd81cddbad08, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:08.412156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] For port 60b8175a-f064-4866-8370-fd81cddbad08, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=60b8175a-f064-4866-8370-fd81cddbad08,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:08.424835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.467992 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.476335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.476335 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.477069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] 10.222.0.37 "PUT /v2.0/ports/60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 1092 time: 0.7100756 Jul 09 17:18:08.481548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:08.484432 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3391f774-cfdc-4c8e-9103-da35c0570d31" -d '{"events": [{"name": "network-changed", "server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "tag": "60b8175a-f064-4866-8370-fd81cddbad08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:08.535983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbaebb-e06a-4936-a3d6-580d27fdf009 service neutron] Pushing event updated for resources: {'Port': ['ID=60b8175a-f064-4866-8370-fd81cddbad08,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:08.608215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.628739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a63-6ef6-4eb3-a7fe-cbc62cd29b81 req-679c18df-3f0c-445e-ae90-7bd93c699202 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.636107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0eae9a63-6ef6-4eb3-a7fe-cbc62cd29b81 req-679c18df-3f0c-445e-ae90-7bd93c699202 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0978291 Jul 09 17:18:08.649671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-1454f84a-87d6-4216-ae4d-6db52d7b3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.651258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-1454f84a-87d6-4216-ae4d-6db52d7b3ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1095 time: 0.0979068 Jul 09 17:18:08.707129 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0eae9a63-6ef6-4eb3-a7fe-cbc62cd29b81 req-a812aee4-a0f9-463f-897d-8f77289b42ac tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700414 Jul 09 17:18:08.728688 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-83a9f796-411e-4359-83f0-43d968236169 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 217 time: 0.0627873 Jul 09 17:18:08.779923 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc754e4-88c4-47b2-a4be-4254c9c54fc1 x-openstack-request-id: req-9bc754e4-88c4-47b2-a4be-4254c9c54fc1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:08.780251 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "tag": "60b8175a-f064-4866-8370-fd81cddbad08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:08.780464 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bc754e4-88c4-47b2-a4be-4254c9c54fc1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:08.780864 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08', 'status': 'completed', 'code': 200} Jul 09 17:18:08.798422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-cfa49cfc-e98d-4a78-969b-cc4000fda44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.799965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-cfa49cfc-e98d-4a78-969b-cc4000fda44a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0647211 Jul 09 17:18:08.865196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-5e85cfa9-1be2-49d8-8fa9-a3df4db01c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.866880 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-5e85cfa9-1be2-49d8-8fa9-a3df4db01c2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605392 Jul 09 17:18:09.273660 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-080b30f1-1c5b-4d7f-a269-6e45db23dd0b service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002440 Jul 09 17:18:09.358820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.365825 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a4c80c51-1b0b-4e9c-be47-13facf1b754f req-cc363338-ead0-49c7-af77-50ce81b3295b service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852451 Jul 09 17:18:09.493211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-37bd2d3e-6407-417f-81f5-9732598c4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.495042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-37bd2d3e-6407-417f-81f5-9732598c4afb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1095 time: 0.0574419 Jul 09 17:18:09.598218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-11ba807a-c24f-4823-b9eb-73fac539e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.600110 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-11ba807a-c24f-4823-b9eb-73fac539e8c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0989809 Jul 09 17:18:09.643978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-98819605-a375-4e85-a25c-6592c82d0d08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 217 time: 0.0371435 Jul 09 17:18:09.700368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-894ace7d-a763-4737-83f5-e9430ce80190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.701879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-894ace7d-a763-4737-83f5-e9430ce80190 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0516498 Jul 09 17:18:09.774250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-39daa3f3-0829-459a-bae8-ce97266d54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.775872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-39daa3f3-0829-459a-bae8-ce97266d54a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673747 Jul 09 17:18:09.896658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-cc49fc8c-5c91-46e5-be58-3676566f5650 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114216 Jul 09 17:18:09.917025 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988c1ed-6c33-4f77-b699-abd5280c18f2 req-aa6e905f-6de0-42c2-8d22-493d71ac6a05 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.919584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b988c1ed-6c33-4f77-b699-abd5280c18f2 req-aa6e905f-6de0-42c2-8d22-493d71ac6a05 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0689611 Jul 09 17:18:09.965308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b988c1ed-6c33-4f77-b699-abd5280c18f2 req-b16fce6b-43a2-4628-a4e1-2f8dbc8a409a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394719 Jul 09 17:18:10.022898 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3391f774-cfdc-4c8e-9103-da35c0570d31 req-9cded28b-35b9-468e-bbbd-69b508d5db89 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215558 Jul 09 17:18:11.158603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac16e-f335-455b-aecc-ab41a14ac729 req-0591bfba-3a9a-4977-848b-7fe493d3bf5b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:11.160733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2ac16e-f335-455b-aecc-ab41a14ac729 req-0591bfba-3a9a-4977-848b-7fe493d3bf5b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0717824 Jul 09 17:18:11.201725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff2ac16e-f335-455b-aecc-ab41a14ac729 req-179de148-9356-4cb3-8319-99787702f49e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337334 Jul 09 17:18:11.217646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.393376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031c7a8-622a-4a56-9a62-d6b4de40e7d3 req-3465369f-e039-48e7-bfb6-d664d2450900 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:12.394900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5031c7a8-622a-4a56-9a62-d6b4de40e7d3 req-3465369f-e039-48e7-bfb6-d664d2450900 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0693703 Jul 09 17:18:12.434422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5031c7a8-622a-4a56-9a62-d6b4de40e7d3 req-9f097248-ad14-412a-9164-58db1fa9fc80 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334823 Jul 09 17:18:13.607060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163bd96-8e93-455d-91f2-8791f76f6249 req-9aa4dcc5-ccbe-4dd9-8478-bf9ad7c94a2b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:13.608562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5163bd96-8e93-455d-91f2-8791f76f6249 req-9aa4dcc5-ccbe-4dd9-8478-bf9ad7c94a2b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0643563 Jul 09 17:18:13.646510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5163bd96-8e93-455d-91f2-8791f76f6249 req-f98f5956-ca0c-4e9f-b5a0-369834cbd6ba tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Jul 09 17:18:14.828421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bda5aa-c306-4f54-a0be-c5683aca03ba req-5da7e99b-b7ae-47d4-9986-6311a47c7a94 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:14.829953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30bda5aa-c306-4f54-a0be-c5683aca03ba req-5da7e99b-b7ae-47d4-9986-6311a47c7a94 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0725143 Jul 09 17:18:14.873059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30bda5aa-c306-4f54-a0be-c5683aca03ba req-214f24d1-821b-4cce-ae02-c9727b32903e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373151 Jul 09 17:18:16.049778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e6b47-9be0-4029-9dce-84f2323d0ed8 req-7ba8d3fa-e564-483f-8982-83247fd8e89d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.051358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f78e6b47-9be0-4029-9dce-84f2323d0ed8 req-7ba8d3fa-e564-483f-8982-83247fd8e89d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0660009 Jul 09 17:18:16.089769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f78e6b47-9be0-4029-9dce-84f2323d0ed8 req-7fbfd946-c3ab-4808-8d2d-c26184524e5a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326138 Jul 09 17:18:17.268629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb8225-2406-4992-9abc-fd1f885f0359 req-d46149ce-1a98-41f4-bcde-5eb27b364d54 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.270152 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21eb8225-2406-4992-9abc-fd1f885f0359 req-d46149ce-1a98-41f4-bcde-5eb27b364d54 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0649316 Jul 09 17:18:17.308526 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21eb8225-2406-4992-9abc-fd1f885f0359 req-81453e4a-3be3-44d4-9767-94e58c569877 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327115 Jul 09 17:18:18.486220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0de2-d91a-44d2-a594-d81175c5b309 req-d165b7c1-60b9-408c-b331-126326699122 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:18.487664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61bd0de2-d91a-44d2-a594-d81175c5b309 req-d165b7c1-60b9-408c-b331-126326699122 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0670929 Jul 09 17:18:18.526107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-61bd0de2-d91a-44d2-a594-d81175c5b309 req-caed3447-0738-4166-a991-4192830a9add tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324938 Jul 09 17:18:19.703186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805659e2-e194-4b99-83f3-8a1b2ea84b4c req-e62685d5-15b8-4b25-a641-82281db7cb29 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:19.704589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-805659e2-e194-4b99-83f3-8a1b2ea84b4c req-e62685d5-15b8-4b25-a641-82281db7cb29 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0633686 Jul 09 17:18:19.742598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-805659e2-e194-4b99-83f3-8a1b2ea84b4c req-f0b7adbc-52b3-462f-b87f-b829d258d0a3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Jul 09 17:18:20.928900 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32668c-29e8-4091-9849-1671463461ca req-d0628255-4d04-4868-bbd5-74cea34fecc8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:20.930391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c32668c-29e8-4091-9849-1671463461ca req-d0628255-4d04-4868-bbd5-74cea34fecc8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 944 time: 0.0735056 Jul 09 17:18:20.974135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c32668c-29e8-4091-9849-1671463461ca req-2bc6fb2a-a690-40ec-a34b-c865dadfdaed tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Jul 09 17:18:21.169815 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 60b8175a-f064-4866-8370-fd81cddbad08 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:21.290913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 60b8175a-f064-4866-8370-fd81cddbad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=60b8175a-f064-4866-8370-fd81cddbad08,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:21.302872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '60b8175a-f064-4866-8370-fd81cddbad08', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:21.338686 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.351542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b8175a-f064-4866-8370-fd81cddbad08 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:21.373592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 60b8175a-f064-4866-8370-fd81cddbad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=60b8175a-f064-4866-8370-fd81cddbad08,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:21.377593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.427847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=60b8175a-f064-4866-8370-fd81cddbad08,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:21.435366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.435718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.436065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.436405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.436742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.437073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.437394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.437718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.438040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.438351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.438726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.439051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:21.809596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['60b8175a-f064-4866-8370-fd81cddbad08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:22.154372 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835e96-4bc3-49c5-9c3e-18fc44d0e03b req-70cab4c9-abf9-4ebd-94e7-579b808c1c55 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:22.155855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de835e96-4bc3-49c5-9c3e-18fc44d0e03b req-70cab4c9-abf9-4ebd-94e7-579b808c1c55 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 945 time: 0.0670736 Jul 09 17:18:22.194110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de835e96-4bc3-49c5-9c3e-18fc44d0e03b req-1aed2fa0-caba-42b9-a977-2be1130aa6a1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Jul 09 17:18:23.180894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 60b8175a-f064-4866-8370-fd81cddbad08 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:23.233498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 60b8175a-f064-4866-8370-fd81cddbad08 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:23.238243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 60b8175a-f064-4866-8370-fd81cddbad08 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:23.238864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.321298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.343989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:23.346378 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca55fa-a95d-438f-9c88-e83df6012b2d" -d '{"events": [{"server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "name": "network-vif-plugged", "status": "completed", "tag": "60b8175a-f064-4866-8370-fd81cddbad08"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:23.363292 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 60b8175a-f064-4866-8370-fd81cddbad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=60b8175a-f064-4866-8370-fd81cddbad08,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:23.370760 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.373806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519da70-87e8-4a50-9568-ed1e008fa0c6 req-f28550d2-14f8-48b2-ba12-f65577a564a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.375731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f519da70-87e8-4a50-9568-ed1e008fa0c6 req-f28550d2-14f8-48b2-ba12-f65577a564a0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 945 time: 0.0683918 Jul 09 17:18:23.417273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f519da70-87e8-4a50-9568-ed1e008fa0c6 req-4056c314-6393-4d16-bb97-3a539470e15d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332050 Jul 09 17:18:23.420100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=60b8175a-f064-4866-8370-fd81cddbad08,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:23.523593 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65513afd-484f-4ecf-9b6f-62b8ab68deb8 x-openstack-request-id: req-65513afd-484f-4ecf-9b6f-62b8ab68deb8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:23.523893 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "name": "network-vif-plugged", "status": "completed", "tag": "60b8175a-f064-4866-8370-fd81cddbad08", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:23.524151 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65513afd-484f-4ecf-9b6f-62b8ab68deb8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:23.524550 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08', 'code': 200} Jul 09 17:18:23.667232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e08430-7769-4ae8-ae63-fa779fe6d1e7 req-935c1f6c-c042-4156-b929-6828e74e4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.668864 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87e08430-7769-4ae8-ae63-fa779fe6d1e7 req-935c1f6c-c042-4156-b929-6828e74e4901 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1097 time: 0.0584700 Jul 09 17:18:23.704179 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87e08430-7769-4ae8-ae63-fa779fe6d1e7 req-2ec9bbb1-16e9-456e-877d-83bd53bcb334 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290730 Jul 09 17:18:23.985736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.600409 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af025d4d-7998-4252-a44d-b6d19dcf7a61 req-4c08ab6e-fb4d-45f0-bb84-1fc8041084fd tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:24.601913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af025d4d-7998-4252-a44d-b6d19dcf7a61 req-4c08ab6e-fb4d-45f0-bb84-1fc8041084fd tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 946 time: 0.0699501 Jul 09 17:18:24.646041 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af025d4d-7998-4252-a44d-b6d19dcf7a61 req-c996c5d9-6a28-44c3-a03a-19e7066e2095 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384886 Jul 09 17:18:25.822435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4eb56-ea86-44e4-8e08-4f8843ea2fbf req-91007f2f-8bc5-48b0-9a56-24c4760ffd2e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.824083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7a4eb56-ea86-44e4-8e08-4f8843ea2fbf req-91007f2f-8bc5-48b0-9a56-24c4760ffd2e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 946 time: 0.0641193 Jul 09 17:18:25.864695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b7a4eb56-ea86-44e4-8e08-4f8843ea2fbf req-7bd20bb4-c4d1-4c6c-a58a-a0e7ea042d67 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345888 Jul 09 17:18:26.051463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89656f1-6e7f-4658-9625-057008ef9959 req-15e85656-5482-460f-adba-81a7e70f7625 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.053252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c89656f1-6e7f-4658-9625-057008ef9959 req-15e85656-5482-460f-adba-81a7e70f7625 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 946 time: 0.0765312 Jul 09 17:18:26.092365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c89656f1-6e7f-4658-9625-057008ef9959 req-31c65e6a-1877-4a10-81fb-3360ad7cb001 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Jul 09 17:18:26.117481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:26.316535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00a73f-8972-454c-b336-179d11f06beb tempest-TestVolumeBootPattern-944307239 tempest-TestVolumeBootPattern-944307239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.318110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e00a73f-8972-454c-b336-179d11f06beb tempest-TestVolumeBootPattern-944307239 tempest-TestVolumeBootPattern-944307239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1092 time: 0.1995554 Jul 09 17:18:26.321102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 37920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:26.325581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:26.348658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.457014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.558259 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.25.7.163 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b1fbaf59-7a9b-428c-bd34-e88033c38623) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:26.664137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.707813 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.745935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:26.750800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:26.754271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:26.781004 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=b1fbaf59-7a9b-428c-bd34-e88033c38623,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:26.794033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.794518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.794825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.795163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.795494 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.795821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.796125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.796482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.796769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.797082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.797404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:26.797727 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:27.450286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.528106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.678660 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.684958 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.752948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=b1fbaf59-7a9b-428c-bd34-e88033c38623,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:27.769121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.870299 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Floating IP b758c856-5c83-4bcb-935a-f4e5c9d21791 associated. External IP: 172.25.7.163, port: 60b8175a-f064-4866-8370-fd81cddbad08. Jul 09 17:18:28.090432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:18:28.195801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:18:28.208114 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:18:28.213360 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.221385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:28.222015 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:18:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:28.254708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-79eacf8d-52ba-456c-8cc6-3a58c3585492 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9325237 Jul 09 17:18:28.255736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:28.258052 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "tag": "60b8175a-f064-4866-8370-fd81cddbad08"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:28.344186 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:28.381521 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c605b1b-4a6f-4a8c-aeca-72555461e904 x-openstack-request-id: req-6c605b1b-4a6f-4a8c-aeca-72555461e904 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:28.381806 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "tag": "60b8175a-f064-4866-8370-fd81cddbad08", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:28.382078 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c605b1b-4a6f-4a8c-aeca-72555461e904 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:28.382524 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08', 'status': 'completed', 'code': 200} Jul 09 17:18:28.486581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-161d5e47-82a5-4e19-a937-c6e013b0789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.488024 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-161d5e47-82a5-4e19-a937-c6e013b0789b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1097 time: 0.0606282 Jul 09 17:18:28.575153 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:26Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:28.588865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-ffdb3059-b3b2-4a83-8f96-e71283ff8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.591037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-ffdb3059-b3b2-4a83-8f96-e71283ff8a20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0970154 Jul 09 17:18:28.601355 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:18:28.610369 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:28.611024 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:18:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:28.669683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-5ddefb4f-5191-46e4-865b-e564d9c5a797 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 1000 time: 0.0709560 Jul 09 17:18:28.714182 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:28.720392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-0f82be8a-1e77-4faa-a16f-11cf3bfbbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.721977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-0f82be8a-1e77-4faa-a16f-11cf3bfbbd15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0460491 Jul 09 17:18:28.780937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-f43b19ba-f083-4b5f-816c-394a9b3ff717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.782587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-f43b19ba-f083-4b5f-816c-394a9b3ff717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541916 Jul 09 17:18:28.883702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-9f5c405e-8445-4410-b020-5c566c5cddf5 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942180 Jul 09 17:18:28.954072 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:26Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:28.984355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0e2f9ec2-0818-4e31-a3c7-0d64bea12ba2 req-357de3fd-cc9e-4c58-88a4-bbac4c1e2353 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938137 Jul 09 17:18:29.077663 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e115d7d2-4d30-440a-afd8-219358685874 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:26Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:18:29.277750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d91f0a-36f8-42ac-b936-b8e0118b4737 None None] New status for floating IP b758c856-5c83-4bcb-935a-f4e5c9d21791: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:18:30.445457 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:18:35.797604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d15420e5-3b15-4d63-84f2-5cdb3569db8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.337436 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-11083943-cc80-4afd-9359-0342923dd439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.456747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.595927 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.358590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.217122 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.994070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.754189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-9f46ff08-970a-44a6-b783-8ede9e931e2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550175 Jul 09 17:19:02.871560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-74611fce-8e48-4a87-9c63-194f396e3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.873098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-74611fce-8e48-4a87-9c63-194f396e3202 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1097 time: 0.0598865 Jul 09 17:19:02.978564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-67ab1e82-1157-41f9-9b24-017353647280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.979980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-67ab1e82-1157-41f9-9b24-017353647280 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0853724 Jul 09 17:19:03.050976 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-da289400-004e-41c8-972f-1a34f81b3ec0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 1002 time: 0.0640566 Jul 09 17:19:03.099233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-cbda4230-50d3-4ea1-87fa-a9e966c3d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.100620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-cbda4230-50d3-4ea1-87fa-a9e966c3d793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0436015 Jul 09 17:19:03.158161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-deb34ce9-4d6c-4325-8b89-5655c2addc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.159820 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-deb34ce9-4d6c-4325-8b89-5655c2addc54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528805 Jul 09 17:19:03.252822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-3feabf6b-60fc-417d-873a-e3ee32985d98 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855613 Jul 09 17:19:03.345989 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1ef38e-9fe3-4c2b-b6b9-0f1ed61c7283 req-e1d8cabc-fa62-46b4-9271-7a35d35da853 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862973 Jul 09 17:19:05.793123 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd50-5265-45ea-8bf3-1474a89368f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.872948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.878845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974631796', 'description': 'tempest-secgroup-smoke-1974631796 description', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:05.904627 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.002116 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.007877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.041782 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.043673 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1694720 Jul 09 17:19:06.044503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7a552-4ef6-467f-bdf1-8eb3af7fc310 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3586c5-ac34-4501-93f0-9ba629605be3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.047444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.053664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group_rule': {'security_group_id': '4b3586c5-ac34-4501-93f0-9ba629605be3', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:06.084083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.155099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.159782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.179009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a3f54a-7658-49c7-8aa6-da044c1f1885,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.187942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.188284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.188621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.188952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.189282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.189612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.189940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.190265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.190622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.190945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.191264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.191733 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:06.194514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.195838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3bcc32a0-0634-4cc7-8ed9-d9e970536aa3 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470644 Jul 09 17:19:06.198881 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.203825 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group_rule': {'security_group_id': '4b3586c5-ac34-4501-93f0-9ba629605be3', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:06.232762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.301064 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.307288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.328313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea682f2-8f2e-4cb0-b21b-6e34378ee445,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.337504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.338872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-991e0b03-a671-401d-bc53-826596639fa1 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390510 Jul 09 17:19:06.341794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.347220 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group_rule': {'security_group_id': '4b3586c5-ac34-4501-93f0-9ba629605be3', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:06.378090 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.442096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.447565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.466824 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d980c3-583d-4fdf-813a-cb5d8c50a313,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.479246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.480738 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9e3007ae-e37e-4a8a-9b48-fe04ebdbd5d6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378438 Jul 09 17:19:06.483397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.488297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group_rule': {'security_group_id': '4b3586c5-ac34-4501-93f0-9ba629605be3', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:06.518563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.577646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.583689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.601883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b29ee-fee0-47ec-921c-17fe1cc68b7a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.609403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.610757 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-60dd93f7-6ded-4306-aefe-b15a0e51fb89 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262398 Jul 09 17:19:06.613534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.618047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group_rule': {'security_group_id': '4b3586c5-ac34-4501-93f0-9ba629605be3', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:06.641760 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Project e85c6a4aa9e5448ca6dbe080dfb2f20e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:19:06.646822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.723284 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.729393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.750761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75bfbb4-4058-49c0-b611-5ee53503a269,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.754322 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.755564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef997658-29da-42c2-9e8e-abf515641251 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411057 Jul 09 17:19:06.759544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.764308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'security_group_rule': {'security_group_id': '4b3586c5-ac34-4501-93f0-9ba629605be3', 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:06.793372 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Project e85c6a4aa9e5448ca6dbe080dfb2f20e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:19:06.799507 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.872206 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.877063 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.897156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4509c73b-fc2a-42da-93a8-63a358be300f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.906499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.908015 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d47e8fc6-5cf1-4691-858d-98f93c77ca17 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474295 Jul 09 17:19:07.190355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-3c44e56f-3c10-46d2-84f6-49e1dc7006bb tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974631796&fields=id&tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e HTTP/1.1" status: 200 len: 267 time: 0.0353980 Jul 09 17:19:07.312075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a78fb184-dd54-4b21-aaf1-0541cbd44c34 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.313800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a78fb184-dd54-4b21-aaf1-0541cbd44c34 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 813 time: 0.1167889 Jul 09 17:19:07.330254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-d3cd0277-77c3-44bf-aa95-b126f67f5dba tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/quotas/e85c6a4aa9e5448ca6dbe080dfb2f20e HTTP/1.1" status: 200 len: 375 time: 0.0104382 Jul 09 17:19:07.403825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-5cde4c42-8164-4cea-b918-470c478be34f tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679412 Jul 09 17:19:07.444470 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:19:07.512628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-30162626-cb56-485a-807e-eb31ac9a6c0e service neutron] 10.222.0.48 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958958 Jul 09 17:19:07.614144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-6770a787-e626-4aab-b9bc-f4963bcb25b1 service neutron] 10.222.0.48 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947673 Jul 09 17:19:07.956558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de08784a-77fb-42f5-bdb2-2d5b10cf0983 req-510ac348-b032-4eb8-a880-5af093229bd4 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Jul 09 17:19:08.331193 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ccac543-64e8-415a-847c-dbc31cd4f753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.455822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.590557 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.100279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66ed1bd7-4b4a-4cdd-8f12-df591ffcc606 req-673d01f1-99df-4c31-9541-ccf60b4c0b29 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0291257 Jul 09 17:19:09.151783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-c3174a35-d7e3-4294-9ac8-3b837475a077 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.153416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-c3174a35-d7e3-4294-9ac8-3b837475a077 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 813 time: 0.1110382 Jul 09 17:19:09.211029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-ef5dfe02-2488-47d8-8735-162b8500d559 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e HTTP/1.1" status: 200 len: 380 time: 0.0352557 Jul 09 17:19:09.220632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'port': {'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'admin_state_up': True, 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'security_groups': ['4b3586c5-ac34-4501-93f0-9ba629605be3']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:09.331040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Made reservation on behalf of e85c6a4aa9e5448ca6dbe080dfb2f20e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:09.334820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.359741 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.466525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Allocated IP 172.20.0.11 (033724be-88ed-4e30-95a1-a4e96d5adcd3/510fe1ca-29a4-4349-8193-67a2d0bf0d9a/6b75db68-80bc-41ee-8c0f-1e31ada529cf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:09.607489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.620877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Transition to ACTIVE for port object 6b75db68-80bc-41ee-8c0f-1e31ada529cf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:09.657013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.703102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:09.706255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:09.710342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:09.716963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'Port': ['ID=6b75db68-80bc-41ee-8c0f-1e31ada529cf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:09.773235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.773905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.792362 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-a60369ee-cd04-45a6-a718-f2fab2466171 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5756171 Jul 09 17:19:09.805918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Request body: {'port': {'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:09.886189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.000163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cb6505e-8bab-45b3-aed0-a5c8a8e2cf43 None None] Provisioning for port 6b75db68-80bc-41ee-8c0f-1e31ada529cf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:10.004289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cb6505e-8bab-45b3-aed0-a5c8a8e2cf43 None None] Provisioning complete for port 6b75db68-80bc-41ee-8c0f-1e31ada529cf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:10.004659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cb6505e-8bab-45b3-aed0-a5c8a8e2cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.041488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6505e-8bab-45b3-aed0-a5c8a8e2cf43 None None] Port 6b75db68-80bc-41ee-8c0f-1e31ada529cf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:10.158307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b75db68-80bc-41ee-8c0f-1e31ada529cf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:10.166249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.179182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Transition to ACTIVE for port object 6b75db68-80bc-41ee-8c0f-1e31ada529cf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:10.183896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.237044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b75db68-80bc-41ee-8c0f-1e31ada529cf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.291856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb59e6-20af-48f8-aee2-5ade6af8b8e8 req-e6a7c8ab-285f-4250-ae1d-4e68955c7609 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.299700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44bb59e6-20af-48f8-aee2-5ade6af8b8e8 req-e6a7c8ab-285f-4250-ae1d-4e68955c7609 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0819781 Jul 09 17:19:10.327049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Attempting to bind port 6b75db68-80bc-41ee-8c0f-1e31ada529cf on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:10.327271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Attempting to bind port 6b75db68-80bc-41ee-8c0f-1e31ada529cf by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:10.327690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Attempting to bind port 6b75db68-80bc-41ee-8c0f-1e31ada529cf on network 033724be-88ed-4e30-95a1-a4e96d5adcd3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:10.332524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Port 6b75db68-80bc-41ee-8c0f-1e31ada529cf on network 033724be-88ed-4e30-95a1-a4e96d5adcd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:10.333119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Attempting to bind port 6b75db68-80bc-41ee-8c0f-1e31ada529cf on network 033724be-88ed-4e30-95a1-a4e96d5adcd3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:10.338321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:10.338842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Checking segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:10.339310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Bound using segment: {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:10.339835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Bound port: 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1249cfa3-da50-4b2f-9cf6-24fb575664d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:10.340292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.343199 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44bb59e6-20af-48f8-aee2-5ade6af8b8e8 req-f8ecfefb-5f43-4a12-b8ee-5a4989105c94 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Jul 09 17:19:10.421223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] For port 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:10.427448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] For port 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:10.434219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.473155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.473628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.475349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 1092 time: 0.6743135 Jul 09 17:19:10.476744 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:10.478250 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b" -d '{"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:10.503219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e2f29-5e5b-4fb3-ae21-b16009b0b6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b75db68-80bc-41ee-8c0f-1e31ada529cf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.524931 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0cf855-6de9-4654-9d7d-ac238d5d2885 x-openstack-request-id: req-ea0cf855-6de9-4654-9d7d-ac238d5d2885 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:10.525228 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:10.525487 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea0cf855-6de9-4654-9d7d-ac238d5d2885 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:10.525899 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'status': 'completed', 'code': 200} Jul 09 17:19:10.594143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-6c7690cd-b0f7-4615-87cb-2059871d9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.595814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-6c7690cd-b0f7-4615-87cb-2059871d9e9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1095 time: 0.0645287 Jul 09 17:19:10.640987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-7713d056-e24a-4793-b2b8-e2161a07dacc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 217 time: 0.0364344 Jul 09 17:19:10.691182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-15832e78-c432-42de-a79b-7a4c89628e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.692783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-15832e78-c432-42de-a79b-7a4c89628e62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0446229 Jul 09 17:19:10.754796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-8d507c43-e8fd-42cc-ba6c-90ac535dcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.756559 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-8d507c43-e8fd-42cc-ba6c-90ac535dcc1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570524 Jul 09 17:19:10.846463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-19352b8f-948a-44b4-8822-3c4aafda4a5b service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822806 Jul 09 17:19:10.946647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f3097543-8cdf-40ac-b24a-5bf0e16660d7 req-e83f2daf-cc7a-4bf8-b6ba-a0c7c4a331c8 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925887 Jul 09 17:19:11.051013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-195d9682-6327-4e2f-82e1-ce5651c3add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.052698 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-195d9682-6327-4e2f-82e1-ce5651c3add9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1095 time: 0.0561190 Jul 09 17:19:11.152806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-fc19c093-be6d-4b85-8d90-09ddd7d572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.154302 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-fc19c093-be6d-4b85-8d90-09ddd7d572c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 914 time: 0.0947473 Jul 09 17:19:11.206713 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-2a723426-9dd4-4999-8a39-9faf19c2d16f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 217 time: 0.0414743 Jul 09 17:19:11.219778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.271225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-42374e77-b668-4b05-b1de-d421703222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.272826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-42374e77-b668-4b05-b1de-d421703222e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0582011 Jul 09 17:19:11.334963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-a6efcf0c-fc2f-4d14-90a4-dede431eb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.336504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-a6efcf0c-fc2f-4d14-90a4-dede431eb257 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565703 Jul 09 17:19:11.433682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-bd21b4bd-77e4-46ee-a53b-a340700503b8 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888634 Jul 09 17:19:11.518959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64204f3-2d0a-4fe2-b7be-93366eeb2bf6 req-6d6ecb3e-b0e4-4609-b8a2-ec390d4b51a0 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.520749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f64204f3-2d0a-4fe2-b7be-93366eeb2bf6 req-6d6ecb3e-b0e4-4609-b8a2-ec390d4b51a0 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0643954 Jul 09 17:19:11.531602 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-133a671f-ac49-4ee7-b7bb-d9f33ff3144b req-19e2b1ee-48f7-48a2-b712-12b142f2373a service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905554 Jul 09 17:19:11.559722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f64204f3-2d0a-4fe2-b7be-93366eeb2bf6 req-0e10e53d-2eb6-4b95-ac4e-1389e7162b34 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jul 09 17:19:12.747410 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011cd32-61fc-49fc-8211-a46dfaf295e2 req-51082397-049b-400f-9b57-538abae3c2c8 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:12.748921 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7011cd32-61fc-49fc-8211-a46dfaf295e2 req-51082397-049b-400f-9b57-538abae3c2c8 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0682895 Jul 09 17:19:12.791034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7011cd32-61fc-49fc-8211-a46dfaf295e2 req-4845bf83-174d-416f-8a6c-91f866f08620 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Jul 09 17:19:13.981885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36743e-3575-400f-82e8-10cf4a6f180a req-55bb4c5c-77b2-40e0-9881-13c712da6b4c tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:13.983510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c36743e-3575-400f-82e8-10cf4a6f180a req-55bb4c5c-77b2-40e0-9881-13c712da6b4c tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0771544 Jul 09 17:19:14.026763 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5c36743e-3575-400f-82e8-10cf4a6f180a req-0789f855-101e-405c-87ea-623e3de4500e tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347373 Jul 09 17:19:15.217570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1519546-26d8-4f52-8f31-339ccf6fdb55 req-d4ba8881-8f10-448f-86e9-bae26b25dd98 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:15.219006 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1519546-26d8-4f52-8f31-339ccf6fdb55 req-d4ba8881-8f10-448f-86e9-bae26b25dd98 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0694945 Jul 09 17:19:15.260338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1519546-26d8-4f52-8f31-339ccf6fdb55 req-7f58ea7a-3894-411d-a4a6-37a06873e75f tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Jul 09 17:19:16.454377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a35dac-a8bb-4d27-9a11-a7c816c4316f req-14e8003e-092f-45d6-91df-9049b9e415b4 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:16.456156 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91a35dac-a8bb-4d27-9a11-a7c816c4316f req-14e8003e-092f-45d6-91df-9049b9e415b4 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0729027 Jul 09 17:19:16.508954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91a35dac-a8bb-4d27-9a11-a7c816c4316f req-da698666-8997-4afd-a365-46fdf7059846 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467076 Jul 09 17:19:17.693269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ea77c-e583-41f6-bb12-439605abcc93 req-0d3129b9-2be1-4af7-9206-74384224f07d tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.694797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-062ea77c-e583-41f6-bb12-439605abcc93 req-0d3129b9-2be1-4af7-9206-74384224f07d tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0727835 Jul 09 17:19:17.735473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-062ea77c-e583-41f6-bb12-439605abcc93 req-4231e153-5c3c-4a33-97f7-df2e53001308 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Jul 09 17:19:18.940309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb5295-6bb4-4c4e-a966-dd03ff4e4005 req-db5928cf-cb6a-4aa2-a987-6e07896f6c83 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.941878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85fb5295-6bb4-4c4e-a966-dd03ff4e4005 req-db5928cf-cb6a-4aa2-a987-6e07896f6c83 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0781159 Jul 09 17:19:18.985532 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85fb5295-6bb4-4c4e-a966-dd03ff4e4005 req-07bb1c58-9fa3-42e9-852f-65444fb48f0b tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368068 Jul 09 17:19:20.180873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2027c-9e98-4320-86e0-6a7a3f51ead0 req-0e00a8ac-9a50-41f9-b50e-bc3724f4e11b tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.182938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31e2027c-9e98-4320-86e0-6a7a3f51ead0 req-0e00a8ac-9a50-41f9-b50e-bc3724f4e11b tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0764291 Jul 09 17:19:20.221540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-31e2027c-9e98-4320-86e0-6a7a3f51ead0 req-7be53575-e644-4271-b586-bddd74512a24 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Jul 09 17:19:21.422089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b46d-ecc3-480c-84a2-eacbf72b26d3 req-f8fc4192-21c3-4ba5-9e18-08d17f27cd3f tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.423652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89f6b46d-ecc3-480c-84a2-eacbf72b26d3 req-f8fc4192-21c3-4ba5-9e18-08d17f27cd3f tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 944 time: 0.0843606 Jul 09 17:19:21.465480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89f6b46d-ecc3-480c-84a2-eacbf72b26d3 req-2e7edeac-5662-4c76-b7eb-30d4d4119966 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360043 Jul 09 17:19:21.674840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6b75db68-80bc-41ee-8c0f-1e31ada529cf details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:21.783582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:21.795778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:21.833793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.852880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b75db68-80bc-41ee-8c0f-1e31ada529cf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:21.874624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:21.880175 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.933100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6b75db68-80bc-41ee-8c0f-1e31ada529cf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:21.941841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.942186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.942558 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.942904 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.943228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.943557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.943885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.944207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.944528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.944859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.945169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:21.945470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:22.185930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['6b75db68-80bc-41ee-8c0f-1e31ada529cf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:22.667182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17dc5a-90b3-4406-9c8b-75ca24463546 req-5f204ff9-44e7-4787-b114-a45e4ccb2630 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.668741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c17dc5a-90b3-4406-9c8b-75ca24463546 req-5f204ff9-44e7-4787-b114-a45e4ccb2630 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Jul 09 17:19:22.710959 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c17dc5a-90b3-4406-9c8b-75ca24463546 req-906d1638-492d-4560-b9ed-b2ab4cfb6ac7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361183 Jul 09 17:19:23.690240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6b75db68-80bc-41ee-8c0f-1e31ada529cf up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:23.748538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 6b75db68-80bc-41ee-8c0f-1e31ada529cf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:23.752797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 6b75db68-80bc-41ee-8c0f-1e31ada529cf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:23.753146 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.834961 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.857460 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:23.859814 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2afab0-7705-48ba-99ed-2e9e01ac0a70" -d '{"events": [{"server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:23.873405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:23.877977 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.891511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29e6b-ce4b-4218-8a0c-08796d4e29a2 req-ec71c780-d23f-4dfd-9d43-e485dbe1659f tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:23.893044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf29e6b-ce4b-4218-8a0c-08796d4e29a2 req-ec71c780-d23f-4dfd-9d43-e485dbe1659f tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 945 time: 0.0672224 Jul 09 17:19:23.925312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=6b75db68-80bc-41ee-8c0f-1e31ada529cf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:23.932508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccf29e6b-ce4b-4218-8a0c-08796d4e29a2 req-e74ae5db-3f74-4fdc-8c58-5be85a035bdf tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333779 Jul 09 17:19:23.983221 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d37ca-37c5-4754-af8b-ca637e322623 x-openstack-request-id: req-722d37ca-37c5-4754-af8b-ca637e322623 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:23.983571 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:23.983837 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-722d37ca-37c5-4754-af8b-ca637e322623 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:23.984285 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'code': 200} Jul 09 17:19:23.985525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.105265 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc437b-7880-4419-8cee-0960447b47c0 req-3ea4e769-0b1d-49c0-bb63-7fa1f172ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:24.107728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ccc437b-7880-4419-8cee-0960447b47c0 req-3ea4e769-0b1d-49c0-bb63-7fa1f172ed08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0543315 Jul 09 17:19:24.153522 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ccc437b-7880-4419-8cee-0960447b47c0 req-eeb8b2e3-e5d7-4981-9308-922c195661d4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343208 Jul 09 17:19:25.125914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0af6b-e877-42cb-919e-c07f1c4acaca req-9923e39c-220d-4907-a052-2408f8a6602d tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.127759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70a0af6b-e877-42cb-919e-c07f1c4acaca req-9923e39c-220d-4907-a052-2408f8a6602d tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0706818 Jul 09 17:19:25.168578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-70a0af6b-e877-42cb-919e-c07f1c4acaca req-857096a0-3be6-404b-9b8e-8ab16f68e773 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348423 Jul 09 17:19:26.342737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307545-958c-404d-a680-57e9e31e2e7a req-7ecdb62a-ba70-48f4-b770-f3a2144e36c4 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:26.344198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc307545-958c-404d-a680-57e9e31e2e7a req-7ecdb62a-ba70-48f4-b770-f3a2144e36c4 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0641050 Jul 09 17:19:26.381573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc307545-958c-404d-a680-57e9e31e2e7a req-370a3d75-4821-43b8-bf39-a87ffe09f1c0 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jul 09 17:19:26.555249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f198e6f-ac65-451f-9065-e8c28399835d req-2e79bd60-8cd2-4ef1-b0c9-ec68baa3fb71 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:26.556789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f198e6f-ac65-451f-9065-e8c28399835d req-2e79bd60-8cd2-4ef1-b0c9-ec68baa3fb71 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0677409 Jul 09 17:19:26.595697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f198e6f-ac65-451f-9065-e8c28399835d req-6b8f3c7f-9101-416d-b35a-b81f6ad47932 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Jul 09 17:19:26.619976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:26.723210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83846d82-8511-405d-87b0-c1be3d74bce7 tempest-TestVolumeBackupRestore-548508140 tempest-TestVolumeBackupRestore-548508140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:26.724753 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-83846d82-8511-405d-87b0-c1be3d74bce7 tempest-TestVolumeBackupRestore-548508140 tempest-TestVolumeBackupRestore-548508140-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1092 time: 0.1036854 Jul 09 17:19:26.727765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 38502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:26.732178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:26.758422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:26.860547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:26.964171 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Allocated IP 172.25.7.31 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/a0fcfb17-7a70-4ccc-bef9-6c05e1d7c73a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:27.075747 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.116648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.158073 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:27.160852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:27.164586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:27.186397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'Port': ['ID=a0fcfb17-7a70-4ccc-bef9-6c05e1d7c73a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:27.838894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.914873 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.062926 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.068028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.135853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event updated for resources: {'Port': ['ID=a0fcfb17-7a70-4ccc-bef9-6c05e1d7c73a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:28.147674 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.246333 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Floating IP 2abfd156-6928-43bc-ab93-249f24c19851 associated. External IP: 172.25.7.31, port: 6b75db68-80bc-41ee-8c0f-1e31ada529cf. Jul 09 17:19:28.449491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Router fa5d38c1-096c-4966-b385-1d3289399137 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:19:28.559737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:28.569164 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] Sync routers for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:28.577726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.580182 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:28.580814 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:19:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:28.616092 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42cfccc1-412f-4702-a8eb-23af50c841fd tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8872888 Jul 09 17:19:28.616704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:28.618843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:28.619333 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:28.657986 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb93d803-df79-45bb-9fa6-b9470fd86872 x-openstack-request-id: req-bb93d803-df79-45bb-9fa6-b9470fd86872 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:28.658352 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:28.658997 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb93d803-df79-45bb-9fa6-b9470fd86872 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:28.659504 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'status': 'completed', 'code': 200} Jul 09 17:19:28.677640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c827f8-d93e-433c-9c08-26cf7e33e22c tempest-TestVolumeBackupRestore-548508140 tempest-TestVolumeBackupRestore-548508140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.681807 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-18c827f8-d93e-433c-9c08-26cf7e33e22c tempest-TestVolumeBackupRestore-548508140 tempest-TestVolumeBackupRestore-548508140-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1092 time: 0.0587626 Jul 09 17:19:28.682030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:28.684972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:28.687003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Request body: {'floatingip': {'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:28.741175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-2111e32e-4487-48aa-8b5c-7ee8b8845bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.742009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.742800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-2111e32e-4487-48aa-8b5c-7ee8b8845bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0596671 Jul 09 17:19:28.835763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-2f8375af-d7c6-4c01-b927-e40df8c4c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.837174 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-2f8375af-d7c6-4c01-b927-e40df8c4c8ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 914 time: 0.0866637 Jul 09 17:19:28.912106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2abfd156-6928-43bc-ab93-249f24c19851', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:27Z', 'updated_at': '2021-07-09T17:19:27Z', 'revision_number': 0, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:28.913014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-c4ff54de-548c-4132-963e-482eae7ba0e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 999 time: 0.0653708 Jul 09 17:19:28.943052 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] Checking router: fa5d38c1-096c-4966-b385-1d3289399137 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:28.952447 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:28.953074 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:19:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:28.966099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-9d64cbef-bd53-41cf-baf0-edea0d1ff503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.967815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-9d64cbef-bd53-41cf-baf0-edea0d1ff503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0458593 Jul 09 17:19:29.028225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-70db302f-155b-4a71-be22-b5a81f2aec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.029758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-70db302f-155b-4a71-be22-b5a81f2aec68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542517 Jul 09 17:19:29.062884 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:29.127763 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-fc5a6bfb-7d47-4b84-84e1-410a6fcb823b service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908411 Jul 09 17:19:29.223859 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99cc96f0-fc78-4c50-85d1-75ef0bea2bb5 req-2bd8314a-aa2c-4f05-b3b9-e81205809ca9 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886087 Jul 09 17:19:29.247872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.252329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.294408 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2abfd156-6928-43bc-ab93-249f24c19851', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:27Z', 'updated_at': '2021-07-09T17:19:27Z', 'revision_number': 0, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:29.323061 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c88ed-46e1-4763-a625-248c82b9ff07 None None] The sync data for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 is: [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2abfd156-6928-43bc-ab93-249f24c19851', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:27Z', 'updated_at': '2021-07-09T17:19:27Z', 'revision_number': 0, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:29.469493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Router fa5d38c1-096c-4966-b385-1d3289399137 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:19:29.513972 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb2e3e-4a7a-4a87-a728-3304ec36c40b None None] New status for floating IP 2abfd156-6928-43bc-ab93-249f24c19851: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:19:29.582142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:29.587063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.623569 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:29.625844 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:29.661521 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6d5214e1-896e-4413-bfc3-eaeefacfec03 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "PUT /v2.0/floatingips/2abfd156-6928-43bc-ab93-249f24c19851 HTTP/1.1" status: 200 len: 991 time: 0.9783750 Jul 09 17:19:29.683394 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093292d-3941-48e2-b5d2-d94524fdb654 x-openstack-request-id: req-4093292d-3941-48e2-b5d2-d94524fdb654 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:29.683841 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:29.684253 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4093292d-3941-48e2-b5d2-d94524fdb654 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:29.684960 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'status': 'completed', 'code': 200} Jul 09 17:19:29.724952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] Sync routers for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:29.735906 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:29.736634 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:19:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:29.765162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-d5fcc255-d5ad-4dcf-aeaa-efb5b50558e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.766718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-d5fcc255-d5ad-4dcf-aeaa-efb5b50558e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0551968 Jul 09 17:19:29.843725 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:29.860444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-3a8bce10-9b06-4af7-b3c7-c053253c85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.862036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-3a8bce10-9b06-4af7-b3c7-c053253c85bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 914 time: 0.0887983 Jul 09 17:19:29.931099 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-7819f13a-9929-4b84-93cd-3c422a5d304b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 1001 time: 0.0587149 Jul 09 17:19:29.985866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-f34ddcbb-9111-422f-bc6a-c45e0ca7c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.987434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-f34ddcbb-9111-422f-bc6a-c45e0ca7c822 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0498891 Jul 09 17:19:30.046832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-7327dd5b-0fa7-4f09-806b-319b32507fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:30.048369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-7327dd5b-0fa7-4f09-806b-319b32507fa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542228 Jul 09 17:19:30.080827 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2abfd156-6928-43bc-ab93-249f24c19851', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:27Z', 'updated_at': '2021-07-09T17:19:29Z', 'revision_number': 2, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:30.109494 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] Checking router: fa5d38c1-096c-4966-b385-1d3289399137 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:30.118223 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:30.118972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:19:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:30.138890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-61226f66-3e35-4260-8cd6-0fcded84ae46 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834289 Jul 09 17:19:30.219215 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:30.232692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a186a8dd-1e52-46ae-8440-c3b16cb94d4e req-95eaf684-98de-4f77-9380-39eb17a47f0e service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869546 Jul 09 17:19:30.537056 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2abfd156-6928-43bc-ab93-249f24c19851', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:27Z', 'updated_at': '2021-07-09T17:19:29Z', 'revision_number': 2, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:30.563456 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c40645-07e6-490d-a927-b638633b43d2 None None] The sync data for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 is: [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '2abfd156-6928-43bc-ab93-249f24c19851', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'port_id': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'mac_address': 'fa:16:3e:ee:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:27Z', 'updated_at': '2021-07-09T17:19:29Z', 'revision_number': 2, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:31.685895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:31.688394 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c601e7-718a-4282-8a0b-50bfdc1b3595" -d '{"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:31.725118 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf065f4a-088e-446d-af9e-7b64e3d9d371 x-openstack-request-id: req-bf065f4a-088e-446d-af9e-7b64e3d9d371 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:31.725418 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:31.725673 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf065f4a-088e-446d-af9e-7b64e3d9d371 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:31.726071 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'status': 'completed', 'code': 200} Jul 09 17:19:31.806769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-1b624917-1c7a-4d1b-b76f-d70dc53d81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:31.808275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-1b624917-1c7a-4d1b-b76f-d70dc53d81c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0555387 Jul 09 17:19:31.917061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-1ef4df2d-8569-41c4-851a-b283ea394b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:31.918499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-1ef4df2d-8569-41c4-851a-b283ea394b5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 914 time: 0.1031394 Jul 09 17:19:31.984971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-06641c19-0c91-43c5-9986-30ff75961979 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 1001 time: 0.0595276 Jul 09 17:19:32.037305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-4056f749-aa01-4fb6-8e92-fe77c8245330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.038809 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-4056f749-aa01-4fb6-8e92-fe77c8245330 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0463493 Jul 09 17:19:32.100567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-3025a790-2b1b-42fe-a790-57b135e757bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.102088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-3025a790-2b1b-42fe-a790-57b135e757bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566955 Jul 09 17:19:32.192320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-a2e66bd1-982f-4d6b-9885-4b0346161851 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830426 Jul 09 17:19:32.304129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d1c601e7-718a-4282-8a0b-50bfdc1b3595 req-52f8c400-bac1-4bbc-934c-966f3e1d624c service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954013 Jul 09 17:19:35.799011 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb6923b7-f53e-467d-a703-35e3b6f98dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.335825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2423b8b9-e5c8-4ebc-b475-fc09abbb7a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.471519 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.593643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.368563 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.221272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.991429 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-898ae56c-72f2-4203-96e0-614d51386189 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225855 Jul 09 17:19:42.092443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470749-d717-4e85-8d8d-84043743434c req-cb9a390c-040f-42c8-833d-53024517118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.093960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-cb9a390c-040f-42c8-833d-53024517118a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0563588 Jul 09 17:19:42.210571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470749-d717-4e85-8d8d-84043743434c req-8718d99b-7d55-4c29-b62a-a78c8a00c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.212094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-8718d99b-7d55-4c29-b62a-a78c8a00c4c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 914 time: 0.0953100 Jul 09 17:19:42.278628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-9e0a834b-f84d-4dc5-b0bb-1bd6ae44ddb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 1001 time: 0.0582514 Jul 09 17:19:42.327164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470749-d717-4e85-8d8d-84043743434c req-235e650b-4585-4b59-a376-3a965ac8825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.328596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-235e650b-4585-4b59-a376-3a965ac8825f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0429440 Jul 09 17:19:42.391760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470749-d717-4e85-8d8d-84043743434c req-43156b8f-a7f0-4683-8c51-bd0ca1b3fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.393381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-43156b8f-a7f0-4683-8c51-bd0ca1b3fa92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577896 Jul 09 17:19:42.485412 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-94a00182-87dc-4b67-b877-c79ffbccf8f3 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 Jul 09 17:19:42.584266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-89470749-d717-4e85-8d8d-84043743434c req-c866954d-0275-40b6-8849-b324c1f2e745 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875099 Jul 09 17:19:44.446192 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:19:53.992075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.847734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-062fdde5-9bad-404a-9292-5afcd6cbcf65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282461 Jul 09 17:20:03.976184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-8c976c4b-397f-4bdc-96c0-c35b56d229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:03.976184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-8c976c4b-397f-4bdc-96c0-c35b56d229f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1097 time: 0.0664606 Jul 09 17:20:04.104805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-3408dbfa-b0b8-4df1-a658-d95a99d2a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:04.106485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-3408dbfa-b0b8-4df1-a658-d95a99d2a9bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.1084280 Jul 09 17:20:04.200617 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-88d3797f-93f2-49ca-a9d9-37f2bb2566af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 1002 time: 0.0878975 Jul 09 17:20:04.262348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-74feaa7b-625e-48f3-8804-7f432ef63efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:04.264068 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-74feaa7b-625e-48f3-8804-7f432ef63efe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0576210 Jul 09 17:20:04.348205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-aee279d4-ad28-437e-a70d-aab212e2c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:04.349884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-aee279d4-ad28-437e-a70d-aab212e2c2c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799022 Jul 09 17:20:04.455379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-84943868-10c3-466c-8acf-b3cafe94287a service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982554 Jul 09 17:20:04.552472 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e40c16f2-354c-489d-9dce-f1c232f02dd3 req-209ae203-c91f-4b84-a9c9-9cc9fbba886f service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912666 Jul 09 17:20:04.879098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:05.054385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Deleting port a0fcfb17-7a70-4ccc-bef9-6c05e1d7c73a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:05.055253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.148978 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.149744 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.164491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Calling delete_port for a0fcfb17-7a70-4ccc-bef9-6c05e1d7c73a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:05.337292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.363671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event deleted for resources: {'Port': ['ID=a0fcfb17-7a70-4ccc-bef9-6c05e1d7c73a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:05.395301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.395891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.396130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.396360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.396692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.397439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.397439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.397694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.398053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.398302 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.398535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.398909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:05.440141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.440713 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Floating IP 2abfd156-6928-43bc-ab93-249f24c19851 disassociated (deleted). External IP: 172.25.7.31, port: 6b75db68-80bc-41ee-8c0f-1e31ada529cf. Jul 09 17:20:05.668909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Router fa5d38c1-096c-4966-b385-1d3289399137 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:05.791248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-728ca272-22ea-4ea2-b445-f9f98ff3271b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.792298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:05.798851 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.804989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] Sync routers for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:05.815442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:05.816374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:19:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:05.858800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2e45771b-c2c5-4e29-be0b-f401083b1d93 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "DELETE /v2.0/floatingips/2abfd156-6928-43bc-ab93-249f24c19851 HTTP/1.1" status: 204 len: 168 time: 0.9785314 Jul 09 17:20:05.859332 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:05.873395 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:05.928168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:06.180226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.194238 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26628b48-695f-480c-8384-191bd3a87944 x-openstack-request-id: req-26628b48-695f-480c-8384-191bd3a87944 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:06.195290 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:06.195290 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26628b48-695f-480c-8384-191bd3a87944 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:06.195290 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'status': 'completed', 'code': 200} Jul 09 17:20:06.224410 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] Checking router: fa5d38c1-096c-4966-b385-1d3289399137 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:06.234937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:06.235624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:19:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.325315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-c3c799ca-a174-48d6-87d4-93661102ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:06.327035 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-c3c799ca-a174-48d6-87d4-93661102ccf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 1097 time: 0.1026468 Jul 09 17:20:06.459971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a623e4-77f8-4314-a93a-4eb1b912ab95 req-16798c54-5753-4ef6-ab54-774cc3a5e700 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:06.470216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6a623e4-77f8-4314-a93a-4eb1b912ab95 req-16798c54-5753-4ef6-ab54-774cc3a5e700 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1233363 Jul 09 17:20:06.579392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-3379c486-b070-40b7-8758-40bb5313857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:06.585088 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-3379c486-b070-40b7-8758-40bb5313857c service neutron] 10.222.0.43 "GET /v2.0/networks?id=033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 200 len: 914 time: 0.2451682 Jul 09 17:20:06.608310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:06.655851 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-b83015db-1afe-4f76-8dc6-3cf1d26890dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 200 len: 217 time: 0.0611470 Jul 09 17:20:06.725821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-b9eea23a-4954-4f90-8708-18b37b66ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:06.727615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-b9eea23a-4954-4f90-8708-18b37b66ad27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 200 len: 852 time: 0.0636101 Jul 09 17:20:06.806907 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-873a5a1b-c349-42dc-9302-f42239f81552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:06.808918 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-873a5a1b-c349-42dc-9302-f42239f81552 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=033724be-88ed-4e30-95a1-a4e96d5adcd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707932 Jul 09 17:20:06.856166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.908587 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482860bc-6d4d-4847-ab2c-bec3f2362205 None None] The sync data for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 is: [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 4, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '863367fe-14c6-46b4-b454-e4df5f867356', 'name': '', 'network_id': '033724be-88ed-4e30-95a1-a4e96d5adcd3', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'mac_address': 'fa:16:3e:bf:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'subnets': [{'id': '510fe1ca-29a4-4349-8193-67a2d0bf0d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:06.918776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6a623e4-77f8-4314-a93a-4eb1b912ab95 req-64c8df0f-6fe2-4f18-9c9a-660e341eaf90 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474034 Jul 09 17:20:06.954125 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-d28757e0-7c71-46d5-b30e-bda57d53513c service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331089 Jul 09 17:20:07.066250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-356a7b70-73a8-4eca-ab9d-94eaf6a6c0f3 req-adf7f05f-b5e8-4c4e-8a29-50a0348393f6 service neutron] 10.222.0.43 "GET /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031039 Jul 09 17:20:07.204828 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c7183-ecc1-4a55-96ac-37c693904f53 None None] New status for floating IP 2abfd156-6928-43bc-ab93-249f24c19851: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:20:07.591584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-ad0ca739-3c72-4194-bb49-bd05af70571a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559375462&fields=id&tenant_id=610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 267 time: 0.0384018 Jul 09 17:20:07.722650 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-e282a806-ae4c-4447-b0ce-09a6418a918f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:07.724145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-e282a806-ae4c-4447-b0ce-09a6418a918f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1220505 Jul 09 17:20:07.739913 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-4e6076f8-7a2f-4ff3-9372-8bc7d80ecae4 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/quotas/610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 375 time: 0.0095649 Jul 09 17:20:07.816068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-54169f3a-f79e-439a-9aa5-6ca08805b1ee tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0710738 Jul 09 17:20:07.978409 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-bcd30158-eadf-44c9-9627-3bf507a9513d service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456592 Jul 09 17:20:08.082584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-674d6790-b01e-48cc-9301-9e9f9515ecf3 service neutron] 10.222.0.48 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975313 Jul 09 17:20:08.137396 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c035c-3b4e-4c94-afed-83093c2add0a req-72dbf1d6-de7d-4778-bbda-5877bf68a7eb tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:08.138936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-700c035c-3b4e-4c94-afed-83093c2add0a req-72dbf1d6-de7d-4778-bbda-5877bf68a7eb tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.43 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0717254 Jul 09 17:20:08.241344 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Deleting port 6b75db68-80bc-41ee-8c0f-1e31ada529cf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:08.241696 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.342260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9fd-2976-424f-9685-23c6f7edee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.350623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] For port 6b75db68-80bc-41ee-8c0f-1e31ada529cf, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=6b75db68-80bc-41ee-8c0f-1e31ada529cf,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:08.351022 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.490220 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.512942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c769-ebbf-46e3-a149-f5c6a1877ff3 req-9017ebd2-9f2d-44dd-b957-96edfaaa4dbc tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:08.520852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a500c769-ebbf-46e3-a149-f5c6a1877ff3 req-9017ebd2-9f2d-44dd-b957-96edfaaa4dbc tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0832253 Jul 09 17:20:08.555938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a500c769-ebbf-46e3-a149-f5c6a1877ff3 req-bba908e6-508c-4421-88bd-d81b4de6c1db tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b3586c5-ac34-4501-93f0-9ba629605be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340683 Jul 09 17:20:08.613914 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.650216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4bd3122-2932-43fc-8e48-c48fcc4dfee5 req-155a08b1-b0c1-49c6-a690-2f0ffe81c434 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 210 time: 0.0322874 Jul 09 17:20:08.697348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Calling delete_port for 6b75db68-80bc-41ee-8c0f-1e31ada529cf owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:08.832676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.866249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event deleted for resources: {'Port': ['ID=6b75db68-80bc-41ee-8c0f-1e31ada529cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:08.881755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.882387 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.883021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.883720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.884237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.884875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.885432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.886008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.886657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.887151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.887690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.888017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:08.927560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] No DVR routers for this DVR port 6b75db68-80bc-41ee-8c0f-1e31ada529cf on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:08.934777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.934777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-700c035c-3b4e-4c94-afed-83093c2add0a req-9a7c2aef-2146-4cbf-adb0-8b3992a21ff5 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.43 "DELETE /v2.0/ports/6b75db68-80bc-41ee-8c0f-1e31ada529cf HTTP/1.1" status: 204 len: 173 time: 0.7874670 Jul 09 17:20:08.934777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'name': 'network-vif-deleted', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:08.935339 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22089fb3-1902-4d56-86a6-6b9453f0ed16" -d '{"events": [{"server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "name": "network-vif-deleted", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:08.972155 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2e569-afe0-4232-ac97-46cc7127fb96 x-openstack-request-id: req-54b2e569-afe0-4232-ac97-46cc7127fb96 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:08.972568 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf425e7-3f82-4d3e-ae5a-a458a030e1a8", "name": "network-vif-deleted", "tag": "6b75db68-80bc-41ee-8c0f-1e31ada529cf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:08.972821 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54b2e569-afe0-4232-ac97-46cc7127fb96 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:08.973217 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf425e7-3f82-4d3e-ae5a-a458a030e1a8', 'name': 'network-vif-deleted', 'tag': '6b75db68-80bc-41ee-8c0f-1e31ada529cf', 'status': 'completed', 'code': 200} Jul 09 17:20:09.367444 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.615984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-d194cf1d-79af-4704-b0b3-344df40219fc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:09.618681 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-d194cf1d-79af-4704-b0b3-344df40219fc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 812 time: 0.1275852 Jul 09 17:20:09.684293 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-5c7d0a82-805f-48d3-84be-409e88f8c73a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=610d89a087354cf88d132f95f71b0411 HTTP/1.1" status: 200 len: 379 time: 0.0437217 Jul 09 17:20:09.694978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'port': {'device_id': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'admin_state_up': True, 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'security_groups': ['9af3d0f6-8df2-48fb-9b6f-143a79566aa0']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:09.725534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5583c46-1193-415e-b58e-f683ad320739 req-1f4966b6-3382-4c1a-a83c-c24f8d36fe9e tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0349681 Jul 09 17:20:09.833304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Made reservation on behalf of 610d89a087354cf88d132f95f71b0411 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:09.838617 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.887741 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf220103-f06a-4adc-bf79-2dd73bc944fa req-0601a634-bad6-48f5-a8d9-ab29ca1708a6 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 210 time: 0.0316048 Jul 09 17:20:10.007720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.20.0.10 (32347954-d4a8-4104-99db-d09b9a68878f/111790ca-b77b-4c1f-96f5-6d9d6af5850b/42513514-ba2a-451e-a5f5-b26fbdd36243) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:10.148546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.167834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Transition to ACTIVE for port object 42513514-ba2a-451e-a5f5-b26fbdd36243 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:10.204507 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.254719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network 32347954-d4a8-4104-99db-d09b9a68878f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:10.258500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:10.263144 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:10.267113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=42513514-ba2a-451e-a5f5-b26fbdd36243,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:10.335482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:10.336184 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.354627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-97ddd3ca-23b3-45aa-adfd-65cbc4b41da1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6641512 Jul 09 17:20:10.372297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Request body: {'port': {'device_id': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:10.457076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.548839 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c30125-9526-475c-a05c-2320f5dd8e54 None None] Provisioning for port 42513514-ba2a-451e-a5f5-b26fbdd36243 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:10.553138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c30125-9526-475c-a05c-2320f5dd8e54 None None] Provisioning complete for port 42513514-ba2a-451e-a5f5-b26fbdd36243 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:10.553512 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c30125-9526-475c-a05c-2320f5dd8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.587643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-44c30125-9526-475c-a05c-2320f5dd8e54 None None] Port 42513514-ba2a-451e-a5f5-b26fbdd36243 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:10.725904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42513514-ba2a-451e-a5f5-b26fbdd36243 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:10.733884 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.746508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Transition to ACTIVE for port object 42513514-ba2a-451e-a5f5-b26fbdd36243 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:10.752971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.805444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Pushing event updated for resources: {'Port': ['ID=42513514-ba2a-451e-a5f5-b26fbdd36243,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:10.888479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-699058b1-96df-4887-8480-ca0c93597cb2 req-b4647d52-d8d4-44b6-a452-49ec4fcdfc88 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0401278 Jul 09 17:20:10.892008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Attempting to bind port 42513514-ba2a-451e-a5f5-b26fbdd36243 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:10.892668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Attempting to bind port 42513514-ba2a-451e-a5f5-b26fbdd36243 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:10.893278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Attempting to bind port 42513514-ba2a-451e-a5f5-b26fbdd36243 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:10.898915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Port 42513514-ba2a-451e-a5f5-b26fbdd36243 on network 32347954-d4a8-4104-99db-d09b9a68878f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:20:10.899260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Attempting to bind port 42513514-ba2a-451e-a5f5-b26fbdd36243 on network 32347954-d4a8-4104-99db-d09b9a68878f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:10.907961 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:10.908292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Checking segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:10.908666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Bound using segment: {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:10.909125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Bound port: 42513514-ba2a-451e-a5f5-b26fbdd36243, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:10.909457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.997030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] For port 42513514-ba2a-451e-a5f5-b26fbdd36243, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:11.001146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] For port 42513514-ba2a-451e-a5f5-b26fbdd36243, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=42513514-ba2a-451e-a5f5-b26fbdd36243,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:11.009801 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.075562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.076199 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.077662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] 10.222.0.37 "PUT /v2.0/ports/42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 200 len: 1092 time: 0.7104347 Jul 09 17:20:11.078112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:11.080523 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e17c6d-18be-45a1-92d7-d5d650b214fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:11.083960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934946-fa07-4a7e-83e1-fa1391f7b10b service neutron] Pushing event updated for resources: {'Port': ['ID=42513514-ba2a-451e-a5f5-b26fbdd36243,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:11.113028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d808c-5d88-44e6-8453-1ad3e55d9d04 req-28ad9602-afaf-4881-8bec-11e0f13a6646 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.115246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-427d808c-5d88-44e6-8453-1ad3e55d9d04 req-28ad9602-afaf-4881-8bec-11e0f13a6646 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.1034665 Jul 09 17:20:11.173107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-427d808c-5d88-44e6-8453-1ad3e55d9d04 req-ba84a854-57ca-4cfa-a9dc-57167382e26a tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399060 Jul 09 17:20:11.210332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-dbcbd479-52fb-4788-a843-ee99cf7a4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.212002 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-dbcbd479-52fb-4788-a843-ee99cf7a4fb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1095 time: 0.0733731 Jul 09 17:20:11.224951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.234172 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072863cf-412a-4fbf-9d73-17286cdc6694 x-openstack-request-id: req-072863cf-412a-4fbf-9d73-17286cdc6694 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:11.234459 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:11.234752 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-072863cf-412a-4fbf-9d73-17286cdc6694 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:11.235204 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'status': 'completed', 'code': 200} Jul 09 17:20:11.267202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-bf9806b5-bf8e-4337-9694-ccd07cea8da8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 200 len: 217 time: 0.0414543 Jul 09 17:20:11.317777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-d3267450-3a80-4091-b211-90cdeba8840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.319659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-d3267450-3a80-4091-b211-90cdeba8840c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0464654 Jul 09 17:20:11.379709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-6f500393-1a49-4e7a-947b-18ab8ac82a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.381614 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-6f500393-1a49-4e7a-947b-18ab8ac82a6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542078 Jul 09 17:20:11.477210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-39f75e83-c56e-415a-b6b9-a7a3157cdaba service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885620 Jul 09 17:20:11.568664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f064387e-e14b-4aa6-a922-4155b85f2938 req-06c51d4c-5600-48b7-9cc0-533d154cf845 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837581 Jul 09 17:20:11.706780 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-700be0c4-6b18-4a10-8b4b-65977fb56a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.708396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-700be0c4-6b18-4a10-8b4b-65977fb56a08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1095 time: 0.0616531 Jul 09 17:20:11.801569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-e3554d15-949d-4969-ad0d-adb0cb5063c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.803164 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-e3554d15-949d-4969-ad0d-adb0cb5063c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0887506 Jul 09 17:20:11.850122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-b0e35c4c-73a7-4dac-b385-e22c2a3a1a3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 200 len: 217 time: 0.0397711 Jul 09 17:20:11.899951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-634caca5-b3c6-45ec-85d2-04eeead18319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.901476 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-634caca5-b3c6-45ec-85d2-04eeead18319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0440860 Jul 09 17:20:11.965759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-608bf118-ce67-4faf-8d44-3beedaced1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.968393 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-608bf118-ce67-4faf-8d44-3beedaced1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596688 Jul 09 17:20:11.970761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6b75db68-80bc-41ee-8c0f-1e31ada529cf no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:12.000035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 6b75db68-80bc-41ee-8c0f-1e31ada529cf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:12.000754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 6b75db68-80bc-41ee-8c0f-1e31ada529cf not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:12.033761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25ffe592-bb9e-4ed7-b7a8-9d0d74c6a919 req-94193946-5478-4755-bf49-86830c0520f6 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "GET /v2.0/ports?device_id=daf425e7-3f82-4d3e-ae5a-a458a030e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Jul 09 17:20:12.068969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-f7b4edcc-5698-4f0c-af13-bbb3cd0f53cf service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913937 Jul 09 17:20:12.159467 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-99e17c6d-18be-45a1-92d7-d5d650b214fc req-b361a3ec-70fd-4487-90e2-9b1e4b8bfe4d service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842609 Jul 09 17:20:12.350233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda413b-4290-480c-88ac-d20cf9588700 req-1e195fab-a22f-4b4f-95ff-febec92b7717 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:12.351835 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afda413b-4290-480c-88ac-d20cf9588700 req-1e195fab-a22f-4b4f-95ff-febec92b7717 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0657620 Jul 09 17:20:12.393687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-afda413b-4290-480c-88ac-d20cf9588700 req-d560c9e7-b990-4242-aa7b-fb92a9ab5353 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358770 Jul 09 17:20:13.140994 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 38618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:13.201475 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37249f0-7b80-4c42-9eca-33b24dadafd7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.228268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37249f0-7b80-4c42-9eca-33b24dadafd7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.293747 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37249f0-7b80-4c42-9eca-33b24dadafd7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.296332 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37249f0-7b80-4c42-9eca-33b24dadafd7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.297531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e37249f0-7b80-4c42-9eca-33b24dadafd7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b3586c5-ac34-4501-93f0-9ba629605be3 HTTP/1.1" status: 204 len: 168 time: 0.1545978 Jul 09 17:20:13.306998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37249f0-7b80-4c42-9eca-33b24dadafd7 tempest-TestVolumeBackupRestore-1384672806 tempest-TestVolumeBackupRestore-1384672806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3586c5-ac34-4501-93f0-9ba629605be3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:13.592703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049356-d1f4-46aa-aea9-4c5ade2e4b54 req-301092a6-e1f3-4a65-b9f7-0b6a068a0912 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:13.594639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6049356-d1f4-46aa-aea9-4c5ade2e4b54 req-301092a6-e1f3-4a65-b9f7-0b6a068a0912 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0701635 Jul 09 17:20:13.648868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6049356-d1f4-46aa-aea9-4c5ade2e4b54 req-cd162de8-2014-4fa1-96d2-fbf564a1f130 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470769 Jul 09 17:20:14.852562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68502ce-ee79-439b-bdb8-0911c278d616 req-2ed01ddd-aa0a-4bf2-a12f-aa4430f61cda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:14.854140 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f68502ce-ee79-439b-bdb8-0911c278d616 req-2ed01ddd-aa0a-4bf2-a12f-aa4430f61cda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0736580 Jul 09 17:20:14.896601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f68502ce-ee79-439b-bdb8-0911c278d616 req-660a4736-22b3-48c5-b5fe-3ef699213679 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348277 Jul 09 17:20:16.186509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32f62e-60b3-42a5-9d84-b8e945577f59 req-827e02cf-fcb1-4f66-bb49-ec9742b54d87 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:16.195536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f32f62e-60b3-42a5-9d84-b8e945577f59 req-827e02cf-fcb1-4f66-bb49-ec9742b54d87 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0929496 Jul 09 17:20:16.239458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f32f62e-60b3-42a5-9d84-b8e945577f59 req-aee1214d-feb6-48b2-91c1-94de9a777e6f tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Jul 09 17:20:16.839976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:17.248191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.643909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5550c-ccca-41ec-8e0f-d60f9d5fc27f req-a6f8a9ca-60d5-468b-a051-1f2d3583dcda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:17.645728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbd5550c-ccca-41ec-8e0f-d60f9d5fc27f req-a6f8a9ca-60d5-468b-a051-1f2d3583dcda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.1459255 Jul 09 17:20:17.660759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Deleting port 863367fe-14c6-46b4-b454-e4df5f867356 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:17.661247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.760746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbd5550c-ccca-41ec-8e0f-d60f9d5fc27f req-20469f4f-7b13-4abe-9693-79683a888f65 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021550 Jul 09 17:20:17.795282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] For port 863367fe-14c6-46b4-b454-e4df5f867356, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=863367fe-14c6-46b4-b454-e4df5f867356,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:17.796109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.822009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Calling delete_port for 863367fe-14c6-46b4-b454-e4df5f867356 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:18.028936 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.056415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Pushing event deleted for resources: {'Port': ['ID=863367fe-14c6-46b4-b454-e4df5f867356,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:18.257674 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.487288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Router fa5d38c1-096c-4966-b385-1d3289399137 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:18.595309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:18.600886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cda49f2-340e-434a-a0f4-af14699f8791 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa5d38c1-096c-4966-b385-1d3289399137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594347 Jul 09 17:20:18.603498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:18.604860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] Sync routers for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:18.614115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:18.614755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:20:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:18.709549 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.716407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:18.818323 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.877173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Deleting port 567620c8-d2e6-4c18-bd68-6ad1f594e563 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:18.877420 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.905174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port': {'id': '567620c8-d2e6-4c18-bd68-6ad1f594e563', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:18.931580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] Checking router: fa5d38c1-096c-4966-b385-1d3289399137 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:18.940845 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] Routers {'fa5d38c1-096c-4966-b385-1d3289399137'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:18.941449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:20:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fa5d38c1-096c-4966-b385-1d3289399137'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:19.005999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] For port 567620c8-d2e6-4c18-bd68-6ad1f594e563, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=567620c8-d2e6-4c18-bd68-6ad1f594e563,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:19.006756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.022174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf714a-fa86-4c2d-bb76-db7e069aa725 req-30dadd16-8334-4f2e-98d2-b9c0d1222878 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:19.023697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9fdf714a-fa86-4c2d-bb76-db7e069aa725 req-30dadd16-8334-4f2e-98d2-b9c0d1222878 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.1341283 Jul 09 17:20:19.027135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] Set router fa5d38c1-096c-4966-b385-1d3289399137 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:19.030953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Calling delete_port for 567620c8-d2e6-4c18-bd68-6ad1f594e563 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:19.076772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:20:18Z', 'revision_number': 6, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:19.102657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9fdf714a-fa86-4c2d-bb76-db7e069aa725 req-5b9b1462-0f70-4817-aeba-72f8d6ddfa03 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727928 Jul 09 17:20:19.106562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620b86e-c3b7-4ae8-b7f5-73b1bbb0a4d1 None None] The sync data for ids ['fa5d38c1-096c-4966-b385-1d3289399137'] in n-d-800085-2 is: [{'id': 'fa5d38c1-096c-4966-b385-1d3289399137', 'name': 'tempest-TestVolumeBackupRestore-269866172-router', 'tenant_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:10Z', 'updated_at': '2021-07-09T17:20:18Z', 'revision_number': 6, 'project_id': 'e85c6a4aa9e5448ca6dbe080dfb2f20e', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:19.230153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.258003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=567620c8-d2e6-4c18-bd68-6ad1f594e563,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:19.322703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.417384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.419448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.466534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.467664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5d38c1-096c-4966-b385-1d3289399137 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:20:19.477732 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.480205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7da71fa7-5415-4490-b8e8-143d852198c6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa5d38c1-096c-4966-b385-1d3289399137 HTTP/1.1" status: 204 len: 168 time: 0.8750877 Jul 09 17:20:19.482573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:19.544769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Deleting subnet 510fe1ca-29a4-4349-8193-67a2d0bf0d9a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:19.548724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.591131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.957036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 567620c8-d2e6-4c18-bd68-6ad1f594e563 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:19.977903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 567620c8-d2e6-4c18-bd68-6ad1f594e563 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:19.978532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 567620c8-d2e6-4c18-bd68-6ad1f594e563 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:19.978997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 863367fe-14c6-46b4-b454-e4df5f867356 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:19.997320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 863367fe-14c6-46b4-b454-e4df5f867356 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:19.997670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 863367fe-14c6-46b4-b454-e4df5f867356 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:20.015460 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.070633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.099927 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510fe1ca-29a4-4349-8193-67a2d0bf0d9a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:20.106381 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.110839 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6bb28d8-2c2b-4fc9-bcdc-9353ca381454 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/510fe1ca-29a4-4349-8193-67a2d0bf0d9a HTTP/1.1" status: 204 len: 168 time: 0.6247873 Jul 09 17:20:20.111205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:20.113299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992fe7d-1b7e-4264-8e96-64e678547264 None None] Network 033724be-88ed-4e30-95a1-a4e96d5adcd3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:20.199943 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.326385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Deleting port c576247c-41b2-4f60-9558-a04c7d222355 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:20.327104 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.352457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] DHCP port deletion for 033724be-88ed-4e30-95a1-a4e96d5adcd3 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:20.384486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968a11-befe-419e-919d-9db14f8eeeb5 req-b93ab6b8-785a-44e0-8936-e67a1ff7c81e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:20.386183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d968a11-befe-419e-919d-9db14f8eeeb5 req-b93ab6b8-785a-44e0-8936-e67a1ff7c81e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.1496074 Jul 09 17:20:20.402383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] Deleting port c576247c-41b2-4f60-9558-a04c7d222355 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:20.402808 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.438435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] For port c576247c-41b2-4f60-9558-a04c7d222355, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c576247c-41b2-4f60-9558-a04c7d222355,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:20.438877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.461671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Calling delete_port for c576247c-41b2-4f60-9558-a04c7d222355 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:20.465970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d968a11-befe-419e-919d-9db14f8eeeb5 req-a8febc22-77a2-42cc-ae85-c898fff72ad8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721397 Jul 09 17:20:20.473450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] For port c576247c-41b2-4f60-9558-a04c7d222355, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c576247c-41b2-4f60-9558-a04c7d222355,segment=NetworkSegment(1249cfa3-da50-4b2f-9cf6-24fb575664d1),segment_id=1249cfa3-da50-4b2f-9cf6-24fb575664d1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:20.474049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.487470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] Calling delete_port for c576247c-41b2-4f60-9558-a04c7d222355 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:20.554446 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.566734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.582055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] No DVR routers for this DVR port c576247c-41b2-4f60-9558-a04c7d222355 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:20.586014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Pushing event deleted for resources: {'Port': ['ID=c576247c-41b2-4f60-9558-a04c7d222355,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:20.589547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] Pushing event deleted for resources: {'Port': ['ID=c576247c-41b2-4f60-9558-a04c7d222355,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:20.595222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b9737-f3bd-4584-a3e7-fffeb468cca2 None None] No DVR routers for this DVR port c576247c-41b2-4f60-9558-a04c7d222355 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:20.655076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.664984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033724be-88ed-4e30-95a1-a4e96d5adcd3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.675219 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1249cfa3-da50-4b2f-9cf6-24fb575664d1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.675517 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1249cfa3-da50-4b2f-9cf6-24fb575664d1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.684494 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.701635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.707469 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:20.707854 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:20.709490 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:20.765028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.771101 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.772958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] 10.222.0.48 "DELETE /v2.0/networks/033724be-88ed-4e30-95a1-a4e96d5adcd3 HTTP/1.1" status: 204 len: 168 time: 0.6604517 Jul 09 17:20:20.776062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:20.784043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f42154-ebb3-4b5d-b59a-159e125a8496 admin admin] Pushing event deleted for resources: {'Network': ['ID=033724be-88ed-4e30-95a1-a4e96d5adcd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:21.131828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.403660 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Deleting port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:21.404108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.445398 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:20:21.488784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] For port 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,segment=NetworkSegment(b6156cff-8233-4fcc-8b77-6446d4fae529),segment_id=b6156cff-8233-4fcc-8b77-6446d4fae529)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:21.489141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.501796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Calling delete_port for 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:21.646241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08287d-61dd-4adf-a49e-aeed395ca6ea req-61227e6b-9f21-4334-84f9-136ff0a1901d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:21.647789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c08287d-61dd-4adf-a49e-aeed395ca6ea req-61227e6b-9f21-4334-84f9-136ff0a1901d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0650358 Jul 09 17:20:21.686305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3c08287d-61dd-4adf-a49e-aeed395ca6ea req-79566015-6c82-4191-8dd2-6b6c4ec52880 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318978 Jul 09 17:20:21.688761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.719771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fcc2c2-03a5-4bbc-b243-b7d4c98385a7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:21.894574 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.947236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c576247c-41b2-4f60-9558-a04c7d222355 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:21.970556 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c576247c-41b2-4f60-9558-a04c7d222355 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:21.970891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c576247c-41b2-4f60-9558-a04c7d222355 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:22.114854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Router 1c6a1836-bab6-40e5-a062-b6c6a2044817 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:22.225520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:22.230880 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c210507d-6ddb-4341-84dd-46d7001aec64 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c6a1836-bab6-40e5-a062-b6c6a2044817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4536781 Jul 09 17:20:22.234613 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:22.237270 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] Sync routers for ids ['1c6a1836-bab6-40e5-a062-b6c6a2044817'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:22.248434 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] Routers {'1c6a1836-bab6-40e5-a062-b6c6a2044817'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:22.249069 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:20:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c6a1836-bab6-40e5-a062-b6c6a2044817'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:22.355018 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] Set router 1c6a1836-bab6-40e5-a062-b6c6a2044817 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:22.537632 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:20:21Z', 'revision_number': 5, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:22.563941 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] Checking router: 1c6a1836-bab6-40e5-a062-b6c6a2044817 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:22.572657 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] Routers {'1c6a1836-bab6-40e5-a062-b6c6a2044817'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:22.573306 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:20:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['1c6a1836-bab6-40e5-a062-b6c6a2044817'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:22.635933 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.673894 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] Set router 1c6a1836-bab6-40e5-a062-b6c6a2044817 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:22.745898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.800526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Deleting port 2d556ca8-28bc-4ef2-9634-f46f3904af3a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:22.800884 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.864444 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:20:21Z', 'revision_number': 5, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:22.872775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98e1b-b567-477d-99fe-9f0cbf849ed7 req-6748c81b-596b-46c5-ae80-eddae5d9366c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:22.874494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9d98e1b-b567-477d-99fe-9f0cbf849ed7 req-6748c81b-596b-46c5-ae80-eddae5d9366c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0746951 Jul 09 17:20:22.880869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] For port 2d556ca8-28bc-4ef2-9634-f46f3904af3a, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2d556ca8-28bc-4ef2-9634-f46f3904af3a,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:22.881588 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.894551 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a83198-436f-45c4-bb4e-7df83114e584 None None] The sync data for ids ['1c6a1836-bab6-40e5-a062-b6c6a2044817'] in n-d-800085-2 is: [{'id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'name': 'tempest-TestVolumeBackupRestore-2014357846-router', 'tenant_id': '55e4b6e8705942f8872fbc947f5dc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:14Z', 'updated_at': '2021-07-09T17:20:21Z', 'revision_number': 5, 'project_id': '55e4b6e8705942f8872fbc947f5dc566', 'gw_port': {'id': '2d556ca8-28bc-4ef2-9634-f46f3904af3a', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a1836-bab6-40e5-a062-b6c6a2044817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:15Z', 'updated_at': '2021-07-09T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:22.894794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Calling delete_port for 2d556ca8-28bc-4ef2-9634-f46f3904af3a owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:22.920096 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9d98e1b-b567-477d-99fe-9f0cbf849ed7 req-ef6ebb9f-1bc0-497c-82cc-d6f566365acc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390482 Jul 09 17:20:23.066086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.096767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d556ca8-28bc-4ef2-9634-f46f3904af3a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:23.156344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.248438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.251457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.298489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.299027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6a1836-bab6-40e5-a062-b6c6a2044817 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:20:23.303390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.306978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a1239349-55e6-4e03-b41c-1e735226726c admin admin] 10.222.0.48 "DELETE /v2.0/routers/1c6a1836-bab6-40e5-a062-b6c6a2044817 HTTP/1.1" status: 204 len: 168 time: 1.0690403 Jul 09 17:20:23.307208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:23.357373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Deleting subnet 69206248-e230-4fae-ab75-0cb6501bcd67 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:23.360827 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.396196 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.479238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.538215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.570551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69206248-e230-4fae-ab75-0cb6501bcd67,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:23.572730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.574716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-97801ed9-47aa-4a62-9c62-8615725618e2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/69206248-e230-4fae-ab75-0cb6501bcd67 HTTP/1.1" status: 204 len: 168 time: 0.2663636 Jul 09 17:20:23.577251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:23.579765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d631c9-c977-46ef-9bf6-728fe5990b04 None None] Network ba781f37-84e9-4eb9-8f81-90b1315b4f51 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:23.644732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.698237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Deleting port b10ef87e-9519-40ea-8e12-3837f3029ce2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:23.698610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.763723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] For port b10ef87e-9519-40ea-8e12-3837f3029ce2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b10ef87e-9519-40ea-8e12-3837f3029ce2,segment=NetworkSegment(b6156cff-8233-4fcc-8b77-6446d4fae529),segment_id=b6156cff-8233-4fcc-8b77-6446d4fae529)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:23.764080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.776710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Calling delete_port for b10ef87e-9519-40ea-8e12-3837f3029ce2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:23.857535 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.883880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=b10ef87e-9519-40ea-8e12-3837f3029ce2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:23.887537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] No DVR routers for this DVR port b10ef87e-9519-40ea-8e12-3837f3029ce2 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:23.892097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046aca31-ba8c-4524-a3cb-0693e05e7364 None None] DHCP port deletion for ba781f37-84e9-4eb9-8f81-90b1315b4f51 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:23.957807 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2d556ca8-28bc-4ef2-9634-f46f3904af3a no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:23.966224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.980018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2d556ca8-28bc-4ef2-9634-f46f3904af3a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:23.980508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2d556ca8-28bc-4ef2-9634-f46f3904af3a not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:23.981007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b10ef87e-9519-40ea-8e12-3837f3029ce2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:23.981999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba781f37-84e9-4eb9-8f81-90b1315b4f51']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:23.995051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6156cff-8233-4fcc-8b77-6446d4fae529') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:23.995339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6156cff-8233-4fcc-8b77-6446d4fae529') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:24.003956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b10ef87e-9519-40ea-8e12-3837f3029ce2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:24.004377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b10ef87e-9519-40ea-8e12-3837f3029ce2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:24.005968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.006096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:24.020059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.027573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:24.028351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.028603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:24.029144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 76fcc2c2-03a5-4bbc-b243-b7d4c98385a7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:24.029950 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:24.037657 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.092497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.102210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.104468 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba781f37-84e9-4eb9-8f81-90b1315b4f51 HTTP/1.1" status: 204 len: 168 time: 0.5262721 Jul 09 17:20:24.116753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d1a91-e5ce-4c5e-ac5c-8563db3a2fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=ba781f37-84e9-4eb9-8f81-90b1315b4f51,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:24.138323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480faf3-3a40-488f-a07f-c0eb9d51efc1 req-e8d0f21c-7b80-4b4d-8811-f7302d6e1720 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:24.139854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f480faf3-3a40-488f-a07f-c0eb9d51efc1 req-e8d0f21c-7b80-4b4d-8811-f7302d6e1720 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0823245 Jul 09 17:20:24.177623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f480faf3-3a40-488f-a07f-c0eb9d51efc1 req-5645bffa-44e1-42af-bfc7-7ccc6f038fa8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Jul 09 17:20:24.271314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.312407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-96386329-a548-44c1-91ab-05ed501cb7c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e85c6a4aa9e5448ca6dbe080dfb2f20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398877 Jul 09 17:20:24.315110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.365474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c68b643e-ea38-4eff-b1b6-5ba16c27f22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.388663 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c68b643e-ea38-4eff-b1b6-5ba16c27f22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.440754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c68b643e-ea38-4eff-b1b6-5ba16c27f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.444677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c68b643e-ea38-4eff-b1b6-5ba16c27f22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.446282 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c68b643e-ea38-4eff-b1b6-5ba16c27f22a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/387f3886-0b7c-43de-b738-1dc5f31e9914 HTTP/1.1" status: 204 len: 168 time: 0.1302855 Jul 09 17:20:24.454327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b643e-ea38-4eff-b1b6-5ba16c27f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f3886-0b7c-43de-b738-1dc5f31e9914,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:24.792946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.835832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e09409f2-eeb7-4b61-8d59-ff47c1cbf7ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55e4b6e8705942f8872fbc947f5dc566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414391 Jul 09 17:20:24.838042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.892452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370ab682-2051-4302-8a39-bbc9fd0eb090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.915474 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370ab682-2051-4302-8a39-bbc9fd0eb090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.962733 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370ab682-2051-4302-8a39-bbc9fd0eb090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.965380 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370ab682-2051-4302-8a39-bbc9fd0eb090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.966661 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-370ab682-2051-4302-8a39-bbc9fd0eb090 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd12123a-be76-44a6-b87a-fb7269985c94 HTTP/1.1" status: 204 len: 168 time: 0.1275194 Jul 09 17:20:24.974852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ab682-2051-4302-8a39-bbc9fd0eb090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12123a-be76-44a6-b87a-fb7269985c94,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:25.367704 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cff3b-0103-417e-aed5-186f8aec9d44 req-6f595f06-7c5e-41a5-ab0e-ca8c777048b2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:25.369353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f03cff3b-0103-417e-aed5-186f8aec9d44 req-6f595f06-7c5e-41a5-ab0e-ca8c777048b2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 944 time: 0.0750139 Jul 09 17:20:25.414800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f03cff3b-0103-417e-aed5-186f8aec9d44 req-a02e1a6f-d06c-48b1-a287-168d59e15729 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390220 Jul 09 17:20:25.834531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 42513514-ba2a-451e-a5f5-b26fbdd36243 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:25.933339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 42513514-ba2a-451e-a5f5-b26fbdd36243, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=42513514-ba2a-451e-a5f5-b26fbdd36243,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:25.948267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'port_id': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:25.992915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.009710 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42513514-ba2a-451e-a5f5-b26fbdd36243 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:26.035422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 42513514-ba2a-451e-a5f5-b26fbdd36243, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=42513514-ba2a-451e-a5f5-b26fbdd36243,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:26.040091 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.092576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=42513514-ba2a-451e-a5f5-b26fbdd36243,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:26.100191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.100545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.100881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.101213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.101543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.101902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.102234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.102585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.102905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.103215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.103546 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.103841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:26.431158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['42513514-ba2a-451e-a5f5-b26fbdd36243'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:26.588551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8e291-21bd-4277-aed4-5f1d5e6dde03 req-23ec0d38-7115-467f-8655-41fec8596351 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:26.590078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4e8e291-21bd-4277-aed4-5f1d5e6dde03 req-23ec0d38-7115-467f-8655-41fec8596351 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 945 time: 0.0642848 Jul 09 17:20:26.629253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4e8e291-21bd-4277-aed4-5f1d5e6dde03 req-dca27134-452e-45db-b957-d81d80f87de3 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Jul 09 17:20:27.810622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834e368-4cd6-4675-b7d7-e002838d323a req-d34cce65-9cd0-4f0a-9c62-8c4849805413 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:27.812390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4834e368-4cd6-4675-b7d7-e002838d323a req-d34cce65-9cd0-4f0a-9c62-8c4849805413 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 945 time: 0.0657520 Jul 09 17:20:27.834107 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 42513514-ba2a-451e-a5f5-b26fbdd36243 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:27.851926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4834e368-4cd6-4675-b7d7-e002838d323a req-f6926ddc-9da2-4005-ad14-f56dec97f4bd tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338330 Jul 09 17:20:27.884452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 42513514-ba2a-451e-a5f5-b26fbdd36243 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:27.888306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 42513514-ba2a-451e-a5f5-b26fbdd36243 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:27.888663 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.964703 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.987561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:27.989800 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5be5632-1c67-46bb-a259-875ecc023294" -d '{"events": [{"server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "name": "network-vif-plugged", "status": "completed", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:28.001954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 42513514-ba2a-451e-a5f5-b26fbdd36243, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=42513514-ba2a-451e-a5f5-b26fbdd36243,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:28.007521 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.037485 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7080b42-fa9d-4a0b-82bb-0de9544f6173 x-openstack-request-id: req-a7080b42-fa9d-4a0b-82bb-0de9544f6173 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:28.037780 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "name": "network-vif-plugged", "status": "completed", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:28.038047 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7080b42-fa9d-4a0b-82bb-0de9544f6173 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:28.038463 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'code': 200} Jul 09 17:20:28.061157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=42513514-ba2a-451e-a5f5-b26fbdd36243,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:28.188158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc873-049b-439f-a5d8-9d93e832ce39 req-3fa73daf-cee3-45ce-8d4c-d012c26cece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:28.189653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-176bc873-049b-439f-a5d8-9d93e832ce39 req-3fa73daf-cee3-45ce-8d4c-d012c26cece6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1097 time: 0.0591528 Jul 09 17:20:28.225868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-176bc873-049b-439f-a5d8-9d93e832ce39 req-b1998e1c-b461-4a2e-9d05-6a300e8bbd6d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283251 Jul 09 17:20:29.044688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9132f33-66c1-46ce-bd47-b640070c28ef req-5f76ffa0-e420-4ca3-bc57-9f9b003dbb5b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:29.046159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9132f33-66c1-46ce-bd47-b640070c28ef req-5f76ffa0-e420-4ca3-bc57-9f9b003dbb5b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 946 time: 0.0727174 Jul 09 17:20:29.086554 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c9132f33-66c1-46ce-bd47-b640070c28ef req-613b2b49-44a8-4f4f-b684-aa0be694dbf1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347333 Jul 09 17:20:30.282592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cd1e0-ce15-4ceb-a9fe-042761543811 req-5e78b02d-c381-49e4-ba0c-e6781dcf9dc2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:30.284062 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c3cd1e0-ce15-4ceb-a9fe-042761543811 req-5e78b02d-c381-49e4-ba0c-e6781dcf9dc2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 946 time: 0.0751405 Jul 09 17:20:30.326100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c3cd1e0-ce15-4ceb-a9fe-042761543811 req-707138fa-3d9d-4f46-ad82-63cebb9efa23 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Jul 09 17:20:30.518160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4f3b1-11e8-4587-9714-94529eba8f63 req-bb07aea6-d327-483a-bff5-7b9e41f97f6c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:30.519585 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34e4f3b1-11e8-4587-9714-94529eba8f63 req-bb07aea6-d327-483a-bff5-7b9e41f97f6c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 946 time: 0.0811813 Jul 09 17:20:30.557199 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34e4f3b1-11e8-4587-9714-94529eba8f63 req-12607ce6-e67c-4540-9584-0b39e1893cf2 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Jul 09 17:20:30.581439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:30.637792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc27789-9c25-438b-ae81-929162d517db tempest-TestVolumeBootPattern-944307239 tempest-TestVolumeBootPattern-944307239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:30.640471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2cc27789-9c25-438b-ae81-929162d517db tempest-TestVolumeBootPattern-944307239 tempest-TestVolumeBootPattern-944307239-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1092 time: 0.0578525 Jul 09 17:20:30.644700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:30.651300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:30.676169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.783208 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.915652 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Allocated IP 172.25.7.153 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/f6d575aa-5309-4c17-86d4-a8c76087a9c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:31.020097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.069069 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.109776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:31.115220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:31.117567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=f6d575aa-5309-4c17-86d4-a8c76087a9c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:31.119774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:31.501915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.582936 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.733593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.741903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.803547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event updated for resources: {'Port': ['ID=f6d575aa-5309-4c17-86d4-a8c76087a9c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:31.819312 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.920877 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Floating IP 8756d69f-1a2e-486d-a68f-0660b5010243 associated. External IP: 172.25.7.153, port: 42513514-ba2a-451e-a5f5-b26fbdd36243. Jul 09 17:20:32.137695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:32.258419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:32.268463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:32.277583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.280015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:32.280711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:20:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:32.314168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-290f1990-01f3-4adb-a9db-f010f92e5482 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6681054 Jul 09 17:20:32.314802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:32.317181 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e890e58-ac3d-470f-bd9b-738f06ab062f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:32.352646 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b07a6-a89e-48fe-bbf9-4456c7e75e5a x-openstack-request-id: req-519b07a6-a89e-48fe-bbf9-4456c7e75e5a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:32.352949 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:32.353228 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-519b07a6-a89e-48fe-bbf9-4456c7e75e5a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:32.353761 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'status': 'completed', 'code': 200} Jul 09 17:20:32.388324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:32.452681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-4fc0089b-5bb0-4a53-8725-8fe70bc92730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:32.454225 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-4fc0089b-5bb0-4a53-8725-8fe70bc92730 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1097 time: 0.0560801 Jul 09 17:20:32.550847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-0a513b7f-976b-415c-ba1c-f874aecd0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:32.552363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-0a513b7f-976b-415c-ba1c-f874aecd0bf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0920672 Jul 09 17:20:32.623991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '8756d69f-1a2e-486d-a68f-0660b5010243', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:31Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}, {'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:29Z', 'revision_number': 1, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:32.627964 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-a9dfc30c-4097-4218-b042-ffc8cebacff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 200 len: 1000 time: 0.0691779 Jul 09 17:20:32.654432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:32.662745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:32.663377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:20:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:32.677878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-2639f1ed-67fe-473a-b0f7-3ea0a962483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:32.679434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-2639f1ed-67fe-473a-b0f7-3ea0a962483a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0452576 Jul 09 17:20:32.737062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-4e2434ec-f06a-43d7-810f-ae3ed4a41176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:32.738682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-4e2434ec-f06a-43d7-810f-ae3ed4a41176 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521202 Jul 09 17:20:32.769505 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:32.851995 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-eb3ead16-2554-4016-b641-19aa01d82ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068859 Jul 09 17:20:32.953154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4e890e58-ac3d-470f-bd9b-738f06ab062f req-377a95f1-1e80-4a45-ad1e-3e81eb781b0c service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943718 Jul 09 17:20:33.169852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '8756d69f-1a2e-486d-a68f-0660b5010243', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:31Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}, {'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:29Z', 'revision_number': 1, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:33.199608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9aebd4-e2eb-4972-875a-acc510939407 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '8756d69f-1a2e-486d-a68f-0660b5010243', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:31Z', 'revision_number': 0, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}, {'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:29Z', 'revision_number': 1, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:33.418871 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310894df-40d2-47f4-9295-a8381f27f446 None None] New status for floating IP 8756d69f-1a2e-486d-a68f-0660b5010243: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:20:35.797393 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59fa0054-35d6-458b-a5e5-359110e339b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.340591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0339eeaa-43fa-4326-83b7-665e07bcfdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.508095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.601577 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.377462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.230237 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.014285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.449399 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:21:03.764119 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-a6e4d7ae-8845-4a22-a04f-39a42f2ba3fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650549 Jul 09 17:21:03.884722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-3465eb40-2ff1-447e-a922-c8ec3f73824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:03.886188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-3465eb40-2ff1-447e-a922-c8ec3f73824f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1097 time: 0.0594823 Jul 09 17:21:03.992853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-01db0dbc-c21d-4571-8aad-487e42ba669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:03.994354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-01db0dbc-c21d-4571-8aad-487e42ba669f service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0869377 Jul 09 17:21:04.064217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-ae3fe7af-595a-4e41-ae6e-d712372e995c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 1002 time: 0.0631571 Jul 09 17:21:04.112913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-d44ed79b-055d-45bd-b127-2b9eee401bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.114401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-d44ed79b-055d-45bd-b127-2b9eee401bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0445518 Jul 09 17:21:04.173471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-67c4521a-bdee-48bb-9be9-8f8ac76f1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.174991 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-67c4521a-bdee-48bb-9be9-8f8ac76f1ec8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538564 Jul 09 17:21:04.269792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-a2440587-9c6a-4671-bc68-188f62e110fc service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883377 Jul 09 17:21:04.357399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fb03673-603a-498e-ac9c-1b7353c862ea req-2563c7bf-0133-48d9-9586-87c3f367b590 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813258 Jul 09 17:21:05.810417 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de122c23-df2d-43df-8444-633949cbd94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.342243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ffa0a7d9-e328-4e88-bb29-ef50623a6747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.502950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.599821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.379859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.237085 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.016953 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.453109 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:21:35.804000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41540308-e7a6-4356-aac7-71a8984b57a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.339975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-363e6565-473e-426b-940f-820b2111caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.522105 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.593456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.386443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.245127 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.036636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.359898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-8503c97b-787a-414e-9c9d-954915950f8a req-e51bc164-c6a5-498f-acb5-5697af7449f8 service neutron] (93768) timed out ('10.222.0.48', 37518) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:22:05.775968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-36b1f005-1713-4a06-b1be-2cd5e48ac34a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560565 Jul 09 17:22:05.809234 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f3b7a35-73aa-4d99-921a-52d9aa03c1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.868896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-c0868b88-659c-4c96-81cf-f235aa52451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.870463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-c0868b88-659c-4c96-81cf-f235aa52451d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1097 time: 0.0607390 Jul 09 17:22:05.978141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-d4d44a02-0c76-446a-a4d9-7cb509416cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.979596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-d4d44a02-0c76-446a-a4d9-7cb509416cbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0869679 Jul 09 17:22:06.048971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-a75507f2-a07c-40c8-8f7a-f90e5b3c6a78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 200 len: 1002 time: 0.0628648 Jul 09 17:22:06.097114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-8171f9a9-8d24-4893-a830-9a2a08241942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:06.098545 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-8171f9a9-8d24-4893-a830-9a2a08241942 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0434787 Jul 09 17:22:06.160324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-c5db909d-509b-47b1-8895-379cface6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:06.161983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-c5db909d-509b-47b1-8895-379cface6bfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566440 Jul 09 17:22:06.261003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-838152fb-3d3e-4306-b09e-45995f7c026d service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914574 Jul 09 17:22:06.351894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ca54509b-3ba6-4342-b847-201d0fe2bf28 req-ad0f5a11-1b92-4c1d-ab4a-2869745145f8 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Jul 09 17:22:06.621535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-375c5344-9b40-41b5-925c-32b80afe76bf req-e33bd9f8-3e68-4053-be8d-30f0d11cbcb6 service neutron] (93768) timed out ('10.222.0.37', 64821) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:22:08.338866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb035445-bb85-43a4-90ee-a299d33f9723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.519782 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.603997 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.386718 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.246633 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.511605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:11.678504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port f6d575aa-5309-4c17-86d4-a8c76087a9c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:11.678849 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.768231 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.768505 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.783606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for f6d575aa-5309-4c17-86d4-a8c76087a9c1 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:11.936821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.961337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=f6d575aa-5309-4c17-86d4-a8c76087a9c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:11.973657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.973975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.974315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.974669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.975003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.975329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.975695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.976018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.976337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.976656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.976976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:11.977294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:12.040824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.041060 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Floating IP 8756d69f-1a2e-486d-a68f-0660b5010243 disassociated (deleted). External IP: 172.25.7.153, port: 42513514-ba2a-451e-a5f5-b26fbdd36243. Jul 09 17:22:12.263271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:12.371108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:12.376664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.381522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:12.391056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:12.391669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:12.414511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1d21c570-691d-4a97-9842-eec70dc1cfda tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "DELETE /v2.0/floatingips/8756d69f-1a2e-486d-a68f-0660b5010243 HTTP/1.1" status: 204 len: 168 time: 0.9015694 Jul 09 17:22:12.415160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:12.417427 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0fac2e-528f-44ea-a885-c316dd5dc178" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:12.452693 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:22:12.493739 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:12.664960 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027811af-6be1-41cf-a009-6e420bf7a5d2 x-openstack-request-id: req-027811af-6be1-41cf-a009-6e420bf7a5d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:12.665518 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:12.665518 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-027811af-6be1-41cf-a009-6e420bf7a5d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:12.665893 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'status': 'completed', 'code': 200} Jul 09 17:22:12.723813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:29Z', 'revision_number': 1, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:12.752585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:12.761637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:12.762257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:12.792496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-f2a910b4-41b8-4ce4-8023-b0ae1c9b68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.794741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-f2a910b4-41b8-4ce4-8023-b0ae1c9b68ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 1097 time: 0.0653944 Jul 09 17:22:12.828145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570219b-c9a7-4c54-b346-322dda2399d2 req-805194f1-ba50-48ea-b393-aff37e17bfca tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.829844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a570219b-c9a7-4c54-b346-322dda2399d2 req-805194f1-ba50-48ea-b393-aff37e17bfca tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 946 time: 0.0785034 Jul 09 17:22:12.869599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a570219b-c9a7-4c54-b346-322dda2399d2 req-5f5ede57-0159-48a0-87cd-ebd90c905f18 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338931 Jul 09 17:22:12.876276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:12.897489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-eed998b2-7a41-41ea-8ca3-80bb5a28588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.899094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-eed998b2-7a41-41ea-8ca3-80bb5a28588f service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0971584 Jul 09 17:22:12.941171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-45e40ca9-0eee-4810-8639-fa2de4a65637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 200 len: 217 time: 0.0348058 Jul 09 17:22:12.990691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-9b682a6b-913f-4319-8063-fb7b0cb1dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.992189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-9b682a6b-913f-4319-8063-fb7b0cb1dd48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0437088 Jul 09 17:22:13.054583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-3109d12a-e122-415a-be97-335cbf644ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:13.056092 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-3109d12a-e122-415a-be97-335cbf644ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565546 Jul 09 17:22:13.107371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:29Z', 'revision_number': 1, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:13.133604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809cd83-4065-40a2-b15f-768cde97a732 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'b758c856-5c83-4bcb-935a-f4e5c9d21791', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'port_id': '60b8175a-f064-4866-8370-fd81cddbad08', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'mac_address': 'fa:16:3e:0b:71:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:18:26Z', 'updated_at': '2021-07-09T17:18:29Z', 'revision_number': 1, 'project_id': '610d89a087354cf88d132f95f71b0411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:13.163567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-ec30fe2d-f70e-4f43-b753-43518aaa6647 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996079 Jul 09 17:22:13.263720 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0c0fac2e-528f-44ea-a885-c316dd5dc178 req-da727524-a043-4f9e-bc96-7e5898602c78 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924492 Jul 09 17:22:13.357962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a76d832-4d15-4fa6-bc26-60363b152cad None None] New status for floating IP 8756d69f-1a2e-486d-a68f-0660b5010243: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:22:14.094169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594423d2-06b6-45f8-8803-1a042bfc6fb0 req-2f37279e-681a-4387-90b2-68e91eab80b0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.095696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-594423d2-06b6-45f8-8803-1a042bfc6fb0 req-2f37279e-681a-4387-90b2-68e91eab80b0 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 946 time: 0.0729823 Jul 09 17:22:14.133772 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-594423d2-06b6-45f8-8803-1a042bfc6fb0 req-acf95a12-433b-4e7e-a519-3e18646bbb12 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322511 Jul 09 17:22:14.569193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-adac6780-2671-4392-8b35-95a6cda01ddb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.570748 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-adac6780-2671-4392-8b35-95a6cda01ddb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 946 time: 0.0789490 Jul 09 17:22:14.682176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 42513514-ba2a-451e-a5f5-b26fbdd36243 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:14.682568 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.770803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port 42513514-ba2a-451e-a5f5-b26fbdd36243, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=42513514-ba2a-451e-a5f5-b26fbdd36243,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:14.771173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.784042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 42513514-ba2a-451e-a5f5-b26fbdd36243 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:14.925059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.956305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=42513514-ba2a-451e-a5f5-b26fbdd36243,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:14.968888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.969231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.969565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.969897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.974543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:15.010820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port 42513514-ba2a-451e-a5f5-b26fbdd36243 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:15.013417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:15.015437 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b0e02c4-dbe3-4ca9-8d06-b72daf3517db req-7419b4b7-ffc1-4137-8544-533bc4eb0e1d tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "DELETE /v2.0/ports/42513514-ba2a-451e-a5f5-b26fbdd36243 HTTP/1.1" status: 204 len: 173 time: 0.4384997 Jul 09 17:22:15.015914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'name': 'network-vif-deleted', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:15.018165 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c29a727-378c-496a-9669-d661fe9e885c" -d '{"events": [{"server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "name": "network-vif-deleted", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:15.181007 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adf3bc2-a0fe-43d7-af7c-583922a99ba3 x-openstack-request-id: req-0adf3bc2-a0fe-43d7-af7c-583922a99ba3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:15.181367 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad3c18b-079d-4621-9b7b-76172beaa281", "name": "network-vif-deleted", "tag": "42513514-ba2a-451e-a5f5-b26fbdd36243", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:15.181657 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0adf3bc2-a0fe-43d7-af7c-583922a99ba3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:15.182014 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad3c18b-079d-4621-9b7b-76172beaa281', 'name': 'network-vif-deleted', 'tag': '42513514-ba2a-451e-a5f5-b26fbdd36243', 'status': 'completed', 'code': 200} Jul 09 17:22:15.294704 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0303629-6bfc-442d-9133-b4c0e40dcf5c req-191eeda6-35a9-4ea3-bc9b-813430702fd8 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 210 time: 0.0301445 Jul 09 17:22:16.442216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-153d17ea-5806-49c9-b0ec-851b159004f9 req-5d0e3e51-3401-4acc-9e45-d06a7d66a211 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 210 time: 0.0324631 Jul 09 17:22:17.583042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-660ff046-8e97-41f9-bdfe-bbf64aeeedc7 req-e364fdd7-4237-443c-851f-312866fd4fcb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Jul 09 17:22:18.382297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 42513514-ba2a-451e-a5f5-b26fbdd36243 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:18.403044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 42513514-ba2a-451e-a5f5-b26fbdd36243 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:18.403361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 42513514-ba2a-451e-a5f5-b26fbdd36243 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:18.742016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6d4665db-59e1-40f5-827b-e4f8556f8c23 req-63dae81b-2f04-421d-9c28-dcddc201abec tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ad3c18b-079d-4621-9b7b-76172beaa281 HTTP/1.1" status: 200 len: 210 time: 0.0288172 Jul 09 17:22:24.031903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.166405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:24.625982 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port b1fbaf59-7a9b-428c-bd34-e88033c38623 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:24.626288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.702925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.703226 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.714829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for b1fbaf59-7a9b-428c-bd34-e88033c38623 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:24.905751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.934371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=b1fbaf59-7a9b-428c-bd34-e88033c38623,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:25.007461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.007461 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Floating IP b758c856-5c83-4bcb-935a-f4e5c9d21791 disassociated (deleted). External IP: 172.25.7.163, port: 60b8175a-f064-4866-8370-fd81cddbad08. Jul 09 17:22:25.231076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:25.336949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:25.342110 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.349468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:25.359309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:25.359930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:25.379392 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5855f512-7b10-40b1-b55c-29fdadce8210 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "DELETE /v2.0/floatingips/b758c856-5c83-4bcb-935a-f4e5c9d21791 HTTP/1.1" status: 204 len: 168 time: 1.2116578 Jul 09 17:22:25.380089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:25.382903 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191ac63-2a31-4163-a14d-e4f7f9401b25" -d '{"events": [{"name": "network-changed", "server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "tag": "60b8175a-f064-4866-8370-fd81cddbad08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:25.464220 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:25.617423 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90de986e-0f15-4706-ae42-2bf610d9197f x-openstack-request-id: req-90de986e-0f15-4706-ae42-2bf610d9197f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:25.617721 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "tag": "60b8175a-f064-4866-8370-fd81cddbad08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:25.618015 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90de986e-0f15-4706-ae42-2bf610d9197f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:25.618416 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08', 'status': 'completed', 'code': 200} Jul 09 17:22:25.665449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:25.695174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:25.704329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:25.705078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:25.725770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-9c4fb23d-1608-405f-ba8a-0e7d6bfe21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:25.727370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-9c4fb23d-1608-405f-ba8a-0e7d6bfe21d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=610d89a087354cf88d132f95f71b0411&device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 1097 time: 0.0532136 Jul 09 17:22:25.775263 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9083f-4a62-4efa-9268-7dce469a4500 req-050f4ac4-d9ec-49b4-ad81-23a42bcf2eab tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:25.776817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee9083f-4a62-4efa-9268-7dce469a4500 req-050f4ac4-d9ec-49b4-ad81-23a42bcf2eab tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 946 time: 0.0677938 Jul 09 17:22:25.815819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:25.818671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee9083f-4a62-4efa-9268-7dce469a4500 req-b96b450b-8a2b-4fc0-ab7d-5491c88c14cb tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343938 Jul 09 17:22:25.824117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-a0ee7361-3d16-45ea-b3f2-e424868b7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:25.825625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-a0ee7361-3d16-45ea-b3f2-e424868b7aa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 200 len: 913 time: 0.0909860 Jul 09 17:22:25.869332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-a911a061-d489-47fb-9951-db4dcad42cfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 200 len: 217 time: 0.0362628 Jul 09 17:22:25.922766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-da9a64f2-e8df-4a4f-b11f-13c9350746c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:25.924223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-da9a64f2-e8df-4a4f-b11f-13c9350746c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 200 len: 851 time: 0.0487833 Jul 09 17:22:25.981425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-7e169a02-8808-4bad-bccf-6d131ca4bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:25.982958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-7e169a02-8808-4bad-bccf-6d131ca4bf08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32347954-d4a8-4104-99db-d09b9a68878f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523403 Jul 09 17:22:26.014119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:26.039674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133875ab-5bf6-4507-bc23-32715f8cd176 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:11:44Z', 'revision_number': 4, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '623043ed-fc04-41be-86e5-af4376bb2fdb', 'name': '', 'network_id': '32347954-d4a8-4104-99db-d09b9a68878f', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'mac_address': 'fa:16:3e:f4:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:42Z', 'updated_at': '2021-07-09T17:11:51Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'subnets': [{'id': '111790ca-b77b-4c1f-96f5-6d9d6af5850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:26.076672 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-08293d65-ef92-4572-951f-c78699fd1351 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849726 Jul 09 17:22:26.176094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d191ac63-2a31-4163-a14d-e4f7f9401b25 req-ccca388e-079f-448f-ab3d-691b214cecd9 service neutron] 10.222.0.37 "GET /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912197 Jul 09 17:22:26.259581 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da975ce-b22e-49b9-ac84-fe284ad95a2f None None] New status for floating IP b758c856-5c83-4bcb-935a-f4e5c9d21791: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:22:27.001170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ee071-b07a-40f8-8291-cb1be35d146b req-d78b8aa5-c521-41f6-bd79-9e1ce2cf414b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.002721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-614ee071-b07a-40f8-8291-cb1be35d146b req-d78b8aa5-c521-41f6-bd79-9e1ce2cf414b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 946 time: 0.0704525 Jul 09 17:22:27.042426 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-614ee071-b07a-40f8-8291-cb1be35d146b req-e4acfda1-e8ae-4937-873f-6d6ad906a6fc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/security-groups?id=9af3d0f6-8df2-48fb-9b6f-143a79566aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334034 Jul 09 17:22:27.440542 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-7c88c95d-2432-41f6-b8d5-ef7b4f0f49e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.442011 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-7c88c95d-2432-41f6-b8d5-ef7b4f0f49e1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 946 time: 0.0767231 Jul 09 17:22:27.554585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 60b8175a-f064-4866-8370-fd81cddbad08 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:27.554935 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.665893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] For port 60b8175a-f064-4866-8370-fd81cddbad08, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=60b8175a-f064-4866-8370-fd81cddbad08,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:27.666261 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.679978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 60b8175a-f064-4866-8370-fd81cddbad08 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:27.830404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.859190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=60b8175a-f064-4866-8370-fd81cddbad08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:27.904017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] No DVR routers for this DVR port 60b8175a-f064-4866-8370-fd81cddbad08 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:27.906808 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.908823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1357b47d-63b2-4bc0-b9d0-a29a3659bc31 req-b4a85017-e857-4af5-bc85-109a5b8f5cc7 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.37 "DELETE /v2.0/ports/60b8175a-f064-4866-8370-fd81cddbad08 HTTP/1.1" status: 204 len: 173 time: 0.4610236 Jul 09 17:22:27.909279 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'name': 'network-vif-deleted', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:27.911707 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dfb431-960c-49e3-80e8-e0fd278c13f5" -d '{"events": [{"server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "name": "network-vif-deleted", "tag": "60b8175a-f064-4866-8370-fd81cddbad08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:27.946486 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd7009f-400f-4ef6-9a49-709c42f4b6ef x-openstack-request-id: req-edd7009f-400f-4ef6-9a49-709c42f4b6ef {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:27.946865 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b65d73f-c92a-4c4e-9521-cf3bc7b194da", "name": "network-vif-deleted", "tag": "60b8175a-f064-4866-8370-fd81cddbad08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:27.947071 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edd7009f-400f-4ef6-9a49-709c42f4b6ef {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:27.947496 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b65d73f-c92a-4c4e-9521-cf3bc7b194da', 'name': 'network-vif-deleted', 'tag': '60b8175a-f064-4866-8370-fd81cddbad08', 'status': 'completed', 'code': 200} Jul 09 17:22:28.191028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbc522c0-afd2-4adb-9419-46999d925ad8 req-5a31e79d-ec32-4a7e-a061-f1cf6272647c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0303853 Jul 09 17:22:29.340546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12de20d7-eede-4394-9f37-5ef8c79d09c6 req-9ba5c6c3-3d63-4a52-a957-5b3586b69de1 tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0294654 Jul 09 17:22:30.412891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 60b8175a-f064-4866-8370-fd81cddbad08 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:30.432478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 60b8175a-f064-4866-8370-fd81cddbad08 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:30.432818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 60b8175a-f064-4866-8370-fd81cddbad08 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:30.491762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1bfc5ac-1169-4af2-909b-a5043ab0b208 req-4f31b284-95e7-4e16-abb6-fd8ad36d0f3b tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0322046 Jul 09 17:22:31.657133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6373943-0f9b-40ee-bb1d-741059ce5e61 req-9c15ed2b-88dd-40d1-b008-6ca22bd942cc tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b65d73f-c92a-4c4e-9521-cf3bc7b194da HTTP/1.1" status: 200 len: 210 time: 0.0284111 Jul 09 17:22:32.750333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:32.897752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Deleting port 19b57a03-c339-4ac7-acca-c9f6de179740 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:32.898076 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.975209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.975563 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.987665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Calling delete_port for 19b57a03-c339-4ac7-acca-c9f6de179740 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:33.142512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:33.173903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'Port': ['ID=19b57a03-c339-4ac7-acca-c9f6de179740,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:33.236637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:33.239121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:33.240294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-20e1cd42-a60b-41f8-83bc-cfa0b39db03c tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "DELETE /v2.0/floatingips/01bc43f3-d4ce-4c82-8ec6-b9574e399531 HTTP/1.1" status: 204 len: 168 time: 0.4888494 Jul 09 17:22:35.575370 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:35.638141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-701d9b98-622e-499b-9787-73afbfd4197e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:35.664092 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-701d9b98-622e-499b-9787-73afbfd4197e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:35.729009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-701d9b98-622e-499b-9787-73afbfd4197e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:35.731679 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-701d9b98-622e-499b-9787-73afbfd4197e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:35.732860 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-701d9b98-622e-499b-9787-73afbfd4197e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] 10.222.0.48 "DELETE /v2.0/security-groups/9af3d0f6-8df2-48fb-9b6f-143a79566aa0 HTTP/1.1" status: 204 len: 168 time: 0.1565375 Jul 09 17:22:35.748207 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d9b98-622e-499b-9787-73afbfd4197e tempest-TestVolumeBootPattern-1932652254 tempest-TestVolumeBootPattern-1932652254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3d0f6-8df2-48fb-9b6f-143a79566aa0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:35.803503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:35.820364 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f42eb70-0b91-4fab-9306-75f51a346722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.407345 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.669101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Deleting port 623043ed-fc04-41be-86e5-af4376bb2fdb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:36.669871 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.748356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] For port 623043ed-fc04-41be-86e5-af4376bb2fdb, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=623043ed-fc04-41be-86e5-af4376bb2fdb,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:36.748584 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.765253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Calling delete_port for 623043ed-fc04-41be-86e5-af4376bb2fdb owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:37.252492 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.279123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Pushing event deleted for resources: {'Port': ['ID=623043ed-fc04-41be-86e5-af4376bb2fdb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:37.445817 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.663609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Router 270dd120-57e7-445f-9b20-37fcae32df0d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:37.775270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:37.785387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-eae9744f-39eb-4732-83ad-3af7c2636096 admin admin] 10.222.0.48 "PUT /v2.0/routers/270dd120-57e7-445f-9b20-37fcae32df0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766798 Jul 09 17:22:37.785563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39276) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:37.789110 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f244da-9760-48c4-a166-189e66211426 None None] Sync routers for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:37.799797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:37.800418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:37.892225 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.905007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:38.000594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.061624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Deleting port 66fe8bf0-2f6a-4985-9850-c1e96b91b440 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:38.061960 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.084425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:22:37Z', 'revision_number': 5, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port': {'id': '66fe8bf0-2f6a-4985-9850-c1e96b91b440', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:39Z', 'updated_at': '2021-07-09T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:38.110293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f244da-9760-48c4-a166-189e66211426 None None] Checking router: 270dd120-57e7-445f-9b20-37fcae32df0d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:38.118671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] Routers {'270dd120-57e7-445f-9b20-37fcae32df0d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:38.119268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['270dd120-57e7-445f-9b20-37fcae32df0d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:38.139946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] For port 66fe8bf0-2f6a-4985-9850-c1e96b91b440, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=66fe8bf0-2f6a-4985-9850-c1e96b91b440,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:38.140297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.152972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Calling delete_port for 66fe8bf0-2f6a-4985-9850-c1e96b91b440 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:38.328233 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.352687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fe8bf0-2f6a-4985-9850-c1e96b91b440,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:38.368189 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-febb21c4-264c-4f25-acfa-8ab3b91c86a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.379190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] Set router 270dd120-57e7-445f-9b20-37fcae32df0d gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:38.422403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.432952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-21f244da-9760-48c4-a166-189e66211426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:22:38Z', 'revision_number': 6, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:38.461717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f244da-9760-48c4-a166-189e66211426 None None] The sync data for ids ['270dd120-57e7-445f-9b20-37fcae32df0d'] in n-d-800085-2 is: [{'id': '270dd120-57e7-445f-9b20-37fcae32df0d', 'name': 'tempest-TestVolumeBootPattern-1413100653-router', 'tenant_id': '610d89a087354cf88d132f95f71b0411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:38Z', 'updated_at': '2021-07-09T17:22:38Z', 'revision_number': 6, 'project_id': '610d89a087354cf88d132f95f71b0411', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:38.514839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.517172 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.530649 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.571469 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.572094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270dd120-57e7-445f-9b20-37fcae32df0d {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:22:38.576667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.577925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-463b7695-ddb8-4a5f-99e0-1187d1864763 admin admin] 10.222.0.48 "DELETE /v2.0/routers/270dd120-57e7-445f-9b20-37fcae32df0d HTTP/1.1" status: 204 len: 168 time: 0.7928078 Jul 09 17:22:38.580736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:38.596762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.626773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Deleting subnet 111790ca-b77b-4c1f-96f5-6d9d6af5850b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:38.630111 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.677408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.761278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.817681 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.844399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111790ca-b77b-4c1f-96f5-6d9d6af5850b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:38.850741 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.852869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-83b1ee06-11f2-48ba-a38a-ecf750f33d94 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/111790ca-b77b-4c1f-96f5-6d9d6af5850b HTTP/1.1" status: 204 len: 168 time: 0.2711294 Jul 09 17:22:38.853593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:38.859985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f8de5-2aee-4764-b301-d4911b3becfa None None] Network 32347954-d4a8-4104-99db-d09b9a68878f requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:38.931862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.991380 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Deleting port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:38.992058 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.053657 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] For port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,segment=NetworkSegment(a5ece62b-5df8-4cb8-a9ec-61f655caecc4),segment_id=a5ece62b-5df8-4cb8-a9ec-61f655caecc4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:39.054016 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.066739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Calling delete_port for 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:39.170264 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.194656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:39.198393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] No DVR routers for this DVR port 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:39.244617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53105e75-234e-4386-94a6-fb000692d033 None None] DHCP port deletion for 32347954-d4a8-4104-99db-d09b9a68878f request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:22:39.277576 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.288503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32347954-d4a8-4104-99db-d09b9a68878f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:39.308158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:39.308461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ece62b-5df8-4cb8-a9ec-61f655caecc4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:39.318271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.338268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.345429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:22:39.345874 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:22:39.348053 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:22:39.387586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.403897 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.411397 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.413605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/32347954-d4a8-4104-99db-d09b9a68878f HTTP/1.1" status: 204 len: 168 time: 0.5576003 Jul 09 17:22:39.417068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:39.424522 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385ff05-e5b0-423c-8e76-e584a9c00ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=32347954-d4a8-4104-99db-d09b9a68878f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:39.782452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.964914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:39.986885 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:39.987319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 7a0056e9-9cf1-4ae5-96c1-9b16fdc08ac2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:39.987780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 66fe8bf0-2f6a-4985-9850-c1e96b91b440 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:40.005583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 66fe8bf0-2f6a-4985-9850-c1e96b91b440 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:40.006017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 66fe8bf0-2f6a-4985-9850-c1e96b91b440 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:40.006514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 623043ed-fc04-41be-86e5-af4376bb2fdb no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:40.024627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 623043ed-fc04-41be-86e5-af4376bb2fdb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:40.024968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 623043ed-fc04-41be-86e5-af4376bb2fdb not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:40.056234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Deleting port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:40.056789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.148652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] For port 6d466d9e-1fd1-4df8-8237-f4a601d1a84b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:40.149043 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.162212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Calling delete_port for 6d466d9e-1fd1-4df8-8237-f4a601d1a84b owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:40.359123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.385291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d466d9e-1fd1-4df8-8237-f4a601d1a84b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:40.856597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.089393 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Router 36915948-3187-45b2-8cd9-d6e512ee8196 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:41.203747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:41.209167 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-53c396c1-0a76-491f-a333-b33d5ad2d497 admin admin] 10.222.0.48 "PUT /v2.0/routers/36915948-3187-45b2-8cd9-d6e512ee8196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910151 Jul 09 17:22:41.212275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39284) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:41.212948 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] Sync routers for ids ['36915948-3187-45b2-8cd9-d6e512ee8196'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:41.222968 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] Routers {'36915948-3187-45b2-8cd9-d6e512ee8196'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:41.223582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['36915948-3187-45b2-8cd9-d6e512ee8196'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:41.240573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.318954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.327536 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] Set router 36915948-3187-45b2-8cd9-d6e512ee8196 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:41.420809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.478261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Deleting port 65d45b8f-1747-43be-8af5-1355e6a03a9c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:41.478652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.498691 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:22:40Z', 'revision_number': 5, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port': {'id': '65d45b8f-1747-43be-8af5-1355e6a03a9c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:50Z', 'updated_at': '2021-07-09T17:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:41.524013 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] Checking router: 36915948-3187-45b2-8cd9-d6e512ee8196 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:41.532029 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] Routers {'36915948-3187-45b2-8cd9-d6e512ee8196'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:41.532638 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:22:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['36915948-3187-45b2-8cd9-d6e512ee8196'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:41.558927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] For port 65d45b8f-1747-43be-8af5-1355e6a03a9c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=65d45b8f-1747-43be-8af5-1355e6a03a9c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:41.559287 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.572650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Calling delete_port for 65d45b8f-1747-43be-8af5-1355e6a03a9c owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:41.614859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] Set router 36915948-3187-45b2-8cd9-d6e512ee8196 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:41.667357 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:22:41Z', 'revision_number': 6, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:41.692755 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f754d5-a5d8-44bc-8a89-3c59e65f4486 None None] The sync data for ids ['36915948-3187-45b2-8cd9-d6e512ee8196'] in n-d-800085-2 is: [{'id': '36915948-3187-45b2-8cd9-d6e512ee8196', 'name': 'tempest-TestVolumeBootPattern-1024483551-router', 'tenant_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:49Z', 'updated_at': '2021-07-09T17:22:41Z', 'revision_number': 6, 'project_id': 'c26e4e419a1f48889c8d7f4408d3f307', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:41.748520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.778454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Pushing event deleted for resources: {'Port': ['ID=65d45b8f-1747-43be-8af5-1355e6a03a9c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:41.847321 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.937874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.940052 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.984761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.985231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36915948-3187-45b2-8cd9-d6e512ee8196 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:22:41.989408 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.990560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c863d18c-584b-413f-9867-df6877b6049f admin admin] 10.222.0.48 "DELETE /v2.0/routers/36915948-3187-45b2-8cd9-d6e512ee8196 HTTP/1.1" status: 204 len: 168 time: 0.7773745 Jul 09 17:22:41.993353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:42.044022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Deleting subnet 4d1642af-9192-4514-a8de-52dd2505862d {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:42.048125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.091057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.141820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d466d9e-1fd1-4df8-8237-f4a601d1a84b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:42.164585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6d466d9e-1fd1-4df8-8237-f4a601d1a84b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:42.164925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6d466d9e-1fd1-4df8-8237-f4a601d1a84b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:42.173715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.227071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.250764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1642af-9192-4514-a8de-52dd2505862d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:42.257456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.259424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7c9cc9a-7b4a-472d-bb03-1b7bad59a9ef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4d1642af-9192-4514-a8de-52dd2505862d HTTP/1.1" status: 204 len: 168 time: 0.2651236 Jul 09 17:22:42.264957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:42.267674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531485a-f581-40d1-8207-2bac7b8ce65d None None] Network 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:42.335947 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.388880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Deleting port 67840f5c-085c-4e21-8ef9-79e7720ec041 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:42.389990 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.459096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] For port 67840f5c-085c-4e21-8ef9-79e7720ec041, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=67840f5c-085c-4e21-8ef9-79e7720ec041,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:42.459352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.466308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] DHCP port deletion for 9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:22:42.474853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Calling delete_port for 67840f5c-085c-4e21-8ef9-79e7720ec041 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:42.518098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Deleting port 67840f5c-085c-4e21-8ef9-79e7720ec041 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:42.518425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.557880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.580761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] For port 67840f5c-085c-4e21-8ef9-79e7720ec041, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=67840f5c-085c-4e21-8ef9-79e7720ec041,segment=NetworkSegment(cca16949-d1cf-4286-bd8c-f61e78589ff1),segment_id=cca16949-d1cf-4286-bd8c-f61e78589ff1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:42.581234 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.584969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=67840f5c-085c-4e21-8ef9-79e7720ec041,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:42.588534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] No DVR routers for this DVR port 67840f5c-085c-4e21-8ef9-79e7720ec041 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:42.597566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Calling delete_port for 67840f5c-085c-4e21-8ef9-79e7720ec041 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:42.663699 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.674760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:42.681475 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.686185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca16949-d1cf-4286-bd8c-f61e78589ff1') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:42.695013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca16949-d1cf-4286-bd8c-f61e78589ff1') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:42.711493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] No DVR routers for this DVR port 67840f5c-085c-4e21-8ef9-79e7720ec041 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:42.712870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.719342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Pushing event deleted for resources: {'Port': ['ID=67840f5c-085c-4e21-8ef9-79e7720ec041,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:42.728141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.728468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.728822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.729156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.729491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.730332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.730332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.730569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.730799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.731124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.731448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.731825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a6e1b-fbd9-401a-ab4e-b81842aad0c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:42.739724 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.746945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:22:42.747359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:22:42.749161 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:22:42.804831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.810713 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.812793 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c HTTP/1.1" status: 204 len: 168 time: 0.5467956 Jul 09 17:22:42.828910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445629f-4c30-4680-b06f-38468ef70f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb5b38d-d1c7-4f25-a9bb-6097f0447a1c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:42.951634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:42.995436 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4fe68fa8-7138-47c0-9a82-31db2be2bb50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=610d89a087354cf88d132f95f71b0411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424974 Jul 09 17:22:42.997875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:43.051375 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9aff-3f14-4604-977e-702318753190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.086738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9aff-3f14-4604-977e-702318753190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.140966 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9aff-3f14-4604-977e-702318753190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.144867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9aff-3f14-4604-977e-702318753190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.146460 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9f5c9aff-3f14-4604-977e-702318753190 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29da11de-9481-4df5-86db-11bbf7127c5a HTTP/1.1" status: 204 len: 168 time: 0.1477113 Jul 09 17:22:43.154552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c9aff-3f14-4604-977e-702318753190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29da11de-9481-4df5-86db-11bbf7127c5a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:43.521902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:43.561619 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-717e1453-81c7-4296-ba13-3dd498dda051 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c26e4e419a1f48889c8d7f4408d3f307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384150 Jul 09 17:22:43.564236 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:43.616405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b577638-eb4c-4cf9-a1bb-1a53c00a97ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.637864 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b577638-eb4c-4cf9-a1bb-1a53c00a97ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.688764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b577638-eb4c-4cf9-a1bb-1a53c00a97ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.691329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b577638-eb4c-4cf9-a1bb-1a53c00a97ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.692478 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1b577638-eb4c-4cf9-a1bb-1a53c00a97ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30f0ee45-fb3e-41c4-8f47-34f7e7066275 HTTP/1.1" status: 204 len: 168 time: 0.1272714 Jul 09 17:22:43.699992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b577638-eb4c-4cf9-a1bb-1a53c00a97ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0ee45-fb3e-41c4-8f47-34f7e7066275,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:43.959736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 65d45b8f-1747-43be-8af5-1355e6a03a9c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:43.981889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 65d45b8f-1747-43be-8af5-1355e6a03a9c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:43.982237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 65d45b8f-1747-43be-8af5-1355e6a03a9c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:43.982770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 67840f5c-085c-4e21-8ef9-79e7720ec041 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:44.003225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 67840f5c-085c-4e21-8ef9-79e7720ec041 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:44.003574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 67840f5c-085c-4e21-8ef9-79e7720ec041 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:49.452541 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:22:54.045321 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:54.344048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-8f48b39e-55fd-4852-bdae-66f2d962f7e1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4d54cf7e48ee41f6b425133e0ff81993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305645 Jul 09 17:22:54.539105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-6874097a-c0bb-4afe-a507-51676513e5d3 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:54.540516 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-6874097a-c0bb-4afe-a507-51676513e5d3 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914999 Jul 09 17:22:54.557838 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-b4771f5b-76fe-4846-b590-5373a1f1669f tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/quotas/4d54cf7e48ee41f6b425133e0ff81993 HTTP/1.1" status: 200 len: 375 time: 0.0092952 Jul 09 17:22:54.595369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-b1ae77fc-3596-46e4-acdf-1b6bddf5f2fe tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d54cf7e48ee41f6b425133e0ff81993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302327 Jul 09 17:22:55.818092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-750a9f9e-8af2-4f1e-a0bb-83df4e96341b req-d9287abd-d1ae-4f03-97ba-0124e4cfb9a9 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0332100 Jul 09 17:22:56.899615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a0306b9-848e-4b37-a45d-5d14d7f760ec req-82d2a85b-d556-4a12-9435-ec4ef5502481 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Jul 09 17:22:57.988386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2379702f-c916-4ef9-80c2-4f8cd4a21a95 req-8b99b343-56f6-408e-9d54-d6c76b2372fe tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0307941 Jul 09 17:22:59.089520 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-160220fc-f6b4-488c-92ce-b51db1f390e2 req-54352c74-2166-4a1b-a794-62643a635e55 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0337799 Jul 09 17:23:00.257742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed36d001-1dc7-4a8a-9567-1a5e7d7c13d3 req-74ab3fef-328c-4bcf-8da7-d9d8e61b74d4 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0432374 Jul 09 17:23:01.291832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-c17a7544-2b2d-4da3-b373-45f45ab39d7b tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4d54cf7e48ee41f6b425133e0ff81993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313640 Jul 09 17:23:01.404623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-864903df-c95c-4789-9511-c86aceb93348 req-e8d7e9cd-a79d-4d6c-8baf-44660c7ec2c2 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0294442 Jul 09 17:23:01.482987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-e60e58e9-cee6-470c-ab8d-2326ed28449b tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:01.484435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-e60e58e9-cee6-470c-ab8d-2326ed28449b tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876762 Jul 09 17:23:01.503737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Request body: {'port': {'device_id': '76614495-2e88-495e-9140-e4a06b948159', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'admin_state_up': True, 'tenant_id': '4d54cf7e48ee41f6b425133e0ff81993'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:01.624125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Made reservation on behalf of 4d54cf7e48ee41f6b425133e0ff81993 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:01.627786 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.637485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.736138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.743600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.814033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4044d85b-8ec2-4fb7-825a-9a91a03800f2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:01.882827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Allocated IP 192.168.233.254 (978942f2-8c78-4221-94f5-c1115900ee09/a70fa174-9846-404e-a88f-8e6aa9ccdfa0/0e80bf82-d11b-4736-acf9-1a6b5f38d418) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:02.026668 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.040322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Transition to ACTIVE for port object 0e80bf82-d11b-4736-acf9-1a6b5f38d418 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:02.077141 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.124598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Network 978942f2-8c78-4221-94f5-c1115900ee09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:02.129646 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:02.133800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:02.162007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Pushing event updated for resources: {'Port': ['ID=0e80bf82-d11b-4736-acf9-1a6b5f38d418,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:02.190766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.191397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.207244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-312e8fb5-a19d-406a-b0d1-7f61bb07f792 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7072520 Jul 09 17:23:02.225554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Request body: {'port': {'device_id': '76614495-2e88-495e-9140-e4a06b948159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:02.299422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.412026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-30228f1c-95d4-4d9c-8636-97c303e397b0 None None] Provisioning for port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:02.416032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-30228f1c-95d4-4d9c-8636-97c303e397b0 None None] Provisioning complete for port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:02.416394 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30228f1c-95d4-4d9c-8636-97c303e397b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.453721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-30228f1c-95d4-4d9c-8636-97c303e397b0 None None] Port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:02.558640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e80bf82-d11b-4736-acf9-1a6b5f38d418 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:02.566086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.577804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Transition to ACTIVE for port object 0e80bf82-d11b-4736-acf9-1a6b5f38d418 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:02.582843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.586016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc65e6b-ac56-466b-86cc-bc9a95d988ef req-de9cf689-556b-4e44-b12f-f77233f36e36 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.587577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dc65e6b-ac56-466b-86cc-bc9a95d988ef req-de9cf689-556b-4e44-b12f-f77233f36e36 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 936 time: 0.0651543 Jul 09 17:23:02.628376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5dc65e6b-ac56-466b-86cc-bc9a95d988ef req-1e8458c4-c0de-480f-96cd-b5162596da6b tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348265 Jul 09 17:23:02.654250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Pushing event updated for resources: {'Port': ['ID=0e80bf82-d11b-4736-acf9-1a6b5f38d418,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:02.706928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Attempting to bind port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:02.707264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Attempting to bind port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:02.707600 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Attempting to bind port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:02.712349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 on network 978942f2-8c78-4221-94f5-c1115900ee09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:23:02.712735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Attempting to bind port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 on network 978942f2-8c78-4221-94f5-c1115900ee09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:02.717658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:02.717998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Checking segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:02.718381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Bound using segment: {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:02.718848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Bound port: 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfbe51-e238-4945-894a-e581e0bf7a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:02.719214 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.792687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] For port 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:02.796054 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] For port 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:02.811031 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.850606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.851566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.853746 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] 10.222.0.37 "PUT /v2.0/ports/0e80bf82-d11b-4736-acf9-1a6b5f38d418 HTTP/1.1" status: 200 len: 1096 time: 0.6324260 Jul 09 17:23:02.854234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76614495-2e88-495e-9140-e4a06b948159', 'tag': '0e80bf82-d11b-4736-acf9-1a6b5f38d418'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:02.857146 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a171798-0811-4df7-98f7-7d874df289a3" -d '{"events": [{"name": "network-changed", "server_uuid": "76614495-2e88-495e-9140-e4a06b948159", "tag": "0e80bf82-d11b-4736-acf9-1a6b5f38d418"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:02.893100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1391d49-fb94-4e74-b028-bfbf0c81134b service neutron] Pushing event updated for resources: {'Port': ['ID=0e80bf82-d11b-4736-acf9-1a6b5f38d418,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:02.909422 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a036f1ac-fe95-42f7-b56b-08415fb09c35 x-openstack-request-id: req-a036f1ac-fe95-42f7-b56b-08415fb09c35 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:02.909905 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76614495-2e88-495e-9140-e4a06b948159", "tag": "0e80bf82-d11b-4736-acf9-1a6b5f38d418", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:02.910168 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a036f1ac-fe95-42f7-b56b-08415fb09c35 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:02.910637 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76614495-2e88-495e-9140-e4a06b948159', 'tag': '0e80bf82-d11b-4736-acf9-1a6b5f38d418', 'status': 'completed', 'code': 200} Jul 09 17:23:02.986284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-39acebb9-1eae-43b6-864f-a2120f08c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.987912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-39acebb9-1eae-43b6-864f-a2120f08c24e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d54cf7e48ee41f6b425133e0ff81993&device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 1099 time: 0.0617950 Jul 09 17:23:03.043025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-14e33307-7393-4718-9b92-cee2f6002cb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418 HTTP/1.1" status: 200 len: 217 time: 0.0420306 Jul 09 17:23:03.401496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-0262ae22-b3ec-4a8b-974d-058eae80a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.402971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-0262ae22-b3ec-4a8b-974d-058eae80a285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.3534815 Jul 09 17:23:03.461479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d39c08f8-1abd-4a61-88d4-9d3d947c5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.463022 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-d39c08f8-1abd-4a61-88d4-9d3d947c5d90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530148 Jul 09 17:23:03.564988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-acbbe456-ca49-4c3b-b5a0-e92d10046f38 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948091 Jul 09 17:23:03.657424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53397c3e-6f7a-440c-8585-954c7d97ad27 req-c384ab9c-7ddb-4563-8db6-e91616ee9a2a service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857775 Jul 09 17:23:03.802333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a171798-0811-4df7-98f7-7d874df289a3 req-aebeec50-546a-46d2-b9a8-7a166e77e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.803891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-aebeec50-546a-46d2-b9a8-7a166e77e8af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d54cf7e48ee41f6b425133e0ff81993&device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 1099 time: 0.0601799 Jul 09 17:23:03.810640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7a2a-742e-49eb-bd1e-0e3ac739eeda req-866fd232-9e6a-496e-aaf8-65193de20d05 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.812161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af5d7a2a-742e-49eb-bd1e-0e3ac739eeda req-866fd232-9e6a-496e-aaf8-65193de20d05 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 948 time: 0.0677288 Jul 09 17:23:03.851429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af5d7a2a-742e-49eb-bd1e-0e3ac739eeda req-23255cfe-f411-494d-9177-ba7f231b214e tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Jul 09 17:23:03.896338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a171798-0811-4df7-98f7-7d874df289a3 req-5d275817-b4c5-4f97-a4ea-3493d8cafce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.897878 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-5d275817-b4c5-4f97-a4ea-3493d8cafce0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=978942f2-8c78-4221-94f5-c1115900ee09 HTTP/1.1" status: 200 len: 870 time: 0.0872409 Jul 09 17:23:03.942649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-8a2ad722-fa37-4fa1-9f12-b3838ea32b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418 HTTP/1.1" status: 200 len: 217 time: 0.0344384 Jul 09 17:23:03.996895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a171798-0811-4df7-98f7-7d874df289a3 req-293d1d00-2a36-4e22-8028-1a17b3c93526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.998366 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-293d1d00-2a36-4e22-8028-1a17b3c93526 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a70fa174-9846-404e-a88f-8e6aa9ccdfa0 HTTP/1.1" status: 200 len: 843 time: 0.0493965 Jul 09 17:23:04.055111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a171798-0811-4df7-98f7-7d874df289a3 req-668ca1bc-6e0e-4bc3-866a-ac36bcb9b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:04.056624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-668ca1bc-6e0e-4bc3-866a-ac36bcb9b9b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=978942f2-8c78-4221-94f5-c1115900ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518312 Jul 09 17:23:04.144121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-8f06be5b-9c57-4baf-bb56-45490f88881f service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806861 Jul 09 17:23:04.245618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7a171798-0811-4df7-98f7-7d874df289a3 req-a8a0cea9-8cee-4941-a6fc-3803ba61c0f2 service neutron] 10.222.0.37 "GET /v2.0/networks/978942f2-8c78-4221-94f5-c1115900ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942860 Jul 09 17:23:05.030264 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520658b-dbed-4b28-b1e6-607f9baf18cf req-ec54a46a-bf7e-4cfe-aaf0-89853de86cb6 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.031770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1520658b-dbed-4b28-b1e6-607f9baf18cf req-ec54a46a-bf7e-4cfe-aaf0-89853de86cb6 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 948 time: 0.0676348 Jul 09 17:23:05.074181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1520658b-dbed-4b28-b1e6-607f9baf18cf req-63ea420c-844d-4b2c-b84e-446e9a3a24dd tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Jul 09 17:23:05.825007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47f32d99-a91d-4d0c-8d36-8793d3287b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.266648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad80ac-2473-4615-8b50-5dc08afb979d req-87c2e39c-732e-4107-855e-be25257b2185 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:06.268141 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98ad80ac-2473-4615-8b50-5dc08afb979d req-87c2e39c-732e-4107-855e-be25257b2185 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 948 time: 0.0701811 Jul 09 17:23:06.309188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98ad80ac-2473-4615-8b50-5dc08afb979d req-079fa993-45e5-462a-9da0-f8561d667a4b tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Jul 09 17:23:06.532609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0e80bf82-d11b-4736-acf9-1a6b5f38d418 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:06.633532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:06.645158 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '0e80bf82-d11b-4736-acf9-1a6b5f38d418', 'network_id': '978942f2-8c78-4221-94f5-c1115900ee09', 'port_id': '0e80bf82-d11b-4736-acf9-1a6b5f38d418', 'mac_address': 'fa:16:3e:1b:16:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70fa174-9846-404e-a88f-8e6aa9ccdfa0', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:06.685430 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.707929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e80bf82-d11b-4736-acf9-1a6b5f38d418 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:06.727541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:06.734362 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.781510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=0e80bf82-d11b-4736-acf9-1a6b5f38d418,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:07.168079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['0e80bf82-d11b-4736-acf9-1a6b5f38d418'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:07.512660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4b67f-b9c2-4aa2-bbb1-1894c124ecfe req-c0a95205-73bb-42a6-9623-816e26908235 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.514029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4b67f-b9c2-4aa2-bbb1-1894c124ecfe req-c0a95205-73bb-42a6-9623-816e26908235 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 949 time: 0.0731246 Jul 09 17:23:07.556380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e4b67f-b9c2-4aa2-bbb1-1894c124ecfe req-2a204698-e643-48ab-80b0-b6c87b414101 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339966 Jul 09 17:23:08.341992 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2360-f91b-48b2-8139-68e8962579f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.539579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.545825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0e80bf82-d11b-4736-acf9-1a6b5f38d418 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:08.600825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.610988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:08.614600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:08.614973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.695724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.718270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76614495-2e88-495e-9140-e4a06b948159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e80bf82-d11b-4736-acf9-1a6b5f38d418'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:08.720592 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b307b828-0330-40d2-bd7a-83eb610b9449" -d '{"events": [{"server_uuid": "76614495-2e88-495e-9140-e4a06b948159", "name": "network-vif-plugged", "status": "completed", "tag": "0e80bf82-d11b-4736-acf9-1a6b5f38d418"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:08.733468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:08.737981 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.739318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b60da1-57bb-433a-8f74-9e87e6b4dfc0 req-09acaeda-904e-4f7c-b874-f867740185ec tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:08.740879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14b60da1-57bb-433a-8f74-9e87e6b4dfc0 req-09acaeda-904e-4f7c-b874-f867740185ec tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 949 time: 0.0638039 Jul 09 17:23:08.779434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14b60da1-57bb-433a-8f74-9e87e6b4dfc0 req-cd679143-aa26-43c8-a4ff-578b5fffcfc5 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Jul 09 17:23:08.789050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=0e80bf82-d11b-4736-acf9-1a6b5f38d418,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:08.830428 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12ed6e-3977-4e2f-9810-8925b097ce09 x-openstack-request-id: req-7c12ed6e-3977-4e2f-9810-8925b097ce09 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:08.830756 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76614495-2e88-495e-9140-e4a06b948159", "name": "network-vif-plugged", "status": "completed", "tag": "0e80bf82-d11b-4736-acf9-1a6b5f38d418", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:08.831010 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c12ed6e-3977-4e2f-9810-8925b097ce09 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:08.831443 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76614495-2e88-495e-9140-e4a06b948159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e80bf82-d11b-4736-acf9-1a6b5f38d418', 'code': 200} Jul 09 17:23:08.972630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b78c79-d442-4a6c-84c3-9eb75b2f5a02 req-bb0f5e06-a845-4217-ba5b-d8ea1050821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:08.974195 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b78c79-d442-4a6c-84c3-9eb75b2f5a02 req-bb0f5e06-a845-4217-ba5b-d8ea1050821f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 1101 time: 0.0550799 Jul 09 17:23:09.010020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b78c79-d442-4a6c-84c3-9eb75b2f5a02 req-c9a92cc1-d6a6-4cad-bda1-51c4bf69af97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291121 Jul 09 17:23:09.397395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.963523 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d783-bfa5-4045-9e8e-482e981cbf9c req-e896fe50-5983-4f93-8a87-2cf687e6a78c tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.965059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fad3d783-bfa5-4045-9e8e-482e981cbf9c req-e896fe50-5983-4f93-8a87-2cf687e6a78c tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 950 time: 0.0723305 Jul 09 17:23:10.004312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fad3d783-bfa5-4045-9e8e-482e981cbf9c req-703f4a16-b362-4b16-98a1-4e47073964c7 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Jul 09 17:23:11.191590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6046-750a-4ad3-b5e3-883502d16b41 req-f470975a-9bd3-4b32-a526-1647c7268cfb tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.194024 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d02a6046-750a-4ad3-b5e3-883502d16b41 req-f470975a-9bd3-4b32-a526-1647c7268cfb tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 950 time: 0.0728905 Jul 09 17:23:11.245788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d02a6046-750a-4ad3-b5e3-883502d16b41 req-0a4ed3e9-9f08-45c6-8363-4dd0db8ee445 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Jul 09 17:23:11.246361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.532707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-120d13ef-053b-4ddf-a053-f48bbe9b454c req-04c138a1-2ef7-477f-99fc-e9a7f2d7b3f2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:23:11.534173 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-120d13ef-053b-4ddf-a053-f48bbe9b454c req-04c138a1-2ef7-477f-99fc-e9a7f2d7b3f2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091252 Jul 09 17:23:12.403450 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712f9d-9f4a-45d8-b80f-cd36ebf19445 req-f1ed00ef-c119-477b-a217-734d25eb532a tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.404818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21712f9d-9f4a-45d8-b80f-cd36ebf19445 req-f1ed00ef-c119-477b-a217-734d25eb532a tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 950 time: 0.0654335 Jul 09 17:23:12.448551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21712f9d-9f4a-45d8-b80f-cd36ebf19445 req-82c6e8d8-052f-4189-a32d-0d4b8251a65e tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Jul 09 17:23:13.637137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50f8a9-d4d2-4a1b-bd33-58189fc5913a req-5349e88a-cb53-49db-bd6d-dca729a4ae41 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:13.638666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa50f8a9-d4d2-4a1b-bd33-58189fc5913a req-5349e88a-cb53-49db-bd6d-dca729a4ae41 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 950 time: 0.0676274 Jul 09 17:23:13.675744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa50f8a9-d4d2-4a1b-bd33-58189fc5913a req-c405113e-44d7-45f8-bae1-cd5caa2f36cb tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/security-groups?id=4044d85b-8ec2-4fb7-825a-9a91a03800f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jul 09 17:23:13.857264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-94f88c76-476c-491e-be11-13bbe2b37cfe tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:13.858855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-94f88c76-476c-491e-be11-13bbe2b37cfe tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.37 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 950 time: 0.0818701 Jul 09 17:23:13.960330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Deleting port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:13.960676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.062963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] For port 0e80bf82-d11b-4736-acf9-1a6b5f38d418, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0e80bf82-d11b-4736-acf9-1a6b5f38d418,segment=NetworkSegment(bdbfbe51-e238-4945-894a-e581e0bf7a73),segment_id=bdbfbe51-e238-4945-894a-e581e0bf7a73)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:14.063487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.078711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Calling delete_port for 0e80bf82-d11b-4736-acf9-1a6b5f38d418 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:14.231016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.266656 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['0e80bf82-d11b-4736-acf9-1a6b5f38d418'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:14.270870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Pushing event deleted for resources: {'Port': ['ID=0e80bf82-d11b-4736-acf9-1a6b5f38d418,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:14.319194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] No DVR routers for this DVR port 0e80bf82-d11b-4736-acf9-1a6b5f38d418 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:14.322383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.324913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75112b96-c37d-4979-be15-12afaf5c76f2 req-07531532-c08d-4c2b-9f4e-8528bfafe5b1 tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.37 "DELETE /v2.0/ports/0e80bf82-d11b-4736-acf9-1a6b5f38d418 HTTP/1.1" status: 204 len: 173 time: 0.4602790 Jul 09 17:23:14.325404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76614495-2e88-495e-9140-e4a06b948159', 'name': 'network-vif-deleted', 'tag': '0e80bf82-d11b-4736-acf9-1a6b5f38d418'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:14.327996 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02e012c-daf6-40a1-9ee4-f66a302b1b5c" -d '{"events": [{"server_uuid": "76614495-2e88-495e-9140-e4a06b948159", "name": "network-vif-deleted", "tag": "0e80bf82-d11b-4736-acf9-1a6b5f38d418"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:14.371242 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8507403-5042-42f2-88b5-b0c3403a72fd x-openstack-request-id: req-f8507403-5042-42f2-88b5-b0c3403a72fd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:14.371558 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76614495-2e88-495e-9140-e4a06b948159", "name": "network-vif-deleted", "tag": "0e80bf82-d11b-4736-acf9-1a6b5f38d418", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:14.371865 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8507403-5042-42f2-88b5-b0c3403a72fd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:14.372296 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76614495-2e88-495e-9140-e4a06b948159', 'name': 'network-vif-deleted', 'tag': '0e80bf82-d11b-4736-acf9-1a6b5f38d418', 'status': 'completed', 'code': 200} Jul 09 17:23:14.840512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4952f55a-a448-4915-a52f-0a564611e934 req-bc90a36c-7cda-4721-815c-912d7e9731ef tempest-ServersAdminNegativeTestJSON-830837319 tempest-ServersAdminNegativeTestJSON-830837319-project] 10.222.0.48 "GET /v2.0/ports?device_id=76614495-2e88-495e-9140-e4a06b948159 HTTP/1.1" status: 200 len: 210 time: 0.0305853 Jul 09 17:23:16.199971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:16.371789 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4ecc0ed-1351-4b9f-a95e-80f34a3d0ee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d54cf7e48ee41f6b425133e0ff81993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705227 Jul 09 17:23:16.374323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:16.430135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.451993 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.503143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.505609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.506788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4044d85b-8ec2-4fb7-825a-9a91a03800f2 HTTP/1.1" status: 204 len: 168 time: 0.1315494 Jul 09 17:23:16.514687 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4044d85b-8ec2-4fb7-825a-9a91a03800f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:16.522293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.522664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.523005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.523340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.523672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.523995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.524317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.524639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.524957 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.525275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.525592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.525904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153820-2a8a-4b9a-8cc0-32195aeabe64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.589713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0e80bf82-d11b-4736-acf9-1a6b5f38d418 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:16.609444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 0e80bf82-d11b-4736-acf9-1a6b5f38d418 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:16.609788 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0e80bf82-d11b-4736-acf9-1a6b5f38d418 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:16.788516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:16.805017 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c77-7f94-40e9-8ad9-f1d150243aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.902066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c77-7f94-40e9-8ad9-f1d150243aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.909067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c77-7f94-40e9-8ad9-f1d150243aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.946378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4f7c7c77-7f94-40e9-8ad9-f1d150243aa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7cf3f5c579d458f91043b35ac999e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567178 Jul 09 17:23:16.947578 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c7c77-7f94-40e9-8ad9-f1d150243aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e262940-f15a-4b20-8b39-488c74e06c36,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:16.949288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:17.001718 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.024999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.077296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.080032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.081225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e262940-f15a-4b20-8b39-488c74e06c36 HTTP/1.1" status: 204 len: 168 time: 0.1295986 Jul 09 17:23:17.088952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e262940-f15a-4b20-8b39-488c74e06c36,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:17.096257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.096607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.096954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.097291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.097627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.097963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.098287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.098640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.098971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.099296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.099621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.099945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621ea0d5-a977-49db-9ef6-1cb4c85c065f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:17.783082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:17.881412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1111428652-network', 'tenant_id': 'cf71bd4ded464223984a838dcd13bd02'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:17.905187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Made reservation on behalf of cf71bd4ded464223984a838dcd13bd02 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:17.907647 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.915717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.005246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.011877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.035849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:23:18.045490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e4950f-944e-4c6d-b3a0-f179848ecc41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:18.050699 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.050992 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Added segment d12d9215-d4b9-450e-970c-670bd69c6e9e of type vlan for network 4034fe61-f258-45c6-8aa7-80c6962ca987 Jul 09 17:23:18.090216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.119980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.120959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:18.121534 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.176930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3926404 Jul 09 17:23:18.180299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39516) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:18.182434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae0dd2-dc6e-41c1-9638-a336b115c73f admin admin] Pushing event updated for resources: {'Network': ['ID=4034fe61-f258-45c6-8aa7-80c6962ca987,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:18.185728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Request body: {'subnet': {'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1111428652-subnet', 'tenant_id': 'cf71bd4ded464223984a838dcd13bd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:18.193000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4034fe61-f258-45c6-8aa7-80c6962ca987 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:23:18.208125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Made reservation on behalf of cf71bd4ded464223984a838dcd13bd02 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:18.210705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.383659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.436305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:18.446981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Checking segment: {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:18.447314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Network hostable DHCP agents. Network: 4034fe61-f258-45c6-8aa7-80c6962ca987, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:23:18.465862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Network 4034fe61-f258-45c6-8aa7-80c6962ca987 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:23:18.474649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4034fe61-f258-45c6-8aa7-80c6962ca987) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:18.478946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:18.479597 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.483461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f8f0a-1f98-4abd-95a8-73a71b20b334 None None] Network 4034fe61-f258-45c6-8aa7-80c6962ca987 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:18.496172 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-86005a55-8964-4488-a4cf-0ae38cf16801 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3146079 Jul 09 17:23:18.608643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81526f3-1b2f-4f62-8334-02f9b99c5d24 None None] Network 4034fe61-f258-45c6-8aa7-80c6962ca987 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:18.945924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-d45fef0e-e495-4e70-82f7-de729616823f tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:18.947366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-d45fef0e-e495-4e70-82f7-de729616823f tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 812 time: 0.1189353 Jul 09 17:23:18.962901 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-090fa718-7759-41de-8085-77f334f18658 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/quotas/cf71bd4ded464223984a838dcd13bd02 HTTP/1.1" status: 200 len: 375 time: 0.0100737 Jul 09 17:23:19.001999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-17eb03c0-a8df-4ce9-af6f-8a01bee8d366 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339034 Jul 09 17:23:19.103971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-4dce82a2-eadb-4eb0-a445-3dd013eefe99 service neutron] 10.222.0.48 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947001 Jul 09 17:23:19.194836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-b766d31f-5d4b-4bc6-a725-74ecdb2e4324 service neutron] 10.222.0.48 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851750 Jul 09 17:23:19.362428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f46e2d3e-fe6d-4da5-8a9d-83011b52cf85 req-ac20afb6-c198-4fa8-85e8-5168f8ed72a3 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Jul 09 17:23:20.518370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27883006-9743-4862-aaf3-22b1bafd2206 req-5a7901bc-280c-4c0b-8344-f2cf88327c2b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 210 time: 0.0331450 Jul 09 17:23:20.807377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-4e7252cd-3a43-47bd-bac9-c83f1723dbb7 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:20.808866 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-4e7252cd-3a43-47bd-bac9-c83f1723dbb7 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.37 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 812 time: 0.1102009 Jul 09 17:23:20.832859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Request body: {'port': {'device_id': 'a998fb63-618c-44f5-858d-bef2599fe101', 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987', 'admin_state_up': True, 'tenant_id': 'cf71bd4ded464223984a838dcd13bd02'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:20.941511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Made reservation on behalf of cf71bd4ded464223984a838dcd13bd02 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:20.945449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.087898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Allocated IP 172.20.0.7 (4034fe61-f258-45c6-8aa7-80c6962ca987/7c994d9d-bc2a-4995-9163-9ce46f1bc3cf/2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:21.241460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.281686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.327018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Network 4034fe61-f258-45c6-8aa7-80c6962ca987 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:21.330330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:21.343472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:21.372404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:21.400323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.400942 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.418391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-a9c7047c-b2cd-4060-b73c-3a30fdee1e70 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895927 Jul 09 17:23:21.435373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Request body: {'port': {'device_id': 'a998fb63-618c-44f5-858d-bef2599fe101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:21.509891 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.702622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e1dc-cc96-4df8-9d35-e89e09fc40e8 req-5b4f19f6-d2eb-4d8b-b6e3-f70ca6e0aef6 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.704040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43b2e1dc-cc96-4df8-9d35-e89e09fc40e8 req-5b4f19f6-d2eb-4d8b-b6e3-f70ca6e0aef6 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 931 time: 0.0686069 Jul 09 17:23:21.742402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-43b2e1dc-cc96-4df8-9d35-e89e09fc40e8 req-00bc9ba4-3293-4d1d-9fcb-4de73ec2b6b0 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 09 17:23:21.773872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:21.781294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.792925 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Transition to ACTIVE for port object 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:21.798050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.844571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:21.919545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:21.919858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:21.920216 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on network 4034fe61-f258-45c6-8aa7-80c6962ca987 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:21.924799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on network 4034fe61-f258-45c6-8aa7-80c6962ca987 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:23:21.925119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on network 4034fe61-f258-45c6-8aa7-80c6962ca987 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:21.930810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:21.931145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Checking segment: {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:21.931554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Bound using segment: {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:21.931976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Bound port: 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:21.932482 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.007470 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:22.012025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:22.018415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.054495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.055157 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.056576 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 1091 time: 0.6253645 Jul 09 17:23:22.057033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:22.059421 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:22.083911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195f4d-6550-4ead-a762-644cadcf6b15 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:22.098731 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8064b8b2-27c0-4d48-8f14-f04eaddda983 x-openstack-request-id: req-8064b8b2-27c0-4d48-8f14-f04eaddda983 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:22.099041 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:22.099325 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8064b8b2-27c0-4d48-8f14-f04eaddda983 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:22.099729 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'status': 'completed', 'code': 200} Jul 09 17:23:22.174882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-381848e2-9965-4a98-a1db-7ee8a4e8a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.176395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-381848e2-9965-4a98-a1db-7ee8a4e8a9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1094 time: 0.0585151 Jul 09 17:23:22.223958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-85d73804-b703-43b4-be23-5cbfad7f7787 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0339680 Jul 09 17:23:22.272771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-6c7b4212-58f6-4130-9dc9-d21fd55a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.274115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-6c7b4212-58f6-4130-9dc9-d21fd55a26d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0434568 Jul 09 17:23:22.306399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-85c36a54-aa86-4d27-a513-ba16a1ece65e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261414 Jul 09 17:23:22.403367 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-255ffeb3-b86f-43c1-8e03-92f2295e8676 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891683 Jul 09 17:23:22.502657 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-466bcdd5-9fa7-490d-8e38-60d47ee01da9 req-535d54a8-0296-4224-8fb3-33c6b969beea service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920994 Jul 09 17:23:22.649339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-b69a9114-66f1-4a31-b75d-715165a182f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.650861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-b69a9114-66f1-4a31-b75d-715165a182f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1094 time: 0.0606148 Jul 09 17:23:22.760130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-47df53f8-2752-4342-a747-6d3b509403bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.761645 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-47df53f8-2752-4342-a747-6d3b509403bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 913 time: 0.1039288 Jul 09 17:23:22.807419 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-392c8d2a-6381-4604-8c9b-40e67e17e469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0391815 Jul 09 17:23:22.855679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-f166d7fe-9924-475e-aff4-2d8da4a415b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.857163 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-f166d7fe-9924-475e-aff4-2d8da4a415b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0434108 Jul 09 17:23:22.891180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-dec72ee2-427d-45a7-b5f2-d5baa02a3864 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265121 Jul 09 17:23:22.924516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fa580-3b6e-4bb9-a4b0-dfd64e7e21ad req-5fcdcd3f-4793-4e40-92a8-63a445d6212e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.925878 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e5fa580-3b6e-4bb9-a4b0-dfd64e7e21ad req-5fcdcd3f-4793-4e40-92a8-63a445d6212e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 943 time: 0.0709598 Jul 09 17:23:22.965491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e5fa580-3b6e-4bb9-a4b0-dfd64e7e21ad req-aa8826ee-62ab-455c-bba9-49f004e51030 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Jul 09 17:23:22.984326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-4ffe7910-1e16-4226-9aba-c2785979c606 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864992 Jul 09 17:23:23.077952 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e56e84b1-8a79-45f2-aadd-d6cc61a35ca7 req-1b4e5484-3c70-4215-81ce-af39f9d23050 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Jul 09 17:23:24.059738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.146706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f332f7-f43f-4e01-9a56-7fa6711255eb req-775f720a-047a-4d12-a916-d1d60ee1c58c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:24.148233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12f332f7-f43f-4e01-9a56-7fa6711255eb req-775f720a-047a-4d12-a916-d1d60ee1c58c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 943 time: 0.0687404 Jul 09 17:23:24.187133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-12f332f7-f43f-4e01-9a56-7fa6711255eb req-4b0ac0b5-de3d-4636-8b96-a013996beb4f tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Jul 09 17:23:24.608484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:24.719030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:24.732533 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987', 'port_id': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'mac_address': 'fa:16:3e:40:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c994d9d-bc2a-4995-9163-9ce46f1bc3cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:24.780071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.793877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:24.813791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:24.819427 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.870316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:25.204974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:25.374038 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21612f6f-8482-4cf6-872d-b7637c629575 req-0be67ae1-e2b9-4de5-815c-2d9fa1edcf69 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:25.375567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21612f6f-8482-4cf6-872d-b7637c629575 req-0be67ae1-e2b9-4de5-815c-2d9fa1edcf69 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 944 time: 0.0672829 Jul 09 17:23:25.429097 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21612f6f-8482-4cf6-872d-b7637c629575 req-85fb2c84-5da5-4c79-ae73-5a545ad37a19 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Jul 09 17:23:26.454568 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:23:26.617699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8585-c773-4cb2-9ce5-78cf9bf1a8c8 req-50be3e8d-c85a-4364-a753-49b8e42f1283 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:26.619222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ffe8585-c773-4cb2-9ce5-78cf9bf1a8c8 req-50be3e8d-c85a-4364-a753-49b8e42f1283 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 944 time: 0.0709939 Jul 09 17:23:26.623424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:26.661197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ffe8585-c773-4cb2-9ce5-78cf9bf1a8c8 req-270a1350-cf3b-41fb-b3d7-ed204042ab30 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Jul 09 17:23:26.677946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:26.681791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:26.682155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.758355 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.781198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:26.783470 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aeae5a-eadd-4991-9773-1933a95c18e0" -d '{"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:26.795811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:26.801308 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.851881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:26.882054 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e7359-16e5-4183-be4a-08a03eab2b63 x-openstack-request-id: req-d75e7359-16e5-4183-be4a-08a03eab2b63 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:26.882752 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:26.882980 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d75e7359-16e5-4183-be4a-08a03eab2b63 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:26.883413 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'code': 200} Jul 09 17:23:27.029293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2418be6-9818-441b-88a5-0413ef0007ff req-88d4c4e2-c362-4324-b51d-bf4e1acdc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.030733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b2418be6-9818-441b-88a5-0413ef0007ff req-88d4c4e2-c362-4324-b51d-bf4e1acdc552 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1096 time: 0.0550890 Jul 09 17:23:27.065808 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b2418be6-9818-441b-88a5-0413ef0007ff req-c64c0a56-70e5-4af0-b079-e364b42d981f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285044 Jul 09 17:23:27.845087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbf011-54b8-40d2-bb4f-a635e5465a87 req-590076a5-f220-4b6b-9e6f-64442ac54102 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.846664 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24cbf011-54b8-40d2-bb4f-a635e5465a87 req-590076a5-f220-4b6b-9e6f-64442ac54102 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0674539 Jul 09 17:23:27.892958 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24cbf011-54b8-40d2-bb4f-a635e5465a87 req-10bd5d38-67fe-426b-9470-df970f03eb56 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Jul 09 17:23:29.087675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7350-80d1-411c-9214-8e3c5ebc8659 req-f9cbe218-36ba-4160-88eb-1fc04ba1c2a7 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.089174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e8c7350-80d1-411c-9214-8e3c5ebc8659 req-f9cbe218-36ba-4160-88eb-1fc04ba1c2a7 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0762010 Jul 09 17:23:29.128542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e8c7350-80d1-411c-9214-8e3c5ebc8659 req-cae496a3-4fd8-4703-91c3-eb6a8a5a3665 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Jul 09 17:23:29.536768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952c150-e628-46df-880b-5d6ae607f970 req-fd33279f-b33d-4ccf-a5bf-1da9b860c4c1 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.537913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-0b735eef-7e5f-43c8-877b-11b70bfaff3d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081400 Jul 09 17:23:29.538391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c952c150-e628-46df-880b-5d6ae607f970 req-fd33279f-b33d-4ccf-a5bf-1da9b860c4c1 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0649233 Jul 09 17:23:29.577477 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c952c150-e628-46df-880b-5d6ae607f970 req-91657a72-fd67-4118-958b-a8ec73763c09 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Jul 09 17:23:30.765224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106389c-15f3-4c0c-8f3c-91638bf7c65c req-3414ae91-66ce-406c-9637-dddf59df1254 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:30.765946 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0106389c-15f3-4c0c-8f3c-91638bf7c65c req-3414ae91-66ce-406c-9637-dddf59df1254 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0742888 Jul 09 17:23:30.804457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0106389c-15f3-4c0c-8f3c-91638bf7c65c req-1e5894f1-d8ff-434e-af56-a2f4046f4e99 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Jul 09 17:23:30.816436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-548eca45-1221-4c44-816d-cd1f38571d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:30.817991 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-548eca45-1221-4c44-816d-cd1f38571d4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1096 time: 0.0553792 Jul 09 17:23:30.921581 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-9c8f00f2-0a5e-43b1-9de9-c8df89666eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:30.923005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-9c8f00f2-0a5e-43b1-9de9-c8df89666eb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 913 time: 0.0984974 Jul 09 17:23:30.969723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-dbaa9e64-c165-4437-bfd1-d2348f4e5536 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0395520 Jul 09 17:23:31.029599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-bb0f4ee3-1ab3-47bf-8fef-d93840b2a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.031174 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-bb0f4ee3-1ab3-47bf-8fef-d93840b2a873 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0553329 Jul 09 17:23:31.063649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-74b9ef28-4fcc-439a-9977-ade1baaf77be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263286 Jul 09 17:23:31.155258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-6f3aa2c5-ea11-4f5d-8784-55e52f90d656 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Jul 09 17:23:31.243469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-202ce427-2284-46ac-b78c-5442c14efd96 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822580 Jul 09 17:23:31.996249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d588bc-43ba-4c74-879e-c602c54164c3 req-e2cc34dd-d569-47e9-8f01-5185d6334f95 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.997919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4d588bc-43ba-4c74-879e-c602c54164c3 req-e2cc34dd-d569-47e9-8f01-5185d6334f95 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0686531 Jul 09 17:23:32.039287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4d588bc-43ba-4c74-879e-c602c54164c3 req-99b02f19-7688-4ff9-937b-615cade50f79 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Jul 09 17:23:33.233977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe89b3c-ce53-48e9-abe8-de0902ea9c6f req-7e44f465-491a-4d27-9353-cc1a06412fbf tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.235417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fe89b3c-ce53-48e9-abe8-de0902ea9c6f req-7e44f465-491a-4d27-9353-cc1a06412fbf tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0732687 Jul 09 17:23:33.283421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1fe89b3c-ce53-48e9-abe8-de0902ea9c6f req-1589675b-7779-4280-88a9-524cee1399c2 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Jul 09 17:23:34.476200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0203ed-451f-48b7-8a15-b685af42188c req-27c8f5b2-7ff4-4b36-80cb-c2a49081eaaa tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:34.477688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d0203ed-451f-48b7-8a15-b685af42188c req-27c8f5b2-7ff4-4b36-80cb-c2a49081eaaa tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0755701 Jul 09 17:23:34.516882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d0203ed-451f-48b7-8a15-b685af42188c req-c9b88b2f-729b-454f-8f59-16028099104a tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Jul 09 17:23:35.695408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf5b6-033e-4e9f-874f-0ecb83b4ef4e req-6a6a5b5d-c951-4c71-a5f9-7601fad3e841 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.696922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72fbf5b6-033e-4e9f-874f-0ecb83b4ef4e req-6a6a5b5d-c951-4c71-a5f9-7601fad3e841 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0671320 Jul 09 17:23:35.735920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-72fbf5b6-033e-4e9f-874f-0ecb83b4ef4e req-f114cf4e-18d9-474d-a8ef-7391fe105c64 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Jul 09 17:23:35.825739 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e882e66e-667d-402f-a15c-c0674b1608ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.930486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897355ca-dcf4-4a8b-8759-25b3bf98b357 req-c79a404b-0b51-44e6-8dab-bca3c43b125e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.931971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-897355ca-dcf4-4a8b-8759-25b3bf98b357 req-c79a404b-0b51-44e6-8dab-bca3c43b125e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0718863 Jul 09 17:23:36.973227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-897355ca-dcf4-4a8b-8759-25b3bf98b357 req-178d4d28-0364-45ed-841e-1022c9801101 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Jul 09 17:23:38.156625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820a41-cc63-4280-ad52-b8e75d8719ec req-3655fa6a-5078-40a2-8a67-ce8049b7d740 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.158112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c820a41-cc63-4280-ad52-b8e75d8719ec req-3655fa6a-5078-40a2-8a67-ce8049b7d740 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0681887 Jul 09 17:23:38.198841 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c820a41-cc63-4280-ad52-b8e75d8719ec req-64e386a4-e7c3-49f1-921c-e14b14f1e5d1 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Jul 09 17:23:38.344023 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0228e554-db57-4eb5-9ffb-c83dc3180c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.543486 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.612768 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.393710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f5463-f54f-44ad-b6de-307708b8b66b req-b74050b9-3240-43ae-acdf-7311db2053b8 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:39.395809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.396318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f3f5463-f54f-44ad-b6de-307708b8b66b req-b74050b9-3240-43ae-acdf-7311db2053b8 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0754399 Jul 09 17:23:39.433825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f3f5463-f54f-44ad-b6de-307708b8b66b req-bc87f25b-6016-41e8-b5e6-9cfb733464a3 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Jul 09 17:23:40.626637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dc22c-1ffc-419a-b26c-a32bdc1eae07 req-9b6f39f2-29cd-4ab8-a028-c2fd15b884cd tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:40.628122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d95dc22c-1ffc-419a-b26c-a32bdc1eae07 req-9b6f39f2-29cd-4ab8-a028-c2fd15b884cd tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0830529 Jul 09 17:23:40.671279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d95dc22c-1ffc-419a-b26c-a32bdc1eae07 req-de2cc93c-8454-48d3-a630-5823c436b05e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345182 Jul 09 17:23:41.250827 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.869905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d066-af69-4e5c-9720-a58d7732aa3f req-e44f3c51-211c-4477-a868-268ca803e15d tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:41.871471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6073d066-af69-4e5c-9720-a58d7732aa3f req-e44f3c51-211c-4477-a868-268ca803e15d tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0680974 Jul 09 17:23:41.910623 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6073d066-af69-4e5c-9720-a58d7732aa3f req-cb2f4cdb-41e3-4201-a044-818e1a2207d9 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Jul 09 17:23:43.112785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836eb59-13ed-4dbd-b1fc-d21f9b53bfbe req-06cd776f-63f3-4a38-a6c6-dccc660baeef tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:43.114283 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e836eb59-13ed-4dbd-b1fc-d21f9b53bfbe req-06cd776f-63f3-4a38-a6c6-dccc660baeef tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0753694 Jul 09 17:23:43.152473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e836eb59-13ed-4dbd-b1fc-d21f9b53bfbe req-f469236c-5216-4ffa-9317-1e2d15b79823 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jul 09 17:23:44.352769 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329bef5-ad69-402e-b74d-2cf1d95364cc req-4ec22df4-458c-4e4e-8105-04b1d9fcacea tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:44.354331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e329bef5-ad69-402e-b74d-2cf1d95364cc req-4ec22df4-458c-4e4e-8105-04b1d9fcacea tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0719373 Jul 09 17:23:44.393501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e329bef5-ad69-402e-b74d-2cf1d95364cc req-e17c09cc-5222-43c0-a12e-ddd3bae6f61f tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jul 09 17:23:45.595944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e0b26-ab2d-4127-a083-09c29ceda935 req-7e03eabe-8291-4518-8803-72d4e344fc20 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.597441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f8e0b26-ab2d-4127-a083-09c29ceda935 req-7e03eabe-8291-4518-8803-72d4e344fc20 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0757904 Jul 09 17:23:45.642280 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f8e0b26-ab2d-4127-a083-09c29ceda935 req-6672a56e-2562-47e5-aed5-108fdbf8d6d3 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Jul 09 17:23:46.832432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36a3fe-8590-4504-ae59-c28d32c89ebc req-0efcb096-c115-4841-8390-09a7af9881e8 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.833909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc36a3fe-8590-4504-ae59-c28d32c89ebc req-0efcb096-c115-4841-8390-09a7af9881e8 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0704384 Jul 09 17:23:46.874388 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc36a3fe-8590-4504-ae59-c28d32c89ebc req-b278cac8-d391-481d-9651-3c116e596518 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348759 Jul 09 17:23:48.249223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd085332-1016-42fa-9089-7a1a5b224b81 req-82692c30-b85b-47aa-85f3-d8b75156e358 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.250652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd085332-1016-42fa-9089-7a1a5b224b81 req-82692c30-b85b-47aa-85f3-d8b75156e358 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0681577 Jul 09 17:23:48.288544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd085332-1016-42fa-9089-7a1a5b224b81 req-b3037284-5aa6-4fe6-8c39-8c47fa0dfd68 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jul 09 17:23:49.478749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6209ca9-88b8-4532-be30-fe348bb92144 req-a8c58ae8-6513-4a4c-94cd-e2dccb0b0ef2 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:49.480234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6209ca9-88b8-4532-be30-fe348bb92144 req-a8c58ae8-6513-4a4c-94cd-e2dccb0b0ef2 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0800638 Jul 09 17:23:49.531268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6209ca9-88b8-4532-be30-fe348bb92144 req-b8b71da1-d49e-450f-8afc-fea0721b1d50 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Jul 09 17:23:50.721445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab4f42-e288-4e9b-a7b3-b9b875794d38 req-b6c8e264-7891-4229-8279-1230479e1749 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.722994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ab4f42-e288-4e9b-a7b3-b9b875794d38 req-b6c8e264-7891-4229-8279-1230479e1749 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0731566 Jul 09 17:23:50.767282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3ab4f42-e288-4e9b-a7b3-b9b875794d38 req-13b33461-6c98-402d-80cb-e35aa4d88802 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Jul 09 17:23:51.971697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721db574-8734-486b-9fac-552e3a295116 req-b43bf2c2-86fd-4b2a-9651-aac1f9d3e6de tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.973292 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-721db574-8734-486b-9fac-552e3a295116 req-b43bf2c2-86fd-4b2a-9651-aac1f9d3e6de tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0762217 Jul 09 17:23:52.025131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-721db574-8734-486b-9fac-552e3a295116 req-1a61bf74-1c37-4b2d-aab8-6e66d322dc4c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jul 09 17:23:53.211039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81468-a90f-4ecc-9db4-0bd7bd71c3fe req-4e655eea-9a73-475e-bf97-9ecc5ea85a25 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:53.212434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14f81468-a90f-4ecc-9db4-0bd7bd71c3fe req-4e655eea-9a73-475e-bf97-9ecc5ea85a25 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0706258 Jul 09 17:23:53.252596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-14f81468-a90f-4ecc-9db4-0bd7bd71c3fe req-4497d45c-5052-4e3d-8fcc-6e4e0e22d440 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jul 09 17:23:54.054778 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.441268 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857d077-1e34-4460-97c6-4be883db8e13 req-f11d3433-2bd4-4fa3-b4ea-3a02b962579b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:54.442791 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e857d077-1e34-4460-97c6-4be883db8e13 req-f11d3433-2bd4-4fa3-b4ea-3a02b962579b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0722246 Jul 09 17:23:54.484571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e857d077-1e34-4460-97c6-4be883db8e13 req-0fddb97d-ed9c-4f6a-9cb0-1bce0c328371 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Jul 09 17:23:55.675260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55aa75-ae2b-4636-9cd7-ea169ccfca51 req-d1db4e1b-9e63-4a75-a7ec-2f0f29d26d4c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:55.676717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c55aa75-ae2b-4636-9cd7-ea169ccfca51 req-d1db4e1b-9e63-4a75-a7ec-2f0f29d26d4c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0756669 Jul 09 17:23:55.717448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7c55aa75-ae2b-4636-9cd7-ea169ccfca51 req-9f49eb20-4883-40f9-b133-52e5106e6bf6 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Jul 09 17:23:56.930386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dca6a-21d3-45df-aea0-cbc6315981b6 req-fd82bad0-13ca-4f0f-9935-ca1f818d47a9 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:56.932121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d90dca6a-21d3-45df-aea0-cbc6315981b6 req-fd82bad0-13ca-4f0f-9935-ca1f818d47a9 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0693510 Jul 09 17:23:56.973537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d90dca6a-21d3-45df-aea0-cbc6315981b6 req-55ed9d92-2cdf-4c34-bb3f-37d3d6620a3f tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jul 09 17:23:58.166948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb2648-0fe0-4989-808a-1331ab4bde50 req-84d49dfb-3a9c-47c2-a593-817b5ce7f880 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.168499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13fb2648-0fe0-4989-808a-1331ab4bde50 req-84d49dfb-3a9c-47c2-a593-817b5ce7f880 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0728166 Jul 09 17:23:58.212203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13fb2648-0fe0-4989-808a-1331ab4bde50 req-415690d2-60e1-4b11-b643-31076d097699 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366988 Jul 09 17:23:58.674964 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-5ac9558d-63a8-4923-a14f-c96ce2935a0f service neutron] show failed (client error): The resource could not be found. Jul 09 17:23:58.675978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-5ac9558d-63a8-4923-a14f-c96ce2935a0f service neutron] 10.222.0.37 "GET /v2.0/ports/2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0655036 Jul 09 17:23:58.986976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-ed3146f2-1636-4c20-a30a-295092083886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.988511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-ed3146f2-1636-4c20-a30a-295092083886 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101&tenant_id=cf71bd4ded464223984a838dcd13bd02 HTTP/1.1" status: 200 len: 1096 time: 0.1009338 Jul 09 17:23:59.004722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:59.080962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.279946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:59.314360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:59.353750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:59.356077 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799692c2-a054-400a-918a-317d52ed8226" -d '{"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:59.360176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.372213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Transition to ACTIVE for port object 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:59.377458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.387560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0a59-ef78-4dd4-924d-d9b5fe438b38 req-daf6cb45-9419-4c69-9a5a-c856532c2f36 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.389070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffbb0a59-ef78-4dd4-924d-d9b5fe438b38 req-daf6cb45-9419-4c69-9a5a-c856532c2f36 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0669475 Jul 09 17:23:59.426819 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffbb0a59-ef78-4dd4-924d-d9b5fe438b38 req-df91c4fa-4cda-45ef-a8d1-5982e17160c3 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Jul 09 17:23:59.442856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] No DVR routers for this DVR port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:59.446042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:59.481370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:59.481709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:59.482078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on network 4034fe61-f258-45c6-8aa7-80c6962ca987 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:59.486683 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on network 4034fe61-f258-45c6-8aa7-80c6962ca987 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:23:59.487048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Attempting to bind port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on network 4034fe61-f258-45c6-8aa7-80c6962ca987 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:59.494172 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b261a80b-db9b-41b5-bbc8-a82c7e6ce667 x-openstack-request-id: req-b261a80b-db9b-41b5-bbc8-a82c7e6ce667 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:59.494480 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:59.494742 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b261a80b-db9b-41b5-bbc8-a82c7e6ce667 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:59.495169 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'code': 200} Jul 09 17:23:59.496012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:59.496345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Checking segment: {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:59.496731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Bound using segment: {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:59.497170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Bound port: 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d9215-d4b9-450e-970c-670bd69c6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:59.497531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.558974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:59.562823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:59.569108 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.601550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.602163 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.603552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 1091 time: 0.6030333 Jul 09 17:23:59.624498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d256-53e3-4d3c-9bd4-816bb2ed69c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:59.686311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-d5d2be12-aa3a-4865-9ac9-9b15bbb20933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.687875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-d5d2be12-aa3a-4865-9ac9-9b15bbb20933 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1094 time: 0.0575671 Jul 09 17:23:59.782708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7af0f811-b576-42c6-a38c-a21553b98af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.784029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-7af0f811-b576-42c6-a38c-a21553b98af0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 913 time: 0.0853417 Jul 09 17:23:59.834596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-d965c854-1d92-431a-8b47-39aca22dd70f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0393221 Jul 09 17:23:59.887556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-bf96d63f-d167-4c5b-a90d-28d004334405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.889028 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-bf96d63f-d167-4c5b-a90d-28d004334405 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0469112 Jul 09 17:23:59.925498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-b80b94fd-504b-4f63-ad03-5547f1e7a651 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259659 Jul 09 17:24:00.018014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-ba00d309-b0a7-45ad-ac6c-94207ae247b8 service neutron] 10.222.0.43 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Jul 09 17:24:00.119814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-448ad1c1-24a9-4774-b63b-1f511aede26e req-e5017365-05de-4914-a62d-dd6d951f2ba4 service neutron] 10.222.0.43 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Jul 09 17:24:00.625516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e9f54-93ff-469e-8cf3-9246c7d05c6f req-358fe73a-27f0-4651-ac7f-a464b5e09719 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:00.627101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f38e9f54-93ff-469e-8cf3-9246c7d05c6f req-358fe73a-27f0-4651-ac7f-a464b5e09719 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 943 time: 0.0711725 Jul 09 17:24:00.672073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f38e9f54-93ff-469e-8cf3-9246c7d05c6f req-88d8d528-b6f3-47c7-bd69-f325e3672775 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Jul 09 17:24:00.844851 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:00.885813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:01.495946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:01.498364 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:01.555448 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1867fa85-290b-4416-a949-58b8a62130b6 x-openstack-request-id: req-1867fa85-290b-4416-a949-58b8a62130b6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:01.555860 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:01.556140 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1867fa85-290b-4416-a949-58b8a62130b6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:01.556720 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'status': 'completed', 'code': 200} Jul 09 17:24:01.879247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6114664-e209-431f-bca7-32a56d0e66fe req-f67cee44-b83f-461e-b97a-216385be5110 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.881630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6114664-e209-431f-bca7-32a56d0e66fe req-f67cee44-b83f-461e-b97a-216385be5110 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 943 time: 0.0850022 Jul 09 17:24:01.931080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6114664-e209-431f-bca7-32a56d0e66fe req-e7fcf818-1238-4242-8c94-e82867fb568f tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Jul 09 17:24:02.016355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-0dd917de-dc16-4065-837f-208447dcd379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.017891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-0dd917de-dc16-4065-837f-208447dcd379 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1094 time: 0.4279046 Jul 09 17:24:02.023301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-bc5e99c6-51f3-460a-a21c-60a3e891204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.024857 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-bc5e99c6-51f3-460a-a21c-60a3e891204c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1094 time: 0.4264901 Jul 09 17:24:02.175971 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-8ba30f94-187a-400e-8021-83f6d316f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.177326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-8ba30f94-187a-400e-8021-83f6d316f9a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 913 time: 0.1515615 Jul 09 17:24:02.180024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-989ccfea-e725-46ff-96d1-4af41c389e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.181391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-989ccfea-e725-46ff-96d1-4af41c389e03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 913 time: 0.1480949 Jul 09 17:24:02.250635 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-62b41360-9132-4328-8eae-14285786b6a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0661788 Jul 09 17:24:02.252015 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-8d29f815-2fd9-480f-99a7-a6df1c567a0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0618668 Jul 09 17:24:02.338181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-a23f789d-c861-4b86-a630-ac69841c6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.339740 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-a23f789d-c861-4b86-a630-ac69841c6e0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0829771 Jul 09 17:24:02.341127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-3d5fd3a0-3f57-4694-8288-df8a26badb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.342537 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-3d5fd3a0-3f57-4694-8288-df8a26badb00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0780735 Jul 09 17:24:02.380342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-fe928bfc-59d5-4f49-944e-df2bcdb980d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329785 Jul 09 17:24:02.408670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-0ab7cd0e-1f20-425a-a981-24afda95e0e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536213 Jul 09 17:24:02.545665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-14d772bf-09c1-44c6-924c-5fe41f77190f service neutron] 10.222.0.43 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458271 Jul 09 17:24:02.563561 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-8e063a23-59c9-46ac-914b-32d78d4e8fca service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446822 Jul 09 17:24:02.701414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-e5b10bcd-1256-4244-accf-7f7d8bafe82d service neutron] 10.222.0.43 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485841 Jul 09 17:24:02.714219 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8f6cfb17-d4ef-4f98-afcd-86bf5aae2b1b req-54274baa-a63c-4de3-bad0-dbc960a3987c service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409540 Jul 09 17:24:03.098362 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:03.111711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf420c05-f29e-47a5-bdb8-95a661e03c6b req-1f289a7e-7899-4968-b6bf-8d85b9a243cc tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.114025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf420c05-f29e-47a5-bdb8-95a661e03c6b req-1f289a7e-7899-4968-b6bf-8d85b9a243cc tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 943 time: 0.0678186 Jul 09 17:24:03.154776 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf420c05-f29e-47a5-bdb8-95a661e03c6b req-98a17d8e-3565-49da-8b93-9c359853fdaa tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343890 Jul 09 17:24:03.201332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:03.212566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'network_id': '4034fe61-f258-45c6-8aa7-80c6962ca987', 'port_id': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'mac_address': 'fa:16:3e:40:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c994d9d-bc2a-4995-9163-9ce46f1bc3cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:03.249038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.262454 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:03.281500 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:03.286048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.346795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:03.361029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.361389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.361731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.362104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.362403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.362760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.363078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.363401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.363727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.364076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.364367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.364703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:03.453665 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:24:03.572729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:03.603157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778241b-44fb-4089-9456-0555fdf72962 req-5df8c714-72e5-416f-8132-56322827ee4e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.604665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-5df8c714-72e5-416f-8132-56322827ee4e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.37 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101&tenant_id=cf71bd4ded464223984a838dcd13bd02&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 944 time: 0.1174598 Jul 09 17:24:03.663860 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-8778241b-44fb-4089-9456-0555fdf72962 req-e2009563-a626-4828-8c16-485371b2cc35 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:24:03.664895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-e2009563-a626-4828-8c16-485371b2cc35 service neutron] 10.222.0.37 "DELETE /v2.0/ports/2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0540023 Jul 09 17:24:03.775132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778241b-44fb-4089-9456-0555fdf72962 req-b840d541-405d-44a1-ac98-59a3a5d9dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.776567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-b840d541-405d-44a1-ac98-59a3a5d9dd68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf71bd4ded464223984a838dcd13bd02&device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 1095 time: 0.0540981 Jul 09 17:24:03.871742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778241b-44fb-4089-9456-0555fdf72962 req-4dde3503-b80c-4946-b8ce-24b4fe7c3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.873263 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-4dde3503-b80c-4946-b8ce-24b4fe7c3845 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 200 len: 913 time: 0.0909231 Jul 09 17:24:03.914809 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-bd716f14-48ff-4f48-a4d0-9b9a18c2d658 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 200 len: 217 time: 0.0352464 Jul 09 17:24:03.967379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778241b-44fb-4089-9456-0555fdf72962 req-a5b8f568-f28d-4eee-abe8-892c0a67d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.968946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-a5b8f568-f28d-4eee-abe8-892c0a67d217 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 200 len: 852 time: 0.0486288 Jul 09 17:24:04.003113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-cc525137-951f-45b1-8c26-a18894c26405 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4034fe61-f258-45c6-8aa7-80c6962ca987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279725 Jul 09 17:24:04.093273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-89665526-976e-4344-bb5f-2dd6ab53f025 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Jul 09 17:24:04.185266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-60e6f113-1949-4009-aacb-12bd1b686644 service neutron] 10.222.0.37 "GET /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852280 Jul 09 17:24:05.106604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73741f-fd92-485a-b809-219564bce151 req-42ae4f32-cb5d-4ddf-a1bd-26ca7a11fc62 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.108202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b73741f-fd92-485a-b809-219564bce151 req-42ae4f32-cb5d-4ddf-a1bd-26ca7a11fc62 tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 944 time: 0.0687368 Jul 09 17:24:05.109152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:05.156434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9b73741f-fd92-485a-b809-219564bce151 req-5704089e-c089-4eb9-a391-c407f92c22ed tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Jul 09 17:24:05.164311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:05.168387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:05.168769 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.250957 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.274011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:05.276325 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c2f637-2202-4880-9e04-eb6c3890f1bf" -d '{"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:05.289879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:05.295986 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.320067 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1621a8-f595-4687-a2f8-6ad1a6dbf01b x-openstack-request-id: req-9e1621a8-f595-4687-a2f8-6ad1a6dbf01b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:05.320241 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:05.320441 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e1621a8-f595-4687-a2f8-6ad1a6dbf01b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:05.320832 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'code': 200} Jul 09 17:24:05.354246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:05.819374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-040b0d3d-3b76-4976-bfca-26a932679ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.349471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c6718-24be-4d99-b0d9-acacc67cfc4c req-f8eff936-5cfb-431d-8f85-4d8ef433198c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.350988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee7c6718-24be-4d99-b0d9-acacc67cfc4c req-f8eff936-5cfb-431d-8f85-4d8ef433198c tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0671167 Jul 09 17:24:06.391611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ee7c6718-24be-4d99-b0d9-acacc67cfc4c req-235f82cd-aa2f-4180-a4c4-94a3a158584e tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.48 "GET /v2.0/security-groups?id=35e4950f-944e-4c6d-b3a0-f179848ecc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Jul 09 17:24:06.485988 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778241b-44fb-4089-9456-0555fdf72962 req-423e72a8-a97c-4135-8121-206f9274e0ff tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.487396 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-423e72a8-a97c-4135-8121-206f9274e0ff tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.43 "GET /v2.0/ports?device_id=a998fb63-618c-44f5-858d-bef2599fe101 HTTP/1.1" status: 200 len: 945 time: 0.0713990 Jul 09 17:24:06.597802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Deleting port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:06.598153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.695068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] For port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,segment=NetworkSegment(d12d9215-d4b9-450e-970c-670bd69c6e9e),segment_id=d12d9215-d4b9-450e-970c-670bd69c6e9e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:06.695465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.715593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Calling delete_port for 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:06.850723 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.864717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:06.881913 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Pushing event deleted for resources: {'Port': ['ID=2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:06.930019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] No DVR routers for this DVR port 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:06.932769 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.934744 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8778241b-44fb-4089-9456-0555fdf72962 req-ff624267-eba3-4f71-bb31-15219b88ef7b tempest-DeleteServersTestJSON-341517531 tempest-DeleteServersTestJSON-341517531-project] 10.222.0.43 "DELETE /v2.0/ports/2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 HTTP/1.1" status: 204 len: 173 time: 0.4379866 Jul 09 17:24:06.935207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-deleted', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:06.937601 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12681439-2c82-4ae8-8538-56d2a80e7f3d" -d '{"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-deleted", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:06.981873 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ade972-afc5-4bd9-8cbd-94b3e3260315 x-openstack-request-id: req-28ade972-afc5-4bd9-8cbd-94b3e3260315 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:06.982338 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998fb63-618c-44f5-858d-bef2599fe101", "name": "network-vif-deleted", "tag": "2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:06.982676 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28ade972-afc5-4bd9-8cbd-94b3e3260315 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:06.983080 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998fb63-618c-44f5-858d-bef2599fe101', 'name': 'network-vif-deleted', 'tag': '2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61', 'status': 'completed', 'code': 200} Jul 09 17:24:07.649486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:07.697434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Deleting subnet 7c994d9d-bc2a-4995-9163-9ce46f1bc3cf {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:07.701513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.745775 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.785975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.843804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.875439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c994d9d-bc2a-4995-9163-9ce46f1bc3cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:07.879072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.880949 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1d237021-e0e7-49ea-87a3-85ed5506494c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c994d9d-bc2a-4995-9163-9ce46f1bc3cf HTTP/1.1" status: 204 len: 168 time: 0.2301695 Jul 09 17:24:07.883965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:07.954294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.037449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.048253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4034fe61-f258-45c6-8aa7-80c6962ca987']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:08.058408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12d9215-d4b9-450e-970c-670bd69c6e9e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:08.058737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12d9215-d4b9-450e-970c-670bd69c6e9e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:08.069930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.084864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.091117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:24:08.091520 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:24:08.093187 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:24:08.148249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.157201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.159524 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] 10.222.0.48 "DELETE /v2.0/networks/4034fe61-f258-45c6-8aa7-80c6962ca987 HTTP/1.1" status: 204 len: 168 time: 0.2745807 Jul 09 17:24:08.171828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de9b3-d7ed-4aed-b243-5ff78d7d149e admin admin] Pushing event deleted for resources: {'Network': ['ID=4034fe61-f258-45c6-8aa7-80c6962ca987,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:08.296674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:08.338844 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e6812b5-9208-401a-90e6-07e4d93579d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.342231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-deee1069-f760-41f7-b747-cc273367d0e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf71bd4ded464223984a838dcd13bd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437732 Jul 09 17:24:08.344438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:08.394344 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e824-1c98-489d-b698-bd01d75687ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.414836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e824-1c98-489d-b698-bd01d75687ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.469817 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e824-1c98-489d-b698-bd01d75687ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.472275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61d5e824-1c98-489d-b698-bd01d75687ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.473463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-61d5e824-1c98-489d-b698-bd01d75687ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35e4950f-944e-4c6d-b3a0-f179848ecc41 HTTP/1.1" status: 204 len: 168 time: 0.1280942 Jul 09 17:24:08.481641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e824-1c98-489d-b698-bd01d75687ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e4950f-944e-4c6d-b3a0-f179848ecc41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:08.525447 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.604702 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.216520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 39726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:09.315081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-336157871-network', 'tenant_id': 'f55b98a93d0d421db44415a6219ba26f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:09.340833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Made reservation on behalf of f55b98a93d0d421db44415a6219ba26f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:09.343211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.351858 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.397035 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.443960 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.448778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.470027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:24:09.483357 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e501c-d227-498a-82e2-3486cde71a0f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.489443 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.489786 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Added segment 04d1e207-cd26-46fe-866c-57e04c078204 of type vlan for network c33d08d4-42f0-443d-a27f-7b96e59fd2df Jul 09 17:24:09.541113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.575653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.576661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.577272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.631954 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4141166 Jul 09 17:24:09.636023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 39730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:09.639497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ed0ac-e1ee-4bea-8a48-84ea0b6c2d3e admin admin] Pushing event updated for resources: {'Network': ['ID=c33d08d4-42f0-443d-a27f-7b96e59fd2df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.642002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Request body: {'subnet': {'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-336157871-subnet', 'tenant_id': 'f55b98a93d0d421db44415a6219ba26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:09.650113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c33d08d4-42f0-443d-a27f-7b96e59fd2df details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:24:09.664983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Made reservation on behalf of f55b98a93d0d421db44415a6219ba26f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:09.668392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.837504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.896069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c05bb1e-bb11-440d-98dd-a9cd23763e53,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.907616 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Checking segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:09.907973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Network hostable DHCP agents. Network: c33d08d4-42f0-443d-a27f-7b96e59fd2df, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:24:09.928394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Network c33d08d4-42f0-443d-a27f-7b96e59fd2df is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:24:09.938389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c33d08d4-42f0-443d-a27f-7b96e59fd2df) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:09.943319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.944094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.947368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e237ccb-4c94-4209-8c1a-5b9610af14d0 None None] Network c33d08d4-42f0-443d-a27f-7b96e59fd2df requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:09.962516 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8aae2b1b-7e97-48a6-b302-2a3b5c1d27a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3252974 Jul 09 17:24:10.077175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42886a93-b451-4967-b603-e7814b7b1b6f None None] Network c33d08d4-42f0-443d-a27f-7b96e59fd2df requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:10.561948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-86d44f33-6a78-4c71-8c33-b527c6603cd8 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.563486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-86d44f33-6a78-4c71-8c33-b527c6603cd8 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 814 time: 0.1046875 Jul 09 17:24:10.589023 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-aa07093b-793b-4240-9e6c-15abe00bcfd6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/quotas/f55b98a93d0d421db44415a6219ba26f HTTP/1.1" status: 200 len: 375 time: 0.0160701 Jul 09 17:24:10.625511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-9b4bebe9-bde1-4ce1-93da-0a9166a81908 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290940 Jul 09 17:24:10.720795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-34455ea4-dfa7-4cc9-ba54-6fd12b253d25 service neutron] 10.222.0.48 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853591 Jul 09 17:24:10.830565 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-f8fcf3ef-0f5f-46e9-aaeb-e94964c66de3 service neutron] 10.222.0.48 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038151 Jul 09 17:24:11.164922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:11.200999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:11.201598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2c4b5a6c-e5ec-4ab5-8e7f-e40a26ff5f61 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:11.252550 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:11.332453 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-875eabe4-8967-4d15-a3c9-5a430c9d1a02 req-6614d53f-6e66-43fd-84c0-95c452abe5ae tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 210 time: 0.3504064 Jul 09 17:24:12.223140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-cda463f6-d001-4581-88ce-f97a151ba6db tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:12.224747 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-cda463f6-d001-4581-88ce-f97a151ba6db tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 814 time: 0.1058488 Jul 09 17:24:12.246597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Request body: {'port': {'device_id': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'admin_state_up': True, 'tenant_id': 'f55b98a93d0d421db44415a6219ba26f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:12.363715 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Made reservation on behalf of f55b98a93d0d421db44415a6219ba26f for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:12.367667 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:12.477928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0dd8368a-8610-4e18-bcba-0db62b587d07 req-bcb53259-90b4-450d-90c9-5d3b695addfb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Jul 09 17:24:12.500404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Allocated IP 172.20.0.5 (c33d08d4-42f0-443d-a27f-7b96e59fd2df/2c05bb1e-bb11-440d-98dd-a9cd23763e53/61364cd1-d10c-4235-a995-27d740688292) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:12.664407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:12.707531 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:12.754596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Network c33d08d4-42f0-443d-a27f-7b96e59fd2df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:12.758185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:12.762092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:12.787449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:12.818451 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:12.819096 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:12.835285 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-de728077-83eb-4d26-a106-2b41149b901b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930624 Jul 09 17:24:12.849856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Request body: {'port': {'device_id': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:12.929856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.207328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61364cd1-d10c-4235-a995-27d740688292 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:13.214978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.226891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Transition to ACTIVE for port object 61364cd1-d10c-4235-a995-27d740688292 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:13.233204 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.284353 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:13.367129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:13.367444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:13.367796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:13.372463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Port 61364cd1-d10c-4235-a995-27d740688292 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:13.372904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:13.378173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:13.378499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Checking segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:13.379028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Bound using segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:13.379454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Bound port: 61364cd1-d10c-4235-a995-27d740688292, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:13.379816 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.443037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:13.446437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:13.454003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.490632 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.491269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.492792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] 10.222.0.43 "PUT /v2.0/ports/61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 1091 time: 0.6470914 Jul 09 17:24:13.493067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'tag': '61364cd1-d10c-4235-a995-27d740688292'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:13.495408 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b" -d '{"events": [{"name": "network-changed", "server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "tag": "61364cd1-d10c-4235-a995-27d740688292"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:13.521693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709e805-349a-4af4-b96e-2e6ecee40297 service neutron] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:13.547366 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e50169-81fb-48a1-8af7-11a3d2e8b42d x-openstack-request-id: req-29e50169-81fb-48a1-8af7-11a3d2e8b42d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:13.547653 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "tag": "61364cd1-d10c-4235-a995-27d740688292", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:13.547907 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29e50169-81fb-48a1-8af7-11a3d2e8b42d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:13.548308 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'tag': '61364cd1-d10c-4235-a995-27d740688292', 'status': 'completed', 'code': 200} Jul 09 17:24:13.591245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-9e913163-bc65-4151-871b-f0e7dc7b9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.592858 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-9e913163-bc65-4151-871b-f0e7dc7b9170 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1094 time: 0.0554552 Jul 09 17:24:13.634910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-13397300-0ba8-4937-b5ba-9e5d19557d25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0341039 Jul 09 17:24:13.694317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-5985cc77-d2da-45cf-a885-f890eae394a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.696580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-5985cc77-d2da-45cf-a885-f890eae394a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0512030 Jul 09 17:24:13.699542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48128d99-91cb-4340-bfd1-9a399a0700cd req-9c1c3c9a-e6a5-4dc5-af41-8618e7d08be2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.701033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48128d99-91cb-4340-bfd1-9a399a0700cd req-9c1c3c9a-e6a5-4dc5-af41-8618e7d08be2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 943 time: 0.0691872 Jul 09 17:24:13.731394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-6b74a10e-e726-45ea-ad3a-ad16e12e99c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268681 Jul 09 17:24:13.741995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-48128d99-91cb-4340-bfd1-9a399a0700cd req-9ed1bb2d-663b-4d2e-b0e0-fd169c7935fb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342410 Jul 09 17:24:13.823569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-fe7c2baa-fd1f-418d-923f-5fbe11e4182d service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831010 Jul 09 17:24:13.922266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03b20879-1382-4f5e-b9ec-1ae4b340f7dc req-7e941263-2600-4b4e-9b14-c980ae409414 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897205 Jul 09 17:24:14.033020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-c06b20af-7d16-4c1e-829d-f1fe06aa092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.034421 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-c06b20af-7d16-4c1e-829d-f1fe06aa092b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1094 time: 0.0582376 Jul 09 17:24:14.130868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-97927e33-12a9-41b8-87e7-c5983b62aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.132684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-97927e33-12a9-41b8-87e7-c5983b62aa37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0878589 Jul 09 17:24:14.180628 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-9f64c5c2-d74b-41b1-b822-6f395320a02b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Jul 09 17:24:14.243021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-b40dceca-c964-44c9-a3c6-bc2d92362ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.244664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-b40dceca-c964-44c9-a3c6-bc2d92362ac7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0564678 Jul 09 17:24:14.285021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-aef04c69-c9a7-4dd2-a62a-4671bde94df3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315957 Jul 09 17:24:14.389610 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-00448461-b668-4b36-8efc-c68173e0f5f4 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945704 Jul 09 17:24:14.488856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a1c7fae1-9e01-4c4d-ba7c-2f34d09c728b req-13b40774-94c2-47fd-8794-0e6ef2debc41 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890927 Jul 09 17:24:14.926848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1feb-c9cc-4690-a2c5-1bc4b580cab2 req-08c3a149-4a9b-40c9-80f3-0052423133fd tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.928749 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f3b1feb-c9cc-4690-a2c5-1bc4b580cab2 req-08c3a149-4a9b-40c9-80f3-0052423133fd tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 943 time: 0.0686207 Jul 09 17:24:14.968568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f3b1feb-c9cc-4690-a2c5-1bc4b580cab2 req-7fd97a97-b51c-45f6-9477-796fb896f251 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Jul 09 17:24:15.185651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 61364cd1-d10c-4235-a995-27d740688292 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:15.282349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:15.293539 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '61364cd1-d10c-4235-a995-27d740688292', 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'port_id': '61364cd1-d10c-4235-a995-27d740688292', 'mac_address': 'fa:16:3e:bb:88:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05bb1e-bb11-440d-98dd-a9cd23763e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:15.334079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.346647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61364cd1-d10c-4235-a995-27d740688292 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:15.366461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:15.373059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.421426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:15.616309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['61364cd1-d10c-4235-a995-27d740688292'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:16.150272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bb32-4e90-401e-83e9-4d940bbd8447 req-18d33ed5-1928-4b23-b1ba-e11d6f495073 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.151795 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4668bb32-4e90-401e-83e9-4d940bbd8447 req-18d33ed5-1928-4b23-b1ba-e11d6f495073 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 944 time: 0.0704374 Jul 09 17:24:16.192251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4668bb32-4e90-401e-83e9-4d940bbd8447 req-2d5635ce-5378-4fc1-949e-0e5574f727fb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 Jul 09 17:24:17.219385 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 61364cd1-d10c-4235-a995-27d740688292 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:17.270448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 61364cd1-d10c-4235-a995-27d740688292 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:17.274449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 61364cd1-d10c-4235-a995-27d740688292 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:17.274849 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.348981 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.370104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621fb7-4853-4821-bdc3-6aa23f9e26e1 req-7be90b28-b70e-49b2-8249-529b1f354ebb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:17.371682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a621fb7-4853-4821-bdc3-6aa23f9e26e1 req-7be90b28-b70e-49b2-8249-529b1f354ebb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 944 time: 0.0644491 Jul 09 17:24:17.372510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61364cd1-d10c-4235-a995-27d740688292'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:17.374772 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a5c71-7867-4dbb-a31a-219884a5bc69" -d '{"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-plugged", "status": "completed", "tag": "61364cd1-d10c-4235-a995-27d740688292"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:17.390677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:17.395722 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.415950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a621fb7-4853-4821-bdc3-6aa23f9e26e1 req-5b274453-0566-4eb3-bd38-bdae766601b7 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Jul 09 17:24:17.473349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-cf262deb-bb29-4465-abcc-498fee100bca req-b7ed7d8f-a689-4b3a-9243-5b15f1d7986c tempest-TestNetworkAdvancedServerOps-489662746 tempest-TestNetworkAdvancedServerOps-489662746-project] (93767) timed out ('10.222.0.43', 58031) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:24:17.584882 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0897c09b-e2c5-4521-9438-8bb6bd136b54 x-openstack-request-id: req-0897c09b-e2c5-4521-9438-8bb6bd136b54 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:17.585177 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-plugged", "status": "completed", "tag": "61364cd1-d10c-4235-a995-27d740688292", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:17.585459 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0897c09b-e2c5-4521-9438-8bb6bd136b54 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:17.585846 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61364cd1-d10c-4235-a995-27d740688292', 'code': 200} Jul 09 17:24:17.591381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6163-2958-4c98-857b-6180d4891509 req-093c7827-632b-4223-97b4-6a4e7403f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:17.592947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ffb6163-2958-4c98-857b-6180d4891509 req-093c7827-632b-4223-97b4-6a4e7403f19c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1096 time: 0.0547538 Jul 09 17:24:17.612438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:17.630931 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9ffb6163-2958-4c98-857b-6180d4891509 req-7630e913-8e0e-4ff7-81e4-b9f0d402faaa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288889 Jul 09 17:24:18.593275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be5aac-5528-4770-9dbf-95bc10779e6b req-2dd664be-cdfa-4937-b289-a03e4004cf80 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.596317 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2be5aac-5528-4770-9dbf-95bc10779e6b req-2dd664be-cdfa-4937-b289-a03e4004cf80 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0642378 Jul 09 17:24:18.637705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2be5aac-5528-4770-9dbf-95bc10779e6b req-79bc0d7a-aeb3-451c-8e67-33c69ee46906 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Jul 09 17:24:19.808503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882b14-1809-4c29-aa2e-ceeaeabc00c3 req-5ed82286-08f1-4cf8-a5a5-d2cdf1792e82 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.809979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f882b14-1809-4c29-aa2e-ceeaeabc00c3 req-5ed82286-08f1-4cf8-a5a5-d2cdf1792e82 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0640516 Jul 09 17:24:19.848765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f882b14-1809-4c29-aa2e-ceeaeabc00c3 req-f53a5ee3-10bc-40a1-83d2-2fb494817e02 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Jul 09 17:24:20.028306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c159b-1985-4442-91fd-a5698b81178f req-68ea42cc-0a96-4e30-b4d2-71dd817197ca tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.029796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-614c159b-1985-4442-91fd-a5698b81178f req-68ea42cc-0a96-4e30-b4d2-71dd817197ca tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0679677 Jul 09 17:24:20.069628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-614c159b-1985-4442-91fd-a5698b81178f req-e9b7d715-a9e8-415b-9827-de28836bd330 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339873 Jul 09 17:24:20.411761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ca349-999f-4372-bcdd-5aebd8bc81fd req-5a1f37af-3943-4ca9-8f13-bb22aa089c6b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.413262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-787ca349-999f-4372-bcdd-5aebd8bc81fd req-5a1f37af-3943-4ca9-8f13-bb22aa089c6b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0660808 Jul 09 17:24:20.451831 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-787ca349-999f-4372-bcdd-5aebd8bc81fd req-716a6d22-bb13-4791-8a02-40464f639cb3 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Jul 09 17:24:20.634243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b70288-37b7-406d-90af-3af772812019 req-9d7aca62-8353-4d7e-bad8-05e90b1d4e18 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.635821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34b70288-37b7-406d-90af-3af772812019 req-9d7aca62-8353-4d7e-bad8-05e90b1d4e18 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0765524 Jul 09 17:24:20.683733 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34b70288-37b7-406d-90af-3af772812019 req-711a86fd-8d76-4cc0-aa0a-5e5759e5bb42 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Jul 09 17:24:21.026680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-ceeb54ff-eebc-4d8b-b3d9-e36509cd4ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0575070 Jul 09 17:24:21.081326 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9996-64e4-4001-9e95-b0eb2f8642fa req-79dc8866-bb3c-4aee-8fd9-79cdfc2e0c38 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.082893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cfa9996-64e4-4001-9e95-b0eb2f8642fa req-79dc8866-bb3c-4aee-8fd9-79cdfc2e0c38 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0669725 Jul 09 17:24:21.121855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6cfa9996-64e4-4001-9e95-b0eb2f8642fa req-b1dfa642-064e-40b3-985a-1ac8700a7390 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Jul 09 17:24:22.296776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfba747-d110-4792-8461-d23d47178461 req-1131f7ae-a9ac-4421-bf33-4621242a1aad tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.298331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccfba747-d110-4792-8461-d23d47178461 req-1131f7ae-a9ac-4421-bf33-4621242a1aad tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0651562 Jul 09 17:24:22.336258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ccfba747-d110-4792-8461-d23d47178461 req-7d51ad28-1ef4-40ca-a6c1-7e1a227312d4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jul 09 17:24:22.354383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-b2da3e4e-3ad5-4833-8340-120f4bc96aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.356381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-b2da3e4e-3ad5-4833-8340-120f4bc96aea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1096 time: 0.0551620 Jul 09 17:24:22.450364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-e8fa1d5e-ec4c-43ad-ad18-50e42bd4af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.451787 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-e8fa1d5e-ec4c-43ad-ad18-50e42bd4af3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0886652 Jul 09 17:24:22.493329 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-2fad8215-2ecb-4d22-a5c0-28dcd4e6edb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0340457 Jul 09 17:24:22.545528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-37d48726-9a53-4557-9271-d41f338f615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.552047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-37d48726-9a53-4557-9271-d41f338f615e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0470800 Jul 09 17:24:22.582637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-8a50da79-1483-4a42-aab1-a6f26dbbc853 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256584 Jul 09 17:24:22.670771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-a22fff4a-e1f3-42ed-a905-9768abf61889 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814581 Jul 09 17:24:22.766608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-53e2cef4-7f4e-4503-895f-9c43bb0ce068 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888910 Jul 09 17:24:23.522552 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11f806-7f85-4a04-9268-029e77c718bd req-252afee2-8625-4e7a-aa24-a610ef114c8d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.524017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b11f806-7f85-4a04-9268-029e77c718bd req-252afee2-8625-4e7a-aa24-a610ef114c8d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0690663 Jul 09 17:24:23.563011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b11f806-7f85-4a04-9268-029e77c718bd req-64b3f30e-4163-4722-8981-14aaecff9ba0 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Jul 09 17:24:24.063188 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.748101 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc187e39-4fff-41a1-a613-44e23d6db4a2 req-a90f950e-f0aa-435b-9cfa-87f7343416dd tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:24.750388 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc187e39-4fff-41a1-a613-44e23d6db4a2 req-a90f950e-f0aa-435b-9cfa-87f7343416dd tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0769870 Jul 09 17:24:24.794488 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bc187e39-4fff-41a1-a613-44e23d6db4a2 req-8e188b29-a82d-4736-a198-23d649be890b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358548 Jul 09 17:24:25.976477 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d01477-a127-4c55-9dac-53907015d40d req-cd4080b2-7cb4-4fe8-85b4-33e7f21fb7da tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.978055 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3d01477-a127-4c55-9dac-53907015d40d req-cd4080b2-7cb4-4fe8-85b4-33e7f21fb7da tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0661077 Jul 09 17:24:26.020510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e3d01477-a127-4c55-9dac-53907015d40d req-2fb91903-f0df-46f0-b0c5-9e693d0ab1a1 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Jul 09 17:24:27.203511 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92986ed0-2dee-4d56-8398-51fedd9401ad req-a4a6561e-1988-4891-b151-0afc7238fa8b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.205257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92986ed0-2dee-4d56-8398-51fedd9401ad req-a4a6561e-1988-4891-b151-0afc7238fa8b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0668113 Jul 09 17:24:27.244306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92986ed0-2dee-4d56-8398-51fedd9401ad req-4fbabb59-9972-4137-8c81-c71366927719 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Jul 09 17:24:28.439767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d70ba-882e-4bce-852d-f2a8304fc095 req-f09efb69-6769-420a-bddf-79686d60b2df tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:28.441228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d7d70ba-882e-4bce-852d-f2a8304fc095 req-f09efb69-6769-420a-bddf-79686d60b2df tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0629184 Jul 09 17:24:28.481474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d7d70ba-882e-4bce-852d-f2a8304fc095 req-24e66a93-e02a-4756-8fa4-a9569f39aa61 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Jul 09 17:24:29.660740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09188508-3f35-4742-af92-2891e61091d1 req-f5aa6027-9921-40e5-b9d2-9f29ee444f76 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.662244 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09188508-3f35-4742-af92-2891e61091d1 req-f5aa6027-9921-40e5-b9d2-9f29ee444f76 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0702672 Jul 09 17:24:29.700250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-09188508-3f35-4742-af92-2891e61091d1 req-a827e7de-a3f3-4b91-9db4-b66fe9ffee48 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Jul 09 17:24:30.881457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8d30b-8115-4092-92a2-b454dd1f6d64 req-c8fea58b-5929-48da-90e9-fec311a53040 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:30.883603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d8d30b-8115-4092-92a2-b454dd1f6d64 req-c8fea58b-5929-48da-90e9-fec311a53040 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0730300 Jul 09 17:24:30.923128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d8d30b-8115-4092-92a2-b454dd1f6d64 req-b038f3bd-dee2-426a-b14a-e81a0835194e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Jul 09 17:24:32.103703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c92e7-4ec8-4d6a-9540-4d9ac90a6ca2 req-87e6a480-4083-47d2-8367-44a316518e86 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.105191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba8c92e7-4ec8-4d6a-9540-4d9ac90a6ca2 req-87e6a480-4083-47d2-8367-44a316518e86 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0688338 Jul 09 17:24:32.144891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ba8c92e7-4ec8-4d6a-9540-4d9ac90a6ca2 req-2d282c93-faa1-4237-a765-e717b83dba0e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Jul 09 17:24:33.324431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacb0c2-b83a-4c5c-8932-eb46b3dfe623 req-57605076-a3da-46b3-b8c0-9c0609bb5968 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:33.325938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dacb0c2-b83a-4c5c-8932-eb46b3dfe623 req-57605076-a3da-46b3-b8c0-9c0609bb5968 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Jul 09 17:24:33.365227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7dacb0c2-b83a-4c5c-8932-eb46b3dfe623 req-09dad50f-4cf3-4f3b-a9e7-3b1f3cecb654 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Jul 09 17:24:34.580056 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ccd68-bce9-45b3-bf39-2c61582cc88e req-2b361734-f349-413d-bb51-4db819ddf569 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.581577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d7ccd68-bce9-45b3-bf39-2c61582cc88e req-2b361734-f349-413d-bb51-4db819ddf569 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0664821 Jul 09 17:24:34.619450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d7ccd68-bce9-45b3-bf39-2c61582cc88e req-b61c99d0-32ee-4602-a779-871d145aa0de tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Jul 09 17:24:35.797627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871eea0-2db3-46ff-b429-ef65a1a15eab req-b6c780cf-5730-49e5-b3ff-a88750542a4e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.799195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9871eea0-2db3-46ff-b429-ef65a1a15eab req-b6c780cf-5730-49e5-b3ff-a88750542a4e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0677824 Jul 09 17:24:35.824189 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e890f7f7-49b7-40e6-8855-3e88ecf89bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.838501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9871eea0-2db3-46ff-b429-ef65a1a15eab req-ca1e6fb9-df7d-43ed-9a10-0d305f036269 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Jul 09 17:24:37.018815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f2b62-79a9-4047-8b36-a4cafcc00e6b req-88053a15-a3c3-4138-8a5b-d3070b972d03 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:37.020418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e29f2b62-79a9-4047-8b36-a4cafcc00e6b req-88053a15-a3c3-4138-8a5b-d3070b972d03 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0667009 Jul 09 17:24:37.059960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e29f2b62-79a9-4047-8b36-a4cafcc00e6b req-76c22d54-65e0-4ffd-8d4f-d2bb3f6c0e36 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jul 09 17:24:38.251701 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f89d1-6fce-41c6-9a0e-d7791c5bbee1 req-c45633de-f47b-4fba-bbbc-1a587c6f6317 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:38.253132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e1f89d1-6fce-41c6-9a0e-d7791c5bbee1 req-c45633de-f47b-4fba-bbbc-1a587c6f6317 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0695946 Jul 09 17:24:38.292966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1e1f89d1-6fce-41c6-9a0e-d7791c5bbee1 req-8b620366-9b3d-4183-a714-7c113f11c9e2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Jul 09 17:24:38.335587 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b40896e-c538-41ba-803d-2d5ecdc125c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.527016 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.611927 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.401486 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.474865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b37783-6260-4590-8ac7-3afa49830e53 req-acdeb7e7-e600-4e8d-9cf6-12062e69433b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.476396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2b37783-6260-4590-8ac7-3afa49830e53 req-acdeb7e7-e600-4e8d-9cf6-12062e69433b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0667512 Jul 09 17:24:39.517487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e2b37783-6260-4590-8ac7-3afa49830e53 req-69b9abe5-ae6b-446e-8984-7e817bb99570 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Jul 09 17:24:40.456952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:24:40.713354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110ef41-19ff-43f4-a03b-880d92e5ee69 req-88c02ba3-b2a6-4088-bc95-f3757e286bb9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:40.714874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5110ef41-19ff-43f4-a03b-880d92e5ee69 req-88c02ba3-b2a6-4088-bc95-f3757e286bb9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0842357 Jul 09 17:24:40.758765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5110ef41-19ff-43f4-a03b-880d92e5ee69 req-7610acd2-7103-4c47-ac62-317d02fbfef1 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354779 Jul 09 17:24:41.254082 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:41.961118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d82d3-faae-4956-aedf-e7761fe99a63 req-929e65d0-f99e-4311-966a-32e3b3a8e8f7 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:41.962671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b1d82d3-faae-4956-aedf-e7761fe99a63 req-929e65d0-f99e-4311-966a-32e3b3a8e8f7 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0783012 Jul 09 17:24:42.006130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b1d82d3-faae-4956-aedf-e7761fe99a63 req-d1c02291-a86f-4b7a-b179-ad6a9979d3df tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Jul 09 17:24:43.199179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963a69d-d896-4565-95b5-08d79d95b3aa req-56346a13-ca9c-4baa-a32a-05139ba4aa0a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:43.200608 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5963a69d-d896-4565-95b5-08d79d95b3aa req-56346a13-ca9c-4baa-a32a-05139ba4aa0a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0689979 Jul 09 17:24:43.239799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5963a69d-d896-4565-95b5-08d79d95b3aa req-1bf9d5a0-bc07-4052-a3cd-d89befe03c4b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Jul 09 17:24:44.419776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c475e5-9633-4066-bd95-aa282ddbd6b2 req-8cf25b21-48eb-439c-ab33-3346cca309f1 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.421282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69c475e5-9633-4066-bd95-aa282ddbd6b2 req-8cf25b21-48eb-439c-ab33-3346cca309f1 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0692074 Jul 09 17:24:44.460194 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-69c475e5-9633-4066-bd95-aa282ddbd6b2 req-541af4ab-fd68-4f2c-9a60-dc3ba7a45ec4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Jul 09 17:24:45.642508 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765a204-cbfe-49cd-a426-3f665db190e5 req-601b123c-4e69-487d-8045-b12bf347ace5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.643997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f765a204-cbfe-49cd-a426-3f665db190e5 req-601b123c-4e69-487d-8045-b12bf347ace5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0666544 Jul 09 17:24:45.688876 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f765a204-cbfe-49cd-a426-3f665db190e5 req-5569f6fe-4acf-4d2b-be0e-e8851b3f82ac tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Jul 09 17:24:46.887115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233a052-789e-4ce5-9431-dc392740231f req-00ec94e7-45c9-47ed-b81d-0c6829f398be tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.889648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f233a052-789e-4ce5-9431-dc392740231f req-00ec94e7-45c9-47ed-b81d-0c6829f398be tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0818913 Jul 09 17:24:46.931183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f233a052-789e-4ce5-9431-dc392740231f req-4c3b76e3-8dcb-4e00-a4e4-493f9265e90d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Jul 09 17:24:48.117439 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a2ded-110a-4727-9e9e-401bc34ab42d req-725d7852-6441-4f93-a897-1723aba165ca tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.119026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c6a2ded-110a-4727-9e9e-401bc34ab42d req-725d7852-6441-4f93-a897-1723aba165ca tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0735214 Jul 09 17:24:48.159115 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c6a2ded-110a-4727-9e9e-401bc34ab42d req-5ccd2f72-e0a0-41fe-8199-5e888c8ee810 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Jul 09 17:24:49.013075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-aaccefd3-d571-4a2c-af13-dc266f3b0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.014683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-aaccefd3-d571-4a2c-af13-dc266f3b0404 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1096 time: 0.1308334 Jul 09 17:24:49.128025 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-8003da0e-ff39-4004-a503-4d16e37b43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.129535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-8003da0e-ff39-4004-a503-4d16e37b43ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0887253 Jul 09 17:24:49.172844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-16f9c0d4-4f7d-4f1d-bfca-b6b896a7bccb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0354815 Jul 09 17:24:49.225347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-cf384206-c37c-4a53-b371-84df9588e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.226867 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-cf384206-c37c-4a53-b371-84df9588e392 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0463541 Jul 09 17:24:49.265900 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-b6af00f5-8eb2-472e-b3a6-6bc951b6f86a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316153 Jul 09 17:24:49.279339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-a4e4c6bd-3bd5-4773-b4f2-75b7026bc131 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:24:49.280295 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-a4e4c6bd-3bd5-4773-b4f2-75b7026bc131 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073566 Jul 09 17:24:49.341120 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2cf4b-4313-47f1-9790-4c7c367cff77 req-b136d87d-8a26-4e6b-b853-f3d454089fd5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.342728 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92a2cf4b-4313-47f1-9790-4c7c367cff77 req-b136d87d-8a26-4e6b-b853-f3d454089fd5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0701194 Jul 09 17:24:49.375165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-da3c5c36-afba-43fe-89bc-4f6db6428d46 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Jul 09 17:24:49.384079 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-92a2cf4b-4313-47f1-9790-4c7c367cff77 req-8b7deda9-cc01-47c3-ac71-9cea4996474f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Jul 09 17:24:49.472214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-749f4533-47c3-4e5f-8d1d-7593fa715a4c req-5ee480c8-17e4-4359-afe7-ba20e4a3a6cd service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879345 Jul 09 17:24:50.456033 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-15fa7c09-6840-4fad-8a03-c3b5e306e440 service neutron] show failed (client error): The resource could not be found. Jul 09 17:24:50.457067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-15fa7c09-6840-4fad-8a03-c3b5e306e440 service neutron] 10.222.0.43 "GET /v2.0/ports/61364cd1-d10c-4235-a995-27d740688292/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.3833854 Jul 09 17:24:50.569661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957cce9-0415-40d3-9bd8-d76899b5627b req-eb40e488-82c8-45a9-8f70-112b2ea53de4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.572133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f957cce9-0415-40d3-9bd8-d76899b5627b req-eb40e488-82c8-45a9-8f70-112b2ea53de4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0686305 Jul 09 17:24:50.614211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f957cce9-0415-40d3-9bd8-d76899b5627b req-a95012fc-114e-4490-9f61-f4b2ccc532b4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Jul 09 17:24:50.726163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-c0524cdf-8aa3-455e-8e8d-f24cd20acf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.728531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-c0524cdf-8aa3-455e-8e8d-f24cd20acf5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961&tenant_id=f55b98a93d0d421db44415a6219ba26f HTTP/1.1" status: 200 len: 1096 time: 0.0605338 Jul 09 17:24:50.747692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:50.821046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.020635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:51.053330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:51.091965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61364cd1-d10c-4235-a995-27d740688292'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:51.094192 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db690e8b-9980-4223-ac87-1ad91d22a15c" -d '{"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-unplugged", "status": "completed", "tag": "61364cd1-d10c-4235-a995-27d740688292"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:51.098040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.110966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Transition to ACTIVE for port object 61364cd1-d10c-4235-a995-27d740688292 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:51.118083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.146325 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f1eead-3a92-43bd-b378-b110b49748db x-openstack-request-id: req-65f1eead-3a92-43bd-b378-b110b49748db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:51.146647 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-unplugged", "status": "completed", "tag": "61364cd1-d10c-4235-a995-27d740688292", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:51.146900 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65f1eead-3a92-43bd-b378-b110b49748db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:51.147286 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61364cd1-d10c-4235-a995-27d740688292', 'code': 200} Jul 09 17:24:51.169030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:51.190357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] No DVR routers for this DVR port 61364cd1-d10c-4235-a995-27d740688292 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:51.198407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.198793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.199135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.199465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.199792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.200122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.200428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.200750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.201077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.201390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.201710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.202028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:51.237367 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:51.237699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:51.238031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:51.242303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Port 61364cd1-d10c-4235-a995-27d740688292 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:51.242664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Attempting to bind port 61364cd1-d10c-4235-a995-27d740688292 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:51.247634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:51.247973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Checking segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:51.248355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Bound using segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:51.248775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Bound port: 61364cd1-d10c-4235-a995-27d740688292, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:51.249134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.317565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:51.322326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:51.331809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.365915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.366518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.367959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] 10.222.0.37 "PUT /v2.0/ports/61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 1091 time: 0.6244752 Jul 09 17:24:51.391947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c5c9-698e-4f67-b9e6-a7fe64224a76 service neutron] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:51.461630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-17e2d325-6ade-424f-ba15-571f85be226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.463188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-17e2d325-6ade-424f-ba15-571f85be226c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1094 time: 0.0601037 Jul 09 17:24:51.562159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-0f28ff4e-be23-46aa-9383-d2837a1377d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.563659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-0f28ff4e-be23-46aa-9383-d2837a1377d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0940211 Jul 09 17:24:51.604132 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-fbf4eba3-e22f-41ca-b70c-7ca57545a84f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0333540 Jul 09 17:24:51.660914 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-2cf15c37-3557-4796-b0bf-b1000436dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.662618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-2cf15c37-3557-4796-b0bf-b1000436dbda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0525386 Jul 09 17:24:51.696876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-da0828b4-0e0c-4634-b836-eccc4d43241d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276682 Jul 09 17:24:51.707137 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-14dcc541-73d6-4070-ad7d-f3436365633f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:24:51.708065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-14dcc541-73d6-4070-ad7d-f3436365633f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053427 Jul 09 17:24:51.798240 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-1e1e2e09-80b6-4246-b167-a06af265bda9 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831187 Jul 09 17:24:51.798555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58ba4-27ce-4ea7-9c10-26866bcf1dfb req-29ff39b8-b996-4d00-af72-17219fd280ce tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.799837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9fb58ba4-27ce-4ea7-9c10-26866bcf1dfb req-29ff39b8-b996-4d00-af72-17219fd280ce tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 943 time: 0.0650401 Jul 09 17:24:51.849444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9fb58ba4-27ce-4ea7-9c10-26866bcf1dfb req-f30f5bf6-c718-475f-9be7-20fff608375e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Jul 09 17:24:51.904771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d5bb1d3e-b939-4b8a-a5e3-66f49fd3ec63 req-e4f45ed0-4af2-46bf-a642-dd2a5a92f196 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977426 Jul 09 17:24:53.030578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b755-570f-45cc-aac4-f17353d5dac7 req-28144c51-4423-4e28-9edb-cff504afc9bf tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.032105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0540b755-570f-45cc-aac4-f17353d5dac7 req-28144c51-4423-4e28-9edb-cff504afc9bf tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 943 time: 0.0647602 Jul 09 17:24:53.072676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0540b755-570f-45cc-aac4-f17353d5dac7 req-7d9041c0-f82d-4820-835d-87789c020c78 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jul 09 17:24:53.148338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'tag': '61364cd1-d10c-4235-a995-27d740688292'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:53.151148 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c68b60f-4688-4a60-9a00-00d902c88a77" -d '{"events": [{"name": "network-changed", "server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "tag": "61364cd1-d10c-4235-a995-27d740688292"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:53.203980 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e103a734-de9d-429d-86b1-19b857c6351b x-openstack-request-id: req-e103a734-de9d-429d-86b1-19b857c6351b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:53.204425 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "tag": "61364cd1-d10c-4235-a995-27d740688292", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:53.204811 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e103a734-de9d-429d-86b1-19b857c6351b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:53.205410 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'tag': '61364cd1-d10c-4235-a995-27d740688292', 'status': 'completed', 'code': 200} Jul 09 17:24:53.329890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-8748eba8-309b-4352-ab90-b599575f4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.331461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-8748eba8-309b-4352-ab90-b599575f4344 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1094 time: 0.0993607 Jul 09 17:24:53.334053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-5560900f-2d2d-4d7d-a66b-47f680c005cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.335403 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-5560900f-2d2d-4d7d-a66b-47f680c005cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1094 time: 0.0740066 Jul 09 17:24:53.489886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-60940183-f2fd-4c81-aa51-7345eeb8145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.491326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-60940183-f2fd-4c81-aa51-7345eeb8145e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.1517024 Jul 09 17:24:53.492705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-7d563bd0-c6e5-4a13-82dc-c40377c112f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.494049 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-7d563bd0-c6e5-4a13-82dc-c40377c112f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.1472399 Jul 09 17:24:53.541338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-f846aabb-9dc1-4725-bea4-fb8fbcc19af7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0405662 Jul 09 17:24:53.578082 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-e5398075-382a-4e60-95ac-3fd34e93e951 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0763013 Jul 09 17:24:53.645175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-6659a6a0-d5dd-4bc0-99c0-86259876ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.646583 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-6659a6a0-d5dd-4bc0-99c0-86259876ebd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0768275 Jul 09 17:24:53.651623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-12d9e31a-03b1-44cb-bb6a-16ceb3d1a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.652994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-12d9e31a-03b1-44cb-bb6a-16ceb3d1a730 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0562525 Jul 09 17:24:53.704730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-16425a78-84d1-4a19-b81a-4ce75d559319 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508633 Jul 09 17:24:53.706607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-bbc2d5f5-41f0-4e42-bee1-2380b548e2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455561 Jul 09 17:24:53.859814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-e60069d8-8318-439b-a114-ec92c39be4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472909 Jul 09 17:24:53.861788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-9f626d49-d161-4020-ae9c-1c9f8ecde812 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423726 Jul 09 17:24:54.011932 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-8a5c7c70-deab-4d8e-9552-3a21387b3c12 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455595 Jul 09 17:24:54.015325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1c68b60f-4688-4a60-9a00-00d902c88a77 req-f85eb5bb-c42f-4b54-9236-89248b14a3b0 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418052 Jul 09 17:24:54.058701 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:54.261581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d143-65bc-4fe1-b82c-245bf8aa9668 req-9a95ede0-c0d3-4652-b05d-42554d8e99f9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.263118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ce7d143-65bc-4fe1-b82c-245bf8aa9668 req-9a95ede0-c0d3-4652-b05d-42554d8e99f9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 943 time: 0.0756588 Jul 09 17:24:54.305510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ce7d143-65bc-4fe1-b82c-245bf8aa9668 req-632a7437-8bc0-45d8-8725-11c835578a72 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342121 Jul 09 17:24:55.152351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61364cd1-d10c-4235-a995-27d740688292 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:55.268137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:55.280799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '61364cd1-d10c-4235-a995-27d740688292', 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'port_id': '61364cd1-d10c-4235-a995-27d740688292', 'mac_address': 'fa:16:3e:bb:88:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05bb1e-bb11-440d-98dd-a9cd23763e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:55.317800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.332083 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61364cd1-d10c-4235-a995-27d740688292 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:55.354342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:55.360366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.386494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 61364cd1-d10c-4235-a995-27d740688292 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:55.444160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:55.450729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 61364cd1-d10c-4235-a995-27d740688292 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:55.504603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd020b16-0d0d-48f7-b5c8-0bea49b95ae8 req-d13939c7-c170-4d60-aac9-2a887db256c6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.507174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd020b16-0d0d-48f7-b5c8-0bea49b95ae8 req-d13939c7-c170-4d60-aac9-2a887db256c6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 944 time: 0.0721526 Jul 09 17:24:55.547457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd020b16-0d0d-48f7-b5c8-0bea49b95ae8 req-fb509ea9-05d5-405d-90c9-7dee87f50233 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Jul 09 17:24:55.797283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['61364cd1-d10c-4235-a995-27d740688292'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:55.867251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc86a-bc84-4a5b-b91d-624ba019b7af req-fdc72901-860e-432c-80fc-9519818b6cd4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.868817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e35cc86a-bc84-4a5b-b91d-624ba019b7af req-fdc72901-860e-432c-80fc-9519818b6cd4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 944 time: 0.0707278 Jul 09 17:24:55.873992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-b3a309a8-70a8-4e93-99f7-18c729de4bd9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.875570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-b3a309a8-70a8-4e93-99f7-18c729de4bd9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.43 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961&tenant_id=f55b98a93d0d421db44415a6219ba26f&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 944 time: 0.0733325 Jul 09 17:24:55.913012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e35cc86a-bc84-4a5b-b91d-624ba019b7af req-f44fcb36-2449-43fb-b8f2-50b772bd2dd3 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381856 Jul 09 17:24:55.945171 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-f26a5d61-fcf3-47bf-ba6f-595c3cb0cb22 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:24:55.946144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-f26a5d61-fcf3-47bf-ba6f-595c3cb0cb22 service neutron] 10.222.0.43 "DELETE /v2.0/ports/61364cd1-d10c-4235-a995-27d740688292/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0640638 Jul 09 17:24:56.050012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-cf5feb84-bf98-4d96-8862-08bfa0dcb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.051453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-cf5feb84-bf98-4d96-8862-08bfa0dcb92c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 1095 time: 0.0571947 Jul 09 17:24:56.143758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-10d0984a-e29b-4645-97b5-765f692e2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.145220 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-10d0984a-e29b-4645-97b5-765f692e2f15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0836267 Jul 09 17:24:56.193432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-982ad23a-f4cc-4414-8d8f-87793e10db19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 200 len: 217 time: 0.0377789 Jul 09 17:24:56.242454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-ea66e3be-2a08-4be4-8967-6ada4a7f4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.243896 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-ea66e3be-2a08-4be4-8967-6ada4a7f4cd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0436027 Jul 09 17:24:56.280454 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-3e22edba-431e-4cda-906b-8c2db6a2faf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263286 Jul 09 17:24:56.385461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-cc83f3df-148d-40d9-8bb7-fea87a5691b2 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936282 Jul 09 17:24:56.501059 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cc6fbfc1-cf49-426e-acd3-fab078b7a74d req-61b378a5-4bdf-489e-9d92-af214044afcb service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013460 Jul 09 17:24:57.087077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627e20f-52b8-4efb-a87e-d1ee67983648 req-34456f05-8487-49c7-a361-723b92cf7250 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.088710 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5627e20f-52b8-4efb-a87e-d1ee67983648 req-34456f05-8487-49c7-a361-723b92cf7250 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 944 time: 0.0642059 Jul 09 17:24:57.129111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5627e20f-52b8-4efb-a87e-d1ee67983648 req-1bfd0ede-edbe-44bb-87e9-282854a3b463 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Jul 09 17:24:57.168776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61364cd1-d10c-4235-a995-27d740688292 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:57.231313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 61364cd1-d10c-4235-a995-27d740688292 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:57.235182 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 61364cd1-d10c-4235-a995-27d740688292 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:57.235562 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.313055 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.344401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61364cd1-d10c-4235-a995-27d740688292'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:57.346684 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389c0af-9eab-4155-8628-fc6e8e27e7d0" -d '{"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-plugged", "status": "completed", "tag": "61364cd1-d10c-4235-a995-27d740688292"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:57.359472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:57.365604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.391545 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beb0e35-c3fc-4514-b628-b438500cfa2f x-openstack-request-id: req-1beb0e35-c3fc-4514-b628-b438500cfa2f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:57.391816 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-plugged", "status": "completed", "tag": "61364cd1-d10c-4235-a995-27d740688292", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:57.392069 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1beb0e35-c3fc-4514-b628-b438500cfa2f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:57.392455 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61364cd1-d10c-4235-a995-27d740688292', 'code': 200} Jul 09 17:24:57.417859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:58.312987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24d2e-3264-48f2-adf0-81b243e71ae4 req-d890893c-11c8-4611-9cbb-2464495c8cc2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.314503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00f24d2e-3264-48f2-adf0-81b243e71ae4 req-d890893c-11c8-4611-9cbb-2464495c8cc2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0670583 Jul 09 17:24:58.352605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-00f24d2e-3264-48f2-adf0-81b243e71ae4 req-dd456bab-6d2b-4045-b631-cc5700d40b73 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Jul 09 17:24:58.551153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169fde6-46ab-44b3-bd61-392989c88af4 req-3edda113-c8e3-47d4-b16a-59c84745328f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.552679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3169fde6-46ab-44b3-bd61-392989c88af4 req-3edda113-c8e3-47d4-b16a-59c84745328f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0768311 Jul 09 17:24:58.592771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3169fde6-46ab-44b3-bd61-392989c88af4 req-c51590c6-4dc6-4d29-ac8c-63feae3fab7f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Jul 09 17:24:58.778558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299c781-63e5-404d-953f-dec97803183b req-0d983b4b-29f8-426b-8d77-fc979b4a6ef1 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.780083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1299c781-63e5-404d-953f-dec97803183b req-0d983b4b-29f8-426b-8d77-fc979b4a6ef1 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0690465 Jul 09 17:24:58.822484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1299c781-63e5-404d-953f-dec97803183b req-cc15d8d3-a02b-45a2-9e32-5f8d01330893 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Jul 09 17:24:59.285273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c6cb34de-3785-4ee3-9938-57e0df8f559d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.286769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c6cb34de-3785-4ee3-9938-57e0df8f559d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 814 time: 0.1165040 Jul 09 17:24:59.306705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-a60521fa-f66c-40dd-9cf1-4a855053a14a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/quotas/f55b98a93d0d421db44415a6219ba26f HTTP/1.1" status: 200 len: 375 time: 0.0112836 Jul 09 17:24:59.371977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-e5f0c235-9286-43c8-8b64-f9b836f71ebe tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600927 Jul 09 17:24:59.466866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-69acc60b-dc5b-48a7-bcad-44e09053b1f2 service neutron] 10.222.0.48 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882230 Jul 09 17:24:59.556225 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-d384fc96-73eb-4918-8688-df509f954ff4 service neutron] 10.222.0.48 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835361 Jul 09 17:24:59.736984 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d01cf57f-80e1-4421-9a82-c6695d06cb75 req-1262cc9e-be35-4dc1-83a8-6d37b102f31c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0287409 Jul 09 17:25:00.678270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-455fbd5b-3740-4bbe-8874-f854ad85d9b4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.679815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-455fbd5b-3740-4bbe-8874-f854ad85d9b4 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.37 "GET /v2.0/ports?device_id=b222f46e-ef6b-4989-b82a-e2a37775e961 HTTP/1.1" status: 200 len: 945 time: 0.0779622 Jul 09 17:25:00.866157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Deleting port 61364cd1-d10c-4235-a995-27d740688292 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:00.866573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.878628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-694e4356-39c0-4db4-a9bd-0db585246e69 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.880103 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-694e4356-39c0-4db4-a9bd-0db585246e69 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 814 time: 0.1254795 Jul 09 17:25:00.892354 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bfc3fb4c-c31a-49a4-aebb-50de40b63f0a req-5771dc61-57d3-4d5e-9180-ef86629031ee tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 210 time: 0.0371199 Jul 09 17:25:00.895335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Request body: {'port': {'device_id': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'admin_state_up': True, 'tenant_id': 'f55b98a93d0d421db44415a6219ba26f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:01.038082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] For port 61364cd1-d10c-4235-a995-27d740688292, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=61364cd1-d10c-4235-a995-27d740688292,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:01.038444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.055208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Calling delete_port for 61364cd1-d10c-4235-a995-27d740688292 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:01.115561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Made reservation on behalf of f55b98a93d0d421db44415a6219ba26f for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:01.119133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.294573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.304350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Allocated IP 172.20.0.13 (c33d08d4-42f0-443d-a27f-7b96e59fd2df/2c05bb1e-bb11-440d-98dd-a9cd23763e53/2937cd0d-af56-4dfb-a5ac-dc1e57637b84) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:01.336478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Pushing event deleted for resources: {'Port': ['ID=61364cd1-d10c-4235-a995-27d740688292,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:01.389509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] No DVR routers for this DVR port 61364cd1-d10c-4235-a995-27d740688292 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:01.394192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.396158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e1f60a1-e194-42f8-bf1a-8982f58d6b02 req-fb9cd63a-3e6b-4304-b9d1-e982d8fc4404 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.37 "DELETE /v2.0/ports/61364cd1-d10c-4235-a995-27d740688292 HTTP/1.1" status: 204 len: 173 time: 0.7106695 Jul 09 17:25:01.396593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-deleted', 'tag': '61364cd1-d10c-4235-a995-27d740688292'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:01.398922 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93879651-6083-4be0-84bc-7ba2e173cf6d" -d '{"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-deleted", "tag": "61364cd1-d10c-4235-a995-27d740688292"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:01.468566 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e2df3-1456-4fe6-bf66-02052ac01da4 x-openstack-request-id: req-b56e2df3-1456-4fe6-bf66-02052ac01da4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:01.468880 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b222f46e-ef6b-4989-b82a-e2a37775e961", "name": "network-vif-deleted", "tag": "61364cd1-d10c-4235-a995-27d740688292", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:01.469089 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b56e2df3-1456-4fe6-bf66-02052ac01da4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:01.469477 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222f46e-ef6b-4989-b82a-e2a37775e961', 'name': 'network-vif-deleted', 'tag': '61364cd1-d10c-4235-a995-27d740688292', 'status': 'completed', 'code': 200} Jul 09 17:25:01.532982 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.578061 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.624638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Network c33d08d4-42f0-443d-a27f-7b96e59fd2df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:01.627826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:01.631782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:01.638568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:01.685048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.685690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.702794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-c44f38e9-ad93-4da1-9671-6f668133b137 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8113596 Jul 09 17:25:01.717983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Request body: {'port': {'device_id': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:01.797949 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.078078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bb36d-6666-407c-98f0-a288026c668b req-90d8931a-3e90-4d35-a190-062dc651258a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.079758 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-390bb36d-6666-407c-98f0-a288026c668b req-90d8931a-3e90-4d35-a190-062dc651258a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 932 time: 0.0641992 Jul 09 17:25:02.093522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:02.101961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.114461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Transition to ACTIVE for port object 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:02.118441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.121652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-390bb36d-6666-407c-98f0-a288026c668b req-46863309-c65c-4ef7-9767-a8c2d7fda7e6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jul 09 17:25:02.489868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:02.560117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:02.560414 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:02.560749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:02.568192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:25:02.568509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:02.576323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:02.576765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Checking segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:02.577300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Bound using segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:02.577917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Bound port: 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:02.578393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.645234 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:02.648195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:02.657190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.696452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.697264 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.698542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] 10.222.0.43 "PUT /v2.0/ports/2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 1092 time: 0.9848778 Jul 09 17:25:02.727552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f727e-5bbb-4780-b8a9-a390d0dbe319 service neutron] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:02.802459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-0874cfea-d1e4-446b-af36-a957d4ad314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.803982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-0874cfea-d1e4-446b-af36-a957d4ad314c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0556529 Jul 09 17:25:02.851373 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-42deef3e-69ad-4911-948f-1ab193d9c969 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0343924 Jul 09 17:25:02.909648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78425-6e4f-442c-a189-4c79684865e1 req-99d4f3de-ac39-4909-8ace-248d09b46a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.911139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-99d4f3de-ac39-4909-8ace-248d09b46a66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0496247 Jul 09 17:25:02.945730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-12e70052-e746-4ea0-8c07-b08ab61a00b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265517 Jul 09 17:25:03.052916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-fad6e41d-c8e4-4236-8249-77ceb9b88fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983176 Jul 09 17:25:03.147080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-34a78425-6e4f-442c-a189-4c79684865e1 req-e5a9b43d-4966-4c08-9f4b-fdb011549437 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871997 Jul 09 17:25:03.199506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61364cd1-d10c-4235-a995-27d740688292 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:03.220159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 61364cd1-d10c-4235-a995-27d740688292 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:03.220508 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 61364cd1-d10c-4235-a995-27d740688292 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:03.326194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711d390-2bc2-461f-9611-b74c48f9f7a9 req-0d424c3c-e13c-4196-88a3-1c9881a2d771 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.327621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1711d390-2bc2-461f-9611-b74c48f9f7a9 req-0d424c3c-e13c-4196-88a3-1c9881a2d771 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0842552 Jul 09 17:25:03.372650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1711d390-2bc2-461f-9611-b74c48f9f7a9 req-6daab562-9280-4b68-8c4f-60c31d5957c2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Jul 09 17:25:03.470716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:03.474914 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f4782-003b-491a-b26d-34f3f232a5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:03.518372 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d9a12-8530-4ba0-9d7a-cfbcfd85b0ce x-openstack-request-id: req-239d9a12-8530-4ba0-9d7a-cfbcfd85b0ce {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:03.518749 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:03.519135 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-239d9a12-8530-4ba0-9d7a-cfbcfd85b0ce {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:03.519673 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'status': 'completed', 'code': 200} Jul 09 17:25:03.604024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-c1d7131b-bc43-4a5c-b6d4-baed554c26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.605445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-c1d7131b-bc43-4a5c-b6d4-baed554c26f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0594492 Jul 09 17:25:03.715593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-4d3ddbfc-208f-4716-a3e4-3a78205e6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.717309 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-4d3ddbfc-208f-4716-a3e4-3a78205e6bdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.1044667 Jul 09 17:25:03.761231 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-5f8afc58-cab4-4a40-aa74-87437e6a0245 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0370731 Jul 09 17:25:03.811358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-b395a536-9dcf-4b3c-9a0d-d20407d55910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.812879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-b395a536-9dcf-4b3c-9a0d-d20407d55910 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0449147 Jul 09 17:25:03.852792 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-4d4ddbd2-2372-4d0a-a27b-4857d6cf04b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312719 Jul 09 17:25:03.957106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-583e97c9-2a49-45c6-9acb-7dfdf8c75e9e service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969660 Jul 09 17:25:04.061094 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-601f4782-003b-491a-b26d-34f3f232a5b8 req-b55e2bde-cc87-4648-a243-97eda3424afe service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962105 Jul 09 17:25:04.579761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c02faf-c0d1-45c3-bd97-444b05b38d88 req-053c56e3-693f-479f-b4e4-b5374bfb62ee tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:04.581271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95c02faf-c0d1-45c3-bd97-444b05b38d88 req-053c56e3-693f-479f-b4e4-b5374bfb62ee tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0822830 Jul 09 17:25:04.621634 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-95c02faf-c0d1-45c3-bd97-444b05b38d88 req-8f1f73fc-8735-495e-8bbe-3502290583e9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jul 09 17:25:05.817468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a889bc-fbfb-4f63-8c5b-24309934d6e5 req-11553aeb-1394-4552-8aa7-002a4754d766 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.819282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98a889bc-fbfb-4f63-8c5b-24309934d6e5 req-11553aeb-1394-4552-8aa7-002a4754d766 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0774472 Jul 09 17:25:05.819568 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3a812ca-9129-448c-a782-876089cbaee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.858577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98a889bc-fbfb-4f63-8c5b-24309934d6e5 req-c1ac7d70-5a07-4d9c-bdd0-6f47591ef367 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329823 Jul 09 17:25:07.046876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043e7c8-b0a3-4b06-9d73-d0797f6749c0 req-8f2812a2-b3b1-44c5-8ca5-bae0c887f601 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:07.048376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c043e7c8-b0a3-4b06-9d73-d0797f6749c0 req-8f2812a2-b3b1-44c5-8ca5-bae0c887f601 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0691600 Jul 09 17:25:07.090672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c043e7c8-b0a3-4b06-9d73-d0797f6749c0 req-b45d3b85-17bf-4240-8908-aede84a1125e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Jul 09 17:25:07.436246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:25:07.536366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:07.551923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'port_id': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'mac_address': 'fa:16:3e:c4:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05bb1e-bb11-440d-98dd-a9cd23763e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:25:07.590523 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.603049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:07.623018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:07.630245 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.678836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:07.687002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.687213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.687560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.687905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.688228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.688555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.688869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.689188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.689512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.689824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.690138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.690449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:07.885582 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['2937cd0d-af56-4dfb-a5ac-dc1e57637b84'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:08.278039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ed66c-111f-4a72-8580-e9bd24a84897 req-dcb71ac4-e21f-46ea-a8f6-286af9ce7384 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:08.279470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f6ed66c-111f-4a72-8580-e9bd24a84897 req-dcb71ac4-e21f-46ea-a8f6-286af9ce7384 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0694938 Jul 09 17:25:08.323590 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f6ed66c-111f-4a72-8580-e9bd24a84897 req-2efa126b-d346-46ca-9640-e064b780236d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Jul 09 17:25:08.341183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8dda-d227-4376-ac49-2eaf337a82be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.524617 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.607794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.410796 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.447733 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:09.501023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:09.504775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:09.505165 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.512918 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c916bc-0365-48ad-8b09-a10b7cbe42a5 req-ec52035a-f85e-4a2a-9386-b31b7ca6940c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.514517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0c916bc-0365-48ad-8b09-a10b7cbe42a5 req-ec52035a-f85e-4a2a-9386-b31b7ca6940c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0681396 Jul 09 17:25:09.553408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0c916bc-0365-48ad-8b09-a10b7cbe42a5 req-cb2a2d38-9c83-450a-9abb-1348cdd990ff tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Jul 09 17:25:09.583600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.606144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:09.608488 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9092b-bcd2-4ace-819d-9899cb1d89a5" -d '{"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-plugged", "status": "completed", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:09.621038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:09.625301 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.648208 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa9d9ee-bc48-47d6-8d1f-c3f3d39bad62 x-openstack-request-id: req-5aa9d9ee-bc48-47d6-8d1f-c3f3d39bad62 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:09.648531 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-plugged", "status": "completed", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:09.648742 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5aa9d9ee-bc48-47d6-8d1f-c3f3d39bad62 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:09.649163 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'code': 200} Jul 09 17:25:09.678809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:09.778870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4100-eabf-46d9-9f4a-9d0c0c59e122 req-0ba5892a-3c39-4252-963f-e6b5e557643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.780358 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d4fb4100-eabf-46d9-9f4a-9d0c0c59e122 req-0ba5892a-3c39-4252-963f-e6b5e557643b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0630441 Jul 09 17:25:09.820128 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d4fb4100-eabf-46d9-9f4a-9d0c0c59e122 req-369d0409-dd82-4f29-8a62-63e667cc5786 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281706 Jul 09 17:25:10.738227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5aad9-0232-414f-a590-e1762d483e56 req-776cc782-dafd-40d2-bd58-3f07a2cc0c37 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:10.739824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffd5aad9-0232-414f-a590-e1762d483e56 req-776cc782-dafd-40d2-bd58-3f07a2cc0c37 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0734515 Jul 09 17:25:10.796663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffd5aad9-0232-414f-a590-e1762d483e56 req-e49d9553-b95e-4858-a821-bc8c80260df8 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Jul 09 17:25:11.258908 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.969492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942815b-6cd5-4602-9f37-5a04d606c1db req-b00b66dd-2e69-4291-bf8c-e3d9ca042c18 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.971215 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7942815b-6cd5-4602-9f37-5a04d606c1db req-b00b66dd-2e69-4291-bf8c-e3d9ca042c18 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0648854 Jul 09 17:25:12.009956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7942815b-6cd5-4602-9f37-5a04d606c1db req-0ef09eea-1525-46fd-aba2-d1c5bbd5861d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Jul 09 17:25:12.191580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027718-11b8-4626-90db-da0cbfe3d3c6 req-632656cf-5e50-404c-b762-f020b0afbcfe tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:12.193034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9027718-11b8-4626-90db-da0cbfe3d3c6 req-632656cf-5e50-404c-b762-f020b0afbcfe tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0691421 Jul 09 17:25:12.232949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9027718-11b8-4626-90db-da0cbfe3d3c6 req-da17936f-36d7-4ebc-86db-af60507b020d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Jul 09 17:25:12.577150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-2c8efea3-140b-4415-986d-d3db7c39a8bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573997 Jul 09 17:25:12.631516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb71f7-10d9-48a5-ab54-12708fc5989f req-3779567b-407b-4666-9386-51a66283384c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:12.633494 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1abb71f7-10d9-48a5-ab54-12708fc5989f req-3779567b-407b-4666-9386-51a66283384c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0650513 Jul 09 17:25:12.671743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1abb71f7-10d9-48a5-ab54-12708fc5989f req-ea958d1c-656b-4678-b112-1acf5531545b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Jul 09 17:25:13.830071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-b79f3c5f-70c8-46a2-bedd-83fa438b89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:13.831707 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-b79f3c5f-70c8-46a2-bedd-83fa438b89fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0530336 Jul 09 17:25:13.855088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d684fe2-6031-40c0-aca4-455c13413e84 req-468b763a-ed36-4fbc-b9fa-e64f75155410 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:13.857185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d684fe2-6031-40c0-aca4-455c13413e84 req-468b763a-ed36-4fbc-b9fa-e64f75155410 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0637674 Jul 09 17:25:13.894721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d684fe2-6031-40c0-aca4-455c13413e84 req-57e85660-ec3d-4ed9-a45d-e15d01a8c8f8 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jul 09 17:25:13.925311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-8f9c7ee3-bd4c-4719-a2f5-56a65150c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:13.926813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-8f9c7ee3-bd4c-4719-a2f5-56a65150c3a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0884552 Jul 09 17:25:13.969887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-b8d6a6c6-4af4-4fa9-8b86-17190343ef89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0360153 Jul 09 17:25:14.023608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-3d7a0f0d-636f-47a3-9c58-cf861044717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.025067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-3d7a0f0d-636f-47a3-9c58-cf861044717a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0490174 Jul 09 17:25:14.057696 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-3c92b546-db1f-497e-94eb-297adac17259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259469 Jul 09 17:25:14.144908 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-1a830a9f-e67d-4b35-a27b-ac9aa854efcf service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805674 Jul 09 17:25:14.239584 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f67dfc81-e78d-413f-8ad0-d3140b84ee90 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881023 Jul 09 17:25:15.073823 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e57ae6-6af3-45a8-bb90-521f0aac9722 req-dc5e49fe-11e4-40e5-8d46-3963f57fe4eb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:15.075315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e57ae6-6af3-45a8-bb90-521f0aac9722 req-dc5e49fe-11e4-40e5-8d46-3963f57fe4eb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0687840 Jul 09 17:25:15.112747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0e57ae6-6af3-45a8-bb90-521f0aac9722 req-1b4610e7-b3b8-4c03-a7aa-0ec524cdf902 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Jul 09 17:25:16.299795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b5191-6d86-43e8-83d6-546d58f461ef req-46e18334-e154-4f6f-8d5d-1d772a863339 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:16.301284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0b5191-6d86-43e8-83d6-546d58f461ef req-46e18334-e154-4f6f-8d5d-1d772a863339 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0650771 Jul 09 17:25:16.338840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b0b5191-6d86-43e8-83d6-546d58f461ef req-541ba47c-8dd1-460b-b50f-be8d07cce0a6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jul 09 17:25:17.456352 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:25:17.517404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d28781-35bb-4730-b12f-a80c73789966 req-c1f05bc3-e7b3-4d9d-b571-acb82bc960a5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:17.518922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83d28781-35bb-4730-b12f-a80c73789966 req-c1f05bc3-e7b3-4d9d-b571-acb82bc960a5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0691214 Jul 09 17:25:17.556603 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-83d28781-35bb-4730-b12f-a80c73789966 req-2809c338-e4b9-4168-a807-eda5ba0dab17 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Jul 09 17:25:18.739397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6ac86-ddb2-4a40-bd04-5e668381d2c7 req-fef2be8d-0c23-4d0a-9209-0c0ce8d44400 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:18.741037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfe6ac86-ddb2-4a40-bd04-5e668381d2c7 req-fef2be8d-0c23-4d0a-9209-0c0ce8d44400 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0667439 Jul 09 17:25:18.779190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cfe6ac86-ddb2-4a40-bd04-5e668381d2c7 req-3f1b2866-a7b5-4418-ae3e-d23c77ac8943 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Jul 09 17:25:19.958092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f22238-e5e9-4b69-a26b-cedc61c2f3a5 req-9b82e1ae-62e7-4e0c-84ad-2ba713c56d9f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:19.959612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76f22238-e5e9-4b69-a26b-cedc61c2f3a5 req-9b82e1ae-62e7-4e0c-84ad-2ba713c56d9f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0643725 Jul 09 17:25:19.997136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76f22238-e5e9-4b69-a26b-cedc61c2f3a5 req-d878e93e-7d24-4dad-aef6-44603ee456c0 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jul 09 17:25:21.184387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409e731-c893-4ccf-8783-44a6a97d815c req-5cb76953-8512-49dd-94f8-b37da9bef92a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:21.186005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8409e731-c893-4ccf-8783-44a6a97d815c req-5cb76953-8512-49dd-94f8-b37da9bef92a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0746963 Jul 09 17:25:21.225286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8409e731-c893-4ccf-8783-44a6a97d815c req-23aab021-c157-4ac7-a55a-94d594fa3158 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Jul 09 17:25:22.404333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a1eca-35eb-429e-b9b8-88a256094377 req-28b29b0e-717a-4448-be70-c25f5be33fe5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:22.405804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-616a1eca-35eb-429e-b9b8-88a256094377 req-28b29b0e-717a-4448-be70-c25f5be33fe5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0654564 Jul 09 17:25:22.444376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-616a1eca-35eb-429e-b9b8-88a256094377 req-728e9395-83ae-4a67-94b0-57ac93863771 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Jul 09 17:25:23.637783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717c139-6972-4c2a-9f1d-9521facbf29c req-ae974ec3-d3d8-4322-962f-62ca9bf1c03e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:23.639328 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5717c139-6972-4c2a-9f1d-9521facbf29c req-ae974ec3-d3d8-4322-962f-62ca9bf1c03e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0808401 Jul 09 17:25:23.687093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5717c139-6972-4c2a-9f1d-9521facbf29c req-163cb9ab-e5a4-4b85-987d-e4ac2a1f9e13 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Jul 09 17:25:24.048705 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.865960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4370-aaf4-479b-b242-c7c128d790bd req-77aeafcd-f66f-45b8-8326-c1c08a6ee857 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.867536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-841c4370-aaf4-479b-b242-c7c128d790bd req-77aeafcd-f66f-45b8-8326-c1c08a6ee857 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0660725 Jul 09 17:25:24.908427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-841c4370-aaf4-479b-b242-c7c128d790bd req-5bc6dd5a-0e63-4354-bbbb-57c3cfb95e57 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Jul 09 17:25:26.089964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cc5b-e5cd-4796-b42f-b976060cb29b req-9c49c13f-4131-459b-bc27-b5d22c50e57a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:26.091474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c55cc5b-e5cd-4796-b42f-b976060cb29b req-9c49c13f-4131-459b-bc27-b5d22c50e57a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0644643 Jul 09 17:25:26.128197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c55cc5b-e5cd-4796-b42f-b976060cb29b req-b732f5c8-1693-43c3-8e4a-f4763596085f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Jul 09 17:25:27.308546 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dec28-0c36-4908-8b7d-43a358a18109 req-aeedc238-4ec4-404a-874a-84a1cc735193 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.310035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-214dec28-0c36-4908-8b7d-43a358a18109 req-aeedc238-4ec4-404a-874a-84a1cc735193 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0708544 Jul 09 17:25:27.348507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-214dec28-0c36-4908-8b7d-43a358a18109 req-11e3c1e3-ba6d-4ca2-8906-15327595107d tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Jul 09 17:25:28.533932 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895b5eb-9c00-4649-9ce0-658a28f10697 req-6c082e03-421c-4798-8ba3-f28b96c779ac tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:28.535473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8895b5eb-9c00-4649-9ce0-658a28f10697 req-6c082e03-421c-4798-8ba3-f28b96c779ac tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0669420 Jul 09 17:25:28.574987 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8895b5eb-9c00-4649-9ce0-658a28f10697 req-84fec9e2-3352-4326-8ec8-a7a9b952d37b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Jul 09 17:25:29.760555 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f589d7-9a85-4c44-bc13-651a083ffbf7 req-1ce2e778-e23d-44a7-864c-83acd00eacd8 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.762068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f589d7-9a85-4c44-bc13-651a083ffbf7 req-1ce2e778-e23d-44a7-864c-83acd00eacd8 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0700195 Jul 09 17:25:29.804881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e6f589d7-9a85-4c44-bc13-651a083ffbf7 req-89728efb-5def-45a0-b7c2-e10f4f61de13 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369570 Jul 09 17:25:30.991825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26628e86-e5d3-433a-8e5a-938ce2be63bb req-8833db38-05c4-4129-830b-517fee5dd23e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:30.993369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26628e86-e5d3-433a-8e5a-938ce2be63bb req-8833db38-05c4-4129-830b-517fee5dd23e tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0680552 Jul 09 17:25:31.034039 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26628e86-e5d3-433a-8e5a-938ce2be63bb req-2bec569d-9d27-45e6-9656-fc1c589bc1d6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Jul 09 17:25:32.219172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ef639-3a9a-48a8-8a73-b39b3d014b58 req-abccf42e-ab45-4bb5-9f4c-4cf62944fe5a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.220676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-689ef639-3a9a-48a8-8a73-b39b3d014b58 req-abccf42e-ab45-4bb5-9f4c-4cf62944fe5a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0715981 Jul 09 17:25:32.259977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-689ef639-3a9a-48a8-8a73-b39b3d014b58 req-b9843d45-8bde-4405-9548-4ee87139de09 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331891 Jul 09 17:25:33.462971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c80a-45d2-438f-bffd-d464d4ac3173 req-73f1644a-9553-4023-a847-3ed0c55a5d50 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.464499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1f4c80a-45d2-438f-bffd-d464d4ac3173 req-73f1644a-9553-4023-a847-3ed0c55a5d50 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0842447 Jul 09 17:25:33.504513 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1f4c80a-45d2-438f-bffd-d464d4ac3173 req-e3019420-3c91-447a-83f6-e3222735f0d3 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343480 Jul 09 17:25:34.685867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ccd04-4451-4f1c-9671-e774db3533f0 req-225fd482-4606-489c-b1d9-0d548cee8e65 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:34.687379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac0ccd04-4451-4f1c-9671-e774db3533f0 req-225fd482-4606-489c-b1d9-0d548cee8e65 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0656848 Jul 09 17:25:34.729331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac0ccd04-4451-4f1c-9671-e774db3533f0 req-44e42962-4941-4578-8af4-34b4a445f252 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Jul 09 17:25:35.823007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23ef8373-67b0-41b5-a491-1b91f2ffcec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.916421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2590a4-df65-4087-8d83-e19bfeb0b3a2 req-fb0d1528-1829-4475-8185-d2e548351794 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:35.917935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d2590a4-df65-4087-8d83-e19bfeb0b3a2 req-fb0d1528-1829-4475-8185-d2e548351794 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0674007 Jul 09 17:25:35.957183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d2590a4-df65-4087-8d83-e19bfeb0b3a2 req-e4c84aaa-6e9e-493f-b8b7-a4036ef6cebd tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Jul 09 17:25:37.141540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30777563-887b-4e66-b54d-187ca5f8cbcd req-24d3d4e9-df11-4465-a3cb-73aa8889c44a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.144095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30777563-887b-4e66-b54d-187ca5f8cbcd req-24d3d4e9-df11-4465-a3cb-73aa8889c44a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0706766 Jul 09 17:25:37.183542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30777563-887b-4e66-b54d-187ca5f8cbcd req-9256c74f-8dfd-4e21-aff5-b315f2f24ade tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Jul 09 17:25:38.344151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-372bc7b5-e541-476a-ae7f-5398fc8ec4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.363074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26f4a-76a1-4940-9531-c87110f12bf6 req-906d8ec0-b50e-4775-899e-9ebfbe31d263 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:38.364595 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac26f4a-76a1-4940-9531-c87110f12bf6 req-906d8ec0-b50e-4775-899e-9ebfbe31d263 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0656924 Jul 09 17:25:38.405998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8ac26f4a-76a1-4940-9531-c87110f12bf6 req-8632e5b8-674d-4397-a95e-edd791e73ccd tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Jul 09 17:25:38.535431 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.610434 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.411620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.604312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c44-d733-490b-b33e-8b19d3114d0d req-ec9752af-0e9b-4e96-82eb-b6e655fef880 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:39.605873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aac93c44-d733-490b-b33e-8b19d3114d0d req-ec9752af-0e9b-4e96-82eb-b6e655fef880 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0791135 Jul 09 17:25:39.648669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aac93c44-d733-490b-b33e-8b19d3114d0d req-67fe4791-684d-4365-bf23-b80a0d11103b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Jul 09 17:25:40.851436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a490011-9d63-4b8b-96b6-287824a3589b req-b9a5eb70-5f39-473b-ad62-6b857254a15a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:40.852953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a490011-9d63-4b8b-96b6-287824a3589b req-b9a5eb70-5f39-473b-ad62-6b857254a15a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0671668 Jul 09 17:25:40.895066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a490011-9d63-4b8b-96b6-287824a3589b req-ab374921-0e62-4e3a-bffd-d482fff49c34 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Jul 09 17:25:41.264031 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:41.418843 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-ea6c619f-b8ef-4476-bb4a-6af22d778c66 service neutron] show failed (client error): The resource could not be found. Jul 09 17:25:41.419802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-ea6c619f-b8ef-4476-bb4a-6af22d778c66 service neutron] 10.222.0.43 "GET /v2.0/ports/2937cd0d-af56-4dfb-a5ac-dc1e57637b84/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0571001 Jul 09 17:25:41.753999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-6350fcdf-13f6-4b45-ab0a-4c961019fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:41.755615 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-6350fcdf-13f6-4b45-ab0a-4c961019fb28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6&tenant_id=f55b98a93d0d421db44415a6219ba26f HTTP/1.1" status: 200 len: 1097 time: 0.1051979 Jul 09 17:25:41.772959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:41.859174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.070408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:42.076602 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52a64-e77e-4d31-9597-137f51331203 req-a82ec703-1bdb-4fec-93ce-07b93ea50b3c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.078289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cf52a64-e77e-4d31-9597-137f51331203 req-a82ec703-1bdb-4fec-93ce-07b93ea50b3c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0695670 Jul 09 17:25:42.104717 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:42.117864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cf52a64-e77e-4d31-9597-137f51331203 req-e87cf95a-89d1-4b8d-95b6-b0ae03a2670b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Jul 09 17:25:42.144997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:42.147750 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c80b1bb-f43f-46ea-ba5d-a870da7bda23" -d '{"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:42.151349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.163689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Transition to ACTIVE for port object 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:42.167731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.201971 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd3a7e-bdea-490e-9de5-01bcc7648952 x-openstack-request-id: req-11dd3a7e-bdea-490e-9de5-01bcc7648952 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:42.202293 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:42.202586 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11dd3a7e-bdea-490e-9de5-01bcc7648952 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:42.202974 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'code': 200} Jul 09 17:25:42.237050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] No DVR routers for this DVR port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:42.240149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:42.276809 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:42.277097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:42.277448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:42.283043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:25:42.283467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Attempting to bind port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on network c33d08d4-42f0-443d-a27f-7b96e59fd2df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:42.288308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:42.288644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Checking segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:42.289021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Bound using segment: {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:42.289448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Bound port: 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d1e207-cd26-46fe-866c-57e04c078204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:42.289805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.352975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:42.355985 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:42.360407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.396998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.397606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.399101 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] 10.222.0.37 "PUT /v2.0/ports/2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 1092 time: 0.6303284 Jul 09 17:25:42.425034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677fb62-ad9b-4491-a256-2c8aa45e90ca service neutron] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:42.488875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-bfeb1008-d72f-4a5c-83d7-e0a507f359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.490380 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-bfeb1008-d72f-4a5c-83d7-e0a507f359ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0539622 Jul 09 17:25:42.590760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-5c3b1b69-b085-407c-a350-f9e8f17014f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.592946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-5c3b1b69-b085-407c-a350-f9e8f17014f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0966580 Jul 09 17:25:42.645054 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-da7a4d72-b8b9-44b5-9f5d-4db338937b2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0453820 Jul 09 17:25:42.704642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-13a12385-bfaa-4452-bb8b-b538b69c8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.706871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-13a12385-bfaa-4452-bb8b-b538b69c8556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0555925 Jul 09 17:25:42.743623 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-04f0a0d2-b715-48fb-96c7-cbe290544fdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297205 Jul 09 17:25:42.837421 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f3e9efe0-a703-4d92-8606-be17cac6d2d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Jul 09 17:25:42.927098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a9ff6e80-f0c7-413f-a353-9a2b3fafb2fa req-f9057153-82c7-4fcd-aa61-3ff45117ea33 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 Jul 09 17:25:43.317215 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bace8-e385-4800-8236-8467cb4cd65a req-c58e2ea5-4257-419b-ad05-4604fcd69f51 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:43.318956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d45bace8-e385-4800-8236-8467cb4cd65a req-c58e2ea5-4257-419b-ad05-4604fcd69f51 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0783601 Jul 09 17:25:43.361089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d45bace8-e385-4800-8236-8467cb4cd65a req-483406fc-8569-401e-ac29-e14968e24730 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Jul 09 17:25:44.204650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:44.208621 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f67e0-08b0-4456-96ad-4d802794aa43" -d '{"events": [{"name": "network-changed", "server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:44.263376 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d3300-3dc5-40ef-a5f5-c64dab5c8ab8 x-openstack-request-id: req-7e9d3300-3dc5-40ef-a5f5-c64dab5c8ab8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:44.263672 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:44.263920 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e9d3300-3dc5-40ef-a5f5-c64dab5c8ab8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:44.264325 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'status': 'completed', 'code': 200} Jul 09 17:25:44.401617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-45309c6a-0e48-409b-acbe-4caf0800da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.403305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-45309c6a-0e48-409b-acbe-4caf0800da2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1095 time: 0.1086993 Jul 09 17:25:44.406323 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-77604e95-fe84-41b0-aa58-e92dd100f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.407890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-77604e95-fe84-41b0-aa58-e92dd100f2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0810878 Jul 09 17:25:44.541245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0124e1-b13b-4bd9-968a-2cc28a39dcad req-9fb9775f-f6a5-483b-8aed-527a3fa45293 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.542826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd0124e1-b13b-4bd9-968a-2cc28a39dcad req-9fb9775f-f6a5-483b-8aed-527a3fa45293 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0651450 Jul 09 17:25:44.563080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-9dbececa-0f15-4dc0-b335-6cb4655227b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.564634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-9dbececa-0f15-4dc0-b335-6cb4655227b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.1535511 Jul 09 17:25:44.565730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-33cd7fb2-730c-4f29-918a-80f690bdbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.567073 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-33cd7fb2-730c-4f29-918a-80f690bdbf83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.1482666 Jul 09 17:25:44.581048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bd0124e1-b13b-4bd9-968a-2cc28a39dcad req-71db113a-35fd-4361-a8d4-3560c4b768a0 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Jul 09 17:25:44.617414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-05400d4a-5834-47e3-88f7-f94a02513cd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0453131 Jul 09 17:25:44.653895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-5671a952-7d6f-4c97-9aa4-d9b2bcab79ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0748296 Jul 09 17:25:44.723521 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-c764f432-cf81-4b0e-ac24-918cc7ffe6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.724993 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-c764f432-cf81-4b0e-ac24-918cc7ffe6f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0795910 Jul 09 17:25:44.732189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-9a81fd63-161f-438b-bd14-77fda34eaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.733564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-9a81fd63-161f-438b-bd14-77fda34eaffe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0606713 Jul 09 17:25:44.799947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-92d44e93-bd3b-4880-9d9d-1baff27d6596 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583932 Jul 09 17:25:44.799947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-96f4e9b2-4d80-4b4a-80ca-3584912cce4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490243 Jul 09 17:25:44.949804 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-f6d4483e-4d80-4a3c-8c41-581db02464f6 service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484218 Jul 09 17:25:44.951692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-a8df2a00-a553-4f25-b96a-57c441e2a214 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434252 Jul 09 17:25:45.108326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-dd308071-a9bf-471c-a489-f02e59fbfb1b service neutron] 10.222.0.37 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494827 Jul 09 17:25:45.110409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a9f67e0-08b0-4456-96ad-4d802794aa43 req-a98b3efa-2193-4ec9-916a-47f614fecbc0 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446698 Jul 09 17:25:45.636061 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:45.679011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:45.771520 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb6670-db70-4e80-9f02-6b8a53e7bd7c req-07720d36-ff11-4505-bf3d-f77b84b1e4ea tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:45.773036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99fb6670-db70-4e80-9f02-6b8a53e7bd7c req-07720d36-ff11-4505-bf3d-f77b84b1e4ea tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0707691 Jul 09 17:25:45.819168 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99fb6670-db70-4e80-9f02-6b8a53e7bd7c req-6918e264-7964-409b-a4d8-eb3a32684a48 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Jul 09 17:25:47.013290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88570002-8664-40dc-a120-3ea0e9ad1391 req-8da93ca1-c2dc-4c5d-b4f3-2d8b787da458 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.014798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88570002-8664-40dc-a120-3ea0e9ad1391 req-8da93ca1-c2dc-4c5d-b4f3-2d8b787da458 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0722735 Jul 09 17:25:47.051640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-88570002-8664-40dc-a120-3ea0e9ad1391 req-1510faa6-a69b-417c-b669-7e2c6429e5bb tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Jul 09 17:25:47.368210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d74af-06de-40d7-bd37-015ac80192f3 req-9144fc49-ac5b-46bb-b259-477ba9eba6a9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.369813 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-732d74af-06de-40d7-bd37-015ac80192f3 req-9144fc49-ac5b-46bb-b259-477ba9eba6a9 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 944 time: 0.0739133 Jul 09 17:25:47.379620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-bc1e3abc-4e10-4d58-a2d2-39c106b92e2a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.381108 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-bc1e3abc-4e10-4d58-a2d2-39c106b92e2a tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.43 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6&tenant_id=f55b98a93d0d421db44415a6219ba26f&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 944 time: 0.0743854 Jul 09 17:25:47.391888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:25:47.412061 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-732d74af-06de-40d7-bd37-015ac80192f3 req-ca7b93a2-4e79-4b1a-a2d5-22e05324a090 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Jul 09 17:25:47.444024 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-1a83c13d-a1cd-4554-a4c6-9a24ee41f4d3 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:25:47.445063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-1a83c13d-a1cd-4554-a4c6-9a24ee41f4d3 service neutron] 10.222.0.43 "DELETE /v2.0/ports/2937cd0d-af56-4dfb-a5ac-dc1e57637b84/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0576732 Jul 09 17:25:47.487797 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:47.500971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'network_id': 'c33d08d4-42f0-443d-a27f-7b96e59fd2df', 'port_id': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'mac_address': 'fa:16:3e:c4:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05bb1e-bb11-440d-98dd-a9cd23763e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:25:47.541772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.552849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-afdf7d27-744a-4f08-b2c2-8e4907d692dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.554439 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-afdf7d27-744a-4f08-b2c2-8e4907d692dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f55b98a93d0d421db44415a6219ba26f&device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0552824 Jul 09 17:25:47.554704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:47.574986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:47.581046 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.627704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:47.651285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-440448e2-18c2-429f-ad50-76066a4d9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.652779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-440448e2-18c2-429f-ad50-76066a4d9aa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 200 len: 915 time: 0.0917885 Jul 09 17:25:47.697446 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-66878000-dd67-4085-82bd-4dc3bec29995 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 200 len: 217 time: 0.0351274 Jul 09 17:25:47.756653 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-39c52005-fe37-405e-9add-f001a3874251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.759020 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-39c52005-fe37-405e-9add-f001a3874251 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 200 len: 854 time: 0.0550551 Jul 09 17:25:47.798822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-202bac44-5ea2-4023-b0b1-12324db977ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c33d08d4-42f0-443d-a27f-7b96e59fd2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331640 Jul 09 17:25:47.897510 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-6e6977b0-68e4-4278-a579-3bf729a31a4a service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Jul 09 17:25:47.963520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2937cd0d-af56-4dfb-a5ac-dc1e57637b84'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:48.000234 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-897674b4-e264-4338-bd29-89a34c2fb4b6 req-ff63127a-544f-48ea-92d9-651ab869f2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922229 Jul 09 17:25:48.589188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48d8d4-067f-4511-891b-9355a2845abd req-3af98a70-31c7-4219-a00c-9313b3fee336 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:48.591254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c48d8d4-067f-4511-891b-9355a2845abd req-3af98a70-31c7-4219-a00c-9313b3fee336 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 945 time: 0.0643942 Jul 09 17:25:48.631279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c48d8d4-067f-4511-891b-9355a2845abd req-9627d4eb-edc1-4f8a-8d43-1198cb26b2c5 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Jul 09 17:25:49.409939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:49.460545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:49.467472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:49.468100 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.556484 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.581200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:49.583481 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec233ea-460e-4bc6-8278-b6a9d75cf77b" -d '{"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-plugged", "status": "completed", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:49.596440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:49.601553 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.627253 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d6b0b0-7f3f-409c-9232-6f2aa0d1cc78 x-openstack-request-id: req-36d6b0b0-7f3f-409c-9232-6f2aa0d1cc78 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:49.627539 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-plugged", "status": "completed", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:49.627793 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36d6b0b0-7f3f-409c-9232-6f2aa0d1cc78 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:49.628168 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'code': 200} Jul 09 17:25:49.657313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:49.834166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb8ef4-62d9-4d4f-80e6-79c890a0ec57 req-d81de095-b303-43bf-8259-6c06ca918750 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:49.835708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23bb8ef4-62d9-4d4f-80e6-79c890a0ec57 req-d81de095-b303-43bf-8259-6c06ca918750 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0844123 Jul 09 17:25:49.876934 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23bb8ef4-62d9-4d4f-80e6-79c890a0ec57 req-623c6b02-e3c9-4c17-a099-e0f807382cf2 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Jul 09 17:25:50.054205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550b085-f849-47a7-a357-c11fe93aa9fc req-927c6b24-c226-460f-8815-0c90b81b1774 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:50.055767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f550b085-f849-47a7-a357-c11fe93aa9fc req-927c6b24-c226-460f-8815-0c90b81b1774 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0709255 Jul 09 17:25:50.097820 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f550b085-f849-47a7-a357-c11fe93aa9fc req-4c098ea8-565a-4d7f-9615-9c73cb77af1f tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Jul 09 17:25:50.289171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8870-eb62-40b8-a684-56d52b042202 req-e9c2f120-56bd-4224-9a06-0f38337ef158 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:50.290588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-685c8870-eb62-40b8-a684-56d52b042202 req-e9c2f120-56bd-4224-9a06-0f38337ef158 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0748990 Jul 09 17:25:50.333431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-685c8870-eb62-40b8-a684-56d52b042202 req-72dae5f1-947b-4733-a063-38934855ef1c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346603 Jul 09 17:25:50.910684 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f92d7-efdc-4e7b-abe9-c7bbf4732178 req-d36b521b-1d8f-4342-bdd7-ceb24f0cc56b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:50.912226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-752f92d7-efdc-4e7b-abe9-c7bbf4732178 req-d36b521b-1d8f-4342-bdd7-ceb24f0cc56b tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0742610 Jul 09 17:25:50.952786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-752f92d7-efdc-4e7b-abe9-c7bbf4732178 req-c4d2e076-0503-4f7d-b26b-5871efb0f83c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Jul 09 17:25:52.134587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951c2ef-fdce-4a35-8362-8a0ebf7cc328 req-b1b95021-31dc-4432-b445-4032344292d6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:52.136089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c951c2ef-fdce-4a35-8362-8a0ebf7cc328 req-b1b95021-31dc-4432-b445-4032344292d6 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0694866 Jul 09 17:25:52.176439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c951c2ef-fdce-4a35-8362-8a0ebf7cc328 req-fe8533b1-ef37-4ac3-aed5-b4080c4b2d35 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe2e501c-d227-498a-82e2-3486cde71a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jul 09 17:25:52.208531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-964fb32c-f146-457b-bdee-4c52a2f3de9c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:52.209941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-964fb32c-f146-457b-bdee-4c52a2f3de9c tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6 HTTP/1.1" status: 200 len: 946 time: 0.0708234 Jul 09 17:25:52.318519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Deleting port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:52.318876 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.409583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] For port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,segment=NetworkSegment(04d1e207-cd26-46fe-866c-57e04c078204),segment_id=04d1e207-cd26-46fe-866c-57e04c078204)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:52.409956 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.427251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Calling delete_port for 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:52.584167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.616189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2937cd0d-af56-4dfb-a5ac-dc1e57637b84'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:52.616963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Pushing event deleted for resources: {'Port': ['ID=2937cd0d-af56-4dfb-a5ac-dc1e57637b84,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:52.647389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.647738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.648072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.648394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.648753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.649058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.649460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.649827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.650208 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.650532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.650872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.651191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.676423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] No DVR routers for this DVR port 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:52.680737 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.684024 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6100a3e7-0f8d-43e6-84d1-1e2e28143778 req-168fa17f-5030-444b-a2e9-5a53724bf518 tempest-ServerDiskConfigTestJSON-1152885089 tempest-ServerDiskConfigTestJSON-1152885089-project] 10.222.0.37 "DELETE /v2.0/ports/2937cd0d-af56-4dfb-a5ac-dc1e57637b84 HTTP/1.1" status: 204 len: 173 time: 0.4675810 Jul 09 17:25:52.684716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-deleted', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:52.688533 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d9bde-352a-434b-8ebf-5989dbf4fde5" -d '{"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-deleted", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:52.924440 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb07b5c-ff44-4f4d-a585-31533a004714 x-openstack-request-id: req-bdb07b5c-ff44-4f4d-a585-31533a004714 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:52.924808 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6", "name": "network-vif-deleted", "tag": "2937cd0d-af56-4dfb-a5ac-dc1e57637b84", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:52.925185 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdb07b5c-ff44-4f4d-a585-31533a004714 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:52.925672 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b03e57-3ce2-4529-ae81-b4f3e5d2a1a6', 'name': 'network-vif-deleted', 'tag': '2937cd0d-af56-4dfb-a5ac-dc1e57637b84', 'status': 'completed', 'code': 200} Jul 09 17:25:53.405707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:53.454227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Deleting subnet 2c05bb1e-bb11-440d-98dd-a9cd23763e53 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:53.457727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.491546 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.531988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.597216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.626606 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c05bb1e-bb11-440d-98dd-a9cd23763e53,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:53.630494 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.632381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9b2eff1-6775-4106-aeab-71c46b3a45b0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c05bb1e-bb11-440d-98dd-a9cd23763e53 HTTP/1.1" status: 204 len: 168 time: 0.2256658 Jul 09 17:25:53.635307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:53.706387 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.790824 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.801358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33d08d4-42f0-443d-a27f-7b96e59fd2df']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:53.811923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d1e207-cd26-46fe-866c-57e04c078204') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:53.812223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d1e207-cd26-46fe-866c-57e04c078204') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:53.820944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.834594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.840585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:53.841049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:53.842963 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:53.903915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.911478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.913548 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c33d08d4-42f0-443d-a27f-7b96e59fd2df HTTP/1.1" status: 204 len: 168 time: 0.2772841 Jul 09 17:25:53.927823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805d56d-b808-4e69-a7ce-f3a5ae777c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33d08d4-42f0-443d-a27f-7b96e59fd2df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:54.038496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:54.059183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.079971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-12efea21-2421-4114-8973-9ea2e09c4e82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f55b98a93d0d421db44415a6219ba26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398827 Jul 09 17:25:54.082607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:54.130266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.152403 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.203939 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.206341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.207636 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe2e501c-d227-498a-82e2-3486cde71a0f HTTP/1.1" status: 204 len: 168 time: 0.1241045 Jul 09 17:25:54.216604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2e501c-d227-498a-82e2-3486cde71a0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:54.224647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.224992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.225334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.225669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.225999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.226300 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.226653 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.226979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.227304 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.227627 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.227948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.228290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab0a1d1-8170-4b1b-82fe-0227d1351643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:54.455885 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:25:54.951825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.050249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1357567173-network', 'tenant_id': '8714762b76d64dccbe11c2294c417510'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:55.075865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Made reservation on behalf of 8714762b76d64dccbe11c2294c417510 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:55.078605 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.087204 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.177717 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.182994 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.207348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:55.216078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a6eb1-024e-4220-b2f4-d840e48989f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:55.222145 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.222515 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Added segment d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13 of type vlan for network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 Jul 09 17:25:55.261500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.291970 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.293132 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:55.293734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.349560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3964074 Jul 09 17:25:55.352463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.359235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Request body: {'subnet': {'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1357567173-subnet', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:55.363368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe04491-f211-4bd4-9092-b014c466f8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e7d6f2-0482-4c9f-be24-c26b12daedf9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:55.374308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:55.386726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Made reservation on behalf of 8714762b76d64dccbe11c2294c417510 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:55.389112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.418982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:55.444205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:55.444418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2937cd0d-af56-4dfb-a5ac-dc1e57637b84 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:55.565618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.610648 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e5132d-efef-46ab-bb71-601893028c3f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:55.640145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:55.640566 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Network hostable DHCP agents. Network: f3e7d6f2-0482-4c9f-be24-c26b12daedf9, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:55.662955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:55.676363 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f3e7d6f2-0482-4c9f-be24-c26b12daedf9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:55.681140 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:55.682319 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.685637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00343a0d-b5f6-416d-97ac-30dcd768d8f2 None None] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:55.697424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-246d631a-6d4a-451a-b984-088f4e6ccebb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3437965 Jul 09 17:25:55.700005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.704492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:55.727882 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.728921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.786455 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.828950 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:55.829823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.921248 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.995327 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Allocated IP 172.20.0.2 (f3e7d6f2-0482-4c9f-be24-c26b12daedf9/c9e5132d-efef-46ab-bb71-601893028c3f/946336a1-c259-4e3e-934c-1dbc61940090) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:56.132138 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.136577 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.145212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Transition to ACTIVE for port object 946336a1-c259-4e3e-934c-1dbc61940090 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:56.152295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.159920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Transition to ACTIVE for port object 946336a1-c259-4e3e-934c-1dbc61940090 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:56.165776 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.204447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:56.207299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:56.211159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:56.218919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Pushing event updated for resources: {'Port': ['ID=946336a1-c259-4e3e-934c-1dbc61940090,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.257003 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Allocated IP 172.25.7.8 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/48713b13-33d7-4c2a-842a-821e34756d3c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:56.282827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Attempting to bind port 946336a1-c259-4e3e-934c-1dbc61940090 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:56.283207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Attempting to bind port 946336a1-c259-4e3e-934c-1dbc61940090 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:56.283570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Attempting to bind port 946336a1-c259-4e3e-934c-1dbc61940090 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:56.288912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:56.289292 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:56.289700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.290094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:56.290596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Bound port: 946336a1-c259-4e3e-934c-1dbc61940090, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:56.290982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.396187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] For port 946336a1-c259-4e3e-934c-1dbc61940090, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:56.410868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] For port 946336a1-c259-4e3e-934c-1dbc61940090, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=946336a1-c259-4e3e-934c-1dbc61940090,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:56.416707 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.487793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a9a1b-7638-4296-8778-e4912510cdee None None] Pushing event updated for resources: {'Port': ['ID=946336a1-c259-4e3e-934c-1dbc61940090,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.697329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.740091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.779323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:56.784383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:56.787954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:56.811610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Pushing event updated for resources: {'Port': ['ID=48713b13-33d7-4c2a-842a-821e34756d3c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:57.046334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.257065 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.398119 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:25:57.433361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a875eb-4b79-4372-955a-09169d398bb6 None None] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:57.495268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9ee09d4a-49eb-40db-bc5d-2e177e912804 None None] Provisioning for port 946336a1-c259-4e3e-934c-1dbc61940090 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:57.512500 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:57.521326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:25:57.529302 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.530588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-35c66677-8b99-44e4-a98a-421bd9ca0a9e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8295701 Jul 09 17:25:57.533344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:57.551273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:57.551905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:25:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:57.689583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:57.879006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:56Z', 'revision_number': 3, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:57.907020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:25:57.907349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Updating router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 port 48713b13-33d7-4c2a-842a-821e34756d3c binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:25:57.948782 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.968010 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.121763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 946336a1-c259-4e3e-934c-1dbc61940090 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:58.144617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Allocated IP 172.20.0.1 (f3e7d6f2-0482-4c9f-be24-c26b12daedf9/c9e5132d-efef-46ab-bb71-601893028c3f/75689a1a-6cad-44e6-820d-2650222ece88) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:58.260855 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.276719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Transition to ACTIVE for port object 75689a1a-6cad-44e6-820d-2650222ece88 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:58.314164 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.354507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:58.357374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:58.360924 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:58.388589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 946336a1-c259-4e3e-934c-1dbc61940090 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:58.388817 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Pushing event updated for resources: {'Port': ['ID=75689a1a-6cad-44e6-820d-2650222ece88,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:58.399887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 946336a1-c259-4e3e-934c-1dbc61940090 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:58.400516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.409393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.484616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.500670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Transition to ACTIVE for port object 48713b13-33d7-4c2a-842a-821e34756d3c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:58.510058 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.558595 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.601278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.605756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Attempting to bind port 48713b13-33d7-4c2a-842a-821e34756d3c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:58.606122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Attempting to bind port 48713b13-33d7-4c2a-842a-821e34756d3c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:58.606514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Attempting to bind port 48713b13-33d7-4c2a-842a-821e34756d3c on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:58.616401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7810b-62d2-44e9-b2c1-927a085bbd8d None None] Pushing event updated for resources: {'Port': ['ID=48713b13-33d7-4c2a-842a-821e34756d3c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:58.624017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1e1055b4-c067-4703-8ee6-d916f0f259f1 None None] Provisioning for port 75689a1a-6cad-44e6-820d-2650222ece88 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:58.626126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:58.626561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:58.626917 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.627297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:58.627764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Bound port: 48713b13-33d7-4c2a-842a-821e34756d3c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:58.628141 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.653163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1e1055b4-c067-4703-8ee6-d916f0f259f1 None None] Provisioning complete for port 75689a1a-6cad-44e6-820d-2650222ece88 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:58.653446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e1055b4-c067-4703-8ee6-d916f0f259f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.695426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 946336a1-c259-4e3e-934c-1dbc61940090, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=946336a1-c259-4e3e-934c-1dbc61940090,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:58.713607 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.732246 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.737036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.746990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1e1055b4-c067-4703-8ee6-d916f0f259f1 None None] Port 75689a1a-6cad-44e6-820d-2650222ece88 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:58.750428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] For port 48713b13-33d7-4c2a-842a-821e34756d3c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:58.769222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] For port 48713b13-33d7-4c2a-842a-821e34756d3c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=48713b13-33d7-4c2a-842a-821e34756d3c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:58.780510 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.790808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=946336a1-c259-4e3e-934c-1dbc61940090,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:58.811504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.813254 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Pushing event updated for resources: {'Port': ['ID=75689a1a-6cad-44e6-820d-2650222ece88,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:58.827222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:58.827836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:25:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:58.891025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7810b-62d2-44e9-b2c1-927a085bbd8d None None] Pushing event updated for resources: {'Port': ['ID=48713b13-33d7-4c2a-842a-821e34756d3c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:58.910503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:58.911952 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:58.952805 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:59.028853 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:25:59.143128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:59.148963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f3eb9e03-013d-4790-bea2-1b3fff6bec02 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6146443 Jul 09 17:25:59.168889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 2, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:59.197159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3876a-8716-4cd7-8bad-f450d01ad3cc None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 2, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:25:59.198867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f8ffab7-6caf-466c-a701-8b675c72b570 None None] Provisioning complete for port 75689a1a-6cad-44e6-820d-2650222ece88 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:59.199259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffab7-6caf-466c-a701-8b675c72b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.234971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ffab7-6caf-466c-a701-8b675c72b570 None None] Port 75689a1a-6cad-44e6-820d-2650222ece88 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:59.678771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:59.683754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944839482', 'description': 'tempest-description--9011310'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:59.708148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.803675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.811787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.845380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.849377 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1667044 Jul 09 17:25:59.849891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:59.854585 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'security_group_rule': {'security_group_id': '1af9386d-43e5-4721-a769-3a334e8952ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:59.861408 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223aca9-13f4-4466-88f9-7644fb60a83a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9386d-43e5-4721-a769-3a334e8952ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:59.886757 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.953918 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.958988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.988562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90df197e-2c4e-4691-8e46-f67a15843cee,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:59.992095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.993318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1c1cbcfb-8c16-41e8-85f5-fcee148f3695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425052 Jul 09 17:25:59.996169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:00.000876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'security_group_rule': {'security_group_id': '1af9386d-43e5-4721-a769-3a334e8952ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:00.032240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.106189 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.111276 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.137368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe04fb3-ae0b-45b6-b7ec-96b4bd52f6bd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:00.149581 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.155491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:00.155671 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c79c2b5e-6872-4651-b8a7-ee334966760a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583927 Jul 09 17:26:00.158037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 946336a1-c259-4e3e-934c-1dbc61940090 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:00.166020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:00.191881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.207686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 946336a1-c259-4e3e-934c-1dbc61940090 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:00.209154 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.298285 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.299750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 48713b13-33d7-4c2a-842a-821e34756d3c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:00.350757 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 48713b13-33d7-4c2a-842a-821e34756d3c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:00.355389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 48713b13-33d7-4c2a-842a-821e34756d3c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:00.355838 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.414632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Allocated IP 172.25.7.15 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0fb2fe6f-92b8-4a51-ae45-f4bd15e44192) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:00.440088 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.461795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 48713b13-33d7-4c2a-842a-821e34756d3c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=48713b13-33d7-4c2a-842a-821e34756d3c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:00.466335 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.513398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=48713b13-33d7-4c2a-842a-821e34756d3c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:00.523248 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.564492 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.607257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:00.609975 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:00.613674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:00.619155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'Port': ['ID=0fb2fe6f-92b8-4a51-ae45-f4bd15e44192,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:00.700980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.747599 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.911165 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.917470 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.990152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'Port': ['ID=0fb2fe6f-92b8-4a51-ae45-f4bd15e44192,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:01.000444 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.016162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.017927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b19ebc7-9257-4b91-8dd4-0068bea19734 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8553588 Jul 09 17:26:01.152516 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:26:01.161828 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:01.162508 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:25:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:01.167931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-ad3ded6a-864c-4ad5-b1af-ed8b85aeeded tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1944839482&fields=id&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 267 time: 0.0366344 Jul 09 17:26:01.270619 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:26:01.277496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-12b1be53-8b34-440b-afaa-b3ea2001677c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.279074 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-12b1be53-8b34-440b-afaa-b3ea2001677c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1046181 Jul 09 17:26:01.294208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-2df895be-bda2-41d9-8fcf-5531bf5bf683 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/quotas/8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Jul 09 17:26:01.366829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f03b8215-5d59-4f28-87a5-29370e01a52e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674398 Jul 09 17:26:01.383327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-d769384f-0a29-4c65-b084-fa3e590e545f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:26:01.384234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-d769384f-0a29-4c65-b084-fa3e590e545f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063610 Jul 09 17:26:01.467473 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 2, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:01.493634 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:26:01.493984 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Updating router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 port 75689a1a-6cad-44e6-820d-2650222ece88 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:26:01.522404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-3d38022c-412d-432b-926e-9a1813289799 service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317565 Jul 09 17:26:01.530920 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.615922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-016d1c08-b834-4f7d-a00e-156228ff152c service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 Jul 09 17:26:01.797176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc7cbc5c-b065-4bc9-97d2-c3658d5610a0 req-5c0637e0-20e0-49b1-b6a1-56a801e63f31 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 210 time: 0.0321662 Jul 09 17:26:01.882093 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.892335 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Transition to ACTIVE for port object 75689a1a-6cad-44e6-820d-2650222ece88 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:01.899183 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.953835 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Pushing event updated for resources: {'Port': ['ID=75689a1a-6cad-44e6-820d-2650222ece88,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:01.983486 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.983821 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.984335 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.984666 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.984996 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.985320 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.985641 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.986358 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.986358 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.986598 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.987102 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:01.987424 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:02.018661 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Attempting to bind port 75689a1a-6cad-44e6-820d-2650222ece88 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:02.019033 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Attempting to bind port 75689a1a-6cad-44e6-820d-2650222ece88 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:02.019448 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Attempting to bind port 75689a1a-6cad-44e6-820d-2650222ece88 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:02.024742 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:02.025119 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:02.025642 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.026066 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:02.026556 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Bound port: 75689a1a-6cad-44e6-820d-2650222ece88, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:02.026961 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.102100 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] For port 75689a1a-6cad-44e6-820d-2650222ece88, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:02.110225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 48713b13-33d7-4c2a-842a-821e34756d3c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:02.111347 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] For port 75689a1a-6cad-44e6-820d-2650222ece88, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=75689a1a-6cad-44e6-820d-2650222ece88,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:02.117698 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.168273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 48713b13-33d7-4c2a-842a-821e34756d3c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:02.168941 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.171849 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:02.172534 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:25:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:02.295196 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab66ef9-75f9-4402-8125-70d71ea726d3 None None] Pushing event updated for resources: {'Port': ['ID=75689a1a-6cad-44e6-820d-2650222ece88,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:02.310620 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:26:02.524726 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:02Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:02.552704 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f423c8-28f5-4cb5-92b6-9e917e86e4ab None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:02Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:26:02.945537 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ee8da81-ad7a-4bb5-a8a8-552d889145e9 req-53b07205-042f-4b52-b261-47f3fc056f3c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 210 time: 0.0308211 Jul 09 17:26:03.083727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-e479b83c-41cf-4fff-a9be-7e771455bac7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:03.085235 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-e479b83c-41cf-4fff-a9be-7e771455bac7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1136975 Jul 09 17:26:03.137056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-c7df7521-bd4e-4fa7-a040-17cc41debf1c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 380 time: 0.0374746 Jul 09 17:26:03.145867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'port': {'device_id': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'admin_state_up': True, 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'security_groups': ['1af9386d-43e5-4721-a769-3a334e8952ae']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:03.259203 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Made reservation on behalf of 8714762b76d64dccbe11c2294c417510 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:03.262948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.389875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Allocated IP 172.20.0.3 (f3e7d6f2-0482-4c9f-be24-c26b12daedf9/c9e5132d-efef-46ab-bb71-601893028c3f/bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:03.545136 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.559372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Transition to ACTIVE for port object bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:03.594729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.640010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:03.643201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:03.647123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:03.653524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:03.713359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:03.714005 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.729687 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-dc00f0d0-71a2-4f2f-a0d7-29ebed76c2e9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878069 Jul 09 17:26:03.748028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Request body: {'port': {'device_id': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:03.827972 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.875527 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d1d6135-12d2-455a-be83-c6f4af916004 None None] Provisioning for port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:03.879463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d1d6135-12d2-455a-be83-c6f4af916004 None None] Provisioning complete for port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:03.879939 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6135-12d2-455a-be83-c6f4af916004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.917176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d6135-12d2-455a-be83-c6f4af916004 None None] Port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:04.113211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 75689a1a-6cad-44e6-820d-2650222ece88 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:04.113377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:04.121522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.130575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca702-f0c8-48f0-bb1f-ae6695b10af1 req-494026b0-0263-4f36-86b6-bc8228f39dfb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.132184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b06ca702-f0c8-48f0-bb1f-ae6695b10af1 req-494026b0-0263-4f36-86b6-bc8228f39dfb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 931 time: 0.0747273 Jul 09 17:26:04.134258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Transition to ACTIVE for port object bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:04.139336 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.164541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 75689a1a-6cad-44e6-820d-2650222ece88 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:04.168592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 75689a1a-6cad-44e6-820d-2650222ece88 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:04.168976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.179797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b06ca702-f0c8-48f0-bb1f-ae6695b10af1 req-3cabea16-04bc-4620-af1e-1e86214a3a2c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Jul 09 17:26:04.205748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:04.267565 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.280558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:04.280898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:04.281272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:04.288400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:26:04.288787 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:04.295503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:04.295845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:04.296229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:04.296659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Bound port: bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:04.297026 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.302880 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 75689a1a-6cad-44e6-820d-2650222ece88, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=75689a1a-6cad-44e6-820d-2650222ece88,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:04.308374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.361130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=75689a1a-6cad-44e6-820d-2650222ece88,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:04.370638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:04.373934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:04.379777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.419148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.419778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.421208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 1091 time: 0.6779346 Jul 09 17:26:04.421665 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:04.424020 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:04.450842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a11abe-409f-4b3c-af06-7fd0fce11c69 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:04.484639 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18e7361-4148-485f-93be-a49fa541e311 x-openstack-request-id: req-e18e7361-4148-485f-93be-a49fa541e311 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:04.484936 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:04.485198 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e18e7361-4148-485f-93be-a49fa541e311 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:04.485726 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'status': 'completed', 'code': 200} Jul 09 17:26:04.555394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-1f533944-fd5e-4c97-96d6-32f1cfb6998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.556962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-1f533944-fd5e-4c97-96d6-32f1cfb6998c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1094 time: 0.0564804 Jul 09 17:26:04.604599 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-ac6bdd67-889e-4317-b97b-bec0ca1eac6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 217 time: 0.0344677 Jul 09 17:26:04.659314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-0ae194b0-8181-4fc5-b229-9c81888ea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.660700 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-0ae194b0-8181-4fc5-b229-9c81888ea4a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0503376 Jul 09 17:26:05.041138 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-b71e40f9-c5f1-449a-a34c-7944e4cdb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.042710 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-b71e40f9-c5f1-449a-a34c-7944e4cdb949 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757567 Jul 09 17:26:05.131413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-d39417cc-4132-496d-b6e4-69c4472d8feb service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812037 Jul 09 17:26:05.234348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bba8c55c-c3c2-4edc-892a-61fe272d586d req-3556dd38-5c84-411e-85f1-514f9a8b3f2b service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962546 Jul 09 17:26:05.366504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0158d-d878-49fa-8f7f-a5541c4ac281 req-816d5c6d-afd4-4146-a32c-d503743e844b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.368719 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f0158d-d878-49fa-8f7f-a5541c4ac281 req-816d5c6d-afd4-4146-a32c-d503743e844b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0692468 Jul 09 17:26:05.388300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-ddee3093-3555-450e-abcb-e8af30bf2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.389814 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-ddee3093-3555-450e-abcb-e8af30bf2603 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1094 time: 0.0536225 Jul 09 17:26:05.407189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28f0158d-d878-49fa-8f7f-a5541c4ac281 req-ae24a522-e32f-472c-963d-af5caf07bf0b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324318 Jul 09 17:26:05.488157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-a4343e4a-2848-4ffe-93f5-51a95b285390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.489558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-a4343e4a-2848-4ffe-93f5-51a95b285390 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0936117 Jul 09 17:26:05.530455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-bef3560b-8042-440c-a81c-1d5c9f906cf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 217 time: 0.0341036 Jul 09 17:26:05.580162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-fcbcdb11-6424-4078-815f-ab25e9bf01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.581629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-fcbcdb11-6424-4078-815f-ab25e9bf01f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0446556 Jul 09 17:26:05.645032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-7e65984a-f9b5-47c0-873f-bb44a2e84e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.646558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-7e65984a-f9b5-47c0-873f-bb44a2e84e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571156 Jul 09 17:26:05.736828 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-51758c95-cf06-4509-a735-15cc73e5c080 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840020 Jul 09 17:26:05.826972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-badd0d42-29f2-472d-8097-30dc6a419a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.834163 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bfd5c7b5-5b63-4185-a1ef-b6a86eddaa9a req-8435e644-23ff-4454-9c32-f5c929f1e47c service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901184 Jul 09 17:26:06.081872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 75689a1a-6cad-44e6-820d-2650222ece88 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:06.131420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 75689a1a-6cad-44e6-820d-2650222ece88 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:06.131994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.593819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece854d-2e6d-41de-b143-552b60e06558 req-c5f0a7ea-32a5-4778-8eae-75fcff3e81bd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:06.595373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bece854d-2e6d-41de-b143-552b60e06558 req-c5f0a7ea-32a5-4778-8eae-75fcff3e81bd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0710731 Jul 09 17:26:06.645011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bece854d-2e6d-41de-b143-552b60e06558 req-dc7de9ae-68ba-4a06-811a-8e00387f6e13 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Jul 09 17:26:07.842600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2385-8416-4ea6-b2fb-8dde8068551f req-e7a688e5-b45b-49fc-8043-3a715f4b7577 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:07.844068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028b2385-8416-4ea6-b2fb-8dde8068551f req-e7a688e5-b45b-49fc-8043-3a715f4b7577 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0795674 Jul 09 17:26:07.883671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028b2385-8416-4ea6-b2fb-8dde8068551f req-facc58e0-3ad7-4c2e-a3b5-67a94d279f4c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Jul 09 17:26:08.352495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cf708f2-c9d7-4183-80bf-92b94b9e26bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.537215 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.615809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.074288 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc422c53-7499-4ab7-a4c4-f048212092d9 req-b5adea43-605f-412c-9272-2832192c0291 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:09.075803 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc422c53-7499-4ab7-a4c4-f048212092d9 req-b5adea43-605f-412c-9272-2832192c0291 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0730751 Jul 09 17:26:09.117105 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fc422c53-7499-4ab7-a4c4-f048212092d9 req-10c02145-d467-4d29-81a9-3cab15088950 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354977 Jul 09 17:26:09.417845 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.480401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:09.597967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:09.610736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'mac_address': 'fa:16:3e:e5:e8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:09.648573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.662361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:09.684664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:09.693946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.741886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:09.749181 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.749530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.749869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.750184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.750562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.750901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.751218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.751543 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.751865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.752183 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.752491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:09.752809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:10.096202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:10.298515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3c48-2bd2-4168-839b-6bcd5671e188 req-ac0a6753-7a6f-4fd7-bc44-b53f2a8dbdd5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:10.300014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-059b3c48-2bd2-4168-839b-6bcd5671e188 req-ac0a6753-7a6f-4fd7-bc44-b53f2a8dbdd5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 944 time: 0.0623498 Jul 09 17:26:10.345064 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-059b3c48-2bd2-4168-839b-6bcd5671e188 req-547d5d3d-f71d-42db-859d-bead56d6a6df tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365899 Jul 09 17:26:11.268865 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.478872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:11.543592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:11.547898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:11.548279 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.631977 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.655640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:11.658070 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32328bf1-b175-4075-9d1e-fc6f3e076d5e" -d '{"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:11.671746 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:11.676930 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.725721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.846611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c01a0-d15d-4c04-b62c-20b0f10304ee req-0a540f20-a7a0-4e21-8f2e-d68fac40cf95 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:11.848252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-647c01a0-d15d-4c04-b62c-20b0f10304ee req-0a540f20-a7a0-4e21-8f2e-d68fac40cf95 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 944 time: 0.3790543 Jul 09 17:26:11.897931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-647c01a0-d15d-4c04-b62c-20b0f10304ee req-a8c8074c-b16e-45d5-aacc-aff1c015df4e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Jul 09 17:26:11.942747 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c6d332-6634-4f59-9c02-3a69b84b99dc x-openstack-request-id: req-b2c6d332-6634-4f59-9c02-3a69b84b99dc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:11.943002 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:11.943317 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2c6d332-6634-4f59-9c02-3a69b84b99dc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:11.943713 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'code': 200} Jul 09 17:26:12.098366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469cdef-b8d9-4d8c-a452-da277a8d7e41 req-4966d51a-116e-4115-827c-1786bfd52dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:12.099860 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6469cdef-b8d9-4d8c-a452-da277a8d7e41 req-4966d51a-116e-4115-827c-1786bfd52dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1096 time: 0.0621185 Jul 09 17:26:12.134884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6469cdef-b8d9-4d8c-a452-da277a8d7e41 req-75b79e0d-a574-4e69-a026-ffd07b314331 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281172 Jul 09 17:26:13.078487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cf674-441a-44f8-b8a6-0ab133d3779b req-519a0a3c-d80c-4bf2-b936-5f7eb4a92ab9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:13.079993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-336cf674-441a-44f8-b8a6-0ab133d3779b req-519a0a3c-d80c-4bf2-b936-5f7eb4a92ab9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0665636 Jul 09 17:26:13.130894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-336cf674-441a-44f8-b8a6-0ab133d3779b req-396d3a88-3cc9-4b31-ba68-c26ca4b95ace tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 Jul 09 17:26:14.324788 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef047f-e541-4dfc-86e0-4e037ae5df95 req-af9d1a28-73d9-4627-ba52-0ff7ea6e0f3e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.326294 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41ef047f-e541-4dfc-86e0-4e037ae5df95 req-af9d1a28-73d9-4627-ba52-0ff7ea6e0f3e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0775402 Jul 09 17:26:14.367011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41ef047f-e541-4dfc-86e0-4e037ae5df95 req-c9ecdedc-8759-4173-8c8d-b1dc2898f255 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Jul 09 17:26:14.559205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ddef-bc13-459b-8830-4bffb7df88d7 req-30b0c6b5-ccbd-4613-96fe-a5f1714ef29b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.560750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26f9ddef-bc13-459b-8830-4bffb7df88d7 req-30b0c6b5-ccbd-4613-96fe-a5f1714ef29b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0754516 Jul 09 17:26:14.574612 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:14.579258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'floatingip': {'port_id': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:14.621221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.093895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.100235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.205046 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 associated. External IP: 172.25.7.15, port: bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4. Jul 09 17:26:15.416575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:26:15.524761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:26:15.530237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.535548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:26:15.545982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:15.546645 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:26:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:15.565737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-790d9af1-1a79-4169-899b-6a0e3ee1654d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "PUT /v2.0/floatingips/656e35a1-fc1e-4e84-8e62-d0befe003a76 HTTP/1.1" status: 200 len: 990 time: 0.9899867 Jul 09 17:26:15.566352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:15.568828 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0667f1-c8ec-4785-af38-936cb8fdd44f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:15.661346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:26:15.786828 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088bf4ee-a414-4eeb-a872-f54cabc56b30 x-openstack-request-id: req-088bf4ee-a414-4eeb-a872-f54cabc56b30 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:15.787124 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:15.787380 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-088bf4ee-a414-4eeb-a872-f54cabc56b30 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:15.787771 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'status': 'completed', 'code': 200} Jul 09 17:26:15.881508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-17ad8ce7-b6be-4cc3-9ba2-1be51bd60abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:15.883450 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-17ad8ce7-b6be-4cc3-9ba2-1be51bd60abc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1096 time: 0.0544193 Jul 09 17:26:15.901197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:e5:e8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:26:14Z', 'revision_number': 1, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:15.927346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:26:15.936595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:15.936893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:26:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:15.978608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-902838cd-acda-4270-a921-20726a424d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:15.980086 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-902838cd-acda-4270-a921-20726a424d3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0903981 Jul 09 17:26:16.045431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-84fe5452-02a7-4926-b2d3-b6ef7a8525a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 998 time: 0.0589859 Jul 09 17:26:16.046699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:26:16.099438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-54fdcf73-90d6-4e2a-82a8-2ba6596be16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:16.101319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-54fdcf73-90d6-4e2a-82a8-2ba6596be16e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0493333 Jul 09 17:26:16.159698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-0d859875-36c7-4b47-9e73-6b28c6c506bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:16.161455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-0d859875-36c7-4b47-9e73-6b28c6c506bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544937 Jul 09 17:26:16.254085 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-0820199e-02cc-4cf4-9b78-1f8d4e8b9828 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 Jul 09 17:26:16.349724 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6f0667f1-c8ec-4785-af38-936cb8fdd44f req-0a8c28a7-3779-4927-aabf-0c11a2b17224 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891662 Jul 09 17:26:16.429272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:e5:e8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:26:14Z', 'revision_number': 1, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:16.458816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505eada-ee84-4a8b-9479-cf4e71bd4bd9 None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:e5:e8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:26:14Z', 'revision_number': 1, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:26:16.661028 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6bc62-21c0-4017-84d9-49850481dd83 None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:26:24.090341 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.455222 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:26:35.831883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331d-f7d1-4778-b503-95eb6c32db0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.351729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3403-00ea-4929-84a9-30117b9cbe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.556952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.619576 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:39.424479 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.281302 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.092464 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:05.843567 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d98127b4-2877-44b0-8037-643d8ac5bb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:08.355098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a49c-9040-4530-94ea-97b574333a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:08.459144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:27:08.551311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:08.624137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.429530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.745117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-c956cd16-9a72-4b02-9e8a-e2c638cfbd4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673060 Jul 09 17:27:10.872794 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-79aeb772-a63a-491a-8946-c0e31d99c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:10.874501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-79aeb772-a63a-491a-8946-c0e31d99c796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1096 time: 0.0656114 Jul 09 17:27:10.994692 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-7fac642a-6e14-403c-aa0f-bc994acfe549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:10.996261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-7fac642a-6e14-403c-aa0f-bc994acfe549 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0996456 Jul 09 17:27:11.065326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-eeaee879-3ba7-404a-9568-e43145ee51e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 1000 time: 0.0608149 Jul 09 17:27:11.119187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-640763b2-c10c-400d-8f21-c3cd6d8958cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:11.120626 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-640763b2-c10c-400d-8f21-c3cd6d8958cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0493731 Jul 09 17:27:11.180880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-d4fb5f8d-761a-4586-86fc-8d8138455782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:11.182402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-d4fb5f8d-761a-4586-86fc-8d8138455782 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544550 Jul 09 17:27:11.271871 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:11.275279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-21ee931a-cb64-4931-94ca-f382f27780bf service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Jul 09 17:27:11.370540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a2498c81-8e9a-48a5-b617-3c92166b94a0 req-1e0924e5-0fe6-4db9-bf5a-a2c68309d6e5 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883002 Jul 09 17:27:24.090675 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.837157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c212ad59-6b1d-454d-ac91-f70e99c65dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.354700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b990c8d-a7e0-4a17-88a3-111836c28954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.571678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.627636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.430039 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.288070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.464588 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:27:54.078985 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.849594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-004c4714-5d07-46e0-a385-7bb0ae82b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.357648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3841aae-facf-47c3-8e37-01b503c4faa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.574946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.632400 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:09.426505 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:10.725184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-acc1ea62-5bf6-4dcc-b706-5790188a1609 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551553 Jul 09 17:28:10.842916 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-93a98029-12d6-451b-a10b-ba0092a07b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:10.844469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-93a98029-12d6-451b-a10b-ba0092a07b9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1096 time: 0.0600317 Jul 09 17:28:10.958444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-4ec954c2-7439-4c1c-9dc4-4c471e76c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:10.959965 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-4ec954c2-7439-4c1c-9dc4-4c471e76c0a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0936236 Jul 09 17:28:11.033703 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-418698a6-9225-46e8-9877-38ecee3bdc2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 1000 time: 0.0664308 Jul 09 17:28:11.085390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-d5af3f8b-2245-4016-8717-6f40601743c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:11.086868 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-d5af3f8b-2245-4016-8717-6f40601743c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0474970 Jul 09 17:28:11.154756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-4467eb7e-7a3d-4941-9f35-a110915ef628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:11.156334 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-4467eb7e-7a3d-4941-9f35-a110915ef628 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624850 Jul 09 17:28:11.251246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-929f2217-2096-45d4-b620-5d0a6f43a67e service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878127 Jul 09 17:28:11.278219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:11.347351 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eb12e92d-576a-46bc-a1a6-8d55311f00b0 req-8ec2f309-d5b3-416c-a8dd-c50aa2cde546 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896447 Jul 09 17:28:22.468962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:28:24.088763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.843225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28e2ceb1-e6ab-4dc9-9827-447ebfb9b198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:38.357306 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9aac-9f13-4f59-b263-c5db16ee5e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:38.565763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:38.642663 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:39.433502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:41.285259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:44.733730 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd52849-c5a2-4ecb-b2d2-a11ec246a7b9 req-d604b8e1-1f10-4fe9-b9a6-96ca6c3422cc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:44.735300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cd52849-c5a2-4ecb-b2d2-a11ec246a7b9 req-d604b8e1-1f10-4fe9-b9a6-96ca6c3422cc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0721810 Jul 09 17:28:44.777358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5cd52849-c5a2-4ecb-b2d2-a11ec246a7b9 req-dcfb0517-8886-4802-a0c4-2a020e905d21 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334890 Jul 09 17:28:45.211357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-31432cf0-41b1-4544-bb88-0db3c14895db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060512 Jul 09 17:28:45.215201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d12f3a-e52a-433f-99a3-8d9279348036 req-652bf820-354d-4189-8797-40b33f0b2b8e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:45.216777 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73d12f3a-e52a-433f-99a3-8d9279348036 req-652bf820-354d-4189-8797-40b33f0b2b8e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0648985 Jul 09 17:28:45.259007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73d12f3a-e52a-433f-99a3-8d9279348036 req-bbfc395b-5f56-4cd3-a75c-fc61d443c9d1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364692 Jul 09 17:28:46.448275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda698a-5676-4e0e-ab8e-97c28213e29a req-e2375fda-681a-4d55-b594-b7021bc4dcbc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:46.449817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fda698a-5676-4e0e-ab8e-97c28213e29a req-e2375fda-681a-4d55-b594-b7021bc4dcbc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0684040 Jul 09 17:28:46.496091 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fda698a-5676-4e0e-ab8e-97c28213e29a req-92596989-f43e-452d-b111-9ee6c63fab45 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Jul 09 17:28:46.640207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-8d897f8c-08c5-4c4c-abf3-c72a1863de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:46.642237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-8d897f8c-08c5-4c4c-abf3-c72a1863de73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1096 time: 0.0691218 Jul 09 17:28:46.733294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-743d964b-d05f-4916-ae45-8f92ef36fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:46.734801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-743d964b-d05f-4916-ae45-8f92ef36fcbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0866134 Jul 09 17:28:46.809386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-4bd41f72-e32c-40ab-9fec-ecbbb681b928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 1000 time: 0.0654778 Jul 09 17:28:46.858790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-f39d221e-7c23-4ab3-8d46-83d468dfe7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:46.860227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-f39d221e-7c23-4ab3-8d46-83d468dfe7c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0433640 Jul 09 17:28:46.923010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-de98ab2a-1501-4eee-8e86-9179e8dd0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:46.924072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-de98ab2a-1501-4eee-8e86-9179e8dd0b3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568614 Jul 09 17:28:47.023308 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-f543e908-1b92-41d8-928b-787dd133e644 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921342 Jul 09 17:28:47.117688 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-1b02492c-e3e3-4bc2-aa93-2f792c4a56f7 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876207 Jul 09 17:28:47.709230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec02a-c52d-4571-a409-2e69530448b7 req-e97b9476-4e97-4488-8638-56d03ddce559 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:47.710770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f37ec02a-c52d-4571-a409-2e69530448b7 req-e97b9476-4e97-4488-8638-56d03ddce559 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0897419 Jul 09 17:28:47.751870 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f37ec02a-c52d-4571-a409-2e69530448b7 req-ff084299-aa37-4199-85a1-ef2a2b4d2b83 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329967 Jul 09 17:28:48.950373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372842c6-db4c-42f9-8d3c-c4cb7e50b10f req-de3de5b0-400e-4743-a559-815ecfe1e3c9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:48.951919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-372842c6-db4c-42f9-8d3c-c4cb7e50b10f req-de3de5b0-400e-4743-a559-815ecfe1e3c9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0726328 Jul 09 17:28:48.995286 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-372842c6-db4c-42f9-8d3c-c4cb7e50b10f req-6632965e-4b33-48b1-a819-affa376b9899 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Jul 09 17:28:50.191386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0d022-41b4-499d-be4d-a87ff7479a43 req-e9ebffd2-27c5-4d55-9415-c859ac0540b8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:50.192919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3b0d022-41b4-499d-be4d-a87ff7479a43 req-e9ebffd2-27c5-4d55-9415-c859ac0540b8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0738151 Jul 09 17:28:50.235753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3b0d022-41b4-499d-be4d-a87ff7479a43 req-b60683e9-d3be-4bf8-87bb-cff5d330e9f2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335360 Jul 09 17:28:51.415892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56f0b3-fa38-4d19-a95a-4a1387977b20 req-86d8ef92-1d5f-4050-b768-5266f734c446 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:51.417404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef56f0b3-fa38-4d19-a95a-4a1387977b20 req-86d8ef92-1d5f-4050-b768-5266f734c446 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0672295 Jul 09 17:28:51.454614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef56f0b3-fa38-4d19-a95a-4a1387977b20 req-cca4ca32-d4ac-4b63-a360-56771f04e100 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Jul 09 17:28:52.635586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7877e73-b18b-47d3-8528-cffde2b882fa req-4a9544c9-6a8f-4c8f-b0e5-a99df20dee64 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:52.637086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7877e73-b18b-47d3-8528-cffde2b882fa req-4a9544c9-6a8f-4c8f-b0e5-a99df20dee64 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0673039 Jul 09 17:28:52.681534 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7877e73-b18b-47d3-8528-cffde2b882fa req-d8a25823-50f5-45f1-a449-109d32168f10 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368218 Jul 09 17:28:54.073641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f10924-803c-485d-b45c-18b98c27e504 req-f5c73f7b-a895-4689-9a55-e907064895d9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:54.075236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16f10924-803c-485d-b45c-18b98c27e504 req-f5c73f7b-a895-4689-9a55-e907064895d9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0762203 Jul 09 17:28:54.084797 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:54.116645 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16f10924-803c-485d-b45c-18b98c27e504 req-fac74802-507f-460c-9620-d116ab99b84b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329080 Jul 09 17:28:55.304943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a488e5d-97d4-4daa-a3ec-6ea16b07129b req-79881aad-7301-4fef-b8e4-a4bbd6f33490 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:55.306439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a488e5d-97d4-4daa-a3ec-6ea16b07129b req-79881aad-7301-4fef-b8e4-a4bbd6f33490 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0656323 Jul 09 17:28:55.345179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a488e5d-97d4-4daa-a3ec-6ea16b07129b req-a71477f7-c559-4d84-bffa-1a77b9128139 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Jul 09 17:28:56.549442 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87160eec-ef32-487e-a6aa-92397345f286 req-d5ec9a5a-9cf4-4143-8e40-d3743b6d12d3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:56.551473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87160eec-ef32-487e-a6aa-92397345f286 req-d5ec9a5a-9cf4-4143-8e40-d3743b6d12d3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0824029 Jul 09 17:28:56.591378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87160eec-ef32-487e-a6aa-92397345f286 req-b12630ba-a125-47c0-b418-bf121f772480 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341187 Jul 09 17:28:57.772884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894c00-ca99-4c0e-b8c7-2893243afead req-a0529482-670a-4cdf-9aa2-13746d03849a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:57.774452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29894c00-ca99-4c0e-b8c7-2893243afead req-a0529482-670a-4cdf-9aa2-13746d03849a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0697763 Jul 09 17:28:57.815003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29894c00-ca99-4c0e-b8c7-2893243afead req-cca6c049-9b1b-42bb-b921-affadeed9b33 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345807 Jul 09 17:28:59.004239 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a2cc4-d112-47c1-aef7-47fe4ab28ba5 req-a4de4c6a-9c78-4a22-bd04-7036d4f1196b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:59.005768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd8a2cc4-d112-47c1-aef7-47fe4ab28ba5 req-a4de4c6a-9c78-4a22-bd04-7036d4f1196b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0671251 Jul 09 17:28:59.048415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd8a2cc4-d112-47c1-aef7-47fe4ab28ba5 req-3cfea71d-2777-4ab0-9b74-8f191aebc252 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359573 Jul 09 17:28:59.469232 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:28:59.508660 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-90ee5e8c-e72d-4501-84eb-5c3e2005b1d8 service neutron] show failed (client error): The resource could not be found. Jul 09 17:28:59.509666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-90ee5e8c-e72d-4501-84eb-5c3e2005b1d8 service neutron] 10.222.0.37 "GET /v2.0/ports/bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0614178 Jul 09 17:28:59.791640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-b952a076-c9fc-464d-96db-8e4c8974679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:59.793042 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-b952a076-c9fc-464d-96db-8e4c8974679b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 1096 time: 0.0620956 Jul 09 17:28:59.811686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:59.886912 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.103420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:00.138709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:00.184079 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:00.186374 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fdef8b-8b86-4059-a1cb-ee781c42c3fa" -d '{"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:00.190702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.203757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Transition to ACTIVE for port object bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:00.208305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.229778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06945fd-aab1-4fbe-bd34-0188394b0224 req-20bfbbad-c3eb-403f-9e8c-c755916ec465 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:00.231330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e06945fd-aab1-4fbe-bd34-0188394b0224 req-20bfbbad-c3eb-403f-9e8c-c755916ec465 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0644910 Jul 09 17:29:00.278262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e06945fd-aab1-4fbe-bd34-0188394b0224 req-57867991-9eb1-4681-8225-8b1a9849f952 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Jul 09 17:29:00.311691 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:00.337389 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.337675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.338007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.338356 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.338718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.339051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.339380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.339708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.340032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.340349 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.340673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.340992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:00.394163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] No DVR routers for this DVR port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:29:00.427976 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0412af-81d5-4d46-98d5-c7052d0b928a x-openstack-request-id: req-de0412af-81d5-4d46-98d5-c7052d0b928a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:00.428282 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:00.428530 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de0412af-81d5-4d46-98d5-c7052d0b928a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:00.428964 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'code': 200} Jul 09 17:29:00.535647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:00.536298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:00.536298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:00.540747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:29:00.541064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Attempting to bind port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:00.546309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:00.546666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:00.547212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:00.547576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Bound port: bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:00.547903 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.620760 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:00.623931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:00.628732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.664059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:00.664687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.666116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] 10.222.0.43 "PUT /v2.0/ports/bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 1091 time: 0.8611403 Jul 09 17:29:00.693000 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73ce6-d9e3-413e-b756-3ad662557dbe service neutron] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:00.755806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-799edabd-7dd0-4333-b803-e61dea52819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:00.757381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-799edabd-7dd0-4333-b803-e61dea52819b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1094 time: 0.0577590 Jul 09 17:29:00.854040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-f2c37d4b-4900-4dd6-8475-ad22c855b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:00.855574 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-f2c37d4b-4900-4dd6-8475-ad22c855b49f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0905221 Jul 09 17:29:00.942399 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-27bfa385-9092-42d0-b61c-6d36b0ff4001 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 998 time: 0.0778911 Jul 09 17:29:01.003998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-34780213-086c-4434-b36b-97bba36c512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:01.005534 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-34780213-086c-4434-b36b-97bba36c512c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0535908 Jul 09 17:29:01.071200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-4f8e54d9-0770-4a79-abaa-f2886918c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:01.072736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-4f8e54d9-0770-4a79-abaa-f2886918c78a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586529 Jul 09 17:29:01.173103 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-1e79813f-a4ee-448d-bb59-b991180e6626 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915203 Jul 09 17:29:01.273373 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-288ad9c2-af26-4c6f-af07-b9f6ee87be56 req-ccec74cd-bb18-4587-8188-11e4eac5774c service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886114 Jul 09 17:29:01.478376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea22f5-57dc-47b7-83ab-285168dd59c1 req-8943c1b8-68f7-4b52-a2ee-e2d03aa3bb28 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:01.479971 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5ea22f5-57dc-47b7-83ab-285168dd59c1 req-8943c1b8-68f7-4b52-a2ee-e2d03aa3bb28 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0695701 Jul 09 17:29:01.520574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d5ea22f5-57dc-47b7-83ab-285168dd59c1 req-640b9c77-77ab-4974-a559-5f493ba86023 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346274 Jul 09 17:29:02.430033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:02.432537 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1914dd3-dd17-4665-b792-da9197f5300f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:02.485325 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90692018-98ca-49f0-ab31-5edecb3b8148 x-openstack-request-id: req-90692018-98ca-49f0-ab31-5edecb3b8148 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:02.485612 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:02.485865 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90692018-98ca-49f0-ab31-5edecb3b8148 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:02.486270 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'status': 'completed', 'code': 200} Jul 09 17:29:02.608151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-f04ab8fc-5f26-41a5-be51-49e958d243ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.609682 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-f04ab8fc-5f26-41a5-be51-49e958d243ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1094 time: 0.0945027 Jul 09 17:29:02.615158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-1fd58483-5775-4774-913d-83aae820bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.616596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-1fd58483-5775-4774-913d-83aae820bc30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1094 time: 0.0904567 Jul 09 17:29:02.718143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4ae16-52d7-4ae0-8d68-569c729f9315 req-b37688e7-c492-4f51-9f1a-d8706705c1ba tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.720127 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aae4ae16-52d7-4ae0-8d68-569c729f9315 req-b37688e7-c492-4f51-9f1a-d8706705c1ba tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0782170 Jul 09 17:29:02.763009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aae4ae16-52d7-4ae0-8d68-569c729f9315 req-0d63f688-ae87-425f-8eb8-3ed04a7f401d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Jul 09 17:29:02.782264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-137afefd-10f4-4bc3-ae14-5dc8f65399c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.782264 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-137afefd-10f4-4bc3-ae14-5dc8f65399c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1643791 Jul 09 17:29:02.788921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-4a0e8168-59d1-491e-b7c4-39f3f054c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.792377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-4a0e8168-59d1-491e-b7c4-39f3f054c7a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1663167 Jul 09 17:29:02.898267 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-28a950a0-d7a4-4c19-959b-58068fd34d4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 998 time: 0.1056502 Jul 09 17:29:02.900010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-8c5ee0a5-8b6f-4100-990b-fa16c344b4e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 998 time: 0.1011028 Jul 09 17:29:02.987469 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-542521b2-e1a0-4fa5-929a-d0b14135ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.989352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-542521b2-e1a0-4fa5-929a-d0b14135ec82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0832322 Jul 09 17:29:02.995048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-453128ce-ba0b-4ada-a202-d9a111c78ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.996479 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-453128ce-ba0b-4ada-a202-d9a111c78ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0893829 Jul 09 17:29:03.409479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-01f3a112-3e4e-49bd-9ad6-4b125086aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:03.411265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-01f3a112-3e4e-49bd-9ad6-4b125086aec8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4136584 Jul 09 17:29:03.415392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1914dd3-dd17-4665-b792-da9197f5300f req-87f8aa84-3454-4d12-9abd-4839564f0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:03.416735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-87f8aa84-3454-4d12-9abd-4839564f0ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3929515 Jul 09 17:29:03.563193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-807b889a-f0a0-4d0b-a3fb-3e2afa48d555 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449208 Jul 09 17:29:03.564984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-09bdc3a3-c33a-47d9-9108-3b4aad0ffdf7 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398799 Jul 09 17:29:03.718669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-111848eb-d74b-495b-b085-7975b7584244 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468143 Jul 09 17:29:03.720441 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1914dd3-dd17-4665-b792-da9197f5300f req-e725a917-28a6-45a1-8309-4988aa079e15 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505420 Jul 09 17:29:03.945632 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b0b0d-d579-4404-86b9-fe219ed887bc req-b8ee77a9-15e7-4790-b108-4bd5632ee3ed tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:03.947323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-163b0b0d-d579-4404-86b9-fe219ed887bc req-b8ee77a9-15e7-4790-b108-4bd5632ee3ed tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0660083 Jul 09 17:29:03.987066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-163b0b0d-d579-4404-86b9-fe219ed887bc req-114e8741-18be-4e9b-94af-ce803c46628d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jul 09 17:29:04.281419 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8469e45-eb41-41b7-b57a-a9aae519a6b5 req-346a85eb-b58d-4de3-94b5-68d4e982743b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.283067 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8469e45-eb41-41b7-b57a-a9aae519a6b5 req-346a85eb-b58d-4de3-94b5-68d4e982743b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 943 time: 0.0662639 Jul 09 17:29:04.300197 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:29:04.315322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-4611a6b8-113e-4388-9387-1b1d900ac298 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.316953 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-4611a6b8-113e-4388-9387-1b1d900ac298 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd&tenant_id=8714762b76d64dccbe11c2294c417510&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 943 time: 0.0805712 Jul 09 17:29:04.327663 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8469e45-eb41-41b7-b57a-a9aae519a6b5 req-f82e037a-cace-415d-851f-70bdcb8980fb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Jul 09 17:29:04.345348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:29:04.394076 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-0c1408e6-79a9-412f-888a-15bddd57eea7 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:29:04.395191 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-0c1408e6-79a9-412f-888a-15bddd57eea7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0708544 Jul 09 17:29:04.508449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-4e1bb6c6-e237-407d-ad56-b28b76970a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.509954 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-4e1bb6c6-e237-407d-ad56-b28b76970a23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 1094 time: 0.0561900 Jul 09 17:29:04.541861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:29:04.608383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-b9eb4a9e-b784-49b5-88a3-a5bdfc944b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.609887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-b9eb4a9e-b784-49b5-88a3-a5bdfc944b9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0938520 Jul 09 17:29:04.640138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:04.652349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'mac_address': 'fa:16:3e:e5:e8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:29:04.675871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-528b18e3-5ca1-4f05-ae43-b87e58e1c4a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 200 len: 998 time: 0.0589886 Jul 09 17:29:04.690286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:04.702974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:04.725876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:04.728928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-f158d143-ae86-44b9-a34b-b17fde6f2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.730531 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-f158d143-ae86-44b9-a34b-b17fde6f2863 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0490315 Jul 09 17:29:04.731150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:04.778970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:04.786355 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.786732 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.787069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.787426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.787809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.788214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.788495 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.788820 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.789150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.789473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.789957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.790122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-cdf93a82-1c7c-479b-90d7-c0e5de59f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.790268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:04.791590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-cdf93a82-1c7c-479b-90d7-c0e5de59f6ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547791 Jul 09 17:29:04.883931 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-b36238d2-1469-43c2-ad21-fd8f470dbfb4 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855882 Jul 09 17:29:04.985295 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ebb1e45f-8b6d-453a-b404-e52848723cd6 req-ee4a5f2a-6a59-4ec9-9398-e19090cd5460 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950823 Jul 09 17:29:05.019008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:29:05.547269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e8e24-fe6b-4e73-a391-46b51dfc41c1 req-0f679de2-1992-45f3-b24f-ebdf2a768463 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:05.548887 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e77e8e24-fe6b-4e73-a391-46b51dfc41c1 req-0f679de2-1992-45f3-b24f-ebdf2a768463 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 944 time: 0.0776403 Jul 09 17:29:05.590817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e77e8e24-fe6b-4e73-a391-46b51dfc41c1 req-4ee2087b-a10d-4873-846d-32c1029cceb8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355704 Jul 09 17:29:05.846910 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b99bdc4-9ec1-448b-9ae3-c811f7d90ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.552550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:06.607185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:06.611287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:06.611662 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.686833 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.709084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:06.711379 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2351c-d8c5-474a-854c-cff0723a87eb" -d '{"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:06.724452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:06.727716 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.765540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54cbda-e691-4884-bd6e-3cffc22b45b6 req-9de1d150-9acc-468d-bbb0-b03b20589395 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:06.767117 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb54cbda-e691-4884-bd6e-3cffc22b45b6 req-9de1d150-9acc-468d-bbb0-b03b20589395 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 944 time: 0.0650864 Jul 09 17:29:06.777982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:06.805182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb54cbda-e691-4884-bd6e-3cffc22b45b6 req-98da46a1-77b1-4fb7-96c0-fc9605abc65a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Jul 09 17:29:06.908038 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b13c6-eff8-4ca6-b82f-0d79f888c245 x-openstack-request-id: req-8f6b13c6-eff8-4ca6-b82f-0d79f888c245 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:06.908581 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-plugged", "status": "completed", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:06.908581 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f6b13c6-eff8-4ca6-b82f-0d79f888c245 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:06.908990 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'code': 200} Jul 09 17:29:07.058194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455d30-b095-4b81-b5f7-9db12cf0da0b req-2d5a7826-3cc3-4f5e-874a-1538ebd806d8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:07.059625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3455d30-b095-4b81-b5f7-9db12cf0da0b req-2d5a7826-3cc3-4f5e-874a-1538ebd806d8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0683787 Jul 09 17:29:07.096956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3455d30-b095-4b81-b5f7-9db12cf0da0b req-76b598d2-2e87-421b-aa03-5e0bbf1f370d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Jul 09 17:29:07.272466 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f10e7-1fc7-44c2-ac91-24f0c7567f6c req-05699051-5e07-4fec-b13c-a1dd93d15ca6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:07.273985 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f4f10e7-1fc7-44c2-ac91-24f0c7567f6c req-05699051-5e07-4fec-b13c-a1dd93d15ca6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0663722 Jul 09 17:29:07.311716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f4f10e7-1fc7-44c2-ac91-24f0c7567f6c req-6762d947-626c-4fd3-8f55-69ccdcdbb70e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Jul 09 17:29:07.694919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca2a5e-0572-4bff-91d5-34d069799093 req-49da51a4-24cb-439e-8c0c-ba7fb8ec7797 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:07.696363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57ca2a5e-0572-4bff-91d5-34d069799093 req-49da51a4-24cb-439e-8c0c-ba7fb8ec7797 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0694022 Jul 09 17:29:07.740804 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57ca2a5e-0572-4bff-91d5-34d069799093 req-b018d723-9c40-4ceb-92a5-8ae0c3ac8b1b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385721 Jul 09 17:29:08.352734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63b32305-de40-4f0d-acc2-cfbe219c6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.584271 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.640462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.922231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1785ce0-2880-4cef-be0a-5f95b0f5c9f7 req-57db146e-c384-45d1-a945-5d2aa24380a3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:08.923725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1785ce0-2880-4cef-be0a-5f95b0f5c9f7 req-57db146e-c384-45d1-a945-5d2aa24380a3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0659039 Jul 09 17:29:08.964279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e1785ce0-2880-4cef-be0a-5f95b0f5c9f7 req-8afab793-10f2-4ee9-bac5-6ac0dae247a2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 Jul 09 17:29:09.100090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-28aa7e7e-0cbd-4ad8-9322-7ce50998fb99 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:09.101586 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-28aa7e7e-0cbd-4ad8-9322-7ce50998fb99 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 945 time: 0.0788865 Jul 09 17:29:09.212169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Deleting port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:09.212406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.301994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] For port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:09.302353 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.436171 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.485687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.485977 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.486294 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 disassociated. External IP: 172.25.7.15, port: bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4. Jul 09 17:29:09.486672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Calling delete_port for bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:09.618879 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.648902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event deleted for resources: {'Port': ['ID=bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:09.770626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:09.880724 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:09.891586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:09.901518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:09.902199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:29:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:09.925695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] No DVR routers for this DVR port bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:29:09.928458 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.930506 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6630dc04-01f3-45e2-9d99-76aa7301aa1c req-030d51e0-25c7-48f0-a87c-82c676296081 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "DELETE /v2.0/ports/bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 HTTP/1.1" status: 204 len: 173 time: 0.8205469 Jul 09 17:29:09.931003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-deleted', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:09.933305 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640f6db8-09c7-4b6c-be0a-e2b8026e09bd" -d '{"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-deleted", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:09.986640 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b132a-790a-4f7f-b774-5af49e6ffd32 x-openstack-request-id: req-921b132a-790a-4f7f-b774-5af49e6ffd32 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:09.986931 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf11741-65e8-45b8-8d39-981121f66cfd", "name": "network-vif-deleted", "tag": "bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:09.987203 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-921b132a-790a-4f7f-b774-5af49e6ffd32 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:09.987574 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf11741-65e8-45b8-8d39-981121f66cfd', 'name': 'network-vif-deleted', 'tag': 'bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4', 'status': 'completed', 'code': 200} Jul 09 17:29:10.019542 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:10.138405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0442b696-0b5a-4358-b9eb-cf1ef0762fd2 req-cd0360b5-a0b7-47de-ad79-a9209e4d88ff tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf11741-65e8-45b8-8d39-981121f66cfd HTTP/1.1" status: 200 len: 210 time: 0.0341470 Jul 09 17:29:10.233953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:10.261353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:10.270581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:10.271129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:29:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:10.388856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:10.608062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:10.635925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42961e-9c0c-418c-bea0-4a80cdaeeae8 None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:10.865553 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7b83a-b706-479d-8e88-e1162f976450 None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:29:11.285527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.606445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-1bf37d6b-6cb5-4652-8da6-9d32f0f30d5c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1944839482&fields=id&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 267 time: 0.0339215 Jul 09 17:29:11.715642 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f2cd01c0-3a6a-45b3-b23f-c02915c82698 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:11.717118 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f2cd01c0-3a6a-45b3-b23f-c02915c82698 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1039860 Jul 09 17:29:11.731964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-2350d305-8314-4625-b89b-73262e0a6421 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/quotas/8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 375 time: 0.0094385 Jul 09 17:29:11.802116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-d4dbf791-1d13-4277-a4f0-cd9b187f48ca tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651948 Jul 09 17:29:11.915213 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-bce0d91d-dc41-44d6-9695-aa0ab5e08adf service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967064 Jul 09 17:29:12.010179 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-1ef1076e-174c-46fb-9fba-9e0ceb15bcab service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Jul 09 17:29:12.188070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1aa363f-fb8a-436a-9fff-9539edd6b22e req-7da1ca6f-64c0-4abc-9d08-e5b786516cd4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Jul 09 17:29:12.568581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:29:12.589268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:29:12.589621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device bc4f2c07-76cf-4876-bf2a-bdbf4bec7df4 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:29:13.337643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e41eef5-b87e-4cd1-8975-638837f32483 req-d59eb6e7-0a1b-4a32-9fb0-68c626169251 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 210 time: 0.0358686 Jul 09 17:29:13.458894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-572f1d2f-4911-4db2-b421-30ce1cc3932b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:13.460401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-572f1d2f-4911-4db2-b421-30ce1cc3932b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1115177 Jul 09 17:29:13.521251 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-a1329999-f19f-4d57-a839-eec2d5bc9aa2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 380 time: 0.0353990 Jul 09 17:29:13.531157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'port': {'device_id': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'admin_state_up': True, 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'security_groups': ['1af9386d-43e5-4721-a769-3a334e8952ae']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:13.649338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Made reservation on behalf of 8714762b76d64dccbe11c2294c417510 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:13.653033 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:13.803071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Allocated IP 172.20.0.5 (f3e7d6f2-0482-4c9f-be24-c26b12daedf9/c9e5132d-efef-46ab-bb71-601893028c3f/8fba6164-7a57-41a7-ac63-cbb5f7e7d604) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:13.971654 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:13.986278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Transition to ACTIVE for port object 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:14.020567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.065879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:14.068995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:14.072937 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:14.079391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:14.125948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:14.126676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.147523 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-f9ca6dea-ddaa-4e97-927a-60d446255173 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201415 Jul 09 17:29:14.162682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Request body: {'port': {'device_id': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:14.242945 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.311784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16514e37-3c69-42e3-bbab-825468c71901 None None] Provisioning for port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:14.315725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16514e37-3c69-42e3-bbab-825468c71901 None None] Provisioning complete for port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:14.316147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16514e37-3c69-42e3-bbab-825468c71901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.353466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16514e37-3c69-42e3-bbab-825468c71901 None None] Port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:14.512437 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8529e-7274-458c-abb5-cbca4015eb27 req-615ae440-05be-438a-9c9c-1eba5486c353 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:14.513283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:14.514021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bae8529e-7274-458c-abb5-cbca4015eb27 req-615ae440-05be-438a-9c9c-1eba5486c353 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 931 time: 0.0643265 Jul 09 17:29:14.521028 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.533534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Transition to ACTIVE for port object 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:14.537447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.552854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bae8529e-7274-458c-abb5-cbca4015eb27 req-18d9ada6-1b23-477f-858f-f7c597b8928f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Jul 09 17:29:14.591766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:14.658710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:14.659047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:14.659374 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:14.664250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:29:14.664559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:14.669527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:14.669859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:14.670240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:14.670694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Bound port: 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:14.671053 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.737238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:14.740725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:14.747296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.783428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:14.784057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.785527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 1091 time: 0.6273646 Jul 09 17:29:14.785896 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:14.788290 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:14.817617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed46144-546e-47af-af3e-15b23ccde2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:14.858228 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64c578-d33d-439a-91cd-d868eecad562 x-openstack-request-id: req-4a64c578-d33d-439a-91cd-d868eecad562 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:14.858541 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:14.858798 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a64c578-d33d-439a-91cd-d868eecad562 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:14.859201 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'status': 'completed', 'code': 200} Jul 09 17:29:14.887617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-ec35a8b1-7bd6-466a-9e4c-5f4e3e99fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:14.889173 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-ec35a8b1-7bd6-466a-9e4c-5f4e3e99fb3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1094 time: 0.0605357 Jul 09 17:29:14.936883 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-e4389d51-b47a-46bd-ad7e-8720d4f12509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 217 time: 0.0387266 Jul 09 17:29:14.992188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-1db60e2f-c785-4920-b8fa-2d367ea8e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:14.993624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-1db60e2f-c785-4920-b8fa-2d367ea8e52b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0497768 Jul 09 17:29:15.055721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-e4de1149-463f-46b7-b620-e94b57133718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:15.057188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-e4de1149-463f-46b7-b620-e94b57133718 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536087 Jul 09 17:29:15.154528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-6ab0ec6b-6a0a-4052-af5e-d5da06f17a85 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858233 Jul 09 17:29:15.252195 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-18ea2243-727a-497b-b248-f5bfe7a76fac req-3a0214b4-9045-47e3-84b8-7cf7e86a49f1 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879126 Jul 09 17:29:15.360473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-735e7a69-ef6a-4efb-83bd-0ba927804efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:15.362032 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-735e7a69-ef6a-4efb-83bd-0ba927804efa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1094 time: 0.0566823 Jul 09 17:29:15.455572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-f87d23bd-52fe-49f6-a23b-bd7e47af8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:15.457034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-f87d23bd-52fe-49f6-a23b-bd7e47af8847 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0883002 Jul 09 17:29:15.505828 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-4d04eeb9-5913-45a4-a21e-3f0078784510 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 217 time: 0.0388384 Jul 09 17:29:15.555679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-26b21cc1-644d-462d-b866-c3738c043e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:15.557143 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-26b21cc1-644d-462d-b866-c3738c043e8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0442803 Jul 09 17:29:15.626155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-39c03322-92ed-43cb-a2f0-7e15305281ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:15.627733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-39c03322-92ed-43cb-a2f0-7e15305281ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635097 Jul 09 17:29:15.721920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-bc0b73b5-9010-4f59-85e7-e432b6b8b3b0 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864434 Jul 09 17:29:15.737903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba61a57-351b-4aec-92d8-d1f4f09957ad req-083d72e7-ff75-4db1-b5f3-f8199bd1eab1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:15.739508 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fba61a57-351b-4aec-92d8-d1f4f09957ad req-083d72e7-ff75-4db1-b5f3-f8199bd1eab1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0698025 Jul 09 17:29:15.780682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fba61a57-351b-4aec-92d8-d1f4f09957ad req-861b32cc-1769-43d2-b234-135534f69cbe tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350678 Jul 09 17:29:15.820953 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e2a3ffd3-6c64-46a7-a880-6d7ccbf4956c req-9331e5f6-a249-44e3-ab29-6a529da18e8f service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920610 Jul 09 17:29:16.985355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b1e4-cd0a-4961-a82d-a2820ce987f5 req-235294de-399b-4c3a-b248-59c418af79d0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:16.986880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c106b1e4-cd0a-4961-a82d-a2820ce987f5 req-235294de-399b-4c3a-b248-59c418af79d0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0794148 Jul 09 17:29:17.026131 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c106b1e4-cd0a-4961-a82d-a2820ce987f5 req-f0978a0a-06bd-499b-a335-f8ce56c127ca tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334861 Jul 09 17:29:18.216092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c445a-43d3-4eca-abd8-0ed2c6504bdb req-5353566d-ad45-46bf-a70f-b69c885f61a5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:18.217512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e49c445a-43d3-4eca-abd8-0ed2c6504bdb req-5353566d-ad45-46bf-a70f-b69c885f61a5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0723925 Jul 09 17:29:18.259219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e49c445a-43d3-4eca-abd8-0ed2c6504bdb req-7a03b1e2-8b79-4207-9aa7-4fe3b2324496 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359545 Jul 09 17:29:18.584661 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:29:18.692896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:18.704281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'mac_address': 'fa:16:3e:d4:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:29:18.743780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:18.759832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:18.780384 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:18.788425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:18.836743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:19.029087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['8fba6164-7a57-41a7-ac63-cbb5f7e7d604'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:29:19.443571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9b84-e504-40e0-a87b-e4f0242c4fa7 req-e795686b-0cd9-4efb-abfc-f955208b04b9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:19.445150 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-200e9b84-e504-40e0-a87b-e4f0242c4fa7 req-e795686b-0cd9-4efb-abfc-f955208b04b9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 944 time: 0.0717728 Jul 09 17:29:19.485278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-200e9b84-e504-40e0-a87b-e4f0242c4fa7 req-6c8581f0-ccb3-4f00-9172-53a954901594 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Jul 09 17:29:20.599287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:20.654703 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:20.659221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:20.659594 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.670234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f7c68-d725-4883-abb2-4a582916df60 req-c24b1bf2-4a51-4715-9c16-aae7ef4518fa tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:20.671800 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed7f7c68-d725-4883-abb2-4a582916df60 req-c24b1bf2-4a51-4715-9c16-aae7ef4518fa tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 944 time: 0.0678544 Jul 09 17:29:20.709231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed7f7c68-d725-4883-abb2-4a582916df60 req-ac51dbca-fdaf-4aa2-a7f8-46c5d556db9e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Jul 09 17:29:20.734658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.756553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:20.759334 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59618cc-573a-47bb-b3ed-223c383287fa" -d '{"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-plugged", "status": "completed", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:20.771630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:20.776919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.805442 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c87aa-68d8-471f-8397-4bec32c32fdb x-openstack-request-id: req-668c87aa-68d8-471f-8397-4bec32c32fdb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:20.805743 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-plugged", "status": "completed", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:20.805997 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-668c87aa-68d8-471f-8397-4bec32c32fdb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:20.806386 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'code': 200} Jul 09 17:29:20.833683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:20.927884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501fe86-29df-4646-b18d-2602f37dc6fb req-648b8a87-d84b-4247-9ef7-4db5e0823b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:20.929370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4501fe86-29df-4646-b18d-2602f37dc6fb req-648b8a87-d84b-4247-9ef7-4db5e0823b60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1096 time: 0.0542850 Jul 09 17:29:20.967641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4501fe86-29df-4646-b18d-2602f37dc6fb req-cd76770c-3bd6-43cb-a849-5fb8b8665f1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284662 Jul 09 17:29:21.892389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9b548-b2ea-4738-afcd-0a33a96b9bc1 req-05c63be5-6587-41c8-aa76-b1ff35fdd8aa tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:21.893904 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1b9b548-b2ea-4738-afcd-0a33a96b9bc1 req-05c63be5-6587-41c8-aa76-b1ff35fdd8aa tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0666158 Jul 09 17:29:21.931997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1b9b548-b2ea-4738-afcd-0a33a96b9bc1 req-a288a33b-86e4-414b-9921-d7d5c3f2efed tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Jul 09 17:29:23.114682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b0e19-c338-44e0-a468-58ad53253304 req-1aa44e31-7b48-4813-bacd-77bb2666b4a9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:23.116240 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-695b0e19-c338-44e0-a468-58ad53253304 req-1aa44e31-7b48-4813-bacd-77bb2666b4a9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0687428 Jul 09 17:29:23.153986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-695b0e19-c338-44e0-a468-58ad53253304 req-8398eca8-c6e7-4802-8856-17629e29f812 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Jul 09 17:29:23.322436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45124929-f2db-45b8-b74b-1e40d5fdb347 req-8987ed82-d9dd-4bf7-96d2-f755850d5f21 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:23.323975 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-45124929-f2db-45b8-b74b-1e40d5fdb347 req-8987ed82-d9dd-4bf7-96d2-f755850d5f21 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0666289 Jul 09 17:29:23.332857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 40662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:23.337488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'floatingip': {'port_id': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:23.380151 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.814329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.820081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.916852 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 associated. External IP: 172.25.7.15, port: 8fba6164-7a57-41a7-ac63-cbb5f7e7d604. Jul 09 17:29:24.077712 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:24.426122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:24.534889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:24.540086 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:24.544742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:24.554538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:24.555208 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:29:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:24.577788 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e9c7c2c0-2e84-45a4-b0b8-5f9cd567d834 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "PUT /v2.0/floatingips/656e35a1-fc1e-4e84-8e62-d0befe003a76 HTTP/1.1" status: 200 len: 990 time: 1.2438583 Jul 09 17:29:24.578461 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:24.580993 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e128a7e6854c14ffff021906083de7621529f30c390b3382e3532d5df6ac3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5527e365-dd03-4a27-8132-17aeb1862199" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:24.660150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:24.705279 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294574d3-0f42-410f-afc7-78d538fc23ee x-openstack-request-id: req-294574d3-0f42-410f-afc7-78d538fc23ee {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:24.705585 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:24.705840 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-294574d3-0f42-410f-afc7-78d538fc23ee {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:24.706250 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'status': 'completed', 'code': 200} Jul 09 17:29:24.782084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527e365-dd03-4a27-8132-17aeb1862199 req-af885dc6-d0df-431c-b74a-ebf8654db867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:24.783648 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-af885dc6-d0df-431c-b74a-ebf8654db867 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1096 time: 0.0535688 Jul 09 17:29:24.875259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527e365-dd03-4a27-8132-17aeb1862199 req-304b57ff-5ce8-41c5-b597-217f1fccee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:24.876764 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-304b57ff-5ce8-41c5-b597-217f1fccee97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0863178 Jul 09 17:29:24.886199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:d4:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:29:23Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:24.915478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:24.924989 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:24.925603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:29:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:24.944116 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-19144de0-3ce4-4c3b-b4ca-3d51153822f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 998 time: 0.0594275 Jul 09 17:29:24.994813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527e365-dd03-4a27-8132-17aeb1862199 req-5173a866-0c99-467d-8ef4-4aace6ed95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:24.996344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-5173a866-0c99-467d-8ef4-4aace6ed95e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0457408 Jul 09 17:29:25.063097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527e365-dd03-4a27-8132-17aeb1862199 req-eeaa756f-b270-455f-b6ae-3600c784b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:25.064645 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-eeaa756f-b270-455f-b6ae-3600c784b462 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613673 Jul 09 17:29:25.154933 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-82ee1210-0324-49b1-86fd-2115edd64e8d service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829356 Jul 09 17:29:25.188270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:25.248481 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5527e365-dd03-4a27-8132-17aeb1862199 req-85ab1f2f-64e5-4a0b-8840-7ce89b6cfdeb service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867755 Jul 09 17:29:25.409473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:d4:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:29:23Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:25.435374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f24ab-8b0f-4a8c-9b1c-5cbb11d5254b None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:d4:be:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:29:23Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:25.617321 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01c1e4-487a-4463-8b69-be8e82d466e0 None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:29:35.855085 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3fac463-148e-4d05-9bf4-4a63853db91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.469794 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:29:38.365625 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d4a74513-17bd-42a3-935e-0f4f88aeb3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.591195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.640348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.442809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.287130 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.937121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-23fed274-61d1-4c24-a576-63ece35b3d45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026826 Jul 09 17:29:53.045751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-49c6751b-cae5-49d6-946e-307e077fde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.047292 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-49c6751b-cae5-49d6-946e-307e077fde9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1096 time: 0.0547137 Jul 09 17:29:53.165669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-233b4acc-8f4a-478b-8004-434fc613445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.167138 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-233b4acc-8f4a-478b-8004-434fc613445b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0950954 Jul 09 17:29:53.241208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-09942558-9d5d-495d-8e0a-c1c06e73406d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 1000 time: 0.0668986 Jul 09 17:29:53.306297 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-9791e24a-a2b7-46dc-a865-ba9476eddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.307784 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-9791e24a-a2b7-46dc-a865-ba9476eddd3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0545115 Jul 09 17:29:53.372360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-9fa8d88f-494c-4cbc-990b-67c14af25129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.373870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-9fa8d88f-494c-4cbc-990b-67c14af25129 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527744 Jul 09 17:29:53.464787 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-f2162b59-da3f-4f88-8c61-7d8898c1862d service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834076 Jul 09 17:29:53.567258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-64bc516c-a2e1-4acf-8721-4a43554c9987 req-e7e564e9-e0fb-4847-9031-c1aebe82f1ec service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946155 Jul 09 17:29:54.074022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:05.851505 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-36b792ba-feaf-405f-a0ab-214ec35ac252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.359912 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b95e0b8-6f2d-4f05-9491-59954f02eea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.609536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.634405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.444719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.290660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.469432 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:30:24.121305 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.847596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-19299ab1-084b-43fc-93db-2528473c6c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.364813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cddf845d-2c8b-4868-ae62-39132a10cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.610901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.638646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.453226 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.293048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:50.474735 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:30:52.926308 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-64482dac-11d6-47b8-a011-bc99614f4d52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691609 Jul 09 17:30:53.034793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-7b9c6a44-7322-4ada-abbe-669c6b5c7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.036347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-7b9c6a44-7322-4ada-abbe-669c6b5c7580 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1096 time: 0.0576770 Jul 09 17:30:53.162530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-ce08aafd-d6fe-4495-8329-306d081a6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.164021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-ce08aafd-d6fe-4495-8329-306d081a6d6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0997562 Jul 09 17:30:53.237406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-1ae5a7c7-4cb1-4047-9f2e-16a930989f6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 1000 time: 0.0656350 Jul 09 17:30:53.625510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-d4c34955-4785-4bed-b056-e1c95fa40a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.627397 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-d4c34955-4785-4bed-b056-e1c95fa40a8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.3821061 Jul 09 17:30:53.686851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-4993b6bb-dcc8-4919-91f9-059107e3fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.688328 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-4993b6bb-dcc8-4919-91f9-059107e3fe50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528090 Jul 09 17:30:53.782839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-e4d3cdd0-679c-4231-beef-08d7b4cc5ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835714 Jul 09 17:30:53.876081 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-90644b8d-aa32-4dd2-bda0-65d0b0f04ca3 req-39f6ab78-a815-416a-9f66-03473ca85427 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859323 Jul 09 17:30:54.138338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.018883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbc4bb-9cce-4c07-9967-b02cb2bf0006 req-30b0f97e-5d3a-4f30-9526-746978c6cd9d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:04.020424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1cbc4bb-9cce-4c07-9967-b02cb2bf0006 req-30b0f97e-5d3a-4f30-9526-746978c6cd9d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0751269 Jul 09 17:31:04.060312 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1cbc4bb-9cce-4c07-9967-b02cb2bf0006 req-3671f3c0-0017-4a3f-af5f-6690a56714c8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341108 Jul 09 17:31:05.254597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfcc1f-2396-491d-a8a7-f2f7b3daa38a req-4b0c3ae8-823d-4a17-b367-f341c8200953 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:05.255994 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fbfcc1f-2396-491d-a8a7-f2f7b3daa38a req-4b0c3ae8-823d-4a17-b367-f341c8200953 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0683916 Jul 09 17:31:05.294493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6fbfcc1f-2396-491d-a8a7-f2f7b3daa38a req-8bca6a3d-0164-4487-bb30-aa26994aab48 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Jul 09 17:31:05.843219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49bc2762-e56d-4926-844a-6d38960cd4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.492799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6808-4a74-47bd-abf3-c40aafc5397c req-d055f7a5-1a39-4334-b21d-63ec364d145f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.494217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da9d6808-4a74-47bd-abf3-c40aafc5397c req-d055f7a5-1a39-4334-b21d-63ec364d145f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0723698 Jul 09 17:31:06.538863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da9d6808-4a74-47bd-abf3-c40aafc5397c req-a97cc0df-4edb-4cf4-a91d-47a77407883f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370178 Jul 09 17:31:07.718064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ab93b-dd96-4274-af27-4c10c613cb64 req-270b77ac-7a71-4f6a-8846-31a45dadfd3c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.719614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-254ab93b-dd96-4274-af27-4c10c613cb64 req-270b77ac-7a71-4f6a-8846-31a45dadfd3c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0680721 Jul 09 17:31:07.759205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-254ab93b-dd96-4274-af27-4c10c613cb64 req-86b11436-4fc4-4221-bf67-a09567a0ed4f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Jul 09 17:31:08.369770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5f89edf-d6d4-4712-9dc1-5e409cd14691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.603803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.643569 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.953190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1831ba7-1d3b-43de-8d20-b2cafd6c41ee req-41fcc334-4f21-492c-bfb1-12be02d7f2f1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:08.954706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c1831ba7-1d3b-43de-8d20-b2cafd6c41ee req-41fcc334-4f21-492c-bfb1-12be02d7f2f1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0665166 Jul 09 17:31:08.997448 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c1831ba7-1d3b-43de-8d20-b2cafd6c41ee req-3b1be59a-2970-47bd-aa49-bed34d7effc5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366149 Jul 09 17:31:09.456230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:10.234710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e35b48-539e-4b00-a749-20a7a113a9ab req-8990b8c1-2ea8-495f-aa05-5245ae1bc9b1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:10.236247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25e35b48-539e-4b00-a749-20a7a113a9ab req-8990b8c1-2ea8-495f-aa05-5245ae1bc9b1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0661378 Jul 09 17:31:10.274640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25e35b48-539e-4b00-a749-20a7a113a9ab req-06d95cf8-eee7-44f8-8a8a-5ffe7ff8d59d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 09 17:31:11.300887 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:11.464505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494ee28-6407-4fd9-b987-187756c2f595 req-f229bc23-5c55-4b55-8f0f-285a804639dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.466007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c494ee28-6407-4fd9-b987-187756c2f595 req-f229bc23-5c55-4b55-8f0f-285a804639dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0774233 Jul 09 17:31:11.505463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c494ee28-6407-4fd9-b987-187756c2f595 req-c9924867-094d-414f-a767-a22c58d07e2b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Jul 09 17:31:12.700510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1dde-0526-4f68-bcdf-77750843c74c req-a7feb14b-3eca-4ec0-bf53-82ee54bc05dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:12.702186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33fd1dde-0526-4f68-bcdf-77750843c74c req-a7feb14b-3eca-4ec0-bf53-82ee54bc05dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0753953 Jul 09 17:31:12.745685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-33fd1dde-0526-4f68-bcdf-77750843c74c req-0b93d123-83d1-46bc-b92f-d0c4ea7f6696 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357130 Jul 09 17:31:13.937923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac279-756f-4649-ad41-82d3e88e81ff req-b7b8fc8f-7fbc-4cc9-a82e-72ba98addace tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.939479 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffbac279-756f-4649-ad41-82d3e88e81ff req-b7b8fc8f-7fbc-4cc9-a82e-72ba98addace tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0714519 Jul 09 17:31:13.983440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffbac279-756f-4649-ad41-82d3e88e81ff req-4e1abf6a-478f-4e13-a7db-6ae726cc8187 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Jul 09 17:31:15.181441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031dde1-34fe-4ec2-8155-f788cd2cb7b7 req-bc5c8db6-4493-45a6-98ca-b47c0074c94a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.182982 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6031dde1-34fe-4ec2-8155-f788cd2cb7b7 req-bc5c8db6-4493-45a6-98ca-b47c0074c94a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0755007 Jul 09 17:31:15.226963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6031dde1-34fe-4ec2-8155-f788cd2cb7b7 req-21885ede-33c4-48a5-85a7-519b4017b32d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354543 Jul 09 17:31:15.524124 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 40894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:15.625709 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-c626089d-48b7-427b-b09b-16c16d8fc92f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003695 Jul 09 17:31:15.634027 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e72f-e581-4730-a4e9-ae88f61c91e9 req-b26b1750-a750-46ad-8c3b-f05af3df6175 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.635542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e258e72f-e581-4730-a4e9-ae88f61c91e9 req-b26b1750-a750-46ad-8c3b-f05af3df6175 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0657253 Jul 09 17:31:15.674574 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e258e72f-e581-4730-a4e9-ae88f61c91e9 req-3eabe797-d6be-4ec0-96bf-3438d3a641aa tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Jul 09 17:31:16.878914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35409113-115e-418a-ae4f-b9668a466413 req-56a6f9f9-a96a-433b-b7c8-eb19ce716ca3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.880621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35409113-115e-418a-ae4f-b9668a466413 req-56a6f9f9-a96a-433b-b7c8-eb19ce716ca3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0822265 Jul 09 17:31:16.925376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35409113-115e-418a-ae4f-b9668a466413 req-59bd4bdf-9220-426b-a2bc-efaae5dcc89f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361760 Jul 09 17:31:16.959912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-e4153229-2287-4f2a-a4ed-22f4b4c4597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.961352 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-e4153229-2287-4f2a-a4ed-22f4b4c4597f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1096 time: 0.0567627 Jul 09 17:31:17.056759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-16110fb2-32fe-4107-b1a2-657b4577f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.058222 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-16110fb2-32fe-4107-b1a2-657b4577f01d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0897334 Jul 09 17:31:17.136450 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-5cc2ea57-425c-4a2b-bf15-fd81802fe5d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 1000 time: 0.0669639 Jul 09 17:31:17.198247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-21e57f6a-ba3a-4a86-9c16-f748ea1a6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.200603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-21e57f6a-ba3a-4a86-9c16-f748ea1a6b2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0539486 Jul 09 17:31:17.262167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-c1c10560-4db7-46a3-ba74-710e4cacd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.263816 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-c1c10560-4db7-46a3-ba74-710e4cacd541 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536573 Jul 09 17:31:17.369633 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-447f3c07-10f9-47fc-8198-960e0e9ffea5 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963528 Jul 09 17:31:17.469105 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-eaec967c-dbc8-405c-8c52-686ecfb8d36f service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821886 Jul 09 17:31:18.229641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eaba2-026e-40b3-b24b-91efe3e8f32e req-0a168b7c-932e-43f2-8326-053ec8b2ff79 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:18.231169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-906eaba2-026e-40b3-b24b-91efe3e8f32e req-0a168b7c-932e-43f2-8326-053ec8b2ff79 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.1343777 Jul 09 17:31:18.271044 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-906eaba2-026e-40b3-b24b-91efe3e8f32e req-08533969-7351-4d76-afa1-c257c52caa86 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339711 Jul 09 17:31:19.471998 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036abab-2963-4f2e-894d-609c2625ecee req-b48bb04c-37eb-4ae2-b219-e57c1977a0ac tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.473550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b036abab-2963-4f2e-894d-609c2625ecee req-b48bb04c-37eb-4ae2-b219-e57c1977a0ac tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0723403 Jul 09 17:31:19.518031 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b036abab-2963-4f2e-894d-609c2625ecee req-fd0c6f8f-55a5-4c8c-a921-8ad3086d9d0b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Jul 09 17:31:20.124820 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-fe9f24f7-0416-4cf0-a962-a875f6c13b86 service neutron] show failed (client error): The resource could not be found. Jul 09 17:31:20.125822 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-fe9f24f7-0416-4cf0-a962-a875f6c13b86 service neutron] 10.222.0.43 "GET /v2.0/ports/8fba6164-7a57-41a7-ac63-cbb5f7e7d604/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0613141 Jul 09 17:31:20.482191 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-f2412ca1-6f7f-4247-8c95-e56a45674055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:20.484406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-f2412ca1-6f7f-4247-8c95-e56a45674055 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 1096 time: 0.1148999 Jul 09 17:31:20.505860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:20.578781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.700368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295775e-820b-4a35-80da-51008ee413fe req-032f8869-b690-40f3-8ee7-e57a0ea5fc0e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:20.703026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a295775e-820b-4a35-80da-51008ee413fe req-032f8869-b690-40f3-8ee7-e57a0ea5fc0e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0642459 Jul 09 17:31:20.744357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a295775e-820b-4a35-80da-51008ee413fe req-ae23599a-4705-4df1-bd2d-6c45629ee49e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Jul 09 17:31:20.790187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:20.823229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:20.868180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:20.870514 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9284a-a638-4165-8315-7ff2acabc224" -d '{"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-unplugged", "status": "completed", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:20.874857 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.888605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Transition to ACTIVE for port object 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:20.893622 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.928343 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928fd0a8-cce3-4a81-bb74-563969c3853a x-openstack-request-id: req-928fd0a8-cce3-4a81-bb74-563969c3853a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:20.928635 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-unplugged", "status": "completed", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:20.928891 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-928fd0a8-cce3-4a81-bb74-563969c3853a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:20.929318 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'code': 200} Jul 09 17:31:20.980897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:20.995050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.995307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.995643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.995993 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.996321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.996650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.996978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.997354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.997609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.997928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.998263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.998601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:21.033306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] No DVR routers for this DVR port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:21.169100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:21.169898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:21.169898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:21.174769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:31:21.175153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Attempting to bind port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:21.180462 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:21.180801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:21.181189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:21.181617 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Bound port: 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:21.181975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.249293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:21.252378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:21.259573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.300625 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:21.300625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.301627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] 10.222.0.37 "PUT /v2.0/ports/8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 1091 time: 0.8022201 Jul 09 17:31:21.320246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fed977-6bf2-45df-9cad-176ef355a17b service neutron] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:21.399014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-594f7810-baab-4d11-b575-faa2d27eb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:21.400560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-594f7810-baab-4d11-b575-faa2d27eb6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1094 time: 0.0627487 Jul 09 17:31:21.494127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-0dd58f36-fd1a-47e1-b7de-a8b7ef90fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:21.495620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-0dd58f36-fd1a-47e1-b7de-a8b7ef90fbde service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0885832 Jul 09 17:31:21.577025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-b98b3cd8-e8ca-4ce9-acf2-b2df91655cd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 998 time: 0.0746105 Jul 09 17:31:21.635751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-432b4db1-1c4b-4b7c-b6bc-23cf186fd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:21.637996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-432b4db1-1c4b-4b7c-b6bc-23cf186fd7d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0547066 Jul 09 17:31:21.709874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-fd260b92-9d32-4493-849b-4494ebe8b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:21.711405 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-fd260b92-9d32-4493-849b-4494ebe8b2a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671694 Jul 09 17:31:21.818177 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-8baeabe2-1f28-483b-9b95-4989ef9e3ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996757 Jul 09 17:31:21.913186 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2df1d214-c871-4d66-b34f-43ce3e19f529 req-43b10df8-6ba2-4f2a-9c4c-427488b27276 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Jul 09 17:31:21.927492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7738c-cd2f-4564-8932-4e12741258c7 req-77635b6b-dc68-43e2-a802-9bf00a476d98 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:21.929012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ff7738c-cd2f-4564-8932-4e12741258c7 req-77635b6b-dc68-43e2-a802-9bf00a476d98 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0668406 Jul 09 17:31:21.967683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ff7738c-cd2f-4564-8932-4e12741258c7 req-96757e36-b24c-4e31-80fc-eaa3d03d6c94 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328708 Jul 09 17:31:22.930620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:22.934502 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784a5884-dea4-4e5c-8673-521962003c91" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:22.993504 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708cb5b6-1be4-4114-b7c5-27ae8456092f x-openstack-request-id: req-708cb5b6-1be4-4114-b7c5-27ae8456092f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:22.993763 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:22.994048 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-708cb5b6-1be4-4114-b7c5-27ae8456092f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:22.994446 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'status': 'completed', 'code': 200} Jul 09 17:31:23.117249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-588822f3-d298-4ae0-8b76-49cdb089abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.118937 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-588822f3-d298-4ae0-8b76-49cdb089abad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1094 time: 0.0982845 Jul 09 17:31:23.127611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-86e39959-5574-4c4d-afd6-d66ba966b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.129036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-86e39959-5574-4c4d-afd6-d66ba966b98a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1094 time: 0.0789454 Jul 09 17:31:23.146799 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be8cdc-708e-46b2-bfee-e5d81c990c49 req-bc982ca5-d6d8-403f-bc16-35aa2e219721 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.148318 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46be8cdc-708e-46b2-bfee-e5d81c990c49 req-bc982ca5-d6d8-403f-bc16-35aa2e219721 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0655005 Jul 09 17:31:23.187906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-46be8cdc-708e-46b2-bfee-e5d81c990c49 req-8a4e18c5-fdfa-4f5d-8f00-0493842a9c0f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338876 Jul 09 17:31:23.199337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:23.238202 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:23.287425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-b1cba4dd-545f-4cc7-9409-9d9355f7d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.288925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-b1cba4dd-545f-4cc7-9409-9d9355f7d75c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1590316 Jul 09 17:31:23.291567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-41697092-e9f0-46b9-bf3d-134811d30c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.292918 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-41697092-e9f0-46b9-bf3d-134811d30c77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1555488 Jul 09 17:31:23.401973 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-40912187-8794-4cf5-968b-7250d41c05bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 998 time: 0.1036332 Jul 09 17:31:23.403767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-0f0ab0d2-701a-453a-aa9a-92e144fb3320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 998 time: 0.0997622 Jul 09 17:31:23.485241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-405386ec-3fc6-435b-bacd-6384f51720a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.486641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-405386ec-3fc6-435b-bacd-6384f51720a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0755689 Jul 09 17:31:23.488011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-c16d91c8-d2d9-44b5-8924-021d4a0ee1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.489323 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-c16d91c8-d2d9-44b5-8924-021d4a0ee1b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0710158 Jul 09 17:31:23.586513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-412bd114-f6ea-4b06-8ff0-33c894ccda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.588030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-412bd114-f6ea-4b06-8ff0-33c894ccda1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945091 Jul 09 17:31:23.594023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a5884-dea4-4e5c-8673-521962003c91 req-525f6c5f-8a0a-4646-bd7d-eb4b34d0a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.595425 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-525f6c5f-8a0a-4646-bd7d-eb4b34d0a66c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944567 Jul 09 17:31:23.743113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-4062c24a-49a8-41aa-a755-b644d5e59e9a service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466007 Jul 09 17:31:23.746620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-c9efa5d2-07f7-4d02-8a2c-f4c6ac63987a service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424861 Jul 09 17:31:23.902761 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-500654f4-3360-4a28-a916-b5d2d38c43f0 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455445 Jul 09 17:31:23.904596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-784a5884-dea4-4e5c-8673-521962003c91 req-adfa6c32-9519-437c-a699-4b7677d66f15 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548915 Jul 09 17:31:24.136090 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.379486 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f0075-d7e9-4931-bebe-fce47fe59817 req-acb7e46c-4e79-4b1b-9240-1b02b00b25c5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:24.381070 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a49f0075-d7e9-4931-bebe-fce47fe59817 req-acb7e46c-4e79-4b1b-9240-1b02b00b25c5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0763803 Jul 09 17:31:24.422302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a49f0075-d7e9-4931-bebe-fce47fe59817 req-0ab2e7b5-0aec-41a8-8b27-578b503c2ef8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350108 Jul 09 17:31:25.610615 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea8cfc-7956-4195-ad77-4a8adb8ca754 req-22834f5a-9ec0-4aa2-8aa1-eb40c079a31f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:25.612106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9ea8cfc-7956-4195-ad77-4a8adb8ca754 req-22834f5a-9ec0-4aa2-8aa1-eb40c079a31f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0655701 Jul 09 17:31:25.653682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9ea8cfc-7956-4195-ad77-4a8adb8ca754 req-26d0c8d6-6c32-4e66-925a-dd932934b804 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332334 Jul 09 17:31:25.970741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc8b23-48f9-46af-abf2-ad892cbe8b74 req-c72902e9-ee44-4158-9572-e64804b1d848 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:25.972539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90fc8b23-48f9-46af-abf2-ad892cbe8b74 req-c72902e9-ee44-4158-9572-e64804b1d848 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0716062 Jul 09 17:31:25.991109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-f8e20787-66bb-4cb4-bb22-80883f36b999 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:25.992606 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-f8e20787-66bb-4cb4-bb22-80883f36b999 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543&tenant_id=8714762b76d64dccbe11c2294c417510&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 943 time: 0.0756819 Jul 09 17:31:26.015618 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90fc8b23-48f9-46af-abf2-ad892cbe8b74 req-01889e19-4476-4f98-8102-a3bb5bff480c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372078 Jul 09 17:31:26.053251 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-f17cfe38-1210-4b37-aa34-a3bf4e963cdb service neutron] delete failed (client error): The resource could not be found. Jul 09 17:31:26.054285 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-f17cfe38-1210-4b37-aa34-a3bf4e963cdb service neutron] 10.222.0.43 "DELETE /v2.0/ports/8fba6164-7a57-41a7-ac63-cbb5f7e7d604/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0547850 Jul 09 17:31:26.255743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-7ce5317b-741c-49cb-bc31-382612320a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:26.257275 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-7ce5317b-741c-49cb-bc31-382612320a26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1094 time: 0.1009507 Jul 09 17:31:26.356117 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-a6b9aeb7-d2ce-43c0-8998-4ce27539341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:26.357588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-a6b9aeb7-d2ce-43c0-8998-4ce27539341a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0900197 Jul 09 17:31:26.425841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-0fc95a7b-1353-461d-9cc9-bf19215e1aa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 998 time: 0.0578415 Jul 09 17:31:26.481788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-277865f1-61fb-43ee-876a-db2fd61b39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:26.483268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-277865f1-61fb-43ee-876a-db2fd61b39e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0481396 Jul 09 17:31:26.547488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-dcecba46-d971-44dc-8f34-aa7432b5bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:26.549100 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-dcecba46-d971-44dc-8f34-aa7432b5bf50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538046 Jul 09 17:31:26.642882 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-64c50981-293d-4fb0-9fff-c64d4580a5d1 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Jul 09 17:31:26.740624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8cfc647a-2d1f-4501-88bb-c562961d6aef req-3a653093-7bb5-4ce5-8ab4-e04ada9d5506 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861330 Jul 09 17:31:27.107137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:31:27.205607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb40e-86c6-4f1b-9fec-1dbf1a15dcaa req-ed992aa3-6a62-49b5-9c27-d8c29f1a8fff tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:27.206225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:27.207401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13ecb40e-86c6-4f1b-9fec-1dbf1a15dcaa req-ed992aa3-6a62-49b5-9c27-d8c29f1a8fff tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 943 time: 0.0672789 Jul 09 17:31:27.217536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'mac_address': 'fa:16:3e:d4:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:31:27.248243 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-13ecb40e-86c6-4f1b-9fec-1dbf1a15dcaa req-6a443ca0-18c4-435b-8341-befd60dadbec tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347285 Jul 09 17:31:27.254409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.268856 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:27.289426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:27.295126 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.342695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:27.350063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.350411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.350779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.351117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.351448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.351780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.352108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.352451 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.352758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.353081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.353400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.353723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:27.476026 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:31:27.746075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8fba6164-7a57-41a7-ac63-cbb5f7e7d604'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:28.442198 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deb767-39b5-469b-8666-d55d59e5400b req-31197d63-2fc2-416f-ac09-dba7fb5bca09 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:28.443718 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7deb767-39b5-469b-8666-d55d59e5400b req-31197d63-2fc2-416f-ac09-dba7fb5bca09 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 944 time: 0.0655184 Jul 09 17:31:28.480964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7deb767-39b5-469b-8666-d55d59e5400b req-5244faa8-bcd2-49b5-af34-5c1c693cc2f0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Jul 09 17:31:28.665496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bac9c1-60ad-4489-850f-08cd48c7994e req-21eb698f-5d26-4692-b335-d06225e44852 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:28.667005 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2bac9c1-60ad-4489-850f-08cd48c7994e req-21eb698f-5d26-4692-b335-d06225e44852 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 944 time: 0.0694439 Jul 09 17:31:28.705528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f2bac9c1-60ad-4489-850f-08cd48c7994e req-8730852e-33b5-43e0-a989-5d470a42b18c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328972 Jul 09 17:31:29.056229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298d002-16ce-4e25-8950-b1b001611a52 req-3e8bd4d9-2458-44d1-8876-3b84f72eeffb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.057753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8298d002-16ce-4e25-8950-b1b001611a52 req-3e8bd4d9-2458-44d1-8876-3b84f72eeffb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 944 time: 0.0658619 Jul 09 17:31:29.057886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-74d74f80-0a90-407e-8a39-fcd790c8fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.059338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-74d74f80-0a90-407e-8a39-fcd790c8fcf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 1095 time: 0.0547261 Jul 09 17:31:29.097647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8298d002-16ce-4e25-8950-b1b001611a52 req-06e1abd5-43ea-4196-8614-1184595c0268 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Jul 09 17:31:29.110601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:29.153909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-f10340fd-583d-46c0-be79-d0211c7bc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.155418 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-f10340fd-583d-46c0-be79-d0211c7bc845 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0902383 Jul 09 17:31:29.159413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:29.163466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:29.164022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:29.219590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-51ace722-4185-478c-94c7-4c5f688d2889 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 200 len: 999 time: 0.0575011 Jul 09 17:31:29.241630 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:29.264524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:29.266794 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69c81f-5ec5-41c9-8296-996ac9907164" -d '{"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-plugged", "status": "completed", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:29.269527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-b241509f-27c7-4e9d-a205-ad0ec72b6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.271036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-b241509f-27c7-4e9d-a205-ad0ec72b6482 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0453513 Jul 09 17:31:29.279584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:29.284086 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:29.309011 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c279fca-6d23-41a4-8c57-61179191f1b2 x-openstack-request-id: req-5c279fca-6d23-41a4-8c57-61179191f1b2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:29.309232 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-plugged", "status": "completed", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:29.309479 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c279fca-6d23-41a4-8c57-61179191f1b2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:29.309881 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'code': 200} Jul 09 17:31:29.334478 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-d349480c-abbd-49d4-a1fb-3acceb9c3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.335476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:29.336024 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-d349480c-abbd-49d4-a1fb-3acceb9c3151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584424 Jul 09 17:31:29.428413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-19267f04-4658-43b9-a8e0-aef62f5aeea5 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856416 Jul 09 17:31:29.523195 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5672b999-45b6-493d-a7db-3c25fa4df2c1 req-c4b9c0e1-cb65-45f7-8103-ae3e1483d636 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Jul 09 17:31:30.275891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927950-fef3-4b52-9368-e37bcafc56f9 req-8521448e-2ade-45ca-81e7-512ce3295a1b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:30.277394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8927950-fef3-4b52-9368-e37bcafc56f9 req-8521448e-2ade-45ca-81e7-512ce3295a1b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0638158 Jul 09 17:31:30.319467 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8927950-fef3-4b52-9368-e37bcafc56f9 req-e90f946b-d6dc-4515-af89-4d4e5d91b713 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362186 Jul 09 17:31:31.519503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9ea00-64c8-4ab2-a92b-3b52811ef2b3 req-0f094d39-8d3e-48c1-8ea8-333bdab2cc16 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:31.521008 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29c9ea00-64c8-4ab2-a92b-3b52811ef2b3 req-0f094d39-8d3e-48c1-8ea8-333bdab2cc16 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0754266 Jul 09 17:31:31.560468 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-29c9ea00-64c8-4ab2-a92b-3b52811ef2b3 req-4294da21-ec20-4430-b6e4-f697ffe46428 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338395 Jul 09 17:31:31.941516 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156720ac-dc9c-4635-86f1-9d2087ef561f req-d5d0cc93-b6cb-46be-a976-4784ed78b7df tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:31.943001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-156720ac-dc9c-4635-86f1-9d2087ef561f req-d5d0cc93-b6cb-46be-a976-4784ed78b7df tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0647957 Jul 09 17:31:31.983583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-156720ac-dc9c-4635-86f1-9d2087ef561f req-c03870a7-a427-4edb-af20-ca24b433a405 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332975 Jul 09 17:31:33.187877 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1124-909d-4514-9eb0-1914035fb0b5 req-343e342d-3aad-4986-bb95-9dd27f85d252 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.189847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4af1124-909d-4514-9eb0-1914035fb0b5 req-343e342d-3aad-4986-bb95-9dd27f85d252 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0889506 Jul 09 17:31:33.229203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d4af1124-909d-4514-9eb0-1914035fb0b5 req-bae14ec3-b382-45b5-8aa1-02e038ae3621 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Jul 09 17:31:33.384431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-860a368b-fed3-43c7-b804-a8bf2cee5898 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.385911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-860a368b-fed3-43c7-b804-a8bf2cee5898 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 945 time: 0.0779958 Jul 09 17:31:33.493438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Deleting port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:33.493675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.590948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] For port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:33.591324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.758872 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.759118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.759444 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 disassociated. External IP: 172.25.7.15, port: 8fba6164-7a57-41a7-ac63-cbb5f7e7d604. Jul 09 17:31:33.759781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Calling delete_port for 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:33.894965 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.925481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event deleted for resources: {'Port': ['ID=8fba6164-7a57-41a7-ac63-cbb5f7e7d604,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:34.044496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:34.154499 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:34.163923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:34.175031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:34.175687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:31:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.201741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] No DVR routers for this DVR port 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:34.204895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.207014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-05c56877-ddd9-4e1f-97e9-869f42aef639 req-90d34063-2c76-4c98-b4ad-fc566f0a8c57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "DELETE /v2.0/ports/8fba6164-7a57-41a7-ac63-cbb5f7e7d604 HTTP/1.1" status: 204 len: 173 time: 0.8156745 Jul 09 17:31:34.207510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-deleted', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:34.209913 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0216d52b02ae76c4228c5a0317756e41f7d8302090fa1408757b91e8a967694f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59218d-c194-41da-98e8-b24763a14fdf" -d '{"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-deleted", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:34.263660 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9580f-551a-47e6-bbfc-6312e80d0dc2 x-openstack-request-id: req-34c9580f-551a-47e6-bbfc-6312e80d0dc2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:34.263957 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e42d-1e72-4991-bb05-d1ae42327543", "name": "network-vif-deleted", "tag": "8fba6164-7a57-41a7-ac63-cbb5f7e7d604", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:34.264247 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34c9580f-551a-47e6-bbfc-6312e80d0dc2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:34.264653 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2e42d-1e72-4991-bb05-d1ae42327543', 'name': 'network-vif-deleted', 'tag': '8fba6164-7a57-41a7-ac63-cbb5f7e7d604', 'status': 'completed', 'code': 200} Jul 09 17:31:34.304368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:34.393992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30fca1eb-bed4-49cb-9b55-deb487d94139 req-229b499b-2231-4f33-9464-4f97a7b5da95 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dc2e42d-1e72-4991-bb05-d1ae42327543 HTTP/1.1" status: 200 len: 210 time: 0.0304966 Jul 09 17:31:34.515352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.541674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:31:34.550755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:34.551430 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:31:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.660876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:34.853855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.883528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f109a7-faba-4f30-9671-e8a890144e0e None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:35.104725 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71724aa8-f185-4232-9528-fe09142a4799 None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:31:35.751297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-5b092d43-6d54-451b-b882-505a7dde771e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1944839482&fields=id&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 267 time: 0.0342233 Jul 09 17:31:35.847674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7469be5d-be42-4979-bf9f-0061560a525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.869667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-f1d4bc53-9471-4f1f-814d-0b02419c6b21 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.871311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-f1d4bc53-9471-4f1f-814d-0b02419c6b21 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1133506 Jul 09 17:31:35.888189 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-e9e1f122-c330-4829-ab56-93ad71022097 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/quotas/8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 375 time: 0.0101478 Jul 09 17:31:35.958980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-06850f21-9ad8-4238-8b37-4fab5fd3a07a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650089 Jul 09 17:31:36.134042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a14d41c7-f454-4d91-b37b-4c1e5c1f7ea6 service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292670 Jul 09 17:31:36.223808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-d694a2c2-2b78-4ea1-b1c1-4ae956c25289 service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832012 Jul 09 17:31:36.394228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-405a04d3-27c3-4108-9570-724fb4c89c13 req-2ceeb43c-3b2c-4c45-8147-f175811b575b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0290654 Jul 09 17:31:37.156535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:37.185326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:37.185651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8fba6164-7a57-41a7-ac63-cbb5f7e7d604 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:37.490089 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24b96303-6265-4455-bdef-4e191285fdbe req-91018874-3325-45e9-8f3b-8b0bb7510c61 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0327785 Jul 09 17:31:38.373303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f55d-9959-40b4-8869-cd1b276441e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.581605 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3d05549-c704-4e3b-b389-c1c3e6870a60 req-492be23d-a53f-4804-ba85-1a4dcc63ffe5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0334809 Jul 09 17:31:38.597879 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.652440 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.462384 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.669463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c371d1d7-04f7-4c2c-af8a-e20885ddf37b req-b31b61fa-bcfb-4556-899c-1a6ab005c015 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0290551 Jul 09 17:31:40.830449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9a7bade5-df11-433b-b40c-b5429764b77f req-d24c1a29-3207-424a-b8fb-b4afd60af28c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0370278 Jul 09 17:31:41.304006 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.699726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-cd76648e-2138-4c2d-ac85-d4696bd63679 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:41.701202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-cd76648e-2138-4c2d-ac85-d4696bd63679 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1055739 Jul 09 17:31:41.745799 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-b9501027-3117-4373-9318-3bb56151ff92 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 380 time: 0.0342033 Jul 09 17:31:41.755768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'port': {'device_id': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'admin_state_up': True, 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'security_groups': ['1af9386d-43e5-4721-a769-3a334e8952ae']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:41.868596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Made reservation on behalf of 8714762b76d64dccbe11c2294c417510 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:41.872171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.981770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9c31c973-a94e-4cb9-b332-fc794c6ab95e req-5ead1263-6863-46b2-aebf-fbabc3da88a5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0334401 Jul 09 17:31:42.321151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Allocated IP 172.20.0.9 (f3e7d6f2-0482-4c9f-be24-c26b12daedf9/c9e5132d-efef-46ab-bb71-601893028c3f/10c3d0ba-4d7b-4533-b181-9628ca672fda) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:42.463650 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.477066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Transition to ACTIVE for port object 10c3d0ba-4d7b-4533-b181-9628ca672fda will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:42.510565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.550890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:42.556115 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:42.559828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:42.585064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:42.616103 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:42.616742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.632416 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-a2169f8d-b8d0-41b4-bf07-25454b70ab82 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803926 Jul 09 17:31:42.646221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Request body: {'port': {'device_id': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:42.725721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.805393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0286b9f9-8823-43da-ae2f-6e9f9948ddef None None] Provisioning for port 10c3d0ba-4d7b-4533-b181-9628ca672fda completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:42.809785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0286b9f9-8823-43da-ae2f-6e9f9948ddef None None] Provisioning complete for port 10c3d0ba-4d7b-4533-b181-9628ca672fda triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:42.810250 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0286b9f9-8823-43da-ae2f-6e9f9948ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.843005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0286b9f9-8823-43da-ae2f-6e9f9948ddef None None] Port 10c3d0ba-4d7b-4533-b181-9628ca672fda cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:42.993884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c3d0ba-4d7b-4533-b181-9628ca672fda {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:43.001751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.015650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Transition to ACTIVE for port object 10c3d0ba-4d7b-4533-b181-9628ca672fda will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:43.020016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.074130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:43.151089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:43.151574 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:43.152035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:43.156635 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:31:43.156959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:43.161884 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f1205-cec8-411b-9936-23b0ce7f547f req-4d7af770-351e-476e-8a4d-4598e142004a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.162425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:43.162839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:43.163231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:43.163547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da3f1205-cec8-411b-9936-23b0ce7f547f req-4d7af770-351e-476e-8a4d-4598e142004a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0654898 Jul 09 17:31:43.163707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Bound port: 10c3d0ba-4d7b-4533-b181-9628ca672fda, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:43.164021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.204224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-da3f1205-cec8-411b-9936-23b0ce7f547f req-63314567-b7a3-461b-9c88-ea1321fc2127 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343089 Jul 09 17:31:43.230803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:43.234168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:43.240500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.278382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.279030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.280442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] 10.222.0.43 "PUT /v2.0/ports/10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 1091 time: 0.6388061 Jul 09 17:31:43.280890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:43.309729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a717db-1a95-47a1-beaa-748f60d2a7de service neutron] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:43.330366 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed220ce-e7e8-4e2e-a997-2b371df17404" -d '{"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:43.398565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-b46ea63a-af7b-48de-b12f-9728ffede1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.400343 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-b46ea63a-af7b-48de-b12f-9728ffede1ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1094 time: 0.0649743 Jul 09 17:31:43.445085 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537fb0ee-0547-4a75-9262-79975fe51a9e x-openstack-request-id: req-537fb0ee-0547-4a75-9262-79975fe51a9e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:43.445387 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:43.445625 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-537fb0ee-0547-4a75-9262-79975fe51a9e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:43.446040 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'status': 'completed', 'code': 200} Jul 09 17:31:43.447955 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-7dab0475-3328-4e4a-a958-01da1f418244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 217 time: 0.0389018 Jul 09 17:31:43.501509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-10b6e72b-b564-4f53-a50d-a42cdd541d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.503004 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-10b6e72b-b564-4f53-a50d-a42cdd541d1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0478656 Jul 09 17:31:43.569702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-b183edd8-3807-461d-b090-7bcbde65a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.571161 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-b183edd8-3807-461d-b090-7bcbde65a0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603528 Jul 09 17:31:43.670079 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-87075d68-9d48-441d-8f78-f0af1ab795c7 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871680 Jul 09 17:31:43.772839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f1c24a08-3ea5-4660-bc8a-c74c4385e451 req-0dd4d9cd-57d7-4a62-9291-c46d91f1b128 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930407 Jul 09 17:31:43.893276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-23149d16-32e8-456c-a6f3-1a4d04022e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.894733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-23149d16-32e8-456c-a6f3-1a4d04022e58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1094 time: 0.0562503 Jul 09 17:31:43.994930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-68b11521-9d05-4d86-a108-b0f6650cfc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.997655 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-68b11521-9d05-4d86-a108-b0f6650cfc6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0928545 Jul 09 17:31:44.042129 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-aaa43f8a-860e-41f2-8baa-ab6f841346c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 217 time: 0.0373771 Jul 09 17:31:44.101259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-d4ff902a-b90b-4d9f-93bb-5910dc8fcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:44.102791 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-d4ff902a-b90b-4d9f-93bb-5910dc8fcbb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0501406 Jul 09 17:31:44.173723 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-57023d36-95f6-496d-adf0-7189e9a47835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:44.175664 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-57023d36-95f6-496d-adf0-7189e9a47835 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659037 Jul 09 17:31:44.275381 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-867f313d-4b42-47c4-94e3-40b652ccf8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915160 Jul 09 17:31:44.378889 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ed220ce-e7e8-4e2e-a997-2b371df17404 req-4e0d0a5c-8a35-4122-baad-a6c7cf022d4b service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967190 Jul 09 17:31:44.391818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791d409-f4be-40ec-9271-c67e67f1bd64 req-45ff25d5-e6ad-4171-9b88-25f89baaf181 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:44.393338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1791d409-f4be-40ec-9271-c67e67f1bd64 req-45ff25d5-e6ad-4171-9b88-25f89baaf181 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0677865 Jul 09 17:31:44.434077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1791d409-f4be-40ec-9271-c67e67f1bd64 req-03a8ce88-9576-4bbe-b43d-ddaf1b96c9db tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348113 Jul 09 17:31:45.286908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:31:45.552114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:45.564056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'mac_address': 'fa:16:3e:7c:c1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:31:45.600766 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.616308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c3d0ba-4d7b-4533-b181-9628ca672fda {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:45.619051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846542a-135b-4bfe-9ad5-afc42d8acd4e req-e71a951b-3c0b-4e4a-bbd1-dd9b622562bd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:45.620559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a846542a-135b-4bfe-9ad5-afc42d8acd4e req-e71a951b-3c0b-4e4a-bbd1-dd9b622562bd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0698619 Jul 09 17:31:45.637050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:45.642251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.660559 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a846542a-135b-4bfe-9ad5-afc42d8acd4e req-d2217af0-ea42-45a8-8a71-c26748d0007e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341122 Jul 09 17:31:45.695961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.931398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['10c3d0ba-4d7b-4533-b181-9628ca672fda'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:46.857780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df851a72-fc0b-4682-a174-eda3b3ab69b6 req-d6269023-801c-4d51-8d86-bea88011bb8f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:46.859321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df851a72-fc0b-4682-a174-eda3b3ab69b6 req-d6269023-801c-4d51-8d86-bea88011bb8f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 944 time: 0.0734949 Jul 09 17:31:46.898817 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df851a72-fc0b-4682-a174-eda3b3ab69b6 req-eb243221-1a05-4399-a207-798fa87eb0d8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 09 17:31:47.302232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:47.353664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 10c3d0ba-4d7b-4533-b181-9628ca672fda completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:47.357236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 10c3d0ba-4d7b-4533-b181-9628ca672fda triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:47.357605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.441175 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.468485 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:47.470789 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a170103716eaf7fbd5626236751170dc9f9fc82217e4352ffaa0e91f666996ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda3019f-68d1-4b84-92d4-f04e2510b3d2" -d '{"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-plugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:47.483214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:47.489924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.514002 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e616ccea-2ce1-48cd-89a4-8a3f31d1dddd x-openstack-request-id: req-e616ccea-2ce1-48cd-89a4-8a3f31d1dddd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:47.514302 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-plugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:47.514642 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e616ccea-2ce1-48cd-89a4-8a3f31d1dddd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:47.515035 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'code': 200} Jul 09 17:31:47.540750 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:47.634654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5af02-9dae-4238-8080-432127a208d1 req-955aa791-576e-45dc-8fd6-35cd1ee958b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:47.636048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-42f5af02-9dae-4238-8080-432127a208d1 req-955aa791-576e-45dc-8fd6-35cd1ee958b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1096 time: 0.0556169 Jul 09 17:31:47.675815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-42f5af02-9dae-4238-8080-432127a208d1 req-80e95959-f0d5-48b9-8411-6b58b585f4db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290682 Jul 09 17:31:48.085241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec951fe6-3d16-4b96-bbc8-cf1984ab34e9 req-473536a4-7fb0-4301-ba36-782cb618063a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:48.086837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec951fe6-3d16-4b96-bbc8-cf1984ab34e9 req-473536a4-7fb0-4301-ba36-782cb618063a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0707710 Jul 09 17:31:48.131955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec951fe6-3d16-4b96-bbc8-cf1984ab34e9 req-d616ebc4-9803-4440-bcd4-894232e3c632 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390449 Jul 09 17:31:49.310197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515cf29-a832-467c-a36f-796dcf2fcb48 req-cdc8aac2-1597-4a6b-bf9e-eca3cb778217 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:49.311720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9515cf29-a832-467c-a36f-796dcf2fcb48 req-cdc8aac2-1597-4a6b-bf9e-eca3cb778217 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0680976 Jul 09 17:31:49.351133 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9515cf29-a832-467c-a36f-796dcf2fcb48 req-d4c71d18-5157-44bf-a874-85fe8fc20e93 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337234 Jul 09 17:31:49.533567 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdedd71-ec32-42fa-a1aa-e22246db339c req-aee4b5c6-641a-45f9-9c33-148be090517b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:49.535753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fdedd71-ec32-42fa-a1aa-e22246db339c req-aee4b5c6-641a-45f9-9c33-148be090517b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0784595 Jul 09 17:31:49.544674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:49.549378 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'floatingip': {'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:49.592543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.038344 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.043910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.139573 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 associated. External IP: 172.25.7.15, port: 10c3d0ba-4d7b-4533-b181-9628ca672fda. Jul 09 17:31:50.345404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:50.452273 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:50.457497 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.464314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:50.475222 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:50.475877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:31:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:50.495852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a45bc47b-fcc0-4214-b6e3-89565ffe8cc9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "PUT /v2.0/floatingips/656e35a1-fc1e-4e84-8e62-d0befe003a76 HTTP/1.1" status: 200 len: 990 time: 0.9473181 Jul 09 17:31:50.495852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:50.532127 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4158bb41-54f1-4270-baab-d767388739e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:50.581585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:50.676593 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b2a02-4fe6-4108-a67d-3f3cbd835bd3 x-openstack-request-id: req-c96b2a02-4fe6-4108-a67d-3f3cbd835bd3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:50.676933 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:50.677134 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c96b2a02-4fe6-4108-a67d-3f3cbd835bd3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:50.677510 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'status': 'completed', 'code': 200} Jul 09 17:31:50.754252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bb41-54f1-4270-baab-d767388739e3 req-c72aa745-7c33-4c98-94b5-cd5f77b4a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:50.755910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-c72aa745-7c33-4c98-94b5-cd5f77b4a1c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1096 time: 0.0561049 Jul 09 17:31:50.814625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:7c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:31:49Z', 'revision_number': 9, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:50.840300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:31:50.849473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:50.850096 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:31:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:50.852107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bb41-54f1-4270-baab-d767388739e3 req-34649942-41d9-4649-8578-f8c0b795522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:50.853610 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-34649942-41d9-4649-8578-f8c0b795522b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0899639 Jul 09 17:31:50.923414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-37ef6baf-b4e2-4bea-9358-c29eb7d65395 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 998 time: 0.0623815 Jul 09 17:31:50.956751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:50.979176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bb41-54f1-4270-baab-d767388739e3 req-7250ed22-0db6-40f1-9f2f-f0c0458f578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:50.980711 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-7250ed22-0db6-40f1-9f2f-f0c0458f578c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0502310 Jul 09 17:31:51.045634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bb41-54f1-4270-baab-d767388739e3 req-255ac1ce-a329-4ec5-ac2b-2afc00f4aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:51.047169 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-255ac1ce-a329-4ec5-ac2b-2afc00f4aff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591137 Jul 09 17:31:51.137113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-2eae29e6-4283-48d5-977a-3ca6f27c162b service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Jul 09 17:31:51.195177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:7c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:31:49Z', 'revision_number': 9, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:51.237339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d5394-d3ba-4154-ba31-6d84f23418f1 None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:7c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:31:49Z', 'revision_number': 9, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:51.264347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4158bb41-54f1-4270-baab-d767388739e3 req-902e8a9a-3926-4b02-8eb8-3de893915d09 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192899 Jul 09 17:31:51.434618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fae669-34fb-480c-927f-17e05ab2b48b None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:31:53.884815 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-2191b25a-4454-4075-bd39-817b6eb126d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558727 Jul 09 17:31:53.983888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68853-179c-4390-8a56-0bd91e53432f req-c17f1f6e-ed4c-42a6-a79c-919a6042cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:53.985508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-c17f1f6e-ed4c-42a6-a79c-919a6042cf31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1096 time: 0.0566750 Jul 09 17:31:54.094951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68853-179c-4390-8a56-0bd91e53432f req-21b65de2-4e2b-4888-92c5-0073ca3a68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:54.096326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-21b65de2-4e2b-4888-92c5-0073ca3a68b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0885568 Jul 09 17:31:54.136465 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.163553 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-6849882a-581d-4062-83ce-b45993567853 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 1001 time: 0.0603898 Jul 09 17:31:54.212511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68853-179c-4390-8a56-0bd91e53432f req-4545faf1-49f9-4e85-b767-6febb71d384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:54.213906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-4545faf1-49f9-4e85-b767-6febb71d384c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0438428 Jul 09 17:31:54.281425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68853-179c-4390-8a56-0bd91e53432f req-50860423-d778-4aff-8925-ddfeec59ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:54.282963 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-50860423-d778-4aff-8925-ddfeec59ec7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621271 Jul 09 17:31:54.372102 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-6d885c38-7153-49d1-8cb6-8883ad1ca8ad service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816488 Jul 09 17:31:54.466308 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cca68853-179c-4390-8a56-0bd91e53432f req-335df619-322f-447f-aeb1-ab74f3fa7bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878119 Jul 09 17:32:04.475322 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:32:05.843683 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95d06b7-5d19-4653-b8e2-a980130e2e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.378197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-067519ea-d64d-49e6-8e1c-8010180585f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.620679 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.645809 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.457398 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.307720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.141301 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:35.847568 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47b443f3-f561-426a-a7dd-d880d036f411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.372873 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-190e555d-3a12-4e2b-b833-b0c33983838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.615710 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.651552 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.470382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:41.312395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:41.480531 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:32:53.916036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-02da894b-7bc9-4617-99ce-a3a494c4e8a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671811 Jul 09 17:32:54.029487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-539f8a16-da83-41c6-b397-7ecd70bb4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:54.031038 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-539f8a16-da83-41c6-b397-7ecd70bb4fa1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1096 time: 0.0543842 Jul 09 17:32:54.148303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-dc8227b9-c817-43b7-a983-f0966bd83235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:54.149405 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-dc8227b9-c817-43b7-a983-f0966bd83235 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0970988 Jul 09 17:32:54.161251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.214994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-d92fb090-4fac-4530-b838-276ddb4d4f78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 1001 time: 0.0581410 Jul 09 17:32:54.279835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-5f2600b6-c4ea-4d60-8982-62ef0484868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:54.281319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-5f2600b6-c4ea-4d60-8982-62ef0484868c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0568178 Jul 09 17:32:54.348031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-b70271a2-78f5-423f-88e2-34e701508510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:54.349546 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-b70271a2-78f5-423f-88e2-34e701508510 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583677 Jul 09 17:32:54.444532 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-420c3b8c-aeb1-4e07-9539-1902935f03cf service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Jul 09 17:32:54.549420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6c30963c-0c0d-4b17-996c-9e34c4095cd0 req-70494d3b-41b2-44d1-af87-2c6ff18b870d service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971918 Jul 09 17:33:05.852060 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-827e803a-640b-4f7c-b3fb-f7afe1407aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.380148 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcb66bcd-3c7c-4b7e-818c-a6c927180c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.636598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.654873 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.466897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.315275 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:18.484908 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:33:24.155141 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.964024 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-4a932924-373b-4ff8-8f2a-cf9cbeaef1fc req-39d5b34d-489d-41d8-9870-be9e2e033800 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:33:30.965147 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a932924-373b-4ff8-8f2a-cf9cbeaef1fc req-39d5b34d-489d-41d8-9870-be9e2e033800 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080273 Jul 09 17:33:31.294071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ee51-b1ac-40ca-b8b4-6402dcbc05db req-48b5369c-8a00-408c-84cf-69f89cbd3882 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:31.295700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e128ee51-b1ac-40ca-b8b4-6402dcbc05db req-48b5369c-8a00-408c-84cf-69f89cbd3882 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0804079 Jul 09 17:33:31.336083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e128ee51-b1ac-40ca-b8b4-6402dcbc05db req-f1d2058f-d9b4-4777-b0fa-29d55de1e463 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344236 Jul 09 17:33:31.350496 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-dbd0828c-f3d0-427c-846b-b5212515db1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955892 Jul 09 17:33:32.522811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b104c3-c738-4371-b43b-8bd7314212d7 req-97805822-61fb-4ad1-81e4-f4ef377efb31 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:32.525657 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21b104c3-c738-4371-b43b-8bd7314212d7 req-97805822-61fb-4ad1-81e4-f4ef377efb31 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0683336 Jul 09 17:33:32.564439 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21b104c3-c738-4371-b43b-8bd7314212d7 req-cca51ea5-fc62-4b27-8e83-7c836886b338 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Jul 09 17:33:32.669051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-36929a41-9a08-4941-87f5-fe2808783f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:32.670645 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-36929a41-9a08-4941-87f5-fe2808783f76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1096 time: 0.0534589 Jul 09 17:33:32.767217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-33c3394c-a72e-4b29-afbf-99a4046c938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:32.768675 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-33c3394c-a72e-4b29-afbf-99a4046c938e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0909593 Jul 09 17:33:32.839276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-123808a1-54f8-46a3-934a-9162ac336012 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 1001 time: 0.0606823 Jul 09 17:33:32.894017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-16f3ad1d-342a-4d6f-ab3a-5369e0d4e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:32.895482 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-16f3ad1d-342a-4d6f-ab3a-5369e0d4e819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0492599 Jul 09 17:33:32.964841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-b78d72d5-2bd4-44fb-b028-ff23cd0716d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:32.966356 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-b78d72d5-2bd4-44fb-b028-ff23cd0716d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586641 Jul 09 17:33:33.069801 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9de37ae0-36a0-45e3-b237-ffd900a8ad41 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944059 Jul 09 17:33:33.174839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-14322b9f-61cb-4a1c-b857-b67ce7a1fd18 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970755 Jul 09 17:33:33.747343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ae7e-d2aa-4a05-92eb-225b82fd5dc3 req-307680f2-7790-4307-889e-68445d1e77f4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:33.748702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6f6ae7e-d2aa-4a05-92eb-225b82fd5dc3 req-307680f2-7790-4307-889e-68445d1e77f4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0652199 Jul 09 17:33:33.788825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d6f6ae7e-d2aa-4a05-92eb-225b82fd5dc3 req-af310bed-6d00-434c-98d1-2bd46354762b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343456 Jul 09 17:33:34.969457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdc7fb-e0c5-49b6-be74-60ef32009198 req-90357392-111c-450e-9829-01409ff6246f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:34.971010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18cdc7fb-e0c5-49b6-be74-60ef32009198 req-90357392-111c-450e-9829-01409ff6246f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0707657 Jul 09 17:33:35.010279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18cdc7fb-e0c5-49b6-be74-60ef32009198 req-92da1386-2025-4e27-8dd9-e11a44e75f9d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Jul 09 17:33:35.855549 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d385352-a4e7-402b-ad02-e23d2ffad692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.187307 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8004e1-3538-440b-b749-7059da8b8de6 req-24583a3f-a594-4bfd-a1d5-0c435bb3a72d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:36.188808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8004e1-3538-440b-b749-7059da8b8de6 req-24583a3f-a594-4bfd-a1d5-0c435bb3a72d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0646112 Jul 09 17:33:36.229771 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa8004e1-3538-440b-b749-7059da8b8de6 req-0f850a2e-0ffb-4b48-a35d-0ff6f2a2d09b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Jul 09 17:33:37.445605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a36e5-9e62-4c10-a8a2-0f0f77643f23 req-8282d6cc-e391-40ad-8f8b-5cf7da6e0936 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:37.447181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e7a36e5-9e62-4c10-a8a2-0f0f77643f23 req-8282d6cc-e391-40ad-8f8b-5cf7da6e0936 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0917125 Jul 09 17:33:37.489714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e7a36e5-9e62-4c10-a8a2-0f0f77643f23 req-a486141a-bf0a-4f62-a8fe-556b87583839 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367274 Jul 09 17:33:38.373225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9a789f99-274c-463b-b865-947af462a823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.626428 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.657824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.673333 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d706145-e1d9-4ecb-ab69-b36952cd46ab req-b6e0590c-8417-4fd1-87bb-cb6bcfc9f1be tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:38.674886 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d706145-e1d9-4ecb-ab69-b36952cd46ab req-b6e0590c-8417-4fd1-87bb-cb6bcfc9f1be tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0697644 Jul 09 17:33:38.713418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d706145-e1d9-4ecb-ab69-b36952cd46ab req-b8316b0e-f1a6-4dfe-8dc5-c306676ef331 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Jul 09 17:33:39.472959 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.915375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d3308-3e9d-4506-b9a8-4c18272b0381 req-53a4b09a-cbee-46e6-879e-754928dcf3a7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:39.917191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-866d3308-3e9d-4506-b9a8-4c18272b0381 req-53a4b09a-cbee-46e6-879e-754928dcf3a7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0736763 Jul 09 17:33:39.960920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-866d3308-3e9d-4506-b9a8-4c18272b0381 req-2f57fdb8-82ec-46eb-b33b-4d9990a51e87 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Jul 09 17:33:41.145694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a6862-bfd7-4fc5-b9bc-1e0e46c3fcbb req-c90a1736-96b3-452d-a212-f83dbb9ec3bf tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:41.147231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-221a6862-bfd7-4fc5-b9bc-1e0e46c3fcbb req-c90a1736-96b3-452d-a212-f83dbb9ec3bf tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0765576 Jul 09 17:33:41.194578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-221a6862-bfd7-4fc5-b9bc-1e0e46c3fcbb req-19d29fb2-6c06-4fa9-baf0-2a8decd696a1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Jul 09 17:33:41.315736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.387335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eaf83-dae6-4880-a8ad-21e0c13dfe8b req-48a8a60a-825f-4026-a09d-318d12e6b8ee tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:42.388855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-551eaf83-dae6-4880-a8ad-21e0c13dfe8b req-48a8a60a-825f-4026-a09d-318d12e6b8ee tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0734320 Jul 09 17:33:42.427701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-551eaf83-dae6-4880-a8ad-21e0c13dfe8b req-2992d105-6180-4c97-a856-b4eaf89fd8ef tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331895 Jul 09 17:33:43.617210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49882c-3316-409a-9c50-3bc3b0beec58 req-8c2b477b-592a-4980-8435-17aee451a0a5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:43.618923 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af49882c-3316-409a-9c50-3bc3b0beec58 req-8c2b477b-592a-4980-8435-17aee451a0a5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0743046 Jul 09 17:33:43.661370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-af49882c-3316-409a-9c50-3bc3b0beec58 req-cda77b75-cfa1-461c-89c7-59191d5af135 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367281 Jul 09 17:33:44.853985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002cd0f-a71d-4a95-aeb0-bf60cfb8d882 req-11f71348-72c6-44ac-bab6-2f72578f236a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.855542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d002cd0f-a71d-4a95-aeb0-bf60cfb8d882 req-11f71348-72c6-44ac-bab6-2f72578f236a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0734296 Jul 09 17:33:44.899680 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d002cd0f-a71d-4a95-aeb0-bf60cfb8d882 req-8d37df87-8b21-41a5-9318-e582055892eb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Jul 09 17:33:45.521623 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-91df36ca-e676-4792-ae77-78b859780e00 service neutron] show failed (client error): The resource could not be found. Jul 09 17:33:45.522670 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-91df36ca-e676-4792-ae77-78b859780e00 service neutron] 10.222.0.43 "GET /v2.0/ports/10c3d0ba-4d7b-4533-b181-9628ca672fda/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0647423 Jul 09 17:33:45.890829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-63c5df34-e27b-4442-98e7-e1576d92b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.892326 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-63c5df34-e27b-4442-98e7-e1576d92b9b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 1096 time: 0.0994327 Jul 09 17:33:45.910004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:45.986192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.078319 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2001ef2-e736-4ac8-8e11-e57d788f74ac req-dffe1713-a8d1-4da6-9a19-3d980e9b1b56 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:46.079829 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2001ef2-e736-4ac8-8e11-e57d788f74ac req-dffe1713-a8d1-4da6-9a19-3d980e9b1b56 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0650666 Jul 09 17:33:46.118601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2001ef2-e736-4ac8-8e11-e57d788f74ac req-c8673e4d-656b-4c07-9b17-6905f2d3a3f1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Jul 09 17:33:46.184682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:46.217686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:46.259159 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:46.261436 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2bd490-cc62-4ce0-8ce3-45f707257c81" -d '{"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-unplugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:46.265318 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.278199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Transition to ACTIVE for port object 10c3d0ba-4d7b-4533-b181-9628ca672fda will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:46.282905 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.313589 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f25892-7cfb-454c-a832-60de31b0c8a3 x-openstack-request-id: req-28f25892-7cfb-454c-a832-60de31b0c8a3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:46.313887 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-unplugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:46.314143 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28f25892-7cfb-454c-a832-60de31b0c8a3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:46.314553 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'code': 200} Jul 09 17:33:46.362944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:46.377432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.377783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.378121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.378456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.378810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.379140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.379465 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.379857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.380184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.380506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.380827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.381148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:46.420991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] No DVR routers for this DVR port 10c3d0ba-4d7b-4533-b181-9628ca672fda on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:46.555496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:46.556289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:46.556289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:46.560508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:33:46.560815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:46.565990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:46.566322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:46.566737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:46.567158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Bound port: 10c3d0ba-4d7b-4533-b181-9628ca672fda, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:46.567554 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.633287 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:46.636753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:46.641200 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.675032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:46.675705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.677237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] 10.222.0.37 "PUT /v2.0/ports/10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 1091 time: 0.7712801 Jul 09 17:33:46.699986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d87e-a41a-4755-a856-667d8c42acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:46.768895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-0217a3fe-9e03-4665-aa55-1857a2d77eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:46.770501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-0217a3fe-9e03-4665-aa55-1857a2d77eac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1094 time: 0.0553532 Jul 09 17:33:46.866776 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-1619aab7-195e-4915-8626-825ecea15fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:46.868250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-1619aab7-195e-4915-8626-825ecea15fdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0915654 Jul 09 17:33:46.936488 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-11d16fc4-9cb2-4f20-a5c3-4873c9319639 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.0611808 Jul 09 17:33:46.999428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-7351b625-ff0a-439b-ad61-b443902a51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.001589 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-7351b625-ff0a-439b-ad61-b443902a51cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0578055 Jul 09 17:33:47.063096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-f6db3378-a413-4dc9-b79c-aea00b15a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.064587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-f6db3378-a413-4dc9-b79c-aea00b15a03d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556889 Jul 09 17:33:47.155708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-f601411a-e8b4-4e09-8f57-1b091f25bd7d service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843074 Jul 09 17:33:47.251141 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-5a4e3239-38a8-41c8-8d6b-11a791976787 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 Jul 09 17:33:47.301231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629acc-3fa6-4ca1-a74d-75c4fc9821d4 req-bb723ffe-cc16-462e-99f0-b7961f47edd8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.303159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df629acc-3fa6-4ca1-a74d-75c4fc9821d4 req-bb723ffe-cc16-462e-99f0-b7961f47edd8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0692291 Jul 09 17:33:47.345366 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df629acc-3fa6-4ca1-a74d-75c4fc9821d4 req-f0758b2f-ddc4-4591-9968-ceb70fee20b0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343199 Jul 09 17:33:47.861819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:47.906189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:48.316185 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:48.319608 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b09b705-3568-4595-a90e-fe98772687ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:48.372783 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737f821d-d412-4d1d-ab72-c10c34774407 x-openstack-request-id: req-737f821d-d412-4d1d-ab72-c10c34774407 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:48.373085 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:48.373341 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-737f821d-d412-4d1d-ab72-c10c34774407 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:48.373773 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'status': 'completed', 'code': 200} Jul 09 17:33:48.493922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-625f52d3-6728-44f6-b90d-08c80cd94570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.495452 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-625f52d3-6728-44f6-b90d-08c80cd94570 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1094 time: 0.0964150 Jul 09 17:33:48.502046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-d9122185-6cf1-4140-84c3-cbb02f0b64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.503483 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-d9122185-6cf1-4140-84c3-cbb02f0b64b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1094 time: 0.0763729 Jul 09 17:33:48.522805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac453c0a-4a6c-43f4-82fe-661f9769d565 req-73d7415b-7c28-4b61-aeeb-f100a6760c87 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.524322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac453c0a-4a6c-43f4-82fe-661f9769d565 req-73d7415b-7c28-4b61-aeeb-f100a6760c87 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0643525 Jul 09 17:33:48.562981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac453c0a-4a6c-43f4-82fe-661f9769d565 req-7260eb6c-9c17-46a6-ac21-ffe0423fab21 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Jul 09 17:33:48.655041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-124a7683-11ac-4083-a6d7-ab42ce8c904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.656516 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-124a7683-11ac-4083-a6d7-ab42ce8c904c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1521692 Jul 09 17:33:48.657813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-fb34f83a-cb65-4756-b2f4-5f7217c97c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.659184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-fb34f83a-cb65-4756-b2f4-5f7217c97c37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1464601 Jul 09 17:33:48.774769 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-540f6bbe-b257-4da7-908d-4f17e684cfc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.1098366 Jul 09 17:33:48.776466 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-86aea408-42e8-47a3-99b6-354dad970417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.1054215 Jul 09 17:33:48.857020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-eefbc538-fccf-4cef-95a2-7790cfea1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.858370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-eefbc538-fccf-4cef-95a2-7790cfea1aee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0748403 Jul 09 17:33:48.859725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-1029435b-7ca1-4b17-9c8e-970893da1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.861017 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-1029435b-7ca1-4b17-9c8e-970893da1be1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0764432 Jul 09 17:33:49.282126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-8f1d1630-69ca-4a42-b2a7-22ca503d6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.283624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-8f1d1630-69ca-4a42-b2a7-22ca503d6e0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4182105 Jul 09 17:33:49.288082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09b705-3568-4595-a90e-fe98772687ea req-14a57bbb-99fc-4193-ad31-97dd622b94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.289394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-14a57bbb-99fc-4193-ad31-97dd622b94d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4167469 Jul 09 17:33:49.435172 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-e7c375d6-c43d-43a9-bff0-ec4fe6951478 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437669 Jul 09 17:33:49.438977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-34e95611-9529-41d7-8547-12d060535516 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405618 Jul 09 17:33:49.595433 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-551d9393-38b2-4191-b00a-ff650b9308f4 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412075 Jul 09 17:33:49.597191 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5b09b705-3568-4595-a90e-fe98772687ea req-89d028ca-4354-480f-8707-da89c46792ed service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551440 Jul 09 17:33:49.744291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ff083-5d06-483b-87e5-f7b75a7fad3b req-c9251ce5-7627-4044-8a4a-e09af711e2d1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.745787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f40ff083-5d06-483b-87e5-f7b75a7fad3b req-c9251ce5-7627-4044-8a4a-e09af711e2d1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0695908 Jul 09 17:33:49.787385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f40ff083-5d06-483b-87e5-f7b75a7fad3b req-03c18d59-0787-407b-86b2-d4c080ee23c1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Jul 09 17:33:50.978309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1c78-9484-42be-bf66-bf2ee33e73cd req-8d85d9bd-7091-4804-8f7a-82126e86740a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:50.979877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19fa1c78-9484-42be-bf66-bf2ee33e73cd req-8d85d9bd-7091-4804-8f7a-82126e86740a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0697377 Jul 09 17:33:51.019455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19fa1c78-9484-42be-bf66-bf2ee33e73cd req-a32dcc0f-c206-4a3b-aa68-3a9aa9e0b3db tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338833 Jul 09 17:33:51.448821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-6e55d6e1-b3e5-4ae6-a8c2-7b1c252abfe6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.450244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-6e55d6e1-b3e5-4ae6-a8c2-7b1c252abfe6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d&tenant_id=8714762b76d64dccbe11c2294c417510&binding%3Ahost_id=n-h1-800085-2 HTTP/1.1" status: 200 len: 943 time: 0.0776711 Jul 09 17:33:51.498360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f17abe-c3d5-42e2-bf68-4c8e739407a5 req-4dbb67d1-26de-4916-9864-28f58af5b196 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.499988 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9f17abe-c3d5-42e2-bf68-4c8e739407a5 req-4dbb67d1-26de-4916-9864-28f58af5b196 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 943 time: 0.0634270 Jul 09 17:33:51.512835 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-70b237c1-1fe9-4428-8857-2bf920671f35 service neutron] 10.222.0.37 "GET /v2.0/ports/10c3d0ba-4d7b-4533-b181-9628ca672fda/bindings/n-h1-800085-2 HTTP/1.1" status: 200 len: 382 time: 0.0565636 Jul 09 17:33:51.539016 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9f17abe-c3d5-42e2-bf68-4c8e739407a5 req-6db631e0-6f68-4af3-862e-93fd429522ff tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Jul 09 17:33:51.604876 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-59cc0d8d-5284-4a73-b260-05c559e8be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.606419 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-59cc0d8d-5284-4a73-b260-05c559e8be40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1094 time: 0.0536878 Jul 09 17:33:51.698057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-a40935de-33f5-4442-92a6-1698b5482d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.699603 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-a40935de-33f5-4442-92a6-1698b5482d48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0872321 Jul 09 17:33:51.777732 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-bea53973-3126-41bd-8625-88c22574da45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.0716443 Jul 09 17:33:51.828874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-650bf72f-c8b4-4da4-8f76-ba76600e8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.831252 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-650bf72f-c8b4-4da4-8f76-ba76600e8d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0471909 Jul 09 17:33:51.859024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:33:51.892743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-082a7be0-a8c1-46a7-9c47-fbf4749503f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.894274 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-082a7be0-a8c1-46a7-9c47-fbf4749503f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574906 Jul 09 17:33:51.959247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:51.970812 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'mac_address': 'fa:16:3e:7c:c1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:33:51.987120 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-009f10af-4c2f-4008-b492-1e9a2cbf7557 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860927 Jul 09 17:33:52.006883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.019908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c3d0ba-4d7b-4533-b181-9628ca672fda {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:52.040249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:52.045347 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.081552 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-40ce30e2-db44-4a24-bb64-0268478e8342 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877655 Jul 09 17:33:52.096440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:52.104345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.104682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.105032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.105374 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.105705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.106040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.106371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.106731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.107052 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.107375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.107701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.108024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:52.451748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['10c3d0ba-4d7b-4533-b181-9628ca672fda'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:33:52.730177 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03b2bd-6aac-49db-9328-92789479c0e0 req-6dffd708-f372-493a-aba5-ddd7e4283695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:52.731699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d03b2bd-6aac-49db-9328-92789479c0e0 req-6dffd708-f372-493a-aba5-ddd7e4283695 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 944 time: 0.0756950 Jul 09 17:33:52.770419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1d03b2bd-6aac-49db-9328-92789479c0e0 req-0b571e4b-5ae8-4a2b-b6f4-569d97e9da07 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Jul 09 17:33:53.868462 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:53.923603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 10c3d0ba-4d7b-4533-b181-9628ca672fda completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:53.927467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 10c3d0ba-4d7b-4533-b181-9628ca672fda triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:53.927865 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.953364 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a69f5-edfe-4354-9526-d57c77ea003d req-6205c23d-d0f8-4c53-ad70-250a11a69fe7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:53.954909 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f8a69f5-edfe-4354-9526-d57c77ea003d req-6205c23d-d0f8-4c53-ad70-250a11a69fe7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 944 time: 0.0640094 Jul 09 17:33:53.997826 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f8a69f5-edfe-4354-9526-d57c77ea003d req-b3bba01c-c599-4400-9c59-41840340b5bc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Jul 09 17:33:54.008385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.037961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:54.046262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:54.051643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.099849 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d31e63-73fe-42d4-82d7-6f4f11a864e9" -d '{"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-plugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:54.106946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.179529 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.198984 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2675b-a2ba-4d31-9360-c91175bce9f1 x-openstack-request-id: req-95f2675b-a2ba-4d31-9360-c91175bce9f1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:54.199513 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-plugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:54.199647 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95f2675b-a2ba-4d31-9360-c91175bce9f1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:54.200142 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'code': 200} Jul 09 17:33:54.394599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-80356058-5d66-4880-beac-c888a8173ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:54.396136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-80356058-5d66-4880-beac-c888a8173ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 1096 time: 0.0553212 Jul 09 17:33:54.415055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:54.497587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.712322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:54.744500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:54.789126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:54.792774 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcbefe0-4af8-4a51-9005-4dc97da4c80f" -d '{"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-unplugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:54.798446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.812122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Transition to ACTIVE for port object 10c3d0ba-4d7b-4533-b181-9628ca672fda will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:54.818190 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.848140 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263972a9-f068-42cf-a8dc-07c49ed005af x-openstack-request-id: req-263972a9-f068-42cf-a8dc-07c49ed005af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:54.848437 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-unplugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:54.848690 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-263972a9-f068-42cf-a8dc-07c49ed005af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:54.849086 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'code': 200} Jul 09 17:33:54.894134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.944328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] No DVR routers for this DVR port 10c3d0ba-4d7b-4533-b181-9628ca672fda on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:55.080513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:55.080843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:55.081168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:55.086664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:33:55.087018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Attempting to bind port 10c3d0ba-4d7b-4533-b181-9628ca672fda on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:55.092004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:55.092335 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:55.092711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:55.093143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Bound port: 10c3d0ba-4d7b-4533-b181-9628ca672fda, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:55.093512 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.158247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:55.161559 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:55.166529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.177373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd6a3f-0335-4223-b5ce-4fa68802dc1e req-01e7d7ad-0bf8-4ebc-bbba-6db9244a7ec1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.178952 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87dd6a3f-0335-4223-b5ce-4fa68802dc1e req-01e7d7ad-0bf8-4ebc-bbba-6db9244a7ec1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 944 time: 0.0678878 Jul 09 17:33:55.200599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.201471 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.203040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] 10.222.0.43 "PUT /v2.0/ports/10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 1092 time: 0.7953897 Jul 09 17:33:55.221810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-87dd6a3f-0335-4223-b5ce-4fa68802dc1e req-18af98a8-0c6b-446e-8de9-002a528de15e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362024 Jul 09 17:33:55.228633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995a0d9-0916-4256-8cb3-39fced68cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:55.291289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-273a34e7-9ee3-4555-a0f0-d44d5b9bc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.292884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-273a34e7-9ee3-4555-a0f0-d44d5b9bc88c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1095 time: 0.0603774 Jul 09 17:33:55.385198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-cf69b830-06c8-4d45-aa75-14fefedf609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.386731 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-cf69b830-06c8-4d45-aa75-14fefedf609b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0869646 Jul 09 17:33:55.463861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-2870379a-f61d-4d1a-9d25-a395be5202d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.0676200 Jul 09 17:33:55.484909 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:33:55.520958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-faac58cb-6693-466a-a830-e7f44a32a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.522338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-faac58cb-6693-466a-a830-e7f44a32a9aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0482323 Jul 09 17:33:55.584100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9acdccb8-3014-4bc3-b834-3d995b3e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.585563 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-9acdccb8-3014-4bc3-b834-3d995b3e1d5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528095 Jul 09 17:33:55.690462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-0be418fc-3945-4c72-bb0a-1c1c7198f0fd service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928624 Jul 09 17:33:55.788273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46260ff0-eb03-467b-901c-29cd22e120ed req-f784faf1-1760-49bc-83de-1ec76a5975d2 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875347 Jul 09 17:33:55.977803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-8c1b13fa-5555-443b-bae3-658c0985ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.979382 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-8c1b13fa-5555-443b-bae3-658c0985ae5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1095 time: 0.0648961 Jul 09 17:33:56.096562 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-9ca064c3-0315-4c60-8ecf-9014f31490ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:56.098014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-9ca064c3-0315-4c60-8ecf-9014f31490ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0936811 Jul 09 17:33:56.167532 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-89c12b96-20ec-4249-af2e-72bd16ce4915 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.0613220 Jul 09 17:33:56.224930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-c70576b8-3656-47e0-ab83-06fa5e64dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:56.226438 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-c70576b8-3656-47e0-ab83-06fa5e64dde0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0519540 Jul 09 17:33:56.288759 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-2e67a60b-8654-4694-a61c-eeda5beae5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:56.290324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-2e67a60b-8654-4694-a61c-eeda5beae5c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569313 Jul 09 17:33:56.393728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-fd6d24c7-0977-4ab4-9060-27b47c4a7ec2 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950944 Jul 09 17:33:56.412607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cf46a-7f37-492b-994d-4616bceb2c3e req-830d57ee-cc64-49b0-8ff4-d678fa618c32 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:56.414729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-096cf46a-7f37-492b-994d-4616bceb2c3e req-830d57ee-cc64-49b0-8ff4-d678fa618c32 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 944 time: 0.0662398 Jul 09 17:33:56.465017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-096cf46a-7f37-492b-994d-4616bceb2c3e req-dbde9260-91c0-4133-9026-402e3a61b92e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Jul 09 17:33:56.501577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-903c8100-9813-4d18-9218-a6be02e04ad5 req-bf3cf49c-a1ef-4c70-ae6a-9c1b5edf57ff service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998366 Jul 09 17:33:56.850166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:56.852675 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dd8982-1876-49c9-9028-8415eab9d66a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:56.906066 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f193ada-6992-46ff-8122-94f440671b99 x-openstack-request-id: req-9f193ada-6992-46ff-8122-94f440671b99 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:56.906359 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:56.906646 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f193ada-6992-46ff-8122-94f440671b99 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:56.907045 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'status': 'completed', 'code': 200} Jul 09 17:33:57.029552 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-3c497236-07b6-4290-ac6e-c5967b749b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.031098 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-3c497236-07b6-4290-ac6e-c5967b749b7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1095 time: 0.0968690 Jul 09 17:33:57.037486 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-0b8e4e5e-1ed3-428f-bd2a-72a41554aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.038947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-0b8e4e5e-1ed3-428f-bd2a-72a41554aeb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 1095 time: 0.0772092 Jul 09 17:33:57.196722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-d01e5ca9-917e-4823-a530-5bd4cf1f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.198423 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-d01e5ca9-917e-4823-a530-5bd4cf1f0a07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1569982 Jul 09 17:33:57.199973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-6c5488b7-6623-4b40-90e8-8c62476d091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.202184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-6c5488b7-6623-4b40-90e8-8c62476d091a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1531794 Jul 09 17:33:57.313536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-c638ff36-5c24-4be8-8c86-e724a1bae812 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.1038027 Jul 09 17:33:57.315392 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-bce55582-5caf-4434-ade3-d0befc597def service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 200 len: 999 time: 0.1069558 Jul 09 17:33:57.398107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-455c658c-322f-4feb-80a3-b94497dc7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.399629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-455c658c-322f-4feb-80a3-b94497dc7271 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0786703 Jul 09 17:33:57.401009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-0d955e8c-ab5b-4283-a3be-1a14ad984e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.402494 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-0d955e8c-ab5b-4283-a3be-1a14ad984e07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0803387 Jul 09 17:33:57.505226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-b0bfe009-d8b6-4c58-bcc3-276eae1b1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.508442 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-b0bfe009-d8b6-4c58-bcc3-276eae1b1b9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993047 Jul 09 17:33:57.512572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-26ccb222-51e2-4991-b04d-1c513f0b8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.514214 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-26ccb222-51e2-4991-b04d-1c513f0b8d0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054096 Jul 09 17:33:57.650633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b362-7abb-4174-bc9e-293139ddd0c9 req-e9f5a1c3-5201-4b8d-8553-d325a0601ecf tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.652337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9e9b362-7abb-4174-bc9e-293139ddd0c9 req-e9f5a1c3-5201-4b8d-8553-d325a0601ecf tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 944 time: 0.0647373 Jul 09 17:33:57.677041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-893a8fba-a664-45c0-875f-f57c4f418709 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610861 Jul 09 17:33:57.680730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-675c593c-290f-442a-a61c-680339ff0160 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563640 Jul 09 17:33:57.693284 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f9e9b362-7abb-4174-bc9e-293139ddd0c9 req-4b63d847-ced8-4756-ad8e-f67d9cb6f452 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351970 Jul 09 17:33:57.846246 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-debedead-0c18-432a-bb93-cfd5817d3b51 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509690 Jul 09 17:33:57.848111 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e6dd8982-1876-49c9-9028-8415eab9d66a req-3c74a5c1-57ee-49b7-85ba-7e5db5b469c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620970 Jul 09 17:33:57.889526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:57.891599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:33:57.968949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:58.012513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:58.022882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'mac_address': 'fa:16:3e:7c:c1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:33:58.062504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.075401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c3d0ba-4d7b-4533-b181-9628ca672fda {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:58.095783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:58.100946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.151801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.341753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['10c3d0ba-4d7b-4533-b181-9628ca672fda'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:33:58.880606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050fc5b-2f58-41d8-8474-cf6edab73da7 req-e337e034-4bb8-4426-9766-83ea87b98dde tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:58.882086 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d050fc5b-2f58-41d8-8474-cf6edab73da7 req-e337e034-4bb8-4426-9766-83ea87b98dde tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0750990 Jul 09 17:33:58.920416 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d050fc5b-2f58-41d8-8474-cf6edab73da7 req-4629abd6-1d3f-4922-a4fe-638347a45ea8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Jul 09 17:33:59.092252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cb3a5-b9b8-41d4-8550-6e9ca0bc6d3c req-ceca574a-2d38-4fb3-a7d2-659936197377 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:59.093737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-932cb3a5-b9b8-41d4-8550-6e9ca0bc6d3c req-ceca574a-2d38-4fb3-a7d2-659936197377 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0654719 Jul 09 17:33:59.130931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-932cb3a5-b9b8-41d4-8550-6e9ca0bc6d3c req-d6fcd6e7-416d-4e68-ade9-31054003b2bc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Jul 09 17:33:59.307812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576a760-a115-4c63-8af3-da930187cdad req-6c0f81d4-b2f5-45a6-9fb5-945844305e15 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:59.309325 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7576a760-a115-4c63-8af3-da930187cdad req-6c0f81d4-b2f5-45a6-9fb5-945844305e15 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0682507 Jul 09 17:33:59.648124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7576a760-a115-4c63-8af3-da930187cdad req-9446e611-ca4c-42a8-9cf2-467a1cae6a08 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330510 Jul 09 17:33:59.909011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:59.969474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 10c3d0ba-4d7b-4533-b181-9628ca672fda completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:59.974224 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 10c3d0ba-4d7b-4533-b181-9628ca672fda triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:59.974793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.034487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c034a1-5754-4487-a053-98a040a7893d req-89a6dbda-4b32-4426-ad9f-2363b4948950 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:00.036104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8c034a1-5754-4487-a053-98a040a7893d req-89a6dbda-4b32-4426-ad9f-2363b4948950 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 945 time: 0.0662310 Jul 09 17:34:00.060607 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.074939 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8c034a1-5754-4487-a053-98a040a7893d req-bc104e5d-f4b1-4f7c-a98c-0a477ea7154a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Jul 09 17:34:00.085201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:00.090514 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053c8197-93a7-4d5f-a652-14626c691d09" -d '{"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-plugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:00.104064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:00.108875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.134890 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa68c12c-32a1-439e-8626-3ac253c0d130 x-openstack-request-id: req-fa68c12c-32a1-439e-8626-3ac253c0d130 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:00.135180 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-plugged", "status": "completed", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:00.135431 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa68c12c-32a1-439e-8626-3ac253c0d130 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:00.135821 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'code': 200} Jul 09 17:34:00.166112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:01.262382 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c1839-3b10-41e9-8fca-c5547d46e04d req-9bc36e1d-3afd-4bde-a265-aa2871016292 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:01.263865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf1c1839-3b10-41e9-8fca-c5547d46e04d req-9bc36e1d-3afd-4bde-a265-aa2871016292 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 946 time: 0.0639725 Jul 09 17:34:01.306340 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf1c1839-3b10-41e9-8fca-c5547d46e04d req-da99ea76-13da-48a6-aeb2-d744360719a7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367444 Jul 09 17:34:01.348815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788071f-90cb-40cf-940b-670d0d485632 req-09ca1b9d-3448-4e58-8253-c044221c27d1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:01.350294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8788071f-90cb-40cf-940b-670d0d485632 req-09ca1b9d-3448-4e58-8253-c044221c27d1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 946 time: 0.0749340 Jul 09 17:34:01.460815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Deleting port 10c3d0ba-4d7b-4533-b181-9628ca672fda {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:01.461165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.567685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] For port 10c3d0ba-4d7b-4533-b181-9628ca672fda, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=10c3d0ba-4d7b-4533-b181-9628ca672fda,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:01.568045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.067714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.068085 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.068409 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 disassociated. External IP: 172.25.7.15, port: 10c3d0ba-4d7b-4533-b181-9628ca672fda. Jul 09 17:34:02.068749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Calling delete_port for 10c3d0ba-4d7b-4533-b181-9628ca672fda owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:02.212502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.241814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event deleted for resources: {'Port': ['ID=10c3d0ba-4d7b-4533-b181-9628ca672fda,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.359313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:02.451678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f881446-ebb8-4237-b785-7b19221514e3 req-18342046-09bc-451e-81ff-0b66835150cc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9534d84-a9ec-4716-9640-334dfb48915d HTTP/1.1" status: 200 len: 210 time: 0.0289228 Jul 09 17:34:02.473260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:02.482502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:02.491297 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:02.491915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:02.515460 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] No DVR routers for this DVR port 10c3d0ba-4d7b-4533-b181-9628ca672fda on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:02.518073 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.520158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8788071f-90cb-40cf-940b-670d0d485632 req-ae63a0ec-3fc6-48b2-b2a4-d501acc04c89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "DELETE /v2.0/ports/10c3d0ba-4d7b-4533-b181-9628ca672fda HTTP/1.1" status: 204 len: 173 time: 1.1599665 Jul 09 17:34:02.520603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-deleted', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:02.523028 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76a4ed0-f3e9-4baa-a986-001e936a0efe" -d '{"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-deleted", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:02.561940 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22eb0dc-6000-4b5d-bd51-8b6e99a20420 x-openstack-request-id: req-f22eb0dc-6000-4b5d-bd51-8b6e99a20420 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:02.562256 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9534d84-a9ec-4716-9640-334dfb48915d", "name": "network-vif-deleted", "tag": "10c3d0ba-4d7b-4533-b181-9628ca672fda", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:02.562539 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f22eb0dc-6000-4b5d-bd51-8b6e99a20420 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:02.563193 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9534d84-a9ec-4716-9640-334dfb48915d', 'name': 'network-vif-deleted', 'tag': '10c3d0ba-4d7b-4533-b181-9628ca672fda', 'status': 'completed', 'code': 200} Jul 09 17:34:02.763634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:02.979164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:03.005548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:03.014755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:03.015317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:33:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:03.131939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:03.340255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:03.365240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea347c5-88fb-45da-95dd-92fb01267220 None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:03.577756 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75195812-4f93-4e9a-a219-7064064047b6 None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:34:03.798716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-d0840372-ee60-4bd3-b907-442826279dd3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1944839482&fields=id&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 267 time: 0.0335140 Jul 09 17:34:03.902665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-6860734a-788e-4a11-b8dd-ed63420ccb66 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:03.904072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-6860734a-788e-4a11-b8dd-ed63420ccb66 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.0979230 Jul 09 17:34:03.918986 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-8ded359d-ed5d-45e6-b4d2-d39d621055c2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/quotas/8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 375 time: 0.0094094 Jul 09 17:34:03.952520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:03.978426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 10c3d0ba-4d7b-4533-b181-9628ca672fda {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:03.978653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 10c3d0ba-4d7b-4533-b181-9628ca672fda not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:03.997019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-5bbbe3a2-3d35-4dbc-91e6-44d7e3e96571 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712845 Jul 09 17:34:04.094398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-db8b29b6-63cf-4914-85f5-ab0a32d16345 service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848422 Jul 09 17:34:04.186183 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-eb75dced-671b-4c8f-a833-e2eaac3baa58 service neutron] 10.222.0.48 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857849 Jul 09 17:34:04.369717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a8cae3d-5b27-4c7d-b858-8dca21062a1f req-ab8335df-aad7-4405-8e7b-eb132bb060c7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 210 time: 0.0283320 Jul 09 17:34:05.516185 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17ef20b5-5140-4200-8c45-bde756a57c37 req-b6a42715-a753-4a95-b790-eea8ede527ea tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 210 time: 0.0308456 Jul 09 17:34:05.549325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-05b2deee-3c6a-44c4-86ea-6ae521109ae9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:05.550818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-05b2deee-3c6a-44c4-86ea-6ae521109ae9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 812 time: 0.1156352 Jul 09 17:34:05.601733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-b44bd353-6cfa-4df6-8d39-e50a13ac85a4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 380 time: 0.0354009 Jul 09 17:34:05.610534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'port': {'device_id': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'admin_state_up': True, 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'security_groups': ['1af9386d-43e5-4721-a769-3a334e8952ae']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:05.723740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Made reservation on behalf of 8714762b76d64dccbe11c2294c417510 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:05.727627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.857759 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-68681995-e2a7-4f3e-a4d0-526900057792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.862013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Allocated IP 172.20.0.13 (f3e7d6f2-0482-4c9f-be24-c26b12daedf9/c9e5132d-efef-46ab-bb71-601893028c3f/653837f2-e0f8-454d-a733-bde77d4dd6b6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:06.005900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.019549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Transition to ACTIVE for port object 653837f2-e0f8-454d-a733-bde77d4dd6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:06.053065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.098180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:06.101373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:06.105291 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:06.129382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.161864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.162547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.178816 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-786ca69d-b4bc-4aef-88b0-ea42f3edffc2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720010 Jul 09 17:34:06.207868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Request body: {'port': {'device_id': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:06.290360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.335572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9330323-25c0-45cf-b09e-5bdf09167838 None None] Provisioning for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:06.339698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9330323-25c0-45cf-b09e-5bdf09167838 None None] Provisioning complete for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:06.340071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9330323-25c0-45cf-b09e-5bdf09167838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.376955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c9330323-25c0-45cf-b09e-5bdf09167838 None None] Port 653837f2-e0f8-454d-a733-bde77d4dd6b6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:06.570818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:06.578392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.590345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Transition to ACTIVE for port object 653837f2-e0f8-454d-a733-bde77d4dd6b6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:06.595371 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.643292 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.722044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff86ed-92b1-4ff4-96de-c4351b76793e req-e382eec5-65c8-497c-aa44-800c6cd44938 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.724197 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94ff86ed-92b1-4ff4-96de-c4351b76793e req-e382eec5-65c8-497c-aa44-800c6cd44938 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0713353 Jul 09 17:34:06.744905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:06.745390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:06.745865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:06.751120 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:34:06.751437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:06.756772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:06.757106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:06.757800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:06.758233 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Bound port: 653837f2-e0f8-454d-a733-bde77d4dd6b6, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:06.758662 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.769322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-94ff86ed-92b1-4ff4-96de-c4351b76793e req-d9dd3b22-ae93-45a7-875a-e29baa8924a9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373421 Jul 09 17:34:06.826864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:06.830639 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:06.836358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.871336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.871970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.873409 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] 10.222.0.37 "PUT /v2.0/ports/653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1092 time: 0.6703200 Jul 09 17:34:06.873862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:06.876281 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68964873-7300-4c13-bb8a-e3f24869db9c" -d '{"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:06.914772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10076753-29ff-42f2-b419-25a05402ddf4 service neutron] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.936092 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf0e874-74a1-401a-853f-9034211fbd3e x-openstack-request-id: req-2bf0e874-74a1-401a-853f-9034211fbd3e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:06.936553 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:06.936762 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bf0e874-74a1-401a-853f-9034211fbd3e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:06.937175 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'status': 'completed', 'code': 200} Jul 09 17:34:07.011313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-55af6464-083a-47e8-b633-3a5eaf716e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.012852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-55af6464-083a-47e8-b633-3a5eaf716e0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1095 time: 0.0636222 Jul 09 17:34:07.060150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-4449443e-1f7b-4c2e-8772-1802dc711b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 217 time: 0.0353286 Jul 09 17:34:07.109618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-68e6bd84-1c84-4f67-9bfc-e87acd18c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.111316 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-68e6bd84-1c84-4f67-9bfc-e87acd18c823 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0447896 Jul 09 17:34:07.176821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f77270-c379-447e-adfb-ecd23a456602 req-deccdafe-e400-46fd-b232-6347b47b8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.178344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-deccdafe-e400-46fd-b232-6347b47b8e93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601828 Jul 09 17:34:07.281849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-c93a8a90-a950-48bc-91bc-926b446aa818 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967145 Jul 09 17:34:07.375306 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d3f77270-c379-447e-adfb-ecd23a456602 req-b779fcac-ee21-4637-9430-6816ae03128c service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874910 Jul 09 17:34:07.528251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964873-7300-4c13-bb8a-e3f24869db9c req-68ca5d80-d14e-472b-97a8-fe3c1e25c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.529778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-68ca5d80-d14e-472b-97a8-fe3c1e25c214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1095 time: 0.0689001 Jul 09 17:34:07.621394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964873-7300-4c13-bb8a-e3f24869db9c req-c8994a80-60a0-4ce2-9315-8b35ba741ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.622888 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-c8994a80-60a0-4ce2-9315-8b35ba741ff5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0858955 Jul 09 17:34:07.667811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-17994408-deaa-4323-86ce-3ed506e5bee0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 217 time: 0.0385370 Jul 09 17:34:07.716508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964873-7300-4c13-bb8a-e3f24869db9c req-6e403dd0-aff7-4aff-a131-839dad7e71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.717910 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-6e403dd0-aff7-4aff-a131-839dad7e71bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0440319 Jul 09 17:34:07.777211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964873-7300-4c13-bb8a-e3f24869db9c req-f4de5391-3564-4b64-bc57-2e94779e962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.778743 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-f4de5391-3564-4b64-bc57-2e94779e962a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541291 Jul 09 17:34:07.871455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-9414892a-588f-4582-acb4-813d7361a2a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Jul 09 17:34:07.970617 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ac350-de16-402b-a27f-1fa648540f49 req-55fa4f37-4fa9-47b4-a205-2b104245fe78 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.972125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d33ac350-de16-402b-a27f-1fa648540f49 req-55fa4f37-4fa9-47b4-a205-2b104245fe78 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0858717 Jul 09 17:34:07.996474 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-68964873-7300-4c13-bb8a-e3f24869db9c req-92db7185-be95-43fa-9d1d-7c28bd5ff374 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189678 Jul 09 17:34:08.016613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d33ac350-de16-402b-a27f-1fa648540f49 req-0411fbd6-9716-4e48-a264-d56d419f4bda tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379519 Jul 09 17:34:08.378793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a06c7b0e-0fac-42ee-867d-39ddc45dd0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.630517 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.661313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.206893 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b063-cbe3-45e3-a721-606605ededac req-cf3a6b8c-ec29-4adb-9c6c-76badeccb53f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:09.208347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01e2b063-cbe3-45e3-a721-606605ededac req-cf3a6b8c-ec29-4adb-9c6c-76badeccb53f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0673871 Jul 09 17:34:09.250028 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-01e2b063-cbe3-45e3-a721-606605ededac req-f1102880-4fd3-4406-82da-6a8cab7adb02 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334010 Jul 09 17:34:09.479777 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.448107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312621e3-66cb-41bf-87aa-14a753354077 req-38cca839-ae2a-4477-8781-0a1a076c8d3d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:10.449600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-312621e3-66cb-41bf-87aa-14a753354077 req-38cca839-ae2a-4477-8781-0a1a076c8d3d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0734529 Jul 09 17:34:10.488723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-312621e3-66cb-41bf-87aa-14a753354077 req-8f29f12c-381d-4c1d-8437-70126e0057ab tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 Jul 09 17:34:11.322611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.678896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27794495-bc82-4bbc-998d-70c10061c789 req-cce4e9f2-ed93-4603-be09-3652055007f0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:11.680424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27794495-bc82-4bbc-998d-70c10061c789 req-cce4e9f2-ed93-4603-be09-3652055007f0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0757339 Jul 09 17:34:11.721122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27794495-bc82-4bbc-998d-70c10061c789 req-7dbf8e2d-7b8d-484c-bd7a-67ec3e663ad4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348122 Jul 09 17:34:11.914810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:34:12.022842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:12.039316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:34:12.086823 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.100347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:12.122354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:12.129891 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.175548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:12.482365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['653837f2-e0f8-454d-a733-bde77d4dd6b6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:12.916557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d692f-5d58-45d4-8645-2532a02aef94 req-69faf975-be17-44f9-b522-d7ee4a3dd1ac tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:12.918035 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-431d692f-5d58-45d4-8645-2532a02aef94 req-69faf975-be17-44f9-b522-d7ee4a3dd1ac tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0695574 Jul 09 17:34:12.967583 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-431d692f-5d58-45d4-8645-2532a02aef94 req-dfeba7ce-8aa4-4d44-8ebe-c08184fffc39 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Jul 09 17:34:13.915442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:13.976023 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:13.980164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:13.980540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.058500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.082262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:14.084644 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff8aef-d8b4-4cf7-be9a-6084a0e706fa" -d '{"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-plugged", "status": "completed", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:14.097236 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:14.102525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.150097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb9c7-e76b-402b-97d3-ab678c64052d req-03ee3809-638f-4d75-8ec4-d34df8b748f7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:14.151640 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-929fb9c7-e76b-402b-97d3-ab678c64052d req-03ee3809-638f-4d75-8ec4-d34df8b748f7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0638461 Jul 09 17:34:14.154042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:14.189810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-929fb9c7-e76b-402b-97d3-ab678c64052d req-971611b8-106b-4961-a3a0-aa2bf1599132 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Jul 09 17:34:14.236252 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf7ddb7-4a4a-428d-b7e8-c2ca57410c0f x-openstack-request-id: req-4bf7ddb7-4a4a-428d-b7e8-c2ca57410c0f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:14.236555 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-plugged", "status": "completed", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:14.236807 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bf7ddb7-4a4a-428d-b7e8-c2ca57410c0f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:14.237211 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'code': 200} Jul 09 17:34:14.386905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7001dc-0c8b-4374-a779-8c97d20b1ef7 req-10d219d1-4e94-449b-8bdb-b07dedd04b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:14.388684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2d7001dc-0c8b-4374-a779-8c97d20b1ef7 req-10d219d1-4e94-449b-8bdb-b07dedd04b5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1097 time: 0.0549092 Jul 09 17:34:14.423107 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2d7001dc-0c8b-4374-a779-8c97d20b1ef7 req-a5e34b12-55f3-4d95-83c4-3875cc768321 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275156 Jul 09 17:34:15.384872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be64cbe-3a66-4ac4-b004-55794284eb3e req-caca755d-a2cf-48c1-b89e-ffe130972612 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.386385 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5be64cbe-3a66-4ac4-b004-55794284eb3e req-caca755d-a2cf-48c1-b89e-ffe130972612 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0746794 Jul 09 17:34:15.427454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5be64cbe-3a66-4ac4-b004-55794284eb3e req-df644583-2142-43bc-968b-71434009d6cb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Jul 09 17:34:16.605031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ffd9-58c8-4bd7-9827-af23b2e525e7 req-5041d5f8-78d0-494a-b191-f82c076da88d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:16.606406 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7029ffd9-58c8-4bd7-9827-af23b2e525e7 req-5041d5f8-78d0-494a-b191-f82c076da88d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0661519 Jul 09 17:34:16.644861 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7029ffd9-58c8-4bd7-9827-af23b2e525e7 req-4f8de8a9-b978-4761-bb9a-787ebb4ab5a1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Jul 09 17:34:16.833628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13d36-34dc-4c8d-bf56-65444f46f956 req-e0f3fcef-56a0-4bed-ae0a-d0be617c32c6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:16.835255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4e13d36-34dc-4c8d-bf56-65444f46f956 req-e0f3fcef-56a0-4bed-ae0a-d0be617c32c6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0663824 Jul 09 17:34:16.847703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 41486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:16.852329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Request body: {'floatingip': {'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:16.894370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.349354 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.357252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.459849 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 associated. External IP: 172.25.7.15, port: 653837f2-e0f8-454d-a733-bde77d4dd6b6. Jul 09 17:34:17.707665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:17.825076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:17.830199 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.834720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:17.844843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:17.845459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:34:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:17.869059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cc94fc6e-64d4-4ce0-87fa-a057b5524d57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "PUT /v2.0/floatingips/656e35a1-fc1e-4e84-8e62-d0befe003a76 HTTP/1.1" status: 200 len: 992 time: 1.0201826 Jul 09 17:34:17.869661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:17.871948 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac26627-b08c-43b2-a2c6-6e8c8d635563" -d '{"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:17.952768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:18.023375 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552c612e-ceaf-406a-9e30-910e8c273bd5 x-openstack-request-id: req-552c612e-ceaf-406a-9e30-910e8c273bd5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:18.023642 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:18.023926 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-552c612e-ceaf-406a-9e30-910e8c273bd5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:18.024316 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'status': 'completed', 'code': 200} Jul 09 17:34:18.122008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-564b5d47-30d8-4e64-b9bf-51dcbff838cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.123578 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-564b5d47-30d8-4e64-b9bf-51dcbff838cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1097 time: 0.0574501 Jul 09 17:34:18.175682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:34:17Z', 'revision_number': 13, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:18.206116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:18.214631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:18.214871 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-51842650-069d-436e-9585-fddd34307424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.215233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:34:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:18.216607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-51842650-069d-436e-9585-fddd34307424 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0866585 Jul 09 17:34:18.286320 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-f30521c9-e11b-494e-b5e8-6641e4fc80cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0630159 Jul 09 17:34:18.317572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:18.338332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-b6aa346d-c7fa-4fdc-8822-caf1919f8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.339925 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-b6aa346d-c7fa-4fdc-8822-caf1919f8c1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0471923 Jul 09 17:34:18.398132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-5df44259-8206-43e2-882c-c6e10280fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.399676 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-5df44259-8206-43e2-882c-c6e10280fb5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533698 Jul 09 17:34:18.496605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-65fc03a0-7170-406f-8c16-cd085fd69955 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902615 Jul 09 17:34:18.545073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:34:17Z', 'revision_number': 13, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:18.571461 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386771c5-ffc2-4257-8c2f-0f6c867f60bb None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '656e35a1-fc1e-4e84-8e62-d0befe003a76', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'floating_ip_address': '172.25.7.15', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:26:00Z', 'updated_at': '2021-07-09T17:34:17Z', 'revision_number': 13, 'project_id': '8714762b76d64dccbe11c2294c417510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:18.587827 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ac26627-b08c-43b2-a2c6-6e8c8d635563 req-464dae19-1c79-4b53-a2b5-3ac3106c8213 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841157 Jul 09 17:34:18.785685 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891086f4-e04a-43e2-bcc3-7cd17cdf7931 None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:34:24.187196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.490160 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:34:35.861366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8eb81e4f-9dd1-470d-b44b-c3131bfc3692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.383177 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cba08918-7ade-42fd-8be4-721fc58f592c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.655190 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.667593 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.482186 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.336945 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.208508 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.871205 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0698bca2-01ea-4afd-a8dc-33b63d532a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.397826 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70863f30-2dbb-4886-a880-005f40df9267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.645368 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.662678 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.485095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.489387 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:35:11.326992 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.724290 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-8763d76d-6727-4149-9330-cab3e8fdf009 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650117 Jul 09 17:35:16.844549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-230bdac9-c28e-4236-82ce-d2f46c403458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:16.846043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-230bdac9-c28e-4236-82ce-d2f46c403458 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1097 time: 0.0593016 Jul 09 17:35:16.963199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-23bbe3b2-79e1-4491-8414-ee9cef325a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:16.964718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-23bbe3b2-79e1-4491-8414-ee9cef325a77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0885122 Jul 09 17:35:17.033515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-88ba2b91-d90b-47b4-b5a0-678aec265686 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0619462 Jul 09 17:35:17.083332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-8aeffe0d-28c0-4f18-aa8c-d8687e6ce1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:17.084861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-8aeffe0d-28c0-4f18-aa8c-d8687e6ce1da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0446577 Jul 09 17:35:17.144350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-f829fee5-5fa8-42e2-9519-add361f99dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:17.145810 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-f829fee5-5fa8-42e2-9519-add361f99dfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545638 Jul 09 17:35:17.156496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-a15afc91-45c4-4596-84de-1548850a7040 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:35:17.157427 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-a15afc91-45c4-4596-84de-1548850a7040 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049074 Jul 09 17:35:17.253848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-f9a52057-cb5b-4fca-bc76-936f3afdf6a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885215 Jul 09 17:35:17.355010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1a45e80d-60a4-4336-8375-6ca1dd7dd7c2 req-82718754-89e1-4dbf-a8e0-faa8de0db3f1 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941863 Jul 09 17:35:24.241291 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.865747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3483d4-2c9c-49f7-8ae3-8273c37e1edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:38.394614 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d56785f7-825d-4681-8b55-2729baf4e612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:38.664281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:38.668700 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:39.484957 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:41.331536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:46.493075 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:35:54.237419 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:05.872987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1cf133e-5be3-43fb-9d27-90097db45021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.396460 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2fe22ec7-0cd1-45c7-9036-7fbddbd23478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.663134 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.681533 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.497024 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:11.335596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.715781 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-64c1dacf-8d12-40db-9137-739a4c2e1ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539765 Jul 09 17:36:17.841221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-a8de1e93-1523-41b5-9431-f1d883ed0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:17.842807 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-a8de1e93-1523-41b5-9431-f1d883ed0976 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1097 time: 0.0604210 Jul 09 17:36:17.962779 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-78d091c1-1f0c-44a0-9799-1af288e000dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:17.965034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-78d091c1-1f0c-44a0-9799-1af288e000dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0956149 Jul 09 17:36:18.035030 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-622ad8fe-ef00-4644-9ca1-f7599be68d4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0637572 Jul 09 17:36:18.085324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-9dd37803-e95e-4b27-adc5-7b442c14720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:18.086754 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-9dd37803-e95e-4b27-adc5-7b442c14720c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0451937 Jul 09 17:36:18.161641 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-11e85e0f-7680-4a54-acc7-3a1cc23c8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:18.163156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-11e85e0f-7680-4a54-acc7-3a1cc23c8f47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690627 Jul 09 17:36:18.271841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-488cf9c6-0dec-4a65-a6f5-2848b8c9d8e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020768 Jul 09 17:36:18.362449 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ad515a41-1aab-4d33-841b-eb115d1f3309 req-0e5ff007-ba21-4985-a472-5df40ee15989 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847313 Jul 09 17:36:23.497966 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:36:24.250596 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:35.866874 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c69ccd17-f400-461b-aab8-f15e077e9953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.398051 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7d0c633-de8b-49bf-932e-62e90888a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.680549 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.695982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.493089 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:41.336659 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.822953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87556-bb62-48f7-bc56-5e5e0dd4749d req-fb5b12d5-0d47-4dcd-a31c-912f035a7fe8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.824489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49c87556-bb62-48f7-bc56-5e5e0dd4749d req-fb5b12d5-0d47-4dcd-a31c-912f035a7fe8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.2676404 Jul 09 17:36:48.864773 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49c87556-bb62-48f7-bc56-5e5e0dd4749d req-76cad8cd-1dde-4d70-a781-65ec3f94d5df tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jul 09 17:36:54.251421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:00.304151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf934d-b257-4557-8674-05780bf78e6e req-8fb21d01-bd30-4b81-892e-862ad4dfac83 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:00.305675 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bdf934d-b257-4557-8674-05780bf78e6e req-8fb21d01-bd30-4b81-892e-862ad4dfac83 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0640337 Jul 09 17:37:00.321723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-6e81ddff-72fc-41db-9ff9-47c743ad422e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925839 Jul 09 17:37:00.345615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8bdf934d-b257-4557-8674-05780bf78e6e req-822df424-c2cd-4e38-9a39-b194c837f264 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338659 Jul 09 17:37:00.498213 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:37:01.547791 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4465db2-aaf9-4520-bb6b-597793b660ff req-3b5b4555-8790-4efb-9cf6-3e473041890e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:01.549345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4465db2-aaf9-4520-bb6b-597793b660ff req-3b5b4555-8790-4efb-9cf6-3e473041890e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0753734 Jul 09 17:37:01.604257 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4465db2-aaf9-4520-bb6b-597793b660ff req-2334c9cb-df5f-4197-b658-4fa7b3c1a23e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462701 Jul 09 17:37:01.802282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-acf8241e-5a7b-495b-993f-6ba55cf0528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:01.803692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-acf8241e-5a7b-495b-993f-6ba55cf0528b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1097 time: 0.0589933 Jul 09 17:37:01.914879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-b8e0888a-400d-4ee0-9534-2dce8ea7cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:01.916906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-b8e0888a-400d-4ee0-9534-2dce8ea7cd22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1072721 Jul 09 17:37:01.986262 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e644c74d-d0a8-41d4-af64-f71a46b2b974 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0626502 Jul 09 17:37:02.037837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-f5def518-e921-4d7a-8dcb-130ca58640c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:02.039332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-f5def518-e921-4d7a-8dcb-130ca58640c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0462043 Jul 09 17:37:02.099284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-46f83b40-ffb4-4e4e-8e98-23213b756bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:02.100697 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-46f83b40-ffb4-4e4e-8e98-23213b756bc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553691 Jul 09 17:37:02.197059 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-35be05df-4b3e-44d8-a733-500b65024806 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895741 Jul 09 17:37:02.299457 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-16c176d6-7a6f-495f-b492-b34cbdfa7500 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957801 Jul 09 17:37:02.818123 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518977-0d5a-4817-8c83-3741d8a59590 req-83f3dab1-e002-4f8f-ad89-963fcc672f63 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:02.819699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef518977-0d5a-4817-8c83-3741d8a59590 req-83f3dab1-e002-4f8f-ad89-963fcc672f63 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0834086 Jul 09 17:37:02.860229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef518977-0d5a-4817-8c83-3741d8a59590 req-0608290a-86c2-4ea6-9432-0f571a380e6f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Jul 09 17:37:04.048940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70527c-01d4-4f20-adf4-60abd8d56393 req-288ba7e4-1db3-4274-bbed-068323622b6e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.050499 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d70527c-01d4-4f20-adf4-60abd8d56393 req-288ba7e4-1db3-4274-bbed-068323622b6e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0682979 Jul 09 17:37:04.088316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d70527c-01d4-4f20-adf4-60abd8d56393 req-583b8316-0cd6-43ac-94d8-0cc20535a06a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Jul 09 17:37:05.284779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b85b8b-747d-4597-9d57-ce06e3ee6f8a req-cf8c8e5a-0051-40fd-8a52-fb4cf7c1e191 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:05.286266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2b85b8b-747d-4597-9d57-ce06e3ee6f8a req-cf8c8e5a-0051-40fd-8a52-fb4cf7c1e191 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0691431 Jul 09 17:37:05.323865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2b85b8b-747d-4597-9d57-ce06e3ee6f8a req-4d90cbbc-4d4a-4b20-a2b8-7c1d472cffc6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jul 09 17:37:05.871685 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de76248-b73f-4ab7-aa15-3d21985b92da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.510282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20076dc-754b-4dec-ae03-40134239725c req-39bcfe21-fd38-4eb2-8d1f-86951688725b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:06.511701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b20076dc-754b-4dec-ae03-40134239725c req-39bcfe21-fd38-4eb2-8d1f-86951688725b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0678856 Jul 09 17:37:06.550009 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b20076dc-754b-4dec-ae03-40134239725c req-a86b5d81-81de-4823-8010-73be1949f2d0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326002 Jul 09 17:37:07.743992 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a868607-35aa-4bef-b054-8fd95b05e3c4 req-04773f63-8d4c-4bd2-a8d7-3ae5c4aa7e35 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:07.745441 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a868607-35aa-4bef-b054-8fd95b05e3c4 req-04773f63-8d4c-4bd2-a8d7-3ae5c4aa7e35 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0750253 Jul 09 17:37:07.791262 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a868607-35aa-4bef-b054-8fd95b05e3c4 req-8e07004e-7737-421f-9282-6e6ed0edd0f5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Jul 09 17:37:08.392598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a476a222-d16c-42d2-b81f-0e13acb599b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.665453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.699779 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.994748 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4a8e-a361-4d3c-89fa-39a9ca3f1f82 req-333486c6-4669-4151-8314-914fb780e27f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:08.996746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c01f4a8e-a361-4d3c-89fa-39a9ca3f1f82 req-333486c6-4669-4151-8314-914fb780e27f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0823038 Jul 09 17:37:09.035874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c01f4a8e-a361-4d3c-89fa-39a9ca3f1f82 req-36af8e9e-b5d6-4df6-be9c-1d3ed014112e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334287 Jul 09 17:37:09.495227 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.221235 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd94376-9f22-4fbc-9093-bfad4940e996 req-bfed1cdf-5855-4e84-9961-a5ba5270f9c5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:10.222676 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bd94376-9f22-4fbc-9093-bfad4940e996 req-bfed1cdf-5855-4e84-9961-a5ba5270f9c5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0690224 Jul 09 17:37:10.262429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bd94376-9f22-4fbc-9093-bfad4940e996 req-4b8a0f4e-0255-4e08-ae8c-73a50be15212 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 09 17:37:11.338077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:11.458797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94032-c30d-4b80-8c2b-ea9db68bf416 req-acd0d604-7a60-4f9c-881d-2137af26d3ed tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:11.460457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a94032-c30d-4b80-8c2b-ea9db68bf416 req-acd0d604-7a60-4f9c-881d-2137af26d3ed tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0733447 Jul 09 17:37:11.499970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9a94032-c30d-4b80-8c2b-ea9db68bf416 req-427918a2-773c-42a4-a9a5-91dda40b1704 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Jul 09 17:37:12.688161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f47a8-72f1-4b09-9970-7a7b0bee8650 req-ef52dbc8-3c82-4115-b3fa-0f771aef1353 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:12.690020 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f38f47a8-72f1-4b09-9970-7a7b0bee8650 req-ef52dbc8-3c82-4115-b3fa-0f771aef1353 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0787177 Jul 09 17:37:12.731496 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f38f47a8-72f1-4b09-9970-7a7b0bee8650 req-9232d2bf-70e7-4f3a-8fec-e515abf4d480 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353446 Jul 09 17:37:13.937126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361f6f-3035-471d-8e05-cb98add92db5 req-967784c4-348f-45ea-8843-fa68f9e7d864 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.941510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28361f6f-3035-471d-8e05-cb98add92db5 req-967784c4-348f-45ea-8843-fa68f9e7d864 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0669439 Jul 09 17:37:13.981599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28361f6f-3035-471d-8e05-cb98add92db5 req-8f901778-d234-4512-a756-8f52c9fcbf8b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371804 Jul 09 17:37:15.160221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb9ad-f060-4c6f-86eb-7d8e299110d8 req-b14ac49e-87b3-47ed-9f7b-94cc64f8e759 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:15.161699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b52eb9ad-f060-4c6f-86eb-7d8e299110d8 req-b14ac49e-87b3-47ed-9f7b-94cc64f8e759 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0660825 Jul 09 17:37:15.201935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b52eb9ad-f060-4c6f-86eb-7d8e299110d8 req-da1bdfa9-d9e3-46fa-9956-170794cd710d tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Jul 09 17:37:16.393981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2678d0-b14a-4f3b-99bc-43b1d0dcd4b0 req-44d78e3d-0a77-4319-bba3-5478b41f633b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:16.395548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d2678d0-b14a-4f3b-99bc-43b1d0dcd4b0 req-44d78e3d-0a77-4319-bba3-5478b41f633b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0650375 Jul 09 17:37:16.430269 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-d83c9478-9f69-4d1d-b199-3f195d3d48d6 service neutron] show failed (client error): The resource could not be found. Jul 09 17:37:16.431325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-d83c9478-9f69-4d1d-b199-3f195d3d48d6 service neutron] 10.222.0.37 "GET /v2.0/ports/653837f2-e0f8-454d-a733-bde77d4dd6b6/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0556824 Jul 09 17:37:16.434315 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7d2678d0-b14a-4f3b-99bc-43b1d0dcd4b0 req-373b2db4-cc7f-4fc8-a2ed-336e850fa43f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 09 17:37:16.752874 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-4cf066e6-0a52-4f49-9c39-cc69d932725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:16.754395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-4cf066e6-0a52-4f49-9c39-cc69d932725a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 1097 time: 0.1032643 Jul 09 17:37:16.770507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:16.842393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.062703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:17.097027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:17.150706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:17.153039 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5bbe4e-31e1-4599-88ca-d0f2627ce738" -d '{"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-unplugged", "status": "completed", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:17.157486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.171648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Transition to ACTIVE for port object 653837f2-e0f8-454d-a733-bde77d4dd6b6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:17.176269 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.255118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:17.267021 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a536d0-bdf5-42a2-9a5f-b85894009f76 x-openstack-request-id: req-97a536d0-bdf5-42a2-9a5f-b85894009f76 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:17.267314 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-unplugged", "status": "completed", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:17.267570 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97a536d0-bdf5-42a2-9a5f-b85894009f76 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:17.267968 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'code': 200} Jul 09 17:37:17.272123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.272688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.273210 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.273586 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.273929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.274261 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.274623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.274954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.275306 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.275629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.275962 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.276283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:17.310967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] No DVR routers for this DVR port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:17.449040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:17.449750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:17.449750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:17.454084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:37:17.454424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:17.459667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:17.459952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:17.460321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:17.460735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Bound port: 653837f2-e0f8-454d-a733-bde77d4dd6b6, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:17.461058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.526424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:17.529628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:17.533623 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.566432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:17.567389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.569519 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] 10.222.0.43 "PUT /v2.0/ports/653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1092 time: 0.8031795 Jul 09 17:37:17.597402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b51848-ee9c-40be-a6c0-1e1be955c140 service neutron] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:17.629979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf678a-d9af-4360-b525-5840772f9179 req-0b18ba84-edca-47bb-a1cc-7be9039378c6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:17.631764 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7adf678a-d9af-4360-b525-5840772f9179 req-0b18ba84-edca-47bb-a1cc-7be9039378c6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0817182 Jul 09 17:37:17.663229 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-b89038aa-ca54-440c-b501-fe7765b34c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:17.664786 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-b89038aa-ca54-440c-b501-fe7765b34c36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1095 time: 0.0640886 Jul 09 17:37:17.673235 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7adf678a-d9af-4360-b525-5840772f9179 req-65880c62-5161-4024-87d0-8c9b405cbc43 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Jul 09 17:37:17.764697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-da402154-4017-4679-b9e4-ae8bf1e52a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:17.766162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-da402154-4017-4679-b9e4-ae8bf1e52a07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0909669 Jul 09 17:37:17.835778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-b9cfb49c-ca73-4911-bff8-b59455e8023a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0604382 Jul 09 17:37:17.895952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-5cc289cc-9ccd-439b-9018-3ccce786c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:17.897432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-5cc289cc-9ccd-439b-9018-3ccce786c150 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0513394 Jul 09 17:37:17.963429 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-0f9c3d68-6cbc-481d-bd06-ff2fa2841b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:17.965027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-0f9c3d68-6cbc-481d-bd06-ff2fa2841b81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579054 Jul 09 17:37:17.976212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-91e486ef-dd83-4ee2-a8fc-147862c95be0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:37:17.977182 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-91e486ef-dd83-4ee2-a8fc-147862c95be0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051806 Jul 09 17:37:18.065993 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-97232245-120b-4d70-8db3-15b78c67f051 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809927 Jul 09 17:37:18.503518 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f44e1a20-1c02-447c-8ec7-3e63205897ff req-f8c02fc1-8492-4479-a7fd-2e45296069b5 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275413 Jul 09 17:37:18.642397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:18.679411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:18.852698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3543918-047e-4fd9-b1e0-d3787d79fb13 req-c97b57c9-0b7b-4982-83ca-11aef36a9900 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:18.854336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3543918-047e-4fd9-b1e0-d3787d79fb13 req-c97b57c9-0b7b-4982-83ca-11aef36a9900 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0656040 Jul 09 17:37:18.891977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3543918-047e-4fd9-b1e0-d3787d79fb13 req-52b5e069-7b0d-4693-ba91-68bee916e8f9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Jul 09 17:37:19.269487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:19.272028 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87" -d '{"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:19.322787 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1362eaed-63d1-4cc9-9085-09ebb9e026f5 x-openstack-request-id: req-1362eaed-63d1-4cc9-9085-09ebb9e026f5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:19.323083 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:19.323342 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1362eaed-63d1-4cc9-9085-09ebb9e026f5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:19.323734 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'status': 'completed', 'code': 200} Jul 09 17:37:19.446843 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-4b97b388-59c1-456b-9edd-fa0930b1fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.448447 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-4b97b388-59c1-456b-9edd-fa0930b1fa05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1095 time: 0.1008661 Jul 09 17:37:19.454830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-14485aff-94a4-4e7c-a468-f416d5bb4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.456238 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-14485aff-94a4-4e7c-a468-f416d5bb4572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1095 time: 0.0814376 Jul 09 17:37:19.606339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-9b1b8c56-4d83-409f-b5b9-6d4280c567f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.607857 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-9b1b8c56-4d83-409f-b5b9-6d4280c567f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1507678 Jul 09 17:37:19.610498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-be3b7943-d05c-4fef-8ab0-ada8e5ef1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.611835 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-be3b7943-d05c-4fef-8ab0-ada8e5ef1f04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1475062 Jul 09 17:37:19.720914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-201ce17b-9a50-4b96-a06f-fd7201ae3914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.1053443 Jul 09 17:37:19.725153 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-4818e1e9-2ba3-47c1-8314-ff90af645e4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.1036582 Jul 09 17:37:19.805706 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-dd0e9111-c6c5-4e49-86d1-cdcc1b681bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.807327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-dd0e9111-c6c5-4e49-86d1-cdcc1b681bd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0781960 Jul 09 17:37:19.807327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-29adbdff-af86-441a-a017-316e0fa5b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.807327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-29adbdff-af86-441a-a017-316e0fa5b9db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0740683 Jul 09 17:37:19.908901 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-6a62e7e0-9e91-431f-89d4-62c17e39b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.910508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-6a62e7e0-9e91-431f-89d4-62c17e39b91a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954180 Jul 09 17:37:19.916742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-fb66d912-576c-4509-a82f-4fd99ae3e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.918233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-fb66d912-576c-4509-a82f-4fd99ae3e906 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948155 Jul 09 17:37:20.074911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-415fc007-4a42-4bf0-8ea5-2921a6381340 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556673 Jul 09 17:37:20.076737 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-4d91ec10-ebfc-4b25-b7d8-b378fc492cdb service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505711 Jul 09 17:37:20.077999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ae1a6-2bb5-401d-aa1a-457377d13dc5 req-5aa37258-bf83-4634-b1cd-a3258de5af57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:20.079615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b54ae1a6-2bb5-401d-aa1a-457377d13dc5 req-5aa37258-bf83-4634-b1cd-a3258de5af57 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0670538 Jul 09 17:37:20.123466 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b54ae1a6-2bb5-401d-aa1a-457377d13dc5 req-35bdd129-f73f-4370-8d63-b938143b0ea9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379639 Jul 09 17:37:20.244577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-74ca3f5b-02ae-41cb-a318-44bbdf506edf service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625764 Jul 09 17:37:20.246451 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c24b7ecd-ee6e-4d90-b17c-24dcc23e2f87 req-66c0440e-7098-4c51-a26e-625a79148faf service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556768 Jul 09 17:37:21.306846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b72eed-a65b-46ad-b58d-20bdff9b3539 req-7587fc80-9909-4406-952e-5d9e8d8de997 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:21.308399 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36b72eed-a65b-46ad-b58d-20bdff9b3539 req-7587fc80-9909-4406-952e-5d9e8d8de997 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0653243 Jul 09 17:37:21.347394 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36b72eed-a65b-46ad-b58d-20bdff9b3539 req-c2914fe4-43b4-4dc3-8d9b-aa3e8a6a03a9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Jul 09 17:37:22.539922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca351c-2325-4de6-906d-9aeae5ee0fe0 req-4f3ffc9c-46e9-485a-ad2b-2c8fee769f1e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.541522 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91ca351c-2325-4de6-906d-9aeae5ee0fe0 req-4f3ffc9c-46e9-485a-ad2b-2c8fee769f1e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0655298 Jul 09 17:37:22.580656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-91ca351c-2325-4de6-906d-9aeae5ee0fe0 req-a8620c49-7885-4e58-b1a8-44d7d77bfddd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Jul 09 17:37:23.779090 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505677b-aea1-4033-aa1c-bc210448843b req-0809d269-c646-47d2-84ba-e5b63845716f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:23.780599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7505677b-aea1-4033-aa1c-bc210448843b req-0809d269-c646-47d2-84ba-e5b63845716f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0714686 Jul 09 17:37:23.817865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7505677b-aea1-4033-aa1c-bc210448843b req-e22056fc-2cdc-4fd0-b09d-8517c6d70ddb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Jul 09 17:37:24.267618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:25.003576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0914245-cefa-44b5-a23a-5025eaef44e5 req-bd300694-3662-462a-914c-345ab6c4030f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:25.005077 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0914245-cefa-44b5-a23a-5025eaef44e5 req-bd300694-3662-462a-914c-345ab6c4030f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0661659 Jul 09 17:37:25.043191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0914245-cefa-44b5-a23a-5025eaef44e5 req-9850ce77-1740-470c-ba07-f88c9817c83b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Jul 09 17:37:26.251143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5601ce1-e982-4552-a1ca-778d908cb7d5 req-facb34f8-ca47-49c9-9fc0-1049474f34d0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:26.252524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5601ce1-e982-4552-a1ca-778d908cb7d5 req-facb34f8-ca47-49c9-9fc0-1049474f34d0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0814633 Jul 09 17:37:26.295834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5601ce1-e982-4552-a1ca-778d908cb7d5 req-ec2c990f-3b5e-4da3-a892-cb2058a0fd0c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Jul 09 17:37:27.494792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3f7a-b104-4caa-b48c-45dd4011bd7a req-496c6a2d-1346-4819-a6c4-11763423a0b2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:27.496291 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f66a3f7a-b104-4caa-b48c-45dd4011bd7a req-496c6a2d-1346-4819-a6c4-11763423a0b2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0763459 Jul 09 17:37:27.535858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f66a3f7a-b104-4caa-b48c-45dd4011bd7a req-6fb26577-e1db-40c8-ad84-c4058cdf3f52 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338936 Jul 09 17:37:28.728715 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e7f71-66ff-42fe-9933-4ba2953f87d7 req-0dba8845-5afd-4887-9e38-e0307e9e2d89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:28.730116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-880e7f71-66ff-42fe-9933-4ba2953f87d7 req-0dba8845-5afd-4887-9e38-e0307e9e2d89 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0730417 Jul 09 17:37:28.769730 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-880e7f71-66ff-42fe-9933-4ba2953f87d7 req-12c90e56-24aa-44e3-8793-3b65b1a9ad78 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338793 Jul 09 17:37:29.973488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eed24d-7474-4b00-92c0-bcd11737c0ed req-7fba8818-8e85-43e7-a0b3-1116ebe14046 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:29.975193 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84eed24d-7474-4b00-92c0-bcd11737c0ed req-7fba8818-8e85-43e7-a0b3-1116ebe14046 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0767496 Jul 09 17:37:30.016818 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84eed24d-7474-4b00-92c0-bcd11737c0ed req-69164df4-11e0-4f36-a5fa-75ee8ce9626b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359149 Jul 09 17:37:31.196202 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fea37e-2384-4e19-ab0e-fc34f6d20b91 req-11ec054c-fa9f-4b69-b101-95eab0d25881 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:31.197792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0fea37e-2384-4e19-ab0e-fc34f6d20b91 req-11ec054c-fa9f-4b69-b101-95eab0d25881 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0660188 Jul 09 17:37:31.237153 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0fea37e-2384-4e19-ab0e-fc34f6d20b91 req-ec3e79cc-60b7-432d-8489-402cf6cf9137 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335310 Jul 09 17:37:31.644338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c7dfbe6d-cf38-4d67-bdd7-a0020f0c35b9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:31.645821 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c7dfbe6d-cf38-4d67-bdd7-a0020f0c35b9 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.43 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af&tenant_id=8714762b76d64dccbe11c2294c417510&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 944 time: 0.0742838 Jul 09 17:37:31.697353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5359f7f-d7d5-48b6-891e-43e6847e4a2e req-c4686207-8d26-4047-95ce-e9238e6c8314 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:31.699123 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5359f7f-d7d5-48b6-891e-43e6847e4a2e req-c4686207-8d26-4047-95ce-e9238e6c8314 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0714548 Jul 09 17:37:31.707243 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-973b961a-3623-4e84-8555-fd56d3471313 service neutron] 10.222.0.43 "GET /v2.0/ports/653837f2-e0f8-454d-a733-bde77d4dd6b6/bindings/n-h2-800085-2 HTTP/1.1" status: 200 len: 382 time: 0.0548065 Jul 09 17:37:31.744990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5359f7f-d7d5-48b6-891e-43e6847e4a2e req-93f7bdcc-f81d-4700-a2e1-de7b510b3ac2 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391765 Jul 09 17:37:31.788438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-caa01cda-94f0-4d7a-bc3f-b05ad015b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:31.789968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-caa01cda-94f0-4d7a-bc3f-b05ad015b824 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1095 time: 0.0561280 Jul 09 17:37:31.882778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-eb5d4e8d-83a6-4f97-9808-69d9db375117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:31.884258 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-eb5d4e8d-83a6-4f97-9808-69d9db375117 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0875041 Jul 09 17:37:31.951695 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-5a4da887-c2af-4b2d-a1f2-b0e8a5b0908f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0602238 Jul 09 17:37:32.006275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-023a8454-3ead-4ee3-925c-33bba5ae7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:32.008047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-023a8454-3ead-4ee3-925c-33bba5ae7198 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0492251 Jul 09 17:37:32.066221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-3423b861-680e-4d49-bc80-250f69b9510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:32.067790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-3423b861-680e-4d49-bc80-250f69b9510f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523891 Jul 09 17:37:32.158413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-33db5930-121e-403a-8b9a-3c7e1bb82cdc service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Jul 09 17:37:32.253083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c63c3ab4-125b-41ba-8556-6c83fc959db1 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879426 Jul 09 17:37:32.740407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:37:32.850999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:32.864652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:37:32.905648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.919314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:32.934349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a55d-87a7-4682-b13f-1c26e5f0ccc2 req-f743b2fa-9b01-47e8-b332-66ec69180ead tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:32.936119 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c80a55d-87a7-4682-b13f-1c26e5f0ccc2 req-f743b2fa-9b01-47e8-b332-66ec69180ead tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 944 time: 0.0698299 Jul 09 17:37:32.941988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:32.949891 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.981447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6c80a55d-87a7-4682-b13f-1c26e5f0ccc2 req-0f1f03d9-eec0-42e9-abcb-cf668654d3c3 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371168 Jul 09 17:37:33.008157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:33.015561 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.015905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.016682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.016682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.019283 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:33.230985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['653837f2-e0f8-454d-a733-bde77d4dd6b6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:37:34.178303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a419e6e-56ec-4872-9aa5-19bb2608e9a2 req-0ff9f234-2d1c-4177-8668-5c648f53a408 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:34.179874 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a419e6e-56ec-4872-9aa5-19bb2608e9a2 req-0ff9f234-2d1c-4177-8668-5c648f53a408 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0713985 Jul 09 17:37:34.221078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7a419e6e-56ec-4872-9aa5-19bb2608e9a2 req-d4e9c73e-4084-4533-a03d-a75e850ea8de tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332873 Jul 09 17:37:34.761325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:37:34.860518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:34.872846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:37:35.406885 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f492-16fc-41db-b08b-1a79be0e0a09 req-32175e4a-5757-478a-bc48-02999adb183c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:35.408393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36f5f492-16fc-41db-b08b-1a79be0e0a09 req-32175e4a-5757-478a-bc48-02999adb183c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0741425 Jul 09 17:37:35.448400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36f5f492-16fc-41db-b08b-1a79be0e0a09 req-447a9766-5637-49c8-990e-ee22f97e62ef tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Jul 09 17:37:35.874976 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2dac6e37-7291-4c3e-885f-6f2b1f128f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.340405 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-0cfba84e-db72-4d94-a3d0-23beba9662ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:36.341846 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-0cfba84e-db72-4d94-a3d0-23beba9662ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af&tenant_id=8714762b76d64dccbe11c2294c417510 HTTP/1.1" status: 200 len: 1096 time: 0.0580389 Jul 09 17:37:36.358915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:36.439853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.629185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ac5b-300a-45ad-853d-fa5e904e72c7 req-acfdf025-31b3-44d9-8100-1f808d2d16b4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:36.630825 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e586ac5b-300a-45ad-853d-fa5e904e72c7 req-acfdf025-31b3-44d9-8100-1f808d2d16b4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0640769 Jul 09 17:37:36.647991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:36.668536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e586ac5b-300a-45ad-853d-fa5e904e72c7 req-f8705ca5-8190-4301-83af-a13cc27a2b36 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Jul 09 17:37:36.681571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:36.713731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:36.721967 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.732173 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Ignored duplicate provisioning block setup for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:37:36.736397 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.812642 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:36.858363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] No DVR routers for this DVR port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:36.996299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:36.996538 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:36.996869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:37.001301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:37:37.001621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Attempting to bind port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:37.006439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:37.006803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Checking segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:37.007553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Bound using segment: {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:37.007975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Bound port: 653837f2-e0f8-454d-a733-bde77d4dd6b6, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:37.008338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.070667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:37.073747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:37.080001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.127106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.127731 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.129189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] 10.222.0.37 "PUT /v2.0/ports/653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1092 time: 0.7745147 Jul 09 17:37:37.129658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:37.132406 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c34d96-a0b4-4a15-b08f-c4d565438c00" -d '{"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:37.160870 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4590021-97e1-44a5-898a-5f569fed9460 service neutron] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:37.195500 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170ddc2-81b1-4492-849a-79675a98bea6 x-openstack-request-id: req-d170ddc2-81b1-4492-849a-79675a98bea6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:37.195790 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:37.196042 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d170ddc2-81b1-4492-849a-79675a98bea6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:37.196973 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'status': 'completed', 'code': 200} Jul 09 17:37:37.233655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-7d33c698-116a-457f-9ee7-aeab371c14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.235210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-7d33c698-116a-457f-9ee7-aeab371c14c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1096 time: 0.0687549 Jul 09 17:37:37.346098 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-b5b391ce-aeec-4857-ac78-d127503de056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.347658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-b5b391ce-aeec-4857-ac78-d127503de056 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1096 time: 0.1267009 Jul 09 17:37:37.365741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-b807797a-04d7-407e-81d3-9fa71b3eb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.367156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-b807797a-04d7-407e-81d3-9fa71b3eb813 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1155791 Jul 09 17:37:37.476693 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-d58e8709-5054-4d89-aa1a-b4aaabe3d9fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.1002555 Jul 09 17:37:37.497065 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:37:37.499761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-a2ed9e59-c908-4747-bf7a-749e681e682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.501166 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-a2ed9e59-c908-4747-bf7a-749e681e682d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.1464541 Jul 09 17:37:37.577047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-da38d53c-a50b-469e-bd5b-1c3279722b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.578497 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-da38d53c-a50b-469e-bd5b-1c3279722b4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0911207 Jul 09 17:37:37.614653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-40b768c4-2f3b-44d0-a471-43cbd9612d5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0961916 Jul 09 17:37:37.673758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-7394615c-3deb-4344-9ce5-a443f9c4c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.675228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-7394615c-3deb-4344-9ce5-a443f9c4c277 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0533481 Jul 09 17:37:37.696931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-878ed35a-0c1d-4a73-ae76-41ff24d57ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.698427 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-878ed35a-0c1d-4a73-ae76-41ff24d57ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129732 Jul 09 17:37:37.818577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-00ac51dc-eab0-4090-97b5-bb155b0fc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.820117 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-00ac51dc-eab0-4090-97b5-bb155b0fc457 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369755 Jul 09 17:37:37.822355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-e1076f55-9e0a-420d-a8b8-c9f69085fc70 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049042 Jul 09 17:37:37.854009 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4159d5-4e14-4b44-a570-8415faac08bd req-1c9785f7-95c7-4b14-83e2-92a63bcc5407 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:37.855868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c4159d5-4e14-4b44-a570-8415faac08bd req-1c9785f7-95c7-4b14-83e2-92a63bcc5407 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0700262 Jul 09 17:37:37.895535 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c4159d5-4e14-4b44-a570-8415faac08bd req-ed45020d-2b2b-44ab-af5a-d936afcba900 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337589 Jul 09 17:37:37.979953 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-b0fa0935-9236-42db-8116-6a239a333a50 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516280 Jul 09 17:37:37.981854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-231cdac0-4925-4334-bb42-8a36ab2ae06d req-49ee2014-efd7-4303-8750-85a5e6a19a75 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462462 Jul 09 17:37:38.107167 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-dc97ad03-997f-4409-9d9c-c29c42a2683a service neutron] 10.222.0.43 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173842 Jul 09 17:37:38.132815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-f590cefb-7f7a-45a2-a402-ca6e91052a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:38.134383 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-f590cefb-7f7a-45a2-a402-ca6e91052a2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8714762b76d64dccbe11c2294c417510&device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 1096 time: 0.0764539 Jul 09 17:37:38.228640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-3777caf1-67c8-4e64-94ff-b868de03eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:38.230154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-3777caf1-67c8-4e64-94ff-b868de03eaf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 200 len: 913 time: 0.0897336 Jul 09 17:37:38.294931 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-6a490127-c577-4d12-9c84-2b63e056acd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0584328 Jul 09 17:37:38.350572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-cc85e2ab-cf08-4964-9e84-f938016d5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:38.352162 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-cc85e2ab-cf08-4964-9e84-f938016d5fcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 200 len: 851 time: 0.0514007 Jul 09 17:37:38.397397 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c904-c3ae-4be3-ade8-9a7ad979278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.416942 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-18824896-2c71-4876-8f60-f5678f51962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:38.418551 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-18824896-2c71-4876-8f60-f5678f51962e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e7d6f2-0482-4c9f-be24-c26b12daedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603943 Jul 09 17:37:38.511401 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-ba18f91d-3d7d-4c29-a4e5-be79147c0963 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864801 Jul 09 17:37:38.607445 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f0c34d96-a0b4-4a15-b08f-c4d565438c00 req-0187dc55-f540-4f0e-9d88-7abffd93ec75 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899656 Jul 09 17:37:38.668482 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.694099 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.790984 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:38.830602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:39.078114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d121da-c671-442b-adaf-8cb138111059 req-1cc63745-c14b-46b9-80de-3fdc58956d95 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:39.079684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74d121da-c671-442b-adaf-8cb138111059 req-1cc63745-c14b-46b9-80de-3fdc58956d95 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0668459 Jul 09 17:37:39.121624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74d121da-c671-442b-adaf-8cb138111059 req-52440258-1e5b-4261-bca7-5d4029b5af7c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356016 Jul 09 17:37:39.497995 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.302847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c05d-8bad-490f-970e-8db707004c47 req-8ac2df2b-a419-4fde-a65c-547b65640e66 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:40.304367 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df07c05d-8bad-490f-970e-8db707004c47 req-8ac2df2b-a419-4fde-a65c-547b65640e66 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0640864 Jul 09 17:37:40.344084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df07c05d-8bad-490f-970e-8db707004c47 req-6bc6cbc4-b347-42bc-a573-60ce7cbaba12 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Jul 09 17:37:41.341124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.532778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f537d2-d415-4db3-ae87-4346f144aba1 req-a7d09db9-0d31-485d-af29-3f7ff4e2ee2c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:41.534211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f537d2-d415-4db3-ae87-4346f144aba1 req-a7d09db9-0d31-485d-af29-3f7ff4e2ee2c tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0725677 Jul 09 17:37:41.574285 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08f537d2-d415-4db3-ae87-4346f144aba1 req-444059e2-d71b-49d7-b4f3-1020a9261edc tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339737 Jul 09 17:37:42.765499 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a9ebd-5a2c-45db-8cac-c8ede46a9be4 req-61259cc7-6c15-4795-b3fb-25346abc185a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:42.766914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d06a9ebd-5a2c-45db-8cac-c8ede46a9be4 req-61259cc7-6c15-4795-b3fb-25346abc185a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0643580 Jul 09 17:37:42.805429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d06a9ebd-5a2c-45db-8cac-c8ede46a9be4 req-45af2db8-1c90-44bf-85d4-aba48c45a09f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Jul 09 17:37:43.996618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68471-5c28-4576-961c-10e15f82c971 req-140e5d17-e34e-48aa-b061-469d17913b52 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:43.998125 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96a68471-5c28-4576-961c-10e15f82c971 req-140e5d17-e34e-48aa-b061-469d17913b52 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0767243 Jul 09 17:37:44.040558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96a68471-5c28-4576-961c-10e15f82c971 req-387490c3-f073-4e23-9bbd-103e69a0715a tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342240 Jul 09 17:37:45.243800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e65fd-2f1e-4a97-8cd8-dcd40c6c2cef req-991eb759-2df8-443c-bd1f-20c0692fbeea tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:45.245200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e7e65fd-2f1e-4a97-8cd8-dcd40c6c2cef req-991eb759-2df8-443c-bd1f-20c0692fbeea tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0791628 Jul 09 17:37:45.284547 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e7e65fd-2f1e-4a97-8cd8-dcd40c6c2cef req-bbe52856-2180-490e-8eb6-fdbdf9776f4e tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 Jul 09 17:37:46.483053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fd8cc-a9f4-4458-a893-0e3ba5d49f98 req-7c761a04-51c8-46a8-94e7-64e5f03924a8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:46.484555 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d5fd8cc-a9f4-4458-a893-0e3ba5d49f98 req-7c761a04-51c8-46a8-94e7-64e5f03924a8 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0720665 Jul 09 17:37:46.523742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d5fd8cc-a9f4-4458-a893-0e3ba5d49f98 req-5c50e2f0-bd11-4336-b0a5-aa816447b172 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Jul 09 17:37:47.725490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450329b-cb01-42d7-92ac-c67ea6c46a92 req-bb972f36-af95-46cd-a650-bbcd7aeeaa50 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:47.726999 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7450329b-cb01-42d7-92ac-c67ea6c46a92 req-bb972f36-af95-46cd-a650-bbcd7aeeaa50 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0784392 Jul 09 17:37:47.771362 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7450329b-cb01-42d7-92ac-c67ea6c46a92 req-cbb4277e-adf6-4f54-a8ef-b6f5387b6f59 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 Jul 09 17:37:48.968037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8922d6-cfcf-4db2-822e-ec79c1e31b73 req-fb3750c0-f405-4ebf-8d68-d881d640f1dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:48.969558 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a8922d6-cfcf-4db2-822e-ec79c1e31b73 req-fb3750c0-f405-4ebf-8d68-d881d640f1dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0864003 Jul 09 17:37:49.014967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6a8922d6-cfcf-4db2-822e-ec79c1e31b73 req-158e1282-71d8-4da6-b0e7-0fe57dacc7bd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388179 Jul 09 17:37:50.203458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a59355-fdf3-4e17-a6ec-5313ef9f5df3 req-942c2132-d753-4690-a3df-9a7f14403741 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:50.204888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2a59355-fdf3-4e17-a6ec-5313ef9f5df3 req-942c2132-d753-4690-a3df-9a7f14403741 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 945 time: 0.0683970 Jul 09 17:37:50.244597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2a59355-fdf3-4e17-a6ec-5313ef9f5df3 req-8396fa85-6f6c-4ef7-bff6-83229bfedbb5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Jul 09 17:37:50.878589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:37:50.979399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:50.991985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'port_id': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'mac_address': 'fa:16:3e:b3:42:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:37:51.028804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:51.042221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:51.062147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:51.069881 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:51.124424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:51.439392 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38fd46-7eaa-41d5-bad0-e22447dc8c6c req-7eb60bcf-d88a-45bb-a8e4-ef44c28d73e1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:51.440906 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f38fd46-7eaa-41d5-bad0-e22447dc8c6c req-7eb60bcf-d88a-45bb-a8e4-ef44c28d73e1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0720780 Jul 09 17:37:51.483307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f38fd46-7eaa-41d5-bad0-e22447dc8c6c req-0ef76899-93e2-4767-bb86-7f9511c75cb1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Jul 09 17:37:51.513166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['653837f2-e0f8-454d-a733-bde77d4dd6b6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:37:51.660513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6041261-88bb-4e06-9b2a-f6e91f1c2625 req-ccfbc466-74ea-41a2-b77b-6c6f33f7acb0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:51.662019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6041261-88bb-4e06-9b2a-f6e91f1c2625 req-ccfbc466-74ea-41a2-b77b-6c6f33f7acb0 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0646656 Jul 09 17:37:51.700489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c6041261-88bb-4e06-9b2a-f6e91f1c2625 req-49e6450c-eeb3-47e3-896d-0525dda834dd tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jul 09 17:37:51.899541 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3634469-c9cf-4afc-8e0c-da60260d52b7 req-4fcc336e-52af-478b-a9d4-e5adc2e7694b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:51.901098 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3634469-c9cf-4afc-8e0c-da60260d52b7 req-4fcc336e-52af-478b-a9d4-e5adc2e7694b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0881612 Jul 09 17:37:51.940628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3634469-c9cf-4afc-8e0c-da60260d52b7 req-8e8dd3a8-afc8-4504-a915-300cece4fbfb tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Jul 09 17:37:52.337761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70e420-c0c7-418b-bd1e-d2a2fbb268f7 req-b51cdd01-ab3a-4dd8-9c93-2504261fbe8f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:52.339849 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d70e420-c0c7-418b-bd1e-d2a2fbb268f7 req-b51cdd01-ab3a-4dd8-9c93-2504261fbe8f tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 946 time: 0.0725245 Jul 09 17:37:52.378584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4d70e420-c0c7-418b-bd1e-d2a2fbb268f7 req-ad4391c9-45b7-476d-96d3-252ed47e3fa5 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328085 Jul 09 17:37:52.895575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:52.958549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:52.962094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 653837f2-e0f8-454d-a733-bde77d4dd6b6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:52.962491 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.200526 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.224102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:53.226358 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f81094-730a-42dc-a7b3-695e62c300b0" -d '{"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-plugged", "status": "completed", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:53.238416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:53.244360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.267742 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef046c4-d47d-4690-aad6-5fc2f9a66b94 x-openstack-request-id: req-bef046c4-d47d-4690-aad6-5fc2f9a66b94 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:53.268049 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-plugged", "status": "completed", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:53.268298 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bef046c4-d47d-4690-aad6-5fc2f9a66b94 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:53.268689 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'code': 200} Jul 09 17:37:53.293955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:53.578747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed631f-4ba6-4594-a2e7-ef6db3161423 req-61409201-2b1f-47b5-88c9-8794a91255a4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:53.580237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-daed631f-4ba6-4594-a2e7-ef6db3161423 req-61409201-2b1f-47b5-88c9-8794a91255a4 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 947 time: 0.0821173 Jul 09 17:37:53.619296 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-daed631f-4ba6-4594-a2e7-ef6db3161423 req-0ec82dd1-f037-4ff0-86d2-f57cbaab89b6 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups?id=1af9386d-43e5-4721-a769-3a334e8952ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Jul 09 17:37:54.132385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-f7675034-24ed-4401-bb86-fa8409942d32 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.133946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-f7675034-24ed-4401-bb86-fa8409942d32 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 947 time: 0.0813754 Jul 09 17:37:54.247802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Deleting port 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:54.248057 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.260628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.339148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] For port 653837f2-e0f8-454d-a733-bde77d4dd6b6, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=653837f2-e0f8-454d-a733-bde77d4dd6b6,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:54.339504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.524631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.524904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.525242 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76 disassociated. External IP: 172.25.7.15, port: 653837f2-e0f8-454d-a733-bde77d4dd6b6. Jul 09 17:37:54.525582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Calling delete_port for 653837f2-e0f8-454d-a733-bde77d4dd6b6 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:54.666710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.696664 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event deleted for resources: {'Port': ['ID=653837f2-e0f8-454d-a733-bde77d4dd6b6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:54.764166 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7bcdb83a-dbcd-46b8-99fb-59dc9bf2d9ee req-2f083b34-9283-4bae-9cce-fc55b558b525 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 210 time: 0.0296705 Jul 09 17:37:54.813882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:55.251634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:55.263033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:55.273583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:55.274212 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:55.297020 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] No DVR routers for this DVR port 653837f2-e0f8-454d-a733-bde77d4dd6b6 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:55.299783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:55.301824 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3059e4fb-8668-424d-bce7-d3a9caa0a6e8 req-4087a85e-83c9-486b-97b9-7d2de0e89386 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.37 "DELETE /v2.0/ports/653837f2-e0f8-454d-a733-bde77d4dd6b6 HTTP/1.1" status: 204 len: 173 time: 1.1625845 Jul 09 17:37:55.302278 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-deleted', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:55.304620 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe9eb5-4ec0-4669-bde1-48d5a95bf225" -d '{"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-deleted", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:55.347006 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d2d090-843b-4523-b624-b7de4acae891 x-openstack-request-id: req-26d2d090-843b-4523-b624-b7de4acae891 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:55.347383 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae85e90-0c1b-4442-bb48-b178083cc6af", "name": "network-vif-deleted", "tag": "653837f2-e0f8-454d-a733-bde77d4dd6b6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:55.347560 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26d2d090-843b-4523-b624-b7de4acae891 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:55.347946 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae85e90-0c1b-4442-bb48-b178083cc6af', 'name': 'network-vif-deleted', 'tag': '653837f2-e0f8-454d-a733-bde77d4dd6b6', 'status': 'completed', 'code': 200} Jul 09 17:37:55.384917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:55.588263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:55.614763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:55.623726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:55.624345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:55.732406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:55.934511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a25d4419-a9ba-4336-b90b-e71a3627e9a3 req-e8b04ede-0a5c-4c3d-9e6a-0b5edc4dd442 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 210 time: 0.0339513 Jul 09 17:37:55.937901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:55.969605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3f1c4-99d0-4633-ad7c-f8304b1f6058 None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:25:58Z', 'revision_number': 4, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '75689a1a-6cad-44e6-820d-2650222ece88', 'name': '', 'network_id': 'f3e7d6f2-0482-4c9f-be24-c26b12daedf9', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'mac_address': 'fa:16:3e:63:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:57Z', 'updated_at': '2021-07-09T17:26:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'subnets': [{'id': 'c9e5132d-efef-46ab-bb71-601893028c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:56.193261 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57dff11-6cdc-4c54-ad3a-e003243b7abd None None] New status for floating IP 656e35a1-fc1e-4e84-8e62-d0befe003a76: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:37:56.893273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:56.913347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 653837f2-e0f8-454d-a733-bde77d4dd6b6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:56.913697 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 653837f2-e0f8-454d-a733-bde77d4dd6b6 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:57.078381 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f219a0df-d17d-45d5-8277-d0b2dc9d249f req-c015a4c0-e7c9-473e-96b7-f9fcbb782f74 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jul 09 17:37:58.223632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99a33ba2-1f45-495a-b469-87cef3e62526 req-6da8bef3-0b3d-43d2-aed3-1ae547f490aa tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae85e90-0c1b-4442-bb48-b178083cc6af HTTP/1.1" status: 200 len: 210 time: 0.0322540 Jul 09 17:38:03.275495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:03.344651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.374508 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.429767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.432489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.433683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "DELETE /v2.0/security-groups/1af9386d-43e5-4721-a769-3a334e8952ae HTTP/1.1" status: 204 len: 168 time: 0.1570513 Jul 09 17:38:03.436491 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:03.443580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9386d-43e5-4721-a769-3a334e8952ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:03.451365 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [None req-e1d65233-5d21-4f09-904d-907b5746b4f1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] show failed (client error): The resource could not be found. Jul 09 17:38:03.451543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.451802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.454964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455115 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e1d65233-5d21-4f09-904d-907b5746b4f1 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "GET /v2.0/security-groups/1af9386d-43e5-4721-a769-3a334e8952ae HTTP/1.1" status: 404 len: 347 time: 0.0148666 Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.455227 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecfba4-2ab0-4f08-a03b-4b89f62eaaa7 tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:03.456087 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:03.584201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Deleting port 0fb2fe6f-92b8-4a51-ae45-f4bd15e44192 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:03.584542 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.659060 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.659339 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.671179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Calling delete_port for 0fb2fe6f-92b8-4a51-ae45-f4bd15e44192 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:03.813326 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.842340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Pushing event deleted for resources: {'Port': ['ID=0fb2fe6f-92b8-4a51-ae45-f4bd15e44192,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:03.908355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.911102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.912838 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c63ea986-d071-43a4-ae9e-ef227f70470b tempest-ServerActionsTestJSON-210759203 tempest-ServerActionsTestJSON-210759203-project] 10.222.0.48 "DELETE /v2.0/floatingips/656e35a1-fc1e-4e84-8e62-d0befe003a76 HTTP/1.1" status: 204 len: 168 time: 0.4566915 Jul 09 17:38:03.916096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:04.415230 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.695131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Deleting port 75689a1a-6cad-44e6-820d-2650222ece88 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:04.695807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.784225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] For port 75689a1a-6cad-44e6-820d-2650222ece88, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=75689a1a-6cad-44e6-820d-2650222ece88,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:04.784567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.797324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Calling delete_port for 75689a1a-6cad-44e6-820d-2650222ece88 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:04.991577 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.019872 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=75689a1a-6cad-44e6-820d-2650222ece88,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:05.186232 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.429527 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:38:05.550708 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:05.556031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dac4ed26-04de-4a11-8a6f-28e061b49f76 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386178 Jul 09 17:38:05.559223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:05.560360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] Sync routers for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:05.570288 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:05.571025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:05.664608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.672848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:05.853380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:38:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:05.883579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] Checking router: fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:05.899931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30cea2b8-cc42-4320-8211-e665274ba1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.901487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] Routers {'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:05.902141 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:37:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:06.008834 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] Set router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:06.085236 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.141965 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Deleting port 48713b13-33d7-4c2a-842a-821e34756d3c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:06.142256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.194329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:38:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:06.220471 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9ce8b-d70d-462a-9521-8a83eb92dae7 None None] The sync data for ids ['fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18'] in n-d-800085-2 is: [{'id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'name': 'tempest-ServerActionsTestJSON-1357567173-router', 'tenant_id': '8714762b76d64dccbe11c2294c417510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:25:55Z', 'updated_at': '2021-07-09T17:38:04Z', 'revision_number': 5, 'project_id': '8714762b76d64dccbe11c2294c417510', 'gw_port': {'id': '48713b13-33d7-4c2a-842a-821e34756d3c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:56Z', 'updated_at': '2021-07-09T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:06.221501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] For port 48713b13-33d7-4c2a-842a-821e34756d3c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=48713b13-33d7-4c2a-842a-821e34756d3c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:06.221872 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.235328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Calling delete_port for 48713b13-33d7-4c2a-842a-821e34756d3c owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:06.412778 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.444355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48713b13-33d7-4c2a-842a-821e34756d3c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:06.505992 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.597631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.600296 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.653424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.653957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:38:06.659589 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.660787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-72bf9bf1-a647-4150-8500-75963fbd50b7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fd7c44bb-8c74-4f31-9b97-9d7d5be9cc18 HTTP/1.1" status: 204 len: 168 time: 1.1002564 Jul 09 17:38:06.663416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:06.693514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 75689a1a-6cad-44e6-820d-2650222ece88 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:06.712033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Deleting subnet c9e5132d-efef-46ab-bb71-601893028c3f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:38:06.716141 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.720046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 75689a1a-6cad-44e6-820d-2650222ece88 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:06.720399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 75689a1a-6cad-44e6-820d-2650222ece88 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:06.752314 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.841049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.901032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.929385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e5132d-efef-46ab-bb71-601893028c3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:06.931557 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.933424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-424dc866-c2cf-4c40-8bef-e7ac12f376c0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c9e5132d-efef-46ab-bb71-601893028c3f HTTP/1.1" status: 204 len: 168 time: 0.2690456 Jul 09 17:38:06.936127 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:06.936325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e6c83-9e50-4c88-a1b6-800413621a21 None None] Network f3e7d6f2-0482-4c9f-be24-c26b12daedf9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:07.015351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.079434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Deleting port 946336a1-c259-4e3e-934c-1dbc61940090 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:07.079821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.143489 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] For port 946336a1-c259-4e3e-934c-1dbc61940090, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=946336a1-c259-4e3e-934c-1dbc61940090,segment=NetworkSegment(d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13),segment_id=d130c4e2-4d2c-4a7b-98f8-f4bffe9abf13)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:07.143830 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.157413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Calling delete_port for 946336a1-c259-4e3e-934c-1dbc61940090 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:07.242963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.267837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e96f65-8e54-4a94-aa25-dcf21a7d1755 None None] DHCP port deletion for f3e7d6f2-0482-4c9f-be24-c26b12daedf9 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:38:07.275075 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Pushing event deleted for resources: {'Port': ['ID=946336a1-c259-4e3e-934c-1dbc61940090,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:07.283674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] No DVR routers for this DVR port 946336a1-c259-4e3e-934c-1dbc61940090 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:07.356450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.368165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e7d6f2-0482-4c9f-be24-c26b12daedf9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:07.380692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:07.380983 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd130c4e2-4d2c-4a7b-98f8-f4bffe9abf13') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:07.392094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.407558 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.413939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:07.414486 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:07.416220 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:07.477569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.488020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.489868 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] 10.222.0.48 "DELETE /v2.0/networks/f3e7d6f2-0482-4c9f-be24-c26b12daedf9 HTTP/1.1" status: 204 len: 168 time: 0.5527723 Jul 09 17:38:07.503636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656cc0a-5c81-4754-8a9a-a5e5c4a4edad admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e7d6f2-0482-4c9f-be24-c26b12daedf9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:07.632330 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:07.677354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2f260a33-6b99-4f8d-a801-58eb259789e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8714762b76d64dccbe11c2294c417510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436900 Jul 09 17:38:07.680864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:07.731604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c52efcc-d140-4cbd-92df-020b49d195c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.753930 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c52efcc-d140-4cbd-92df-020b49d195c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.810027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c52efcc-d140-4cbd-92df-020b49d195c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.812957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c52efcc-d140-4cbd-92df-020b49d195c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.814139 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2c52efcc-d140-4cbd-92df-020b49d195c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e71a6eb1-024e-4220-b2f4-d840e48989f2 HTTP/1.1" status: 204 len: 168 time: 0.1324198 Jul 09 17:38:07.821801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52efcc-d140-4cbd-92df-020b49d195c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a6eb1-024e-4220-b2f4-d840e48989f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:08.392984 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6721-20b3-4fd1-9cb1-e8bae161d3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.542152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 946336a1-c259-4e3e-934c-1dbc61940090 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:08.562127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 946336a1-c259-4e3e-934c-1dbc61940090 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:08.562702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 946336a1-c259-4e3e-934c-1dbc61940090 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:08.563332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 48713b13-33d7-4c2a-842a-821e34756d3c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:08.577086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:08.584921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 48713b13-33d7-4c2a-842a-821e34756d3c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:08.585257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 48713b13-33d7-4c2a-842a-821e34756d3c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:08.671501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.688077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1392988244-network', 'tenant_id': 'e241e51f59c64de28b530c30a0b9ffd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:08.697094 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.708861 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Made reservation on behalf of e241e51f59c64de28b530c30a0b9ffd2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:08.711214 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.719620 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.816641 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.822710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.846165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:08.854576 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ce27a-702e-4edc-8141-5125312e1710,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:08.860572 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.860946 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Added segment 159e4f9a-9cb5-48bb-a01d-da97b74d34f0 of type vlan for network 1e9b314e-ec16-41be-b9d5-1c18453acecb Jul 09 17:38:08.905853 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.937195 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.938700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:08.939292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.993669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4154570 Jul 09 17:38:08.996799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:08.999311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cbb94-4b1a-4dbd-ae09-641ff0c09390 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9b314e-ec16-41be-b9d5-1c18453acecb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:09.002986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Request body: {'subnet': {'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1392988244-subnet', 'tenant_id': 'e241e51f59c64de28b530c30a0b9ffd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:09.010257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 1e9b314e-ec16-41be-b9d5-1c18453acecb details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:09.027747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Made reservation on behalf of e241e51f59c64de28b530c30a0b9ffd2 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:09.030750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.204676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.256652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8c5645-2711-4bef-98e6-88541e6a9596,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:09.267091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Checking segment: {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:09.267455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Network hostable DHCP agents. Network: 1e9b314e-ec16-41be-b9d5-1c18453acecb, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:09.285428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Network 1e9b314e-ec16-41be-b9d5-1c18453acecb is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:09.295243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 1e9b314e-ec16-41be-b9d5-1c18453acecb) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:09.299329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:09.299924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.304731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebd812-8675-4a9a-a787-207563520df6 None None] Network 1e9b314e-ec16-41be-b9d5-1c18453acecb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:09.315086 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-916e51a3-1317-4415-b80e-fc905771b32b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3165751 Jul 09 17:38:09.429700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581f827-adf8-4459-9118-074fde4f98ce None None] Network 1e9b314e-ec16-41be-b9d5-1c18453acecb requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:09.511119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.753548 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-8a5c0cc2-fe97-4aa8-a38f-9e631bd23998 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:09.754973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-8a5c0cc2-fe97-4aa8-a38f-9e631bd23998 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/networks?id=1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 200 len: 814 time: 0.1036575 Jul 09 17:38:09.770529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-46fdf605-05ff-411d-9569-5753df7fac8b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/quotas/e241e51f59c64de28b530c30a0b9ffd2 HTTP/1.1" status: 200 len: 375 time: 0.0097628 Jul 09 17:38:09.805483 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-e8691fdd-cd0d-46f3-a419-592d0656a6dd tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299146 Jul 09 17:38:09.816161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-c17b899f-4af9-4029-9c9f-7915b632e098 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:38:09.817116 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-c17b899f-4af9-4029-9c9f-7915b632e098 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056379 Jul 09 17:38:09.953721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-bd41347d-4404-43b7-966e-c2af5e8f93ca service neutron] 10.222.0.48 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310484 Jul 09 17:38:10.058774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-ce1460f8-d8c9-4a36-b835-0df02bc6deeb service neutron] 10.222.0.48 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964062 Jul 09 17:38:10.230647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-efa55eb9-13ed-461c-a44b-289ec37d8fe2 req-f990697a-056a-42ad-b933-115f66aef004 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 210 time: 0.0293107 Jul 09 17:38:11.337957 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.380128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5efc41f-b666-402b-bff7-d2d0cdeee442 req-ff0554f2-ec99-4cff-9de4-2249134ab772 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 210 time: 0.0286951 Jul 09 17:38:12.428906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-5b265d22-8c69-43ec-86b4-86646e5cdeb1 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:12.430632 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-5b265d22-8c69-43ec-86b4-86646e5cdeb1 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.37 "GET /v2.0/networks?id=1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 200 len: 814 time: 0.1071367 Jul 09 17:38:12.464133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Request body: {'port': {'device_id': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb', 'admin_state_up': True, 'tenant_id': 'e241e51f59c64de28b530c30a0b9ffd2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:12.527621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dff1623c-6da9-4f00-872e-38f48eca61ff req-254e711a-7c92-4458-911b-f5cfa6369336 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 210 time: 0.0359206 Jul 09 17:38:12.588558 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Made reservation on behalf of e241e51f59c64de28b530c30a0b9ffd2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:12.592341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.718014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Allocated IP 172.20.0.10 (1e9b314e-ec16-41be-b9d5-1c18453acecb/2e8c5645-2711-4bef-98e6-88541e6a9596/a265f858-dc4f-4102-9845-48f1393c5ec3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:12.873468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.916434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.963991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Network 1e9b314e-ec16-41be-b9d5-1c18453acecb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:12.967280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:12.969989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:12.999615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Pushing event updated for resources: {'Port': ['ID=a265f858-dc4f-4102-9845-48f1393c5ec3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:13.029127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.029729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.046245 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-7140841a-72f6-41c1-aac7-2e7850908bec tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5863352 Jul 09 17:38:13.064061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Request body: {'port': {'device_id': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:13.135989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.404172 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a265f858-dc4f-4102-9845-48f1393c5ec3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:13.411661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.423535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Transition to ACTIVE for port object a265f858-dc4f-4102-9845-48f1393c5ec3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:13.429797 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.478837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Pushing event updated for resources: {'Port': ['ID=a265f858-dc4f-4102-9845-48f1393c5ec3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:13.546980 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Attempting to bind port a265f858-dc4f-4102-9845-48f1393c5ec3 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:13.547325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Attempting to bind port a265f858-dc4f-4102-9845-48f1393c5ec3 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:13.547698 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Attempting to bind port a265f858-dc4f-4102-9845-48f1393c5ec3 on network 1e9b314e-ec16-41be-b9d5-1c18453acecb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:13.552624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Port a265f858-dc4f-4102-9845-48f1393c5ec3 on network 1e9b314e-ec16-41be-b9d5-1c18453acecb not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:13.552952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Attempting to bind port a265f858-dc4f-4102-9845-48f1393c5ec3 on network 1e9b314e-ec16-41be-b9d5-1c18453acecb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:13.558316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:13.558693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Checking segment: {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:13.559684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Bound using segment: {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:13.559684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Bound port: a265f858-dc4f-4102-9845-48f1393c5ec3, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:13.560010 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.630513 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] For port a265f858-dc4f-4102-9845-48f1393c5ec3, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:13.634030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] For port a265f858-dc4f-4102-9845-48f1393c5ec3, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a265f858-dc4f-4102-9845-48f1393c5ec3,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:13.640126 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.675369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.676223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.677778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] 10.222.0.37 "PUT /v2.0/ports/a265f858-dc4f-4102-9845-48f1393c5ec3 HTTP/1.1" status: 200 len: 1092 time: 0.6178694 Jul 09 17:38:13.678246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'tag': 'a265f858-dc4f-4102-9845-48f1393c5ec3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:13.680596 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459" -d '{"events": [{"name": "network-changed", "server_uuid": "0084d235-f3f7-46ae-8b77-2522c56650fe", "tag": "a265f858-dc4f-4102-9845-48f1393c5ec3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:13.704746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e0bb6-42a2-447c-b27f-17cc4a00a48f service neutron] Pushing event updated for resources: {'Port': ['ID=a265f858-dc4f-4102-9845-48f1393c5ec3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:13.713838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f354ae-e74c-462e-8886-c84067869f68 req-47e4f9e9-232e-493e-9653-a5f474a84b79 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.715382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3f354ae-e74c-462e-8886-c84067869f68 req-47e4f9e9-232e-493e-9653-a5f474a84b79 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 944 time: 0.0729601 Jul 09 17:38:13.754523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3f354ae-e74c-462e-8886-c84067869f68 req-ce3dc6c8-9507-4cda-b2c1-c2685b10fa9b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Jul 09 17:38:13.791228 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-f05dab57-e77a-47c8-b955-0c9e62c1035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.792765 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-f05dab57-e77a-47c8-b955-0c9e62c1035d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 1095 time: 0.0580006 Jul 09 17:38:13.799840 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c81cf-ba42-4e7d-8530-03627ab11b95 x-openstack-request-id: req-de5c81cf-ba42-4e7d-8530-03627ab11b95 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:13.800141 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0084d235-f3f7-46ae-8b77-2522c56650fe", "tag": "a265f858-dc4f-4102-9845-48f1393c5ec3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:13.800399 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de5c81cf-ba42-4e7d-8530-03627ab11b95 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:13.800802 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'tag': 'a265f858-dc4f-4102-9845-48f1393c5ec3', 'status': 'completed', 'code': 200} Jul 09 17:38:13.848149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-0846b532-4997-4249-964a-df850eab462f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a265f858-dc4f-4102-9845-48f1393c5ec3 HTTP/1.1" status: 200 len: 217 time: 0.0389309 Jul 09 17:38:13.911833 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-41d12a98-4dbb-48d5-a03b-a8d0da5bef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.913266 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-41d12a98-4dbb-48d5-a03b-a8d0da5bef5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e8c5645-2711-4bef-98e6-88541e6a9596 HTTP/1.1" status: 200 len: 854 time: 0.0580456 Jul 09 17:38:13.946009 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-25b74577-8b88-4027-a077-f36a30d57b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e9b314e-ec16-41be-b9d5-1c18453acecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264933 Jul 09 17:38:14.054068 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-dc091a44-3696-46e5-80ff-5a39514320e4 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010501 Jul 09 17:38:14.144600 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5fa032eb-34ae-45ce-a3e6-b546fd1ca20c req-f769e206-a52e-4eb8-ae0c-cc36bb421758 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Jul 09 17:38:14.308257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-a432e9bd-0490-4b1d-830f-117cb7a6cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:14.309873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-a432e9bd-0490-4b1d-830f-117cb7a6cdef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 1095 time: 0.0600095 Jul 09 17:38:14.405992 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-b5304d8e-c146-4254-b470-bef2d0b99a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:14.407514 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-b5304d8e-c146-4254-b470-bef2d0b99a92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 200 len: 915 time: 0.0903399 Jul 09 17:38:14.448881 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-75a47118-b10b-4509-9616-230131aa4eef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a265f858-dc4f-4102-9845-48f1393c5ec3 HTTP/1.1" status: 200 len: 217 time: 0.0339475 Jul 09 17:38:14.496355 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:38:14.502108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-4c024417-49c8-4d3c-b48c-c870446ddc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:14.504336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-4c024417-49c8-4d3c-b48c-c870446ddc34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2e8c5645-2711-4bef-98e6-88541e6a9596 HTTP/1.1" status: 200 len: 854 time: 0.0489771 Jul 09 17:38:14.541515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-8c5fa546-9a56-4460-baae-f303651c95ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e9b314e-ec16-41be-b9d5-1c18453acecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305450 Jul 09 17:38:14.640227 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-23801685-6c6c-4533-a6ee-478015b78428 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925934 Jul 09 17:38:14.747233 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5db4ddb3-d9dc-4db1-bdd2-50b682eb7459 req-a3487894-5e99-4391-a554-403cf0f6883f service neutron] 10.222.0.37 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008308 Jul 09 17:38:14.934203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7528-a168-4c55-b90e-4b9067e72ec6 req-08ac799f-e1d7-45cf-9622-15b107cf9681 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:14.935654 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eef7528-a168-4c55-b90e-4b9067e72ec6 req-08ac799f-e1d7-45cf-9622-15b107cf9681 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 944 time: 0.0658863 Jul 09 17:38:14.984469 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7eef7528-a168-4c55-b90e-4b9067e72ec6 req-ddf8f1c4-83a8-46e0-bbb5-7a272f4ce800 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Jul 09 17:38:16.165741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bee814-a417-441d-b828-480811fd6489 req-097820c5-9149-4854-be0d-7df54381140a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:16.167273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4bee814-a417-441d-b828-480811fd6489 req-097820c5-9149-4854-be0d-7df54381140a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 944 time: 0.0724993 Jul 09 17:38:16.205045 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4bee814-a417-441d-b828-480811fd6489 req-53484320-96ae-40f1-9e64-820bb9005688 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Jul 09 17:38:17.103062 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a265f858-dc4f-4102-9845-48f1393c5ec3 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:17.197718 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a265f858-dc4f-4102-9845-48f1393c5ec3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a265f858-dc4f-4102-9845-48f1393c5ec3,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:17.208878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'a265f858-dc4f-4102-9845-48f1393c5ec3', 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb', 'port_id': 'a265f858-dc4f-4102-9845-48f1393c5ec3', 'mac_address': 'fa:16:3e:74:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8c5645-2711-4bef-98e6-88541e6a9596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:17.248835 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.262794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a265f858-dc4f-4102-9845-48f1393c5ec3 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:17.283040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a265f858-dc4f-4102-9845-48f1393c5ec3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a265f858-dc4f-4102-9845-48f1393c5ec3,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:17.288360 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.338625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a265f858-dc4f-4102-9845-48f1393c5ec3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:17.391343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e7d6-3275-47f2-88df-5a4e8a243c27 req-95c65422-31d9-4b76-81cf-153b8876bc32 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:17.392859 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6861e7d6-3275-47f2-88df-5a4e8a243c27 req-95c65422-31d9-4b76-81cf-153b8876bc32 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 945 time: 0.0686662 Jul 09 17:38:17.435002 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6861e7d6-3275-47f2-88df-5a4e8a243c27 req-a15b22c9-7d64-4384-a0c1-0a8df200cedc tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Jul 09 17:38:17.662039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a265f858-dc4f-4102-9845-48f1393c5ec3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:18.620943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5df0d-66d3-43dd-972c-c499233cc698 req-23560413-374b-491f-bfde-16e1379c80a4 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:18.622507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fa5df0d-66d3-43dd-972c-c499233cc698 req-23560413-374b-491f-bfde-16e1379c80a4 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 945 time: 0.0736156 Jul 09 17:38:18.660689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fa5df0d-66d3-43dd-972c-c499233cc698 req-2a635b4f-c2f0-4916-bae8-d3c6f7127d33 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Jul 09 17:38:18.956736 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a265f858-dc4f-4102-9845-48f1393c5ec3 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:19.011022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port a265f858-dc4f-4102-9845-48f1393c5ec3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:19.014721 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port a265f858-dc4f-4102-9845-48f1393c5ec3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:19.015088 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.100991 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.125151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a265f858-dc4f-4102-9845-48f1393c5ec3'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:19.127488 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd2a932-0259-4342-a77f-67840980bb73" -d '{"events": [{"server_uuid": "0084d235-f3f7-46ae-8b77-2522c56650fe", "name": "network-vif-plugged", "status": "completed", "tag": "a265f858-dc4f-4102-9845-48f1393c5ec3"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:19.141652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port a265f858-dc4f-4102-9845-48f1393c5ec3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a265f858-dc4f-4102-9845-48f1393c5ec3,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:19.147037 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.174068 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51aa4b8-6169-4b34-958e-3c5fce745afe x-openstack-request-id: req-e51aa4b8-6169-4b34-958e-3c5fce745afe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:19.174385 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0084d235-f3f7-46ae-8b77-2522c56650fe", "name": "network-vif-plugged", "status": "completed", "tag": "a265f858-dc4f-4102-9845-48f1393c5ec3", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:19.174656 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e51aa4b8-6169-4b34-958e-3c5fce745afe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:19.175035 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a265f858-dc4f-4102-9845-48f1393c5ec3', 'code': 200} Jul 09 17:38:19.201641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=a265f858-dc4f-4102-9845-48f1393c5ec3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:19.312830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9b15-dced-4ffd-b6db-630e19ecd51c req-7890c2c4-8638-4f92-b31c-917288a1aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:19.314315 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f59e9b15-dced-4ffd-b6db-630e19ecd51c req-7890c2c4-8638-4f92-b31c-917288a1aa44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 1097 time: 0.0561910 Jul 09 17:38:19.351504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f59e9b15-dced-4ffd-b6db-630e19ecd51c req-a9e9d5d3-55fe-42e5-acee-a8eb8137a140 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Jul 09 17:38:19.843531 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08398e40-062d-4e10-82c9-764ad5494868 req-a249878c-dc45-48ab-9541-6129217c170a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:19.845036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08398e40-062d-4e10-82c9-764ad5494868 req-a249878c-dc45-48ab-9541-6129217c170a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0644863 Jul 09 17:38:19.883564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08398e40-062d-4e10-82c9-764ad5494868 req-50cf7a92-d3d5-496e-8b5d-23c54081e800 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Jul 09 17:38:21.078205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22040f0-8bfe-4b5e-a5eb-01e7e48f1b51 req-4743e5a2-0d51-4578-b643-717917f7368b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:21.079647 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b22040f0-8bfe-4b5e-a5eb-01e7e48f1b51 req-4743e5a2-0d51-4578-b643-717917f7368b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0745196 Jul 09 17:38:21.122324 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b22040f0-8bfe-4b5e-a5eb-01e7e48f1b51 req-6178c5b3-665f-4cd9-88a1-07c62c0f302e tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Jul 09 17:38:21.360792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-689742a5-8965-4873-ad75-e99f126a8fd5 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:21.362195 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-689742a5-8965-4873-ad75-e99f126a8fd5 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/networks?id=1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 200 len: 814 time: 0.1072898 Jul 09 17:38:21.379794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-25810ee8-eb8c-4875-b775-58141a1da617 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/quotas/e241e51f59c64de28b530c30a0b9ffd2 HTTP/1.1" status: 200 len: 375 time: 0.0097718 Jul 09 17:38:21.449873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-5a06dff9-bdda-432c-ac9b-77737b8c40d5 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621417 Jul 09 17:38:21.550013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-fbe0588a-35d8-4b37-aba0-5c77a8f0b2ab service neutron] 10.222.0.48 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931802 Jul 09 17:38:21.642702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-28b12501-cd75-4370-838c-8d399f1f7a3f service neutron] 10.222.0.48 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840459 Jul 09 17:38:21.825458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0a354d0-a424-4161-8231-9c93f89288ac req-f4cbf961-9cf4-4f56-a2b5-475f7709c101 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 210 time: 0.0350595 Jul 09 17:38:22.982144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c8d87236-dccf-49ab-a023-e5d7c516f276 req-3e711598-e7bc-43ba-b2e3-da2a3eb4fb29 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 210 time: 0.0313716 Jul 09 17:38:23.215412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-9c0d4237-69d3-4d04-aae2-b768e732e32e tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.216802 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-9c0d4237-69d3-4d04-aae2-b768e732e32e tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.43 "GET /v2.0/networks?id=1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 200 len: 814 time: 0.1116130 Jul 09 17:38:23.244740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Request body: {'port': {'device_id': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb', 'admin_state_up': True, 'tenant_id': 'e241e51f59c64de28b530c30a0b9ffd2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:23.357878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Made reservation on behalf of e241e51f59c64de28b530c30a0b9ffd2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:23.361485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.496044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Allocated IP 172.20.0.13 (1e9b314e-ec16-41be-b9d5-1c18453acecb/2e8c5645-2711-4bef-98e6-88541e6a9596/74651ad4-454a-41a2-87e9-dbd1ed402330) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:23.648642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.690944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.729132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a265f858-dc4f-4102-9845-48f1393c5ec3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:23.740866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Network 1e9b314e-ec16-41be-b9d5-1c18453acecb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:23.744102 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:23.748226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:23.754716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Pushing event updated for resources: {'Port': ['ID=74651ad4-454a-41a2-87e9-dbd1ed402330,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:23.781075 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.781423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.781768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.782106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.782420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.782797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.783109 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.783432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.783758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.784081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.784406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.784730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.810221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.810897 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.825883 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cae7b5ca-dc21-4095-9c4a-e45323ea800c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853589 Jul 09 17:38:23.837853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Request body: {'port': {'device_id': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:23.909429 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.159859 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be64a-fbaf-4a0f-8c4d-1ee8a3d86245 req-428c7ec5-223c-4b2e-9c29-4a541f1d01d2 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.162951 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-160be64a-fbaf-4a0f-8c4d-1ee8a3d86245 req-428c7ec5-223c-4b2e-9c29-4a541f1d01d2 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 932 time: 0.0659306 Jul 09 17:38:24.178354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74651ad4-454a-41a2-87e9-dbd1ed402330 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:24.186100 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.198328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Transition to ACTIVE for port object 74651ad4-454a-41a2-87e9-dbd1ed402330 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:24.199021 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-160be64a-fbaf-4a0f-8c4d-1ee8a3d86245 req-1d701775-618f-4ac5-b2d3-4fd6a56b62bc tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jul 09 17:38:24.202988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.250062 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Pushing event updated for resources: {'Port': ['ID=74651ad4-454a-41a2-87e9-dbd1ed402330,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:24.258267 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.321722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Attempting to bind port 74651ad4-454a-41a2-87e9-dbd1ed402330 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:24.322071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Attempting to bind port 74651ad4-454a-41a2-87e9-dbd1ed402330 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:24.322383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Attempting to bind port 74651ad4-454a-41a2-87e9-dbd1ed402330 on network 1e9b314e-ec16-41be-b9d5-1c18453acecb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:24.326904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Port 74651ad4-454a-41a2-87e9-dbd1ed402330 on network 1e9b314e-ec16-41be-b9d5-1c18453acecb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:24.327227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Attempting to bind port 74651ad4-454a-41a2-87e9-dbd1ed402330 on network 1e9b314e-ec16-41be-b9d5-1c18453acecb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:24.331972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:24.332302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Checking segment: {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:24.332705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Bound using segment: {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:24.333101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Bound port: 74651ad4-454a-41a2-87e9-dbd1ed402330, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159e4f9a-9cb5-48bb-a01d-da97b74d34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:24.333454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.398701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] For port 74651ad4-454a-41a2-87e9-dbd1ed402330, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:24.401737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] For port 74651ad4-454a-41a2-87e9-dbd1ed402330, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=74651ad4-454a-41a2-87e9-dbd1ed402330,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:24.405911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.438072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.438726 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.440731 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] 10.222.0.43 "PUT /v2.0/ports/74651ad4-454a-41a2-87e9-dbd1ed402330 HTTP/1.1" status: 200 len: 1092 time: 0.6065969 Jul 09 17:38:24.440731 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'tag': '74651ad4-454a-41a2-87e9-dbd1ed402330'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:24.442974 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e192460-d3d9-47e2-97ad-18f66a6364c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e", "tag": "74651ad4-454a-41a2-87e9-dbd1ed402330"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:24.469806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fddca0-5ee0-4be9-83dc-3b4629aeade1 service neutron] Pushing event updated for resources: {'Port': ['ID=74651ad4-454a-41a2-87e9-dbd1ed402330,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:24.482561 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03441298-c338-4a29-ba08-2f4b0938f979 x-openstack-request-id: req-03441298-c338-4a29-ba08-2f4b0938f979 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:24.482824 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e", "tag": "74651ad4-454a-41a2-87e9-dbd1ed402330", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:24.483151 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03441298-c338-4a29-ba08-2f4b0938f979 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:24.483558 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'tag': '74651ad4-454a-41a2-87e9-dbd1ed402330', 'status': 'completed', 'code': 200} Jul 09 17:38:24.541810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cbb21290-efc5-4713-9070-54f7d8395d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.543349 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-cbb21290-efc5-4713-9070-54f7d8395d0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 1095 time: 0.0553827 Jul 09 17:38:24.592869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-500995cd-c88a-4964-acae-4ea28107b02d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74651ad4-454a-41a2-87e9-dbd1ed402330 HTTP/1.1" status: 200 len: 217 time: 0.0369794 Jul 09 17:38:24.646481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-ddfd450e-945b-48ad-9d99-9434eb45d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.647936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-ddfd450e-945b-48ad-9d99-9434eb45d262 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e8c5645-2711-4bef-98e6-88541e6a9596 HTTP/1.1" status: 200 len: 854 time: 0.0452452 Jul 09 17:38:24.683355 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-c24513f5-c579-4977-a878-83ec038c8764 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9b314e-ec16-41be-b9d5-1c18453acecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266938 Jul 09 17:38:25.113494 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-3c14f59c-dde4-4d6a-b2c7-eec339c3f453 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185166 Jul 09 17:38:25.210568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a3be765f-3756-4faf-b135-ce233d5b77ec req-dd3dbe15-f10a-471c-a1b4-6de767dd923a service neutron] 10.222.0.43 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Jul 09 17:38:25.337375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-a7ee3ff2-7993-4295-8cca-68ec669b24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.339049 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-a7ee3ff2-7993-4295-8cca-68ec669b24e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 1095 time: 0.0616562 Jul 09 17:38:25.388181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300de1-5b11-4682-a285-6ab15e26dc5a req-f7afeedb-39eb-4ba6-976d-505b8246c8df tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.389695 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4300de1-5b11-4682-a285-6ab15e26dc5a req-f7afeedb-39eb-4ba6-976d-505b8246c8df tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 944 time: 0.0682859 Jul 09 17:38:25.431344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4300de1-5b11-4682-a285-6ab15e26dc5a req-57a57f1c-8a38-4912-bf52-40e3b6109523 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Jul 09 17:38:25.433121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-398640db-51e9-4ff8-8fca-9b98ba056102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.434997 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-398640db-51e9-4ff8-8fca-9b98ba056102 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 200 len: 915 time: 0.0886819 Jul 09 17:38:25.479512 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-2a97e109-515a-43df-8757-c91ac9a358f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74651ad4-454a-41a2-87e9-dbd1ed402330 HTTP/1.1" status: 200 len: 217 time: 0.0367546 Jul 09 17:38:25.535919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-962af247-a331-411c-95a7-026b4bde440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.537499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-962af247-a331-411c-95a7-026b4bde440f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e8c5645-2711-4bef-98e6-88541e6a9596 HTTP/1.1" status: 200 len: 854 time: 0.0509570 Jul 09 17:38:25.580170 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-b232f38d-ceaa-4c3c-818f-a39737dd31eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e9b314e-ec16-41be-b9d5-1c18453acecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348723 Jul 09 17:38:25.674767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-b36724ac-2d5d-4eb3-ad76-e4305273c23a service neutron] 10.222.0.43 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Jul 09 17:38:25.780797 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9e192460-d3d9-47e2-97ad-18f66a6364c9 req-e7accd9f-e205-4a51-9a37-1d899e4af2e3 service neutron] 10.222.0.43 "GET /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958266 Jul 09 17:38:26.651468 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739557f-80ea-4e9a-81a6-7adf8dfb6768 req-4d26953b-b86b-4f52-996b-7ae938c89c5f tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:26.652963 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e739557f-80ea-4e9a-81a6-7adf8dfb6768 req-4d26953b-b86b-4f52-996b-7ae938c89c5f tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 944 time: 0.0777764 Jul 09 17:38:26.693303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e739557f-80ea-4e9a-81a6-7adf8dfb6768 req-fc272fed-5010-4c92-8559-d995ee087298 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Jul 09 17:38:27.884488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3536ed-2109-4359-a99f-c344db6805f0 req-ea0f177a-906c-4cc7-9a2f-31a51e8719e8 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.885981 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d3536ed-2109-4359-a99f-c344db6805f0 req-ea0f177a-906c-4cc7-9a2f-31a51e8719e8 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 944 time: 0.0682683 Jul 09 17:38:27.923853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d3536ed-2109-4359-a99f-c344db6805f0 req-02ca9cee-a766-4177-9f8b-39708c4bf64c tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jul 09 17:38:29.072641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 74651ad4-454a-41a2-87e9-dbd1ed402330 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:29.113712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee7c6b-0d37-49ed-9103-0a9842cd5c0b req-9670d729-8713-4e65-92f5-4346b8962873 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:29.115268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90ee7c6b-0d37-49ed-9103-0a9842cd5c0b req-9670d729-8713-4e65-92f5-4346b8962873 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 944 time: 0.0773697 Jul 09 17:38:29.154888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-90ee7c6b-0d37-49ed-9103-0a9842cd5c0b req-45e1f050-67d5-4ff0-b337-7f87c43e4376 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Jul 09 17:38:29.170594 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 74651ad4-454a-41a2-87e9-dbd1ed402330, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=74651ad4-454a-41a2-87e9-dbd1ed402330,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:29.182049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '74651ad4-454a-41a2-87e9-dbd1ed402330', 'network_id': '1e9b314e-ec16-41be-b9d5-1c18453acecb', 'port_id': '74651ad4-454a-41a2-87e9-dbd1ed402330', 'mac_address': 'fa:16:3e:85:ef:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8c5645-2711-4bef-98e6-88541e6a9596', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:29.218649 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.231953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74651ad4-454a-41a2-87e9-dbd1ed402330 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:29.258177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 74651ad4-454a-41a2-87e9-dbd1ed402330, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=74651ad4-454a-41a2-87e9-dbd1ed402330,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:29.265325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.316624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=74651ad4-454a-41a2-87e9-dbd1ed402330,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:29.519598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['74651ad4-454a-41a2-87e9-dbd1ed402330'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:30.337703 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f3ca8-839e-46de-9955-dc0b894ead12 req-ae59e935-1aa1-49e8-9c30-ea76ee7848bc tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:30.339290 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-176f3ca8-839e-46de-9955-dc0b894ead12 req-ae59e935-1aa1-49e8-9c30-ea76ee7848bc tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 945 time: 0.0654585 Jul 09 17:38:30.380149 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-176f3ca8-839e-46de-9955-dc0b894ead12 req-d562249c-dc98-4624-8dc5-4afa97604c9b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323887 Jul 09 17:38:31.105272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 74651ad4-454a-41a2-87e9-dbd1ed402330 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:31.162762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 74651ad4-454a-41a2-87e9-dbd1ed402330 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:31.166906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 74651ad4-454a-41a2-87e9-dbd1ed402330 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:31.167282 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.245236 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.269148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74651ad4-454a-41a2-87e9-dbd1ed402330'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:31.271418 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6172835-f46f-4a55-8f9f-afc7e4144b66" -d '{"events": [{"server_uuid": "6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e", "name": "network-vif-plugged", "status": "completed", "tag": "74651ad4-454a-41a2-87e9-dbd1ed402330"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:31.284494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 74651ad4-454a-41a2-87e9-dbd1ed402330, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=74651ad4-454a-41a2-87e9-dbd1ed402330,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:31.289235 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.312411 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb066165-380e-4b7c-8f18-c277216d4267 x-openstack-request-id: req-cb066165-380e-4b7c-8f18-c277216d4267 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:31.312703 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e", "name": "network-vif-plugged", "status": "completed", "tag": "74651ad4-454a-41a2-87e9-dbd1ed402330", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:31.312953 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb066165-380e-4b7c-8f18-c277216d4267 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:31.313343 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74651ad4-454a-41a2-87e9-dbd1ed402330', 'code': 200} Jul 09 17:38:31.343295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=74651ad4-454a-41a2-87e9-dbd1ed402330,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:31.437129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b395203-161b-4af9-9e3b-f5bde074b520 req-562e47b2-3b84-473c-8ea3-3fc20dce379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:31.438716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b395203-161b-4af9-9e3b-f5bde074b520 req-562e47b2-3b84-473c-8ea3-3fc20dce379a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 1097 time: 0.0555458 Jul 09 17:38:31.476070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b395203-161b-4af9-9e3b-f5bde074b520 req-7de7e5cf-3125-42a4-8a5d-6a5883c4ac8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296121 Jul 09 17:38:31.564920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528e1b3-5f8c-4dc8-ad83-3bc36c3b64a0 req-47b1add3-18a8-418b-a716-d705c8fb4f6b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:31.566459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a528e1b3-5f8c-4dc8-ad83-3bc36c3b64a0 req-47b1add3-18a8-418b-a716-d705c8fb4f6b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 946 time: 0.0707047 Jul 09 17:38:31.606154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a528e1b3-5f8c-4dc8-ad83-3bc36c3b64a0 req-124ec8d3-0772-4976-b832-9acf25d59df5 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Jul 09 17:38:32.793458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c39b18-4d32-400b-8b1a-be8c0446b139 req-bbe96c22-e35f-45d8-97e3-bc334b16aa04 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:32.794880 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c39b18-4d32-400b-8b1a-be8c0446b139 req-bbe96c22-e35f-45d8-97e3-bc334b16aa04 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 946 time: 0.0667217 Jul 09 17:38:32.832349 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e4c39b18-4d32-400b-8b1a-be8c0446b139 req-bb08548a-0025-45dc-a060-b3e332612616 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Jul 09 17:38:33.227667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfacdf-4fd2-4f86-afee-2984bb11ee5f req-c18d55e4-8dee-4daa-9a88-2a64f8416b43 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:33.229191 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fcfacdf-4fd2-4f86-afee-2984bb11ee5f req-c18d55e4-8dee-4daa-9a88-2a64f8416b43 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 946 time: 0.0677440 Jul 09 17:38:33.271270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fcfacdf-4fd2-4f86-afee-2984bb11ee5f req-b720c07f-631f-4d49-92dc-e2a27b4892d8 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Jul 09 17:38:34.472600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d465d-2203-4322-b984-9fe9aad554d8 req-91de53bd-d083-46f4-b815-ede8bb43cfed tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:34.474124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc2d465d-2203-4322-b984-9fe9aad554d8 req-91de53bd-d083-46f4-b815-ede8bb43cfed tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 946 time: 0.0756378 Jul 09 17:38:34.512170 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc2d465d-2203-4322-b984-9fe9aad554d8 req-cdd0fbd7-2620-427e-b514-49f3946fe7ed tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Jul 09 17:38:34.618772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-4ac1ba04-7438-4f98-80f4-62a9de0439dc tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:34.620181 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-4ac1ba04-7438-4f98-80f4-62a9de0439dc tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 946 time: 0.0713618 Jul 09 17:38:34.729781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Deleting port 74651ad4-454a-41a2-87e9-dbd1ed402330 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:34.730134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:34.822299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] For port 74651ad4-454a-41a2-87e9-dbd1ed402330, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=74651ad4-454a-41a2-87e9-dbd1ed402330,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:34.822715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:34.835996 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Calling delete_port for 74651ad4-454a-41a2-87e9-dbd1ed402330 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:34.962186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:34.975682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['74651ad4-454a-41a2-87e9-dbd1ed402330'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:35.001522 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a265f858-dc4f-4102-9845-48f1393c5ec3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:35.008520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Pushing event deleted for resources: {'Port': ['ID=74651ad4-454a-41a2-87e9-dbd1ed402330,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:35.050534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] No DVR routers for this DVR port 74651ad4-454a-41a2-87e9-dbd1ed402330 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:35.053415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.057875 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f347fd06-7b83-4c3b-8600-e876259f89e1 req-0236867a-bfc7-43b4-8e2f-d8b9d08dac2a tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.43 "DELETE /v2.0/ports/74651ad4-454a-41a2-87e9-dbd1ed402330 HTTP/1.1" status: 204 len: 173 time: 0.4259825 Jul 09 17:38:35.057875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'name': 'network-vif-deleted', 'tag': '74651ad4-454a-41a2-87e9-dbd1ed402330'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:35.058258 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a37221-7263-4a73-8aac-973561769541" -d '{"events": [{"server_uuid": "6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e", "name": "network-vif-deleted", "tag": "74651ad4-454a-41a2-87e9-dbd1ed402330"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:35.105691 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568a7a21-220d-4bf4-b747-0bcaa2ca38cb x-openstack-request-id: req-568a7a21-220d-4bf4-b747-0bcaa2ca38cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:35.105991 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e", "name": "network-vif-deleted", "tag": "74651ad4-454a-41a2-87e9-dbd1ed402330", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:35.106248 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-568a7a21-220d-4bf4-b747-0bcaa2ca38cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:35.106976 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e', 'name': 'network-vif-deleted', 'tag': '74651ad4-454a-41a2-87e9-dbd1ed402330', 'status': 'completed', 'code': 200} Jul 09 17:38:35.669967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d96eb9b3-a015-4d47-81ad-30b5216f37d2 req-4cfb5fe9-f087-43d7-abd6-3a3defe896c6 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc21a8b-8ce2-4194-9187-4f9f9bc8d23e HTTP/1.1" status: 200 len: 210 time: 0.0325980 Jul 09 17:38:35.883952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ac5967c-a94d-40fb-b1b5-a24762a261c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:36.918223 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3924-f1f1-449f-8c08-1f882d3e3fe3 req-07ebe766-8326-40b1-b6bc-71d3460cc5d1 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:36.919637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9dde3924-f1f1-449f-8c08-1f882d3e3fe3 req-07ebe766-8326-40b1-b6bc-71d3460cc5d1 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0639679 Jul 09 17:38:36.963769 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9dde3924-f1f1-449f-8c08-1f882d3e3fe3 req-4c46842c-c276-4963-9faa-7350f184b842 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Jul 09 17:38:37.163344 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c42c7-59ef-42f7-9463-53e6574dccbc req-96d6a86c-8aa2-424a-9d34-6777d557b77b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.164862 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b38c42c7-59ef-42f7-9463-53e6574dccbc req-96d6a86c-8aa2-424a-9d34-6777d557b77b tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0690994 Jul 09 17:38:37.204053 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b38c42c7-59ef-42f7-9463-53e6574dccbc req-cd89ee71-5d9c-4999-a0fc-b6c94c995ba2 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Jul 09 17:38:37.376631 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606309d-735f-48f5-a936-b752ac0d2013 req-589d23bc-e62a-4348-b927-a4feb301075e tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.378855 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2606309d-735f-48f5-a936-b752ac0d2013 req-589d23bc-e62a-4348-b927-a4feb301075e tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0655961 Jul 09 17:38:37.422454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2606309d-735f-48f5-a936-b752ac0d2013 req-fba57dc5-8fee-48a4-9aad-176e4d11adc9 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356185 Jul 09 17:38:37.699107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7534-3bbe-4e6c-a3c3-0ade52fd5726 req-e7003934-2327-4719-a476-168d3bff4296 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.700637 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-154b7534-3bbe-4e6c-a3c3-0ade52fd5726 req-e7003934-2327-4719-a476-168d3bff4296 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0670757 Jul 09 17:38:37.738231 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-154b7534-3bbe-4e6c-a3c3-0ade52fd5726 req-9d681dd0-792c-4086-a0e8-64e80ff88596 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Jul 09 17:38:37.913281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee388e9-1517-47d7-88af-6f1e9bcd55c6 req-47c5ee90-9c7b-441f-9e39-025782bfaed7 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.914808 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cee388e9-1517-47d7-88af-6f1e9bcd55c6 req-47c5ee90-9c7b-441f-9e39-025782bfaed7 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0648658 Jul 09 17:38:37.953226 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cee388e9-1517-47d7-88af-6f1e9bcd55c6 req-0af16677-b79e-4b53-bbc6-48497f1a8c60 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Jul 09 17:38:38.135640 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ee6cd-f965-4464-b98a-fefa8e57eca8 req-e160fe22-c1bd-4d9d-9927-525c5666d504 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:38.137248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb5ee6cd-f965-4464-b98a-fefa8e57eca8 req-e160fe22-c1bd-4d9d-9927-525c5666d504 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0655751 Jul 09 17:38:38.180666 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb5ee6cd-f965-4464-b98a-fefa8e57eca8 req-63a55a1b-382b-4237-9642-f2a80329fe32 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374815 Jul 09 17:38:38.395605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97e89310-ffc8-4597-9caa-484918a661ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:38.677559 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:38.703824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f644a-6582-4831-a2ca-0f823bd05816 req-6932bcb4-e0a7-4e22-b088-38071ee2b336 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:38.705442 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c11f644a-6582-4831-a2ca-0f823bd05816 req-6932bcb4-e0a7-4e22-b088-38071ee2b336 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0717008 Jul 09 17:38:38.724332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:38.745801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c11f644a-6582-4831-a2ca-0f823bd05816 req-4d04f3d2-4369-4ce7-90e4-d1d1a466c12d tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Jul 09 17:38:39.148830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 74651ad4-454a-41a2-87e9-dbd1ed402330 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:39.171518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 74651ad4-454a-41a2-87e9-dbd1ed402330 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:39.171862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 74651ad4-454a-41a2-87e9-dbd1ed402330 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:39.505135 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.926168 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de218291-9fdb-45d8-ae0a-4f4efeae7f19 req-bf8afeb0-9fb9-4ba0-9112-c185d22dba72 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:39.927700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de218291-9fdb-45d8-ae0a-4f4efeae7f19 req-bf8afeb0-9fb9-4ba0-9112-c185d22dba72 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0667658 Jul 09 17:38:39.968188 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de218291-9fdb-45d8-ae0a-4f4efeae7f19 req-13834c67-3009-408e-9275-13deb1d4aad4 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/security-groups?id=a69ce27a-702e-4edc-8141-5125312e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347829 Jul 09 17:38:40.229108 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-6cdb75e3-dc67-454d-a627-5584de9c6ed6 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:40.230634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-6cdb75e3-dc67-454d-a627-5584de9c6ed6 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.37 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 946 time: 0.0650382 Jul 09 17:38:40.333756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Deleting port a265f858-dc4f-4102-9845-48f1393c5ec3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:40.334086 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.422394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] For port a265f858-dc4f-4102-9845-48f1393c5ec3, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=a265f858-dc4f-4102-9845-48f1393c5ec3,segment=NetworkSegment(159e4f9a-9cb5-48bb-a01d-da97b74d34f0),segment_id=159e4f9a-9cb5-48bb-a01d-da97b74d34f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:40.422783 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.436973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Calling delete_port for a265f858-dc4f-4102-9845-48f1393c5ec3 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:40.571035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.601827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Pushing event deleted for resources: {'Port': ['ID=a265f858-dc4f-4102-9845-48f1393c5ec3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:40.606682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['a265f858-dc4f-4102-9845-48f1393c5ec3'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:40.650150 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] No DVR routers for this DVR port a265f858-dc4f-4102-9845-48f1393c5ec3 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:40.653114 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.655200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3ec153ad-eeb5-4f01-b92a-b245619f49ac req-7ef76439-5246-4c49-a003-84cfa88fbb71 tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.37 "DELETE /v2.0/ports/a265f858-dc4f-4102-9845-48f1393c5ec3 HTTP/1.1" status: 204 len: 173 time: 0.4180954 Jul 09 17:38:40.655647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'name': 'network-vif-deleted', 'tag': 'a265f858-dc4f-4102-9845-48f1393c5ec3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:40.657900 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e82f4a-2063-4816-838c-4c161202642e" -d '{"events": [{"server_uuid": "0084d235-f3f7-46ae-8b77-2522c56650fe", "name": "network-vif-deleted", "tag": "a265f858-dc4f-4102-9845-48f1393c5ec3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:40.698998 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290aee8e-5ff5-4317-8160-423c54cf7780 x-openstack-request-id: req-290aee8e-5ff5-4317-8160-423c54cf7780 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:40.699326 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0084d235-f3f7-46ae-8b77-2522c56650fe", "name": "network-vif-deleted", "tag": "a265f858-dc4f-4102-9845-48f1393c5ec3", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:40.699691 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-290aee8e-5ff5-4317-8160-423c54cf7780 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:40.700102 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0084d235-f3f7-46ae-8b77-2522c56650fe', 'name': 'network-vif-deleted', 'tag': 'a265f858-dc4f-4102-9845-48f1393c5ec3', 'status': 'completed', 'code': 200} Jul 09 17:38:41.131517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acccf63e-bd36-4fba-9abb-95067b6e0e9f req-13d8a6ae-88b2-41ac-9970-5d9b731a6fcf tempest-ServersNegativeTestJSON-710072664 tempest-ServersNegativeTestJSON-710072664-project] 10.222.0.48 "GET /v2.0/ports?device_id=0084d235-f3f7-46ae-8b77-2522c56650fe HTTP/1.1" status: 200 len: 210 time: 0.0362096 Jul 09 17:38:41.341161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.226915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:42.274872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Deleting subnet 2e8c5645-2711-4bef-98e6-88541e6a9596 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:38:42.278196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.313304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.351258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.407842 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.438554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8c5645-2711-4bef-98e6-88541e6a9596,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:42.440721 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.442584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6dfcc95a-3692-4caa-a895-99c6069c4dae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2e8c5645-2711-4bef-98e6-88541e6a9596 HTTP/1.1" status: 204 len: 168 time: 0.2146606 Jul 09 17:38:42.445185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:42.511998 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.595051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.605325 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9b314e-ec16-41be-b9d5-1c18453acecb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:42.615467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159e4f9a-9cb5-48bb-a01d-da97b74d34f0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:42.615753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159e4f9a-9cb5-48bb-a01d-da97b74d34f0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:42.624483 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.638794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.644963 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:42.645399 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:42.647050 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:42.699697 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.705384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.707264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e9b314e-ec16-41be-b9d5-1c18453acecb HTTP/1.1" status: 204 len: 168 time: 0.2611706 Jul 09 17:38:42.718440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674c436-1cf0-4e92-a715-0bbedebd19df admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9b314e-ec16-41be-b9d5-1c18453acecb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:42.831694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:42.881660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-289c80f8-98fc-4d6b-9db2-059985b54a79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e241e51f59c64de28b530c30a0b9ffd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485504 Jul 09 17:38:42.884577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:42.940293 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22eded49-c4e7-45c8-8c9e-5e967fefda6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.963153 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22eded49-c4e7-45c8-8c9e-5e967fefda6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.015645 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22eded49-c4e7-45c8-8c9e-5e967fefda6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.020207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22eded49-c4e7-45c8-8c9e-5e967fefda6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.021801 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-22eded49-c4e7-45c8-8c9e-5e967fefda6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a69ce27a-702e-4edc-8141-5125312e1710 HTTP/1.1" status: 204 len: 168 time: 0.1363232 Jul 09 17:38:43.029655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eded49-c4e7-45c8-8c9e-5e967fefda6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ce27a-702e-4edc-8141-5125312e1710,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:43.087876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a265f858-dc4f-4102-9845-48f1393c5ec3 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:43.107201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: a265f858-dc4f-4102-9845-48f1393c5ec3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:43.107545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device a265f858-dc4f-4102-9845-48f1393c5ec3 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:43.763686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:43.862812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090416799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:43.886818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:43.890755 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.899614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.995617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.002078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.032337 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:44.040946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76874b9c-b729-4d33-a32a-6cf584345851,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:44.047131 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.047478 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Added segment bd63a123-f79e-4fa8-a699-e765a348437b of type vlan for network 58408be1-d882-43bf-a15d-6134ed7f1091 Jul 09 17:38:44.087219 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.119654 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.125253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:44.125857 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.194353 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4168086 Jul 09 17:38:44.194353 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b0288-70e7-4f5c-a656-6fdc863f0618 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Network': ['ID=58408be1-d882-43bf-a15d-6134ed7f1091,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:44.209603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 58408be1-d882-43bf-a15d-6134ed7f1091 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:47.374538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:47.383260 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'subnet': {'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:47.483774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:47.487373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.677819 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.740524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Subnet': ['ID=9505fc5d-9479-44fe-86c8-cdd3674fb418,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:47.751384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Checking segment: {'id': 'bd63a123-f79e-4fa8-a699-e765a348437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:47.751743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network hostable DHCP agents. Network: 58408be1-d882-43bf-a15d-6134ed7f1091, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:47.771481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network 58408be1-d882-43bf-a15d-6134ed7f1091 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:47.781192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 58408be1-d882-43bf-a15d-6134ed7f1091) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:47.785535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:47.786115 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.791666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f75a6-9d7b-4861-811e-89d5d66f2fef None None] Network 58408be1-d882-43bf-a15d-6134ed7f1091 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:47.800094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-03ed1f03-d8aa-410f-a140-c61590a30e1c tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4240301 Jul 09 17:38:47.804293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:47.808639 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-383682656'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:47.829636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:47.833380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.859525 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:47.868175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.868516 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Added segment c11f9c44-033c-4cd3-b303-781cefc30875 of type vlan for network 3b852b1e-aa06-4d62-b34c-94943d48f2d0 Jul 09 17:38:47.907560 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.938179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.939370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-58408be1-d882-43bf-a15d-6134ed7f1091', 'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091', 'tenant_id': '766766ea86ae4f9e9efcda87c5ab380c', 'fixed_ips': [{'subnet_id': '9505fc5d-9479-44fe-86c8-cdd3674fb418'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:47.940377 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.944587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:47.945180 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.009896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2051990 Jul 09 17:38:48.012739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:48.017777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'subnet': {'network_id': '3b852b1e-aa06-4d62-b34c-94943d48f2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:48.037295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2441c-fce0-4af7-a1cc-9cb6061a286a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Network': ['ID=3b852b1e-aa06-4d62-b34c-94943d48f2d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.056263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 3b852b1e-aa06-4d62-b34c-94943d48f2d0 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:48.115185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:48.118828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.124318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Allocated IP 2001:db8:0:ffff::2 (58408be1-d882-43bf-a15d-6134ed7f1091/9505fc5d-9479-44fe-86c8-cdd3674fb418/a05ac101-f9d9-4e37-aecb-ee925bb66f1c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:48.274110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.282949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Transition to ACTIVE for port object a05ac101-f9d9-4e37-aecb-ee925bb66f1c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:48.298393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Transition to ACTIVE for port object a05ac101-f9d9-4e37-aecb-ee925bb66f1c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:48.308460 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.310062 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.348298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Network 58408be1-d882-43bf-a15d-6134ed7f1091 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:48.351204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:48.353696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:48.369064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Pushing event updated for resources: {'Port': ['ID=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.371413 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Subnet': ['ID=5250711d-a5c0-46b9-b837-f723c00c635a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.379474 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Checking segment: {'id': 'c11f9c44-033c-4cd3-b303-781cefc30875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3b852b1e-aa06-4d62-b34c-94943d48f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:48.380158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network hostable DHCP agents. Network: 3b852b1e-aa06-4d62-b34c-94943d48f2d0, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:48.394586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.394975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.395368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.395727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.396118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.396446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.396605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network 3b852b1e-aa06-4d62-b34c-94943d48f2d0 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:48.396810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.397186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.397511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.397831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.398155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.398513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:48.405819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 3b852b1e-aa06-4d62-b34c-94943d48f2d0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:48.410343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.410975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.425975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74482a5f-a357-4f48-b76c-ca3d90324b10 None None] Network 3b852b1e-aa06-4d62-b34c-94943d48f2d0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:48.428655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9db59359-d9b0-4ead-91a3-d2ff44f22234 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4148209 Jul 09 17:38:48.431421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:48.475298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Attempting to bind port a05ac101-f9d9-4e37-aecb-ee925bb66f1c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:48.475643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Attempting to bind port a05ac101-f9d9-4e37-aecb-ee925bb66f1c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'bd63a123-f79e-4fa8-a699-e765a348437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:48.476009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Attempting to bind port a05ac101-f9d9-4e37-aecb-ee925bb66f1c on network 58408be1-d882-43bf-a15d-6134ed7f1091 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:48.486395 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:48.486828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Checking segment: {'id': 'bd63a123-f79e-4fa8-a699-e765a348437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:48.487206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.487726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Bound using segment: {'id': 'bd63a123-f79e-4fa8-a699-e765a348437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:48.488153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Bound port: a05ac101-f9d9-4e37-aecb-ee925bb66f1c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd63a123-f79e-4fa8-a699-e765a348437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '58408be1-d882-43bf-a15d-6134ed7f1091'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:48.488566 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.529289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.579469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.609281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] For port a05ac101-f9d9-4e37-aecb-ee925bb66f1c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:48.614723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] For port a05ac101-f9d9-4e37-aecb-ee925bb66f1c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,segment=NetworkSegment(bd63a123-f79e-4fa8-a699-e765a348437b),segment_id=bd63a123-f79e-4fa8-a699-e765a348437b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:48.619920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.659000 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.668024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479caf1-3937-4892-9757-5d0f88ba4291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-3b852b1e-aa06-4d62-b34c-94943d48f2d0', 'network_id': '3b852b1e-aa06-4d62-b34c-94943d48f2d0', 'tenant_id': '766766ea86ae4f9e9efcda87c5ab380c', 'fixed_ips': [{'subnet_id': '5250711d-a5c0-46b9-b837-f723c00c635a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:48.669277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3479caf1-3937-4892-9757-5d0f88ba4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.690365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Subnet': ['ID=5250711d-a5c0-46b9-b837-f723c00c635a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.758667 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.766687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cede5-3d85-47cb-9ec9-29271caae807 None None] Pushing event updated for resources: {'Port': ['ID=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.770275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b852b1e-aa06-4d62-b34c-94943d48f2d0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:48.781375 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11f9c44-033c-4cd3-b303-781cefc30875') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:48.781621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11f9c44-033c-4cd3-b303-781cefc30875') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:48.791680 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.794134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b9456-a90c-4d42-a48a-324bc63b22ed None None] Network 3b852b1e-aa06-4d62-b34c-94943d48f2d0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:48.807988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.815194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:48.815553 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:48.818600 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:48.883689 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.917886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.923730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:48.927056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/3b852b1e-aa06-4d62-b34c-94943d48f2d0 HTTP/1.1" status: 204 len: 168 time: 0.4945989 Jul 09 17:38:48.928891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae97da-d123-44e8-88ce-1ce740483a2f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Network': ['ID=3b852b1e-aa06-4d62-b34c-94943d48f2d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.929064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661639131'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:48.956588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:48.960844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.990296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:48.999643 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.000035 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Added segment 377562ca-9a52-4cd9-9372-95ea0fe509bd of type vlan for network 39029513-588c-4dfd-8f55-b42d042596b6 Jul 09 17:38:49.047570 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.077194 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.082898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.083495 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.144947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2200258 Jul 09 17:38:49.148001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:49.153608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'subnet': {'network_id': '39029513-588c-4dfd-8f55-b42d042596b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:49.154798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f51d38-0705-4047-9f1b-429019160892 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Network': ['ID=39029513-588c-4dfd-8f55-b42d042596b6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:49.166351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 39029513-588c-4dfd-8f55-b42d042596b6 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:49.253366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:49.257369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.317870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:38:49.318402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:38:49.444836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.503487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Subnet': ['ID=90b1fb5c-0373-4e27-b52e-00c5bdb5bc8e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:49.514513 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Checking segment: {'id': '377562ca-9a52-4cd9-9372-95ea0fe509bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '39029513-588c-4dfd-8f55-b42d042596b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:49.514875 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network hostable DHCP agents. Network: 39029513-588c-4dfd-8f55-b42d042596b6, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:49.534809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network 39029513-588c-4dfd-8f55-b42d042596b6 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:49.545224 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 39029513-588c-4dfd-8f55-b42d042596b6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:49.550221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.550809 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.555846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f2b7dc-7dd5-4b3c-ace9-37aa59505630 None None] Network 39029513-588c-4dfd-8f55-b42d042596b6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:49.568753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1a0f7a69-0235-4949-b09a-67e15bd5c2ca tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4171238 Jul 09 17:38:49.569081 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:49.666663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0894ae-609f-4dcc-989d-8da23f8119cc None None] Network 58408be1-d882-43bf-a15d-6134ed7f1091 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:49.673288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.725003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.749729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b9e56-e5b5-47a7-a119-e29a7587891f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-39029513-588c-4dfd-8f55-b42d042596b6', 'network_id': '39029513-588c-4dfd-8f55-b42d042596b6', 'tenant_id': '766766ea86ae4f9e9efcda87c5ab380c', 'fixed_ips': [{'subnet_id': '90b1fb5c-0373-4e27-b52e-00c5bdb5bc8e'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:49.751153 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e56-e5b5-47a7-a119-e29a7587891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.787977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.819789 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Subnet': ['ID=90b1fb5c-0373-4e27-b52e-00c5bdb5bc8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:49.856905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-68be2fc9-25b6-4b4f-a83c-06d9ef071311 None None] Provisioning for port a05ac101-f9d9-4e37-aecb-ee925bb66f1c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:49.877432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.888183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39029513-588c-4dfd-8f55-b42d042596b6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-d01b9e56-e5b5-47a7-a119-e29a7587891f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90b1fb5c-0373-4e27-b52e-00c5bdb5bc8e: This subnet is being modified by another concurrent operation. Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90b1fb5c-0373-4e27-b52e-00c5bdb5bc8e: This subnet is being modified by another concurrent operation. Jul 09 17:38:49.898805 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:38:49.907229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377562ca-9a52-4cd9-9372-95ea0fe509bd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:49.907229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377562ca-9a52-4cd9-9372-95ea0fe509bd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:49.909724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.925277 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.931554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e7224c-c39b-46a2-a3bf-3c01af3a40a0 None None] Network 39029513-588c-4dfd-8f55-b42d042596b6 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:49.932031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:49.932488 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:49.935911 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:49.998724 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.007588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.009610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/39029513-588c-4dfd-8f55-b42d042596b6 HTTP/1.1" status: 204 len: 168 time: 0.4395683 Jul 09 17:38:50.013519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:50.019381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456872605'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:50.019946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb456d8b-7f60-4b01-a312-0f128b85684f tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Network': ['ID=39029513-588c-4dfd-8f55-b42d042596b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:50.041391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:50.045829 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.073340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:50.083376 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.083732 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Added segment 4f974782-ec7c-4834-8268-1bea91aabb92 of type vlan for network 283e235f-eee0-4b0f-84bc-1564af4543b3 Jul 09 17:38:50.124890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.158215 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.163866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:50.164486 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.221778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037103 Jul 09 17:38:50.221778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:50.224929 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d6859-e1b4-447a-a1d1-e447b5b332a7 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:38:50.226684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'subnet': {'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:50.284796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93768b5-ce19-4ecf-85d8-c9b6404b59ab tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Network': ['ID=283e235f-eee0-4b0f-84bc-1564af4543b3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:50.293325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d6859-e1b4-447a-a1d1-e447b5b332a7 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:38:50.297844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 283e235f-eee0-4b0f-84bc-1564af4543b3 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:50.328668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:50.332166 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.533916 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.606403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Subnet': ['ID=44143b18-ad32-42a1-a4c8-5377a9364ff9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:50.607036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a05ac101-f9d9-4e37-aecb-ee925bb66f1c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:50.612766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Checking segment: {'id': '4f974782-ec7c-4834-8268-1bea91aabb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:50.613143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network hostable DHCP agents. Network: 283e235f-eee0-4b0f-84bc-1564af4543b3, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:50.630596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network 283e235f-eee0-4b0f-84bc-1564af4543b3 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:50.639888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 283e235f-eee0-4b0f-84bc-1564af4543b3) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:50.644352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:50.644989 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.664245 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-95d23aa1-2d45-4671-ac30-617e26b71191 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4375131 Jul 09 17:38:50.664663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42310) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:50.669655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775496653'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:50.691761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:50.695452 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.701441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a05ac101-f9d9-4e37-aecb-ee925bb66f1c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:50.707940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a05ac101-f9d9-4e37-aecb-ee925bb66f1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:50.708320 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.719555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:50.728690 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.729035 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Added segment e6720661-bc6d-4df7-8bb7-656ceee429b4 of type vlan for network 35609f7b-0bdb-4711-b168-f8cf31511c13 Jul 09 17:38:50.773919 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.802853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.808340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:50.808924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.837252 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.848016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1cf3c-6e25-4c5a-9401-fbdfaeb0e4ae None None] Network 283e235f-eee0-4b0f-84bc-1564af4543b3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:50.872052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2038054 Jul 09 17:38:50.872302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:50.877219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Request body: {'subnet': {'network_id': '35609f7b-0bdb-4711-b168-f8cf31511c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:50.894699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b2ea8-3472-43e4-9bf8-28b488f046e0 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Network': ['ID=35609f7b-0bdb-4711-b168-f8cf31511c13,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:50.906819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 35609f7b-0bdb-4711-b168-f8cf31511c13 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:50.961270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a05ac101-f9d9-4e37-aecb-ee925bb66f1c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,segment=NetworkSegment(bd63a123-f79e-4fa8-a699-e765a348437b),segment_id=bd63a123-f79e-4fa8-a699-e765a348437b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:50.976984 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:50.983631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Made reservation on behalf of 766766ea86ae4f9e9efcda87c5ab380c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:50.989729 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.077580 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.114758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-283e235f-eee0-4b0f-84bc-1564af4543b3', 'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3', 'tenant_id': '766766ea86ae4f9e9efcda87c5ab380c', 'fixed_ips': [{'subnet_id': '44143b18-ad32-42a1-a4c8-5377a9364ff9'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:51.115642 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.177167 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.235788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event updated for resources: {'Subnet': ['ID=24b720ea-e2d4-48e2-8907-616e2b842a50,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.244570 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Checking segment: {'id': 'e6720661-bc6d-4df7-8bb7-656ceee429b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '35609f7b-0bdb-4711-b168-f8cf31511c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:51.244931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network hostable DHCP agents. Network: 35609f7b-0bdb-4711-b168-f8cf31511c13, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:51.248554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Allocated IP 2001:db8::2 (283e235f-eee0-4b0f-84bc-1564af4543b3/44143b18-ad32-42a1-a4c8-5377a9364ff9/c621b2bd-2a1d-470b-8b98-4ec1f53255c2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:51.264545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Network 35609f7b-0bdb-4711-b168-f8cf31511c13 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:51.274727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 35609f7b-0bdb-4711-b168-f8cf31511c13) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:51.278818 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:51.279417 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.296529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cbcace83-cfb3-4128-9224-bd445b701119 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208689 Jul 09 17:38:51.296756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:51.307545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571960ff-6fb0-439a-8551-066851f245f0 None None] Network 35609f7b-0bdb-4711-b168-f8cf31511c13 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:51.396645 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.472134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.485958 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.495744 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:38:51.510977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Transition to ACTIVE for port object c621b2bd-2a1d-470b-8b98-4ec1f53255c2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:51.524997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e1369-3e18-414a-af8f-7dacf7c24863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-35609f7b-0bdb-4711-b168-f8cf31511c13', 'network_id': '35609f7b-0bdb-4711-b168-f8cf31511c13', 'tenant_id': '766766ea86ae4f9e9efcda87c5ab380c', 'fixed_ips': [{'subnet_id': '24b720ea-e2d4-48e2-8907-616e2b842a50'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:51.525835 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-257e1369-3e18-414a-af8f-7dacf7c24863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.536364 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.538050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Transition to ACTIVE for port object c621b2bd-2a1d-470b-8b98-4ec1f53255c2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:51.549894 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.569269 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Subnet': ['ID=24b720ea-e2d4-48e2-8907-616e2b842a50,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.630610 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.641086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35609f7b-0bdb-4711-b168-f8cf31511c13']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:51.642063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Network 283e235f-eee0-4b0f-84bc-1564af4543b3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:51.646148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:51.648293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Pushing event updated for resources: {'Port': ['ID=c621b2bd-2a1d-470b-8b98-4ec1f53255c2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.651555 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:51.652223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6720661-bc6d-4df7-8bb7-656ceee429b4') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:51.652525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6720661-bc6d-4df7-8bb7-656ceee429b4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:51.653669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d6c1a-b068-4894-a178-4592ad1478fd None None] Network 35609f7b-0bdb-4711-b168-f8cf31511c13 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:51.661795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.675478 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.681800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:51.682306 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:51.685443 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:51.745894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.753505 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.755565 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/35609f7b-0bdb-4711-b168-f8cf31511c13 HTTP/1.1" status: 204 len: 168 time: 0.4578927 Jul 09 17:38:51.759296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:51.768391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb57c3-14b6-40a2-aab6-4438a57d0757 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Network': ['ID=35609f7b-0bdb-4711-b168-f8cf31511c13,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.781412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Attempting to bind port c621b2bd-2a1d-470b-8b98-4ec1f53255c2 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:51.781776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Attempting to bind port c621b2bd-2a1d-470b-8b98-4ec1f53255c2 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '4f974782-ec7c-4834-8268-1bea91aabb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:51.782133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Attempting to bind port c621b2bd-2a1d-470b-8b98-4ec1f53255c2 on network 283e235f-eee0-4b0f-84bc-1564af4543b3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:51.788318 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e75ec97-b3b9-4aee-8c13-d644a1f408e7 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] GET failed (client error): The resource could not be found. Jul 09 17:38:51.789644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3e75ec97-b3b9-4aee-8c13-d644a1f408e7 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "GET /v2.0/subnets/24b720ea-e2d4-48e2-8907-616e2b842a50 HTTP/1.1" status: 404 len: 337 time: 0.0285945 Jul 09 17:38:51.792476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:51.804526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:51.804872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Checking segment: {'id': '4f974782-ec7c-4834-8268-1bea91aabb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:51.805359 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.805740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Bound using segment: {'id': '4f974782-ec7c-4834-8268-1bea91aabb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:51.806213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Bound port: c621b2bd-2a1d-470b-8b98-4ec1f53255c2, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f974782-ec7c-4834-8268-1bea91aabb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '283e235f-eee0-4b0f-84bc-1564af4543b3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:51.806638 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.815283 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d8acdd-f8bd-4be1-a75f-bb14a20a50f2 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:51.815905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d8acdd-f8bd-4be1-a75f-bb14a20a50f2 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:51.821486 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-53d8acdd-f8bd-4be1-a75f-bb14a20a50f2 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/35609f7b-0bdb-4711-b168-f8cf31511c13 HTTP/1.1" status: 404 len: 339 time: 0.0252378 Jul 09 17:38:51.822041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:51.849313 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e414907-daae-448e-b11a-4080ac7b9c0b tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:51.849762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e414907-daae-448e-b11a-4080ac7b9c0b tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:51.851517 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e414907-daae-448e-b11a-4080ac7b9c0b tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/subnets/24b720ea-e2d4-48e2-8907-616e2b842a50 HTTP/1.1" status: 404 len: 337 time: 0.0285060 Jul 09 17:38:51.854180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:51.869958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b1134746-e584-417d-945e-2a4baa220650 None None] For port c621b2bd-2a1d-470b-8b98-4ec1f53255c2, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:51.872412 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b7373f-8e74-4b0f-80fb-e1ad339b0534 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:51.872915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b7373f-8e74-4b0f-80fb-e1ad339b0534 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:51.873077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b1134746-e584-417d-945e-2a4baa220650 None None] For port c621b2bd-2a1d-470b-8b98-4ec1f53255c2, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c621b2bd-2a1d-470b-8b98-4ec1f53255c2,segment=NetworkSegment(4f974782-ec7c-4834-8268-1bea91aabb92),segment_id=4f974782-ec7c-4834-8268-1bea91aabb92)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:51.874762 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-47b7373f-8e74-4b0f-80fb-e1ad339b0534 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/35609f7b-0bdb-4711-b168-f8cf31511c13 HTTP/1.1" status: 404 len: 339 time: 0.0196412 Jul 09 17:38:51.877589 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:51.878147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.928186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Deleting subnet 44143b18-ad32-42a1-a4c8-5377a9364ff9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:38:51.930489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.933608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1134746-e584-417d-945e-2a4baa220650 None None] Pushing event updated for resources: {'Port': ['ID=c621b2bd-2a1d-470b-8b98-4ec1f53255c2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.981474 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.068079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.140902 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.172906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Subnet': ['ID=44143b18-ad32-42a1-a4c8-5377a9364ff9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:52.178432 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.182515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5cfd30fe-ee55-46b0-8ada-b4a5a3cc6ef6 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/subnets/44143b18-ad32-42a1-a4c8-5377a9364ff9 HTTP/1.1" status: 204 len: 168 time: 0.3018856 Jul 09 17:38:52.183088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:52.258035 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.311736 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Deleting port c621b2bd-2a1d-470b-8b98-4ec1f53255c2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:52.311736 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.383135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] For port c621b2bd-2a1d-470b-8b98-4ec1f53255c2, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c621b2bd-2a1d-470b-8b98-4ec1f53255c2,segment=NetworkSegment(4f974782-ec7c-4834-8268-1bea91aabb92),segment_id=4f974782-ec7c-4834-8268-1bea91aabb92)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:52.383607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.396830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Calling delete_port for c621b2bd-2a1d-470b-8b98-4ec1f53255c2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:52.487415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.517758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Port': ['ID=c621b2bd-2a1d-470b-8b98-4ec1f53255c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:52.521361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No DVR routers for this DVR port c621b2bd-2a1d-470b-8b98-4ec1f53255c2 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:52.601762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.612785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283e235f-eee0-4b0f-84bc-1564af4543b3']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:52.624845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f974782-ec7c-4834-8268-1bea91aabb92') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:52.625283 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f974782-ec7c-4834-8268-1bea91aabb92') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:52.635334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.650920 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.659678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:52.660084 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:52.663298 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:52.681547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a05ac101-f9d9-4e37-aecb-ee925bb66f1c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:52.731270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.740097 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.740536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a05ac101-f9d9-4e37-aecb-ee925bb66f1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:52.740724 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.742453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/283e235f-eee0-4b0f-84bc-1564af4543b3 HTTP/1.1" status: 204 len: 168 time: 0.5583441 Jul 09 17:38:52.745237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:52.768915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4275420-cab9-44de-bb79-0a9c5096a031 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Network': ['ID=283e235f-eee0-4b0f-84bc-1564af4543b3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:52.784100 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-755fc5ef-1be2-42c1-812e-d4238cb635d8 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:52.784685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755fc5ef-1be2-42c1-812e-d4238cb635d8 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:52.786301 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-755fc5ef-1be2-42c1-812e-d4238cb635d8 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/subnets/90b1fb5c-0373-4e27-b52e-00c5bdb5bc8e HTTP/1.1" status: 404 len: 337 time: 0.0400705 Jul 09 17:38:52.788931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:52.809142 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20812ad-6394-4e54-8083-d9ea2007c046 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:52.809816 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20812ad-6394-4e54-8083-d9ea2007c046 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:52.811610 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d20812ad-6394-4e54-8083-d9ea2007c046 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/39029513-588c-4dfd-8f55-b42d042596b6 HTTP/1.1" status: 404 len: 339 time: 0.0215297 Jul 09 17:38:52.814229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:52.832596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c621b2bd-2a1d-470b-8b98-4ec1f53255c2 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:52.848138 n-d-800085-2 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d0ffec-6906-484c-886d-ce768b806769 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:52.848815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d0ffec-6906-484c-886d-ce768b806769 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:52.852644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e0d0ffec-6906-484c-886d-ce768b806769 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/subnets/5250711d-a5c0-46b9-b837-f723c00c635a HTTP/1.1" status: 404 len: 337 time: 0.0372448 Jul 09 17:38:52.854864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c621b2bd-2a1d-470b-8b98-4ec1f53255c2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:52.855740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:52.855971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c621b2bd-2a1d-470b-8b98-4ec1f53255c2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 17:38:52.875149 n-d-800085-2 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b85a637-a56c-4254-96ea-ece0d99dc95a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] DELETE failed (client error): The resource could not be found. Jul 09 17:38:52.875705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b85a637-a56c-4254-96ea-ece0d99dc95a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:38:52.875836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Port c621b2bd-2a1d-470b-8b98-4ec1f53255c2 not found, will not notify nova. {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 17:38:52.881657 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1b85a637-a56c-4254-96ea-ece0d99dc95a tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/3b852b1e-aa06-4d62-b34c-94943d48f2d0 HTTP/1.1" status: 404 len: 339 time: 0.0247250 Jul 09 17:38:52.884662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:52.936830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Deleting subnet 9505fc5d-9479-44fe-86c8-cdd3674fb418 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:38:52.938284 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c1c54-cf2e-4a38-a644-b16fb83c1073 None None] DHCP port deletion for 283e235f-eee0-4b0f-84bc-1564af4543b3 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:38:52.940805 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.960563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d144eb-4295-45a9-a859-6bd211fd0c34 None None] Network 283e235f-eee0-4b0f-84bc-1564af4543b3 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:52.975620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12329f91-c26b-404f-8cd9-3e2bf4ad6994 None None] Could not find standard attr ID for object c621b2bd-2a1d-470b-8b98-4ec1f53255c2. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:38:52.977153 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d144eb-4295-45a9-a859-6bd211fd0c34 None None] Network 283e235f-eee0-4b0f-84bc-1564af4543b3 could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:38:52.986571 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.102325 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.170044 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.196407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Subnet': ['ID=9505fc5d-9479-44fe-86c8-cdd3674fb418,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:53.201483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.203407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ee1b6c1f-c191-487d-85c3-1812cc680758 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/subnets/9505fc5d-9479-44fe-86c8-cdd3674fb418 HTTP/1.1" status: 204 len: 168 time: 0.3178098 Jul 09 17:38:53.206155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:53.208293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b323ffc-a161-46bd-8c4b-a159d57d7a3f None None] Network 58408be1-d882-43bf-a15d-6134ed7f1091 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:53.280108 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.385446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] DHCP port deletion for 58408be1-d882-43bf-a15d-6134ed7f1091 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:38:53.463002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] Deleting port a05ac101-f9d9-4e37-aecb-ee925bb66f1c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:53.463386 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.528590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] For port a05ac101-f9d9-4e37-aecb-ee925bb66f1c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,segment=NetworkSegment(bd63a123-f79e-4fa8-a699-e765a348437b),segment_id=bd63a123-f79e-4fa8-a699-e765a348437b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:53.528997 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.543359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] Calling delete_port for a05ac101-f9d9-4e37-aecb-ee925bb66f1c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:53.626462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.652888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] Pushing event deleted for resources: {'Port': ['ID=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:53.654893 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c807511-b4af-4b57-9f7f-683b16af5226 None None] No DVR routers for this DVR port a05ac101-f9d9-4e37-aecb-ee925bb66f1c on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:53.693534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Deleting port a05ac101-f9d9-4e37-aecb-ee925bb66f1c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:53.693878 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.764256 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] For port a05ac101-f9d9-4e37-aecb-ee925bb66f1c, host n-d-800085-2, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:53.764623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.776571 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Calling delete_port for a05ac101-f9d9-4e37-aecb-ee925bb66f1c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:53.779174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Port a05ac101-f9d9-4e37-aecb-ee925bb66f1c was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:38:53.780477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.808082 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Port': ['ID=a05ac101-f9d9-4e37-aecb-ee925bb66f1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:53.811527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] No DVR routers for this DVR port a05ac101-f9d9-4e37-aecb-ee925bb66f1c on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:53.888275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.898435 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58408be1-d882-43bf-a15d-6134ed7f1091']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:53.909286 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd63a123-f79e-4fa8-a699-e765a348437b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:53.909590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd63a123-f79e-4fa8-a699-e765a348437b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:53.918792 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.932500 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.939018 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:53.939425 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:53.942502 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:54.017192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.025040 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.027629 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] 10.222.0.48 "DELETE /v2.0/networks/58408be1-d882-43bf-a15d-6134ed7f1091 HTTP/1.1" status: 204 len: 168 time: 0.8201201 Jul 09 17:38:54.041064 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903892c-b553-4c9f-baab-218dfbccfb64 tempest-NetworksIpV6Test-667961116 tempest-NetworksIpV6Test-667961116-project] Pushing event deleted for resources: {'Network': ['ID=58408be1-d882-43bf-a15d-6134ed7f1091,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:54.256499 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.283314 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:54.421241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f1391d76-ab06-47be-a847-3aedcda821b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=766766ea86ae4f9e9efcda87c5ab380c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364758 Jul 09 17:38:54.423830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:54.475008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1eef0-8adb-45be-b8cf-3708f51c6b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.496192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1eef0-8adb-45be-b8cf-3708f51c6b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.548286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1eef0-8adb-45be-b8cf-3708f51c6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.550903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9f1eef0-8adb-45be-b8cf-3708f51c6b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:54.552101 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b9f1eef0-8adb-45be-b8cf-3708f51c6b98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76874b9c-b729-4d33-a32a-6cf584345851 HTTP/1.1" status: 204 len: 168 time: 0.1273656 Jul 09 17:38:54.561557 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1eef0-8adb-45be-b8cf-3708f51c6b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76874b9c-b729-4d33-a32a-6cf584345851,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:54.574975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a05ac101-f9d9-4e37-aecb-ee925bb66f1c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:54.597895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a05ac101-f9d9-4e37-aecb-ee925bb66f1c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:54.598269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a05ac101-f9d9-4e37-aecb-ee925bb66f1c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:54.598674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c621b2bd-2a1d-470b-8b98-4ec1f53255c2 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:54.619271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c621b2bd-2a1d-470b-8b98-4ec1f53255c2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:54.619657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c621b2bd-2a1d-470b-8b98-4ec1f53255c2 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:55.237804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:55.337646 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-481305945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:55.370349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.371340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.427402 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.436382 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.463171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.464523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9167d6fa-d848-4514-a02f-618663554f5e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2256279 Jul 09 17:38:55.468258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:55.473200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1121129275'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:55.498006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Made reservation on behalf of fc487380896346ef89f7cc14fa653d41 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:55.501371 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.510552 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.608633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.614276 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.642128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:55.652269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e1a2a5-ee3a-4bce-91f5-5d27c8c63870,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:55.658818 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.659172 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Added segment 814a1e80-26d2-4ba4-80fa-1b4b3cb775c8 of type vlan for network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 Jul 09 17:38:55.708884 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.739331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.744839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:55.745422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.801927 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3325455 Jul 09 17:38:55.804886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42376) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:55.810199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Request body: {'subnet': {'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:55.810605 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5a873-a1f3-4036-87b1-7a3bc2017b8c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event updated for resources: {'Network': ['ID=a5cc6d90-7b38-4f65-870c-8fe66a8d94a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:55.820912 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:55.902446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Made reservation on behalf of fc487380896346ef89f7cc14fa653d41 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:55.906363 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.093837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.149378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event updated for resources: {'Subnet': ['ID=2d326563-0bef-40ea-90ac-d4bbc9c9b0a8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:56.163956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Checking segment: {'id': '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:56.164482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Network hostable DHCP agents. Network: a5cc6d90-7b38-4f65-870c-8fe66a8d94a0, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:56.186950 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:56.198748 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a5cc6d90-7b38-4f65-870c-8fe66a8d94a0) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:56.203601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.204781 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.208102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f2e40-582e-4a0e-888d-23b23141525c None None] Network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:56.224034 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e2df294a-05f1-47c8-8f4e-066df84dfe3c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4168513 Jul 09 17:38:56.224434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:56.229959 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1600271834'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:56.253085 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Made reservation on behalf of fc487380896346ef89f7cc14fa653d41 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:56.257257 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.282348 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:56.291741 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.292094 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Added segment e2d2cef0-9a7a-4e05-9cba-be45df64b590 of type vlan for network c8704525-aaef-478b-a938-8e4de09bdb1a Jul 09 17:38:56.331935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.353431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a5cc6d90-7b38-4f65-870c-8fe66a8d94a0', 'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0', 'tenant_id': 'fc487380896346ef89f7cc14fa653d41', 'fixed_ips': [{'subnet_id': '2d326563-0bef-40ea-90ac-d4bbc9c9b0a8'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:56.354315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.366351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.372606 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.373202 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.433319 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2077255 Jul 09 17:38:56.436266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:56.441579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Request body: {'subnet': {'network_id': 'c8704525-aaef-478b-a938-8e4de09bdb1a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:56.445183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb404c-748e-4252-9957-b4f842ae9d04 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event updated for resources: {'Network': ['ID=c8704525-aaef-478b-a938-8e4de09bdb1a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:56.467135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network c8704525-aaef-478b-a938-8e4de09bdb1a details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:56.538743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Made reservation on behalf of fc487380896346ef89f7cc14fa653d41 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:56.542679 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.544415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Allocated IP 172.20.0.2 (a5cc6d90-7b38-4f65-870c-8fe66a8d94a0/2d326563-0bef-40ea-90ac-d4bbc9c9b0a8/614bfcf2-22a4-476e-8510-3dc0864cae11) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:56.693318 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.703210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Transition to ACTIVE for port object 614bfcf2-22a4-476e-8510-3dc0864cae11 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:56.718958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Transition to ACTIVE for port object 614bfcf2-22a4-476e-8510-3dc0864cae11 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:56.722727 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.725089 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.763299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:56.766169 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:56.769840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:56.776874 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Pushing event updated for resources: {'Port': ['ID=614bfcf2-22a4-476e-8510-3dc0864cae11,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:56.782142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event updated for resources: {'Subnet': ['ID=656e7d84-67c3-470f-965b-fe1cd100d597,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:56.790904 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Checking segment: {'id': 'e2d2cef0-9a7a-4e05-9cba-be45df64b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c8704525-aaef-478b-a938-8e4de09bdb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:56.791230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Network hostable DHCP agents. Network: c8704525-aaef-478b-a938-8e4de09bdb1a, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:56.808471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Network c8704525-aaef-478b-a938-8e4de09bdb1a is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:56.817973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, c8704525-aaef-478b-a938-8e4de09bdb1a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:56.822336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.822931 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.830225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91801311-7a61-43a9-8f75-10e26e39bea2 None None] Network c8704525-aaef-478b-a938-8e4de09bdb1a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:56.833459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Attempting to bind port 614bfcf2-22a4-476e-8510-3dc0864cae11 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:56.833835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Attempting to bind port 614bfcf2-22a4-476e-8510-3dc0864cae11 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:56.834287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Attempting to bind port 614bfcf2-22a4-476e-8510-3dc0864cae11 on network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:56.838345 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2cf52755-cee7-4a37-923e-7cfa281d776c tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4009361 Jul 09 17:38:56.841389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:56.846278 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fee67133-961c-49bc-9e8d-68ccc7467182 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8704525-aaef-478b-a938-8e4de09bdb1a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:57.034939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:57.035309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Checking segment: {'id': '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:57.035705 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.036086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Bound using segment: {'id': '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:57.036547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Bound port: 614bfcf2-22a4-476e-8510-3dc0864cae11, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a5cc6d90-7b38-4f65-870c-8fe66a8d94a0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:57.036920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.058342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fee67133-961c-49bc-9e8d-68ccc7467182 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.145170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] For port 614bfcf2-22a4-476e-8510-3dc0864cae11, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:57.163005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] For port 614bfcf2-22a4-476e-8510-3dc0864cae11, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=614bfcf2-22a4-476e-8510-3dc0864cae11,segment=NetworkSegment(814a1e80-26d2-4ba4-80fa-1b4b3cb775c8),segment_id=814a1e80-26d2-4ba4-80fa-1b4b3cb775c8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:57.163538 n-d-800085-2 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fee67133-961c-49bc-9e8d-68ccc7467182 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:38:57.164632 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fee67133-961c-49bc-9e8d-68ccc7467182 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "PUT /v2.0/routers/2c757421-868b-46d8-a075-4e04b957fe18 HTTP/1.1" status: 400 len: 364 time: 0.3222158 Jul 09 17:38:57.170623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:57.190911 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.217260 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf2740-d2f2-4983-9958-d16373611af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-c8704525-aaef-478b-a938-8e4de09bdb1a', 'network_id': 'c8704525-aaef-478b-a938-8e4de09bdb1a', 'tenant_id': 'fc487380896346ef89f7cc14fa653d41', 'fixed_ips': [{'subnet_id': '656e7d84-67c3-470f-965b-fe1cd100d597'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:57.218176 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-93bf2740-d2f2-4983-9958-d16373611af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.221465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Deleting subnet 656e7d84-67c3-470f-965b-fe1cd100d597 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:38:57.224776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.276390 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.308472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea63b3-c30e-41b2-b587-497e024e7cb1 None None] Pushing event updated for resources: {'Port': ['ID=614bfcf2-22a4-476e-8510-3dc0864cae11,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:57.328106 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.399981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-93bf2740-d2f2-4983-9958-d16373611af3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 656e7d84-67c3-470f-965b-fe1cd100d597: This subnet is being modified by another concurrent operation. Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 656e7d84-67c3-470f-965b-fe1cd100d597: This subnet is being modified by another concurrent operation. Jul 09 17:38:57.410432 n-d-800085-2 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 09 17:38:57.442909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039cbee-7394-44c9-a607-aede6c6c9016 None None] Network c8704525-aaef-478b-a938-8e4de09bdb1a requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:57.455584 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event deleted for resources: {'Subnet': ['ID=656e7d84-67c3-470f-965b-fe1cd100d597,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:57.460664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.462945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ceb2485a-8f87-40c8-aaab-e9b9217fe426 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "DELETE /v2.0/subnets/656e7d84-67c3-470f-965b-fe1cd100d597 HTTP/1.1" status: 204 len: 168 time: 0.2911608 Jul 09 17:38:57.465487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:57.550824 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.641572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.651257 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8704525-aaef-478b-a938-8e4de09bdb1a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:57.661903 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d2cef0-9a7a-4e05-9cba-be45df64b590') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:57.662140 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d2cef0-9a7a-4e05-9cba-be45df64b590') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:57.671655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.686338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.693392 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:57.693784 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:57.696762 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:57.758624 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.765502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.770694 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "DELETE /v2.0/networks/c8704525-aaef-478b-a938-8e4de09bdb1a HTTP/1.1" status: 204 len: 168 time: 0.3008409 Jul 09 17:38:57.770881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:57.780076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe43301-de01-4eb7-a336-0a18fd7d872e tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event deleted for resources: {'Network': ['ID=c8704525-aaef-478b-a938-8e4de09bdb1a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:57.827032 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Deleting subnet 2d326563-0bef-40ea-90ac-d4bbc9c9b0a8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:38:57.830247 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.871274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.958386 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.024821 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.055413 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.057330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "DELETE /v2.0/subnets/2d326563-0bef-40ea-90ac-d4bbc9c9b0a8 HTTP/1.1" status: 204 len: 168 time: 0.2863653 Jul 09 17:38:58.058161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e8723-5448-4cb2-9c69-209f18885050 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event deleted for resources: {'Subnet': ['ID=2d326563-0bef-40ea-90ac-d4bbc9c9b0a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:58.060143 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:58.137094 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.161015 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6164c-80a9-47d8-8660-4fd156f173f2 None None] Network a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:58.191123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Deleting port 614bfcf2-22a4-476e-8510-3dc0864cae11 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:58.191500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.260107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] For port 614bfcf2-22a4-476e-8510-3dc0864cae11, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=614bfcf2-22a4-476e-8510-3dc0864cae11,segment=NetworkSegment(814a1e80-26d2-4ba4-80fa-1b4b3cb775c8),segment_id=814a1e80-26d2-4ba4-80fa-1b4b3cb775c8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:58.260601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.269157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f8a25af-1ac3-4695-bdd6-12cd348d820b None None] Provisioning for port 614bfcf2-22a4-476e-8510-3dc0864cae11 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:58.273187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Calling delete_port for 614bfcf2-22a4-476e-8510-3dc0864cae11 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:58.353335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c456330-4238-451c-aef4-b5ed59fa818d None None] DHCP port deletion for a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:38:58.359352 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.380091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c456330-4238-451c-aef4-b5ed59fa818d None None] The port '614bfcf2-22a4-476e-8510-3dc0864cae11' was deleted {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 17:38:58.391946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event deleted for resources: {'Port': ['ID=614bfcf2-22a4-476e-8510-3dc0864cae11,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:58.393818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b966ef-1d2f-4e60-91f8-e08302ae9ef2 None None] get_active_networks_info from n-d-800085-2 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:38:58.396669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] No DVR routers for this DVR port 614bfcf2-22a4-476e-8510-3dc0864cae11 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:58.455896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b966ef-1d2f-4e60-91f8-e08302ae9ef2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:38:58.475875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.486110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cc6d90-7b38-4f65-870c-8fe66a8d94a0']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:58.497342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:58.497605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a1e80-26d2-4ba4-80fa-1b4b3cb775c8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:58.508045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.523137 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.529721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:38:58.530197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:38:58.533243 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:38:58.596877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.601073 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.603370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "DELETE /v2.0/networks/a5cc6d90-7b38-4f65-870c-8fe66a8d94a0 HTTP/1.1" status: 204 len: 168 time: 0.5421124 Jul 09 17:38:58.606309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:58.624320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992a486-1297-4eca-81e1-43854aea41b4 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Pushing event deleted for resources: {'Network': ['ID=a5cc6d90-7b38-4f65-870c-8fe66a8d94a0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:58.637914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f3da9b23-b80e-42f2-a9cb-2eea8fc226fc tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c757421-868b-46d8-a075-4e04b957fe18 HTTP/1.1" status: 200 len: 205 time: 0.0303593 Jul 09 17:38:58.640445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:58.718742 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.894252 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.896653 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.941506 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.942028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Fanout notify agent at l3_agent the message router_deleted on router 2c757421-868b-46d8-a075-4e04b957fe18 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:38:58.949019 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.950172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-27a4ff85-bc06-4ea2-b03e-2be71d97fdb0 tempest-RoutersNegativeTest-351087286 tempest-RoutersNegativeTest-351087286-project] 10.222.0.48 "DELETE /v2.0/routers/2c757421-868b-46d8-a075-4e04b957fe18 HTTP/1.1" status: 204 len: 168 time: 0.3087318 Jul 09 17:38:59.205015 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:59.342986 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f8365015-8e37-4d81-a828-c216a30fe243 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc487380896346ef89f7cc14fa653d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367543 Jul 09 17:38:59.345663 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42404) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:59.395936 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07a9eae5-aee1-47a1-8062-059cd0b795f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:59.417356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07a9eae5-aee1-47a1-8062-059cd0b795f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:59.471926 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07a9eae5-aee1-47a1-8062-059cd0b795f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:59.474400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07a9eae5-aee1-47a1-8062-059cd0b795f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:59.475620 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-07a9eae5-aee1-47a1-8062-059cd0b795f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29e1a2a5-ee3a-4bce-91f5-5d27c8c63870 HTTP/1.1" status: 204 len: 168 time: 0.1290455 Jul 09 17:38:59.483092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9eae5-aee1-47a1-8062-059cd0b795f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e1a2a5-ee3a-4bce-91f5-5d27c8c63870,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:00.130317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:00.236602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1346316211-network', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:00.261258 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Made reservation on behalf of bf694ed26e7945e09d45321a30a143ce for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:00.263743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.282237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.369703 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.374490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.398246 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:39:00.406730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:00.412517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.412897 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Added segment d1798ab1-47fd-48e4-80d1-1fd33b7d06f6 of type vlan for network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa Jul 09 17:39:00.452870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.491470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.492358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:00.492946 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.545856 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4169700 Jul 09 17:39:00.548674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:00.553471 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Request body: {'subnet': {'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-subnet', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:00.559395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c143c2-c626-41ef-8523-507f1158a068 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:00.569657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:39:00.578648 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Made reservation on behalf of bf694ed26e7945e09d45321a30a143ce for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:00.580899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.754434 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.810858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c95562a-ed54-48ae-a864-7fb9db3896c3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:00.821974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Checking segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:00.822445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Network hostable DHCP agents. Network: d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:39:00.841688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:39:00.852161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:00.856226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:00.856807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.860925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10312ea-f153-4a53-9594-bb61f658b3aa None None] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:39:00.871528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d6521b6d-4245-4ac7-8dcd-9c54c69a7c96 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3217905 Jul 09 17:39:00.874530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:00.878972 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:00.901240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.902355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.953349 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.007279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'fixed_ips': [{'subnet_id': '0c95562a-ed54-48ae-a864-7fb9db3896c3'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:39:01.008091 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.149309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Allocated IP 172.20.0.2 (d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa/0c95562a-ed54-48ae-a864-7fb9db3896c3/42bc4011-f179-435a-a3ac-51fb48765b15) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:01.300298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.309742 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Transition to ACTIVE for port object 42bc4011-f179-435a-a3ac-51fb48765b15 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:01.326768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Transition to ACTIVE for port object 42bc4011-f179-435a-a3ac-51fb48765b15 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:01.335298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.373974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:01.378577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:01.383243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:01.386189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Pushing event updated for resources: {'Port': ['ID=42bc4011-f179-435a-a3ac-51fb48765b15,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:01.429673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.439248 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Attempting to bind port 42bc4011-f179-435a-a3ac-51fb48765b15 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:01.439617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Attempting to bind port 42bc4011-f179-435a-a3ac-51fb48765b15 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:01.439976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Attempting to bind port 42bc4011-f179-435a-a3ac-51fb48765b15 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:01.445035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:01.445432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Checking segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:01.445868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.446232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Bound using segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:01.446727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Bound port: 42bc4011-f179-435a-a3ac-51fb48765b15, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:01.447110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.512991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] For port 42bc4011-f179-435a-a3ac-51fb48765b15, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:01.516175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] For port 42bc4011-f179-435a-a3ac-51fb48765b15, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=42bc4011-f179-435a-a3ac-51fb48765b15,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:01.521758 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.579298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1711b3-acb3-4771-8fae-a91284b1e224 None None] Pushing event updated for resources: {'Port': ['ID=42bc4011-f179-435a-a3ac-51fb48765b15,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:01.633129 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.652913 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.779740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Allocated IP 172.25.7.80 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0c3b786c-273f-42b8-8cba-96694464086c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:01.889463 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.930168 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.970084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:01.978045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:01.980467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:01.982496 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Pushing event updated for resources: {'Port': ['ID=0c3b786c-273f-42b8-8cba-96694464086c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:02.231301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.434720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.472370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a594b-6b77-44ff-a4a6-6df959addc03 None None] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:39:02.544149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec822300-300c-4b8a-95e9-a89ac3ba1ea4 None None] Provisioning for port 42bc4011-f179-435a-a3ac-51fb48765b15 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:02.590275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Router 649bb449-5c50-488e-9a57-c699f8d4842d is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:39:02.625577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 42bc4011-f179-435a-a3ac-51fb48765b15 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:02.688532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 42bc4011-f179-435a-a3ac-51fb48765b15 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:02.693119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 42bc4011-f179-435a-a3ac-51fb48765b15 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:02.693512 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.699424 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:02.713472 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Sync routers for ids ['649bb449-5c50-488e-9a57-c699f8d4842d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:02.718260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.720294 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-42c5869b-b0cc-4980-a87d-a6ae6c0cdd2d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8447261 Jul 09 17:39:02.723339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:02.736288 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Routers {'649bb449-5c50-488e-9a57-c699f8d4842d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:02.736917 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:38:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['649bb449-5c50-488e-9a57-c699f8d4842d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:02.790307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.830394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 42bc4011-f179-435a-a3ac-51fb48765b15, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=42bc4011-f179-435a-a3ac-51fb48765b15,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:02.836751 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.890342 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Set router 649bb449-5c50-488e-9a57-c699f8d4842d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:02.907295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=42bc4011-f179-435a-a3ac-51fb48765b15,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:02.979605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6f3b2a34-df54-47a4-9d14-74298aa8e492 None None] Provisioning complete for port 42bc4011-f179-435a-a3ac-51fb48765b15 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:02.980063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2a34-df54-47a4-9d14-74298aa8e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.070033 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:39:02Z', 'revision_number': 3, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:03.098300 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Checking router: 649bb449-5c50-488e-9a57-c699f8d4842d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:03.098672 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Updating router 649bb449-5c50-488e-9a57-c699f8d4842d port 0c3b786c-273f-42b8-8cba-96694464086c binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:39:03.132363 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.171836 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.326936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Allocated IP 172.20.0.1 (d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa/0c95562a-ed54-48ae-a864-7fb9db3896c3/cdf10a48-e339-4b47-9627-5bd63bba66e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:03.377220 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.387671 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Transition to ACTIVE for port object 0c3b786c-273f-42b8-8cba-96694464086c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:03.393374 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.432583 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.442979 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Attempting to bind port 0c3b786c-273f-42b8-8cba-96694464086c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:03.443341 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Attempting to bind port 0c3b786c-273f-42b8-8cba-96694464086c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:03.443703 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Attempting to bind port 0c3b786c-273f-42b8-8cba-96694464086c on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:03.445230 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Transition to ACTIVE for port object cdf10a48-e339-4b47-9627-5bd63bba66e6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:03.445680 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Pushing event updated for resources: {'Port': ['ID=0c3b786c-273f-42b8-8cba-96694464086c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:03.454502 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:03.454847 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:03.455260 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.455633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:03.456092 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Bound port: 0c3b786c-273f-42b8-8cba-96694464086c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:03.456468 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.459472 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.459812 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.460150 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.460484 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.460818 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.461145 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.461465 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.461795 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.462125 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.462440 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.462786 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.463106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.478232 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.518434 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:03.518728 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] For port 0c3b786c-273f-42b8-8cba-96694464086c, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:03.521359 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:03.521741 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] For port 0c3b786c-273f-42b8-8cba-96694464086c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0c3b786c-273f-42b8-8cba-96694464086c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:03.525000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:03.526243 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.552501 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Pushing event updated for resources: {'Port': ['ID=cdf10a48-e339-4b47-9627-5bd63bba66e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:03.573271 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.573592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.574133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.574654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.575161 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.575654 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.576155 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.576666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.577189 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.577662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.578185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.578749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:03.591881 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.592921 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953e028-e7a2-46e9-a476-3b8aed3d45e3 None None] Pushing event updated for resources: {'Port': ['ID=0c3b786c-273f-42b8-8cba-96694464086c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:03.600288 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Routers {'649bb449-5c50-488e-9a57-c699f8d4842d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:03.600963 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:38:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['649bb449-5c50-488e-9a57-c699f8d4842d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:03.717493 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] Set router 649bb449-5c50-488e-9a57-c699f8d4842d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:03.742637 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.786974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f181c8ea-d95c-45fd-9df7-ecdbdf56bb06 None None] Provisioning for port cdf10a48-e339-4b47-9627-5bd63bba66e6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:03.790969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f181c8ea-d95c-45fd-9df7-ecdbdf56bb06 None None] Provisioning complete for port cdf10a48-e339-4b47-9627-5bd63bba66e6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:03.791380 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f181c8ea-d95c-45fd-9df7-ecdbdf56bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.831025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f181c8ea-d95c-45fd-9df7-ecdbdf56bb06 None None] Port cdf10a48-e339-4b47-9627-5bd63bba66e6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:03.891689 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:39:02Z', 'revision_number': 3, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:03.904671 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.910607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.920910 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a15ab-f614-48f6-87e0-9d10c2c2a9d9 None None] The sync data for ids ['649bb449-5c50-488e-9a57-c699f8d4842d'] in n-d-800085-2 is: [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:39:02Z', 'revision_number': 3, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:03.980028 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Pushing event updated for resources: {'Port': ['ID=cdf10a48-e339-4b47-9627-5bd63bba66e6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:03.982522 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.077014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:04.078797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:04.222670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Router 649bb449-5c50-488e-9a57-c699f8d4842d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:39:04.338400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:04.352449 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d80acaa9-4503-4198-8e5d-5dbecc9a881f admin admin] 10.222.0.48 "PUT /v2.0/routers/649bb449-5c50-488e-9a57-c699f8d4842d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192122 Jul 09 17:39:04.356682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-03a2b8ab-39e9-4da1-b4c4-cd4040405fed None None] Provisioning complete for port cdf10a48-e339-4b47-9627-5bd63bba66e6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:04.357063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03a2b8ab-39e9-4da1-b4c4-cd4040405fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.393686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-03a2b8ab-39e9-4da1-b4c4-cd4040405fed None None] Port cdf10a48-e339-4b47-9627-5bd63bba66e6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:04.676211 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 42bc4011-f179-435a-a3ac-51fb48765b15 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:04.734122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 42bc4011-f179-435a-a3ac-51fb48765b15 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:04.734707 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.816351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c3b786c-273f-42b8-8cba-96694464086c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:04.849110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:04.854244 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1216708070-network', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:04.863982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0c3b786c-273f-42b8-8cba-96694464086c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:04.867753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0c3b786c-273f-42b8-8cba-96694464086c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:04.868115 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.877184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Made reservation on behalf of 66e3694e3335472ba13fe82d0ee23ff9 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:04.879357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.888326 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.954960 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.975991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 0c3b786c-273f-42b8-8cba-96694464086c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0c3b786c-273f-42b8-8cba-96694464086c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:04.980285 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.981334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.985854 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.005146 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:39:05.025050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.025395 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Added segment cebeebf0-ddf7-4878-aa96-e1e05c40414b of type vlan for network fcef3f08-5eb1-408f-8b09-b3e64de44012 Jul 09 17:39:05.026707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4684bd73-354a-429f-8bf5-c2133ad37e92,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:05.032174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=0c3b786c-273f-42b8-8cba-96694464086c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:05.070174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.103396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.104847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:05.105886 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.166813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3165002 Jul 09 17:39:05.169695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:05.172930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3222e-b232-415d-94ed-fcb1e02b6d82 admin admin] Pushing event updated for resources: {'Network': ['ID=fcef3f08-5eb1-408f-8b09-b3e64de44012,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:05.177152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Request body: {'subnet': {'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-subnet', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:05.183673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:39:05.203955 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Made reservation on behalf of 66e3694e3335472ba13fe82d0ee23ff9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:05.206547 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.381347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.433358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb48f2b-c799-4ba3-b58d-57979df60744,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:05.445350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Checking segment: {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:05.445767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Network hostable DHCP agents. Network: fcef3f08-5eb1-408f-8b09-b3e64de44012, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:39:05.464511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Sync routers for ids ['649bb449-5c50-488e-9a57-c699f8d4842d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:05.464851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:39:05.474581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Routers {'649bb449-5c50-488e-9a57-c699f8d4842d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:05.475077 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, fcef3f08-5eb1-408f-8b09-b3e64de44012) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:05.475265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:38:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['649bb449-5c50-488e-9a57-c699f8d4842d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:05.480452 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:05.481083 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.495765 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-14c18863-1e54-494c-9e0e-aa5d7f84b4f2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3243682 Jul 09 17:39:05.498504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:05.503235 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:05.514802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f530b-d056-43f5-8a7f-7ba23c9737c8 None None] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:39:05.524526 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.525681 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.584611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.645371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Set router 649bb449-5c50-488e-9a57-c699f8d4842d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:05.726365 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.807017 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-fcef3f08-5eb1-408f-8b09-b3e64de44012', 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'fixed_ips': [{'subnet_id': '7fb48f2b-c799-4ba3-b58d-57979df60744'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:39:05.807880 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.940188 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.960625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.962454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7ee0-d37d-4796-a08c-b8c913bcc2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.020167 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Allocated IP 172.20.0.2 (fcef3f08-5eb1-408f-8b09-b3e64de44012/7fb48f2b-c799-4ba3-b58d-57979df60744/17eb524d-7c34-4e11-8fa0-62d53fe3573b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:06.032686 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:39:03Z', 'revision_number': 4, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cdf10a48-e339-4b47-9627-5bd63bba66e6', 'name': '', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'mac_address': 'fa:16:3e:a0:44:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:03Z', 'updated_at': '2021-07-09T17:39:03Z', 'revision_number': 2, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'subnets': [{'id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:06.066229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Checking router: 649bb449-5c50-488e-9a57-c699f8d4842d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:06.066623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Updating router 649bb449-5c50-488e-9a57-c699f8d4842d port cdf10a48-e339-4b47-9627-5bd63bba66e6 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:39:06.068213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Allocated IP 172.25.7.57 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/e2b2131f-bb4e-4437-8808-ce9cfc82fea1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:06.138620 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.177497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.220565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.261828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:06.267006 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:06.270630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:06.295504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:06.487262 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.527817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Transition to ACTIVE for port object 17eb524d-7c34-4e11-8fa0-62d53fe3573b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:06.537356 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.552218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Transition to ACTIVE for port object 17eb524d-7c34-4e11-8fa0-62d53fe3573b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:06.563987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.594908 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c3b786c-273f-42b8-8cba-96694464086c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:06.660605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:06.664419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Pushing event updated for resources: {'Port': ['ID=17eb524d-7c34-4e11-8fa0-62d53fe3573b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:06.669713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:06.674813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:06.745462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.786576 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0c3b786c-273f-42b8-8cba-96694464086c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:06.786915 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.790729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.794756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Attempting to bind port 17eb524d-7c34-4e11-8fa0-62d53fe3573b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:06.795126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Attempting to bind port 17eb524d-7c34-4e11-8fa0-62d53fe3573b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:06.795557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Attempting to bind port 17eb524d-7c34-4e11-8fa0-62d53fe3573b on network fcef3f08-5eb1-408f-8b09-b3e64de44012 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:06.823413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:06.823806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Checking segment: {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:06.824197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.824600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Bound using segment: {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:06.825088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Bound port: 17eb524d-7c34-4e11-8fa0-62d53fe3573b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:06.825468 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.834804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Transition to ACTIVE for port object cdf10a48-e339-4b47-9627-5bd63bba66e6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:06.848366 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.882978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:39:06.951999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679bd7-fab6-4f68-a428-9c38c06a9723 None None] Pushing event updated for resources: {'Port': ['ID=cdf10a48-e339-4b47-9627-5bd63bba66e6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:07.017051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] For port 17eb524d-7c34-4e11-8fa0-62d53fe3573b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:07.031501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:07.044265 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Sync routers for ids ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:07.054731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] For port 17eb524d-7c34-4e11-8fa0-62d53fe3573b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=17eb524d-7c34-4e11-8fa0-62d53fe3573b,segment=NetworkSegment(cebeebf0-ddf7-4878-aa96-e1e05c40414b),segment_id=cebeebf0-ddf7-4878-aa96-e1e05c40414b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:07.054997 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.056422 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e603781f-6e42-425b-b604-d2a8854b5f96 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5567913 Jul 09 17:39:07.059481 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:07.060622 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Routers {'68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:07.061278 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:38:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:07.070919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.081189 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Attempting to bind port cdf10a48-e339-4b47-9627-5bd63bba66e6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:07.081562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Attempting to bind port cdf10a48-e339-4b47-9627-5bd63bba66e6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:07.081921 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Attempting to bind port cdf10a48-e339-4b47-9627-5bd63bba66e6 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:07.116214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:07.116601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Checking segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:07.117006 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.117389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Bound using segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:07.117871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Bound port: cdf10a48-e339-4b47-9627-5bd63bba66e6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:07.118265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.192906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec7f9-8e48-4579-b207-914f3226211a None None] Pushing event updated for resources: {'Port': ['ID=17eb524d-7c34-4e11-8fa0-62d53fe3573b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:07.209677 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Set router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:07.262599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] For port cdf10a48-e339-4b47-9627-5bd63bba66e6, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:07.266504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] For port cdf10a48-e339-4b47-9627-5bd63bba66e6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cdf10a48-e339-4b47-9627-5bd63bba66e6,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:07.274341 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.372146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Routers {'649bb449-5c50-488e-9a57-c699f8d4842d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:07.373341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:38:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['649bb449-5c50-488e-9a57-c699f8d4842d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:07.519075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679bd7-fab6-4f68-a428-9c38c06a9723 None None] Pushing event updated for resources: {'Port': ['ID=cdf10a48-e339-4b47-9627-5bd63bba66e6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:07.659387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] Set router 649bb449-5c50-488e-9a57-c699f8d4842d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:07.667059 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:06Z', 'revision_number': 3, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:07.706799 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Checking router: 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:07.707155 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Updating router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:39:07.751804 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.901865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:39:03Z', 'revision_number': 4, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cdf10a48-e339-4b47-9627-5bd63bba66e6', 'name': '', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'mac_address': 'fa:16:3e:a0:44:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:03Z', 'updated_at': '2021-07-09T17:39:07Z', 'revision_number': 4, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'subnets': [{'id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:07.936852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e82be-22dc-4edf-a03d-a8ef79156e12 None None] The sync data for ids ['649bb449-5c50-488e-9a57-c699f8d4842d'] in n-d-800085-2 is: [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:39:03Z', 'revision_number': 4, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'cdf10a48-e339-4b47-9627-5bd63bba66e6', 'name': '', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'mac_address': 'fa:16:3e:a0:44:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:03Z', 'updated_at': '2021-07-09T17:39:07Z', 'revision_number': 4, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'subnets': [{'id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:08.057040 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.067098 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Transition to ACTIVE for port object e2b2131f-bb4e-4437-8808-ce9cfc82fea1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:08.073485 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.082674 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.121066 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Attempting to bind port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:08.121437 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Attempting to bind port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:08.121796 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Attempting to bind port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:08.142303 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:08.142703 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:08.143108 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.143504 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:08.143991 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Bound port: e2b2131f-bb4e-4437-8808-ce9cfc82fea1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:08.144369 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.173056 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944ee8-f795-45bd-808a-cf01c891e232 None None] Pushing event updated for resources: {'Port': ['ID=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:08.230119 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] For port e2b2131f-bb4e-4437-8808-ce9cfc82fea1, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:08.233421 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] For port e2b2131f-bb4e-4437-8808-ce9cfc82fea1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:08.239628 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.269055 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Allocated IP 172.20.0.1 (fcef3f08-5eb1-408f-8b09-b3e64de44012/7fb48f2b-c799-4ba3-b58d-57979df60744/2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:08.305179 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944ee8-f795-45bd-808a-cf01c891e232 None None] Pushing event updated for resources: {'Port': ['ID=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:08.325434 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Routers {'68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:08.326071 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:38:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:08.424052 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27d6c545-7ad9-4f84-88bb-af687ea09c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.426157 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.442795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Transition to ACTIVE for port object 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:08.471202 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] Set router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:08.489969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.521822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0917d-ec00-470e-9a4d-0b4465efa98b None None] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:39:08.542620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:08.548376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:08.553108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:08.587376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Pushing event updated for resources: {'Port': ['ID=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:08.634453 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.643531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a7bc52aa-5ba3-441c-bcfe-ee3f3c01160e None None] Provisioning for port 17eb524d-7c34-4e11-8fa0-62d53fe3573b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:08.742774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17eb524d-7c34-4e11-8fa0-62d53fe3573b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:08.751390 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.766115 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:06Z', 'revision_number': 3, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:08.801373 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.803624 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac3ff1-2631-4a54-84b8-bbb2192aae00 None None] The sync data for ids ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'] in n-d-800085-2 is: [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:06Z', 'revision_number': 3, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:08.838030 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.860131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 17eb524d-7c34-4e11-8fa0-62d53fe3573b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:08.867468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 17eb524d-7c34-4e11-8fa0-62d53fe3573b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:08.868110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.978096 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.036199 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 17eb524d-7c34-4e11-8fa0-62d53fe3573b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=17eb524d-7c34-4e11-8fa0-62d53fe3573b,segment=NetworkSegment(cebeebf0-ddf7-4878-aa96-e1e05c40414b),segment_id=cebeebf0-ddf7-4878-aa96-e1e05c40414b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:09.047474 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.048407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cdf10a48-e339-4b47-9627-5bd63bba66e6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:09.088015 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.095452 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.177229 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=17eb524d-7c34-4e11-8fa0-62d53fe3573b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:09.215804 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.236376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Pushing event updated for resources: {'Port': ['ID=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:09.244632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port cdf10a48-e339-4b47-9627-5bd63bba66e6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:09.251358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cdf10a48-e339-4b47-9627-5bd63bba66e6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:09.252480 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.353394 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.361535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:09.363277 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:09.389237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port cdf10a48-e339-4b47-9627-5bd63bba66e6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cdf10a48-e339-4b47-9627-5bd63bba66e6,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:09.398172 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.465424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=cdf10a48-e339-4b47-9627-5bd63bba66e6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:09.500849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dc2ebf4e-f144-4f59-824d-b12a95dfef5c None None] Provisioning for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:09.510130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dc2ebf4e-f144-4f59-824d-b12a95dfef5c None None] Provisioning complete for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:09.510600 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebf4e-f144-4f59-824d-b12a95dfef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.510897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:39:09.533736 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.550792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ebf4e-f144-4f59-824d-b12a95dfef5c None None] Port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:09.561448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dc2ebf4e-f144-4f59-824d-b12a95dfef5c None None] Provisioning complete for port 17eb524d-7c34-4e11-8fa0-62d53fe3573b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:09.562248 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dc2ebf4e-f144-4f59-824d-b12a95dfef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.640649 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:09.654182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1e9190aa-0c8b-4b0e-b89f-373c2afdfddc admin admin] 10.222.0.48 "PUT /v2.0/routers/68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918751 Jul 09 17:39:09.809040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bde8e196-6011-4d85-b8e4-4c53a08e9692 None None] Provisioning complete for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:09.809424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bde8e196-6011-4d85-b8e4-4c53a08e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.850282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bde8e196-6011-4d85-b8e4-4c53a08e9692 None None] Port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:09.969673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7170c186-30d5-4ed1-9dc3-cc679945e6cb None None] Provisioning complete for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:09.970375 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7170c186-30d5-4ed1-9dc3-cc679945e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:10.007588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7170c186-30d5-4ed1-9dc3-cc679945e6cb None None] Port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:10.636987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-3b31f06a-5dc9-4a27-8de2-f0a3e8745fe7 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:10.638506 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-3b31f06a-5dc9-4a27-8de2-f0a3e8745fe7 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/networks?id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 200 len: 817 time: 0.1134033 Jul 09 17:39:10.655930 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-8fd867bc-56bd-4318-92a4-82e7d67b2de8 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/quotas/bf694ed26e7945e09d45321a30a143ce HTTP/1.1" status: 200 len: 375 time: 0.0112534 Jul 09 17:39:10.657803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2b2131f-bb4e-4437-8808-ce9cfc82fea1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:10.711758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:10.716334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:10.716749 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:10.728671 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-f274a747-2fa4-4ec3-92b9-3bc2a5f938cf tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf694ed26e7945e09d45321a30a143ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670881 Jul 09 17:39:10.792065 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:10.812616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e2b2131f-bb4e-4437-8808-ce9cfc82fea1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:10.817341 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:10.818201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17eb524d-7c34-4e11-8fa0-62d53fe3573b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:10.829926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-93997765-01de-41bb-8646-a65f52d4a873 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896506 Jul 09 17:39:10.896501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:10.910878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 17eb524d-7c34-4e11-8fa0-62d53fe3573b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:10.910878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:10.928397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-69bb9247-d5a1-4320-943f-e824bb5f432b service neutron] 10.222.0.48 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Jul 09 17:39:10.992134 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cdf10a48-e339-4b47-9627-5bd63bba66e6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:11.040278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port cdf10a48-e339-4b47-9627-5bd63bba66e6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:11.040763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:11.127337 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4e18fa91-74b2-455e-a191-9510bb9553e6 req-3b694c59-c9a8-4653-86d1-481bd7aa83c9 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 210 time: 0.0411744 Jul 09 17:39:11.345503 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:11.415932 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Sync routers for ids ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:11.426054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Routers {'68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:11.426814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:11.704494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Set router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:11.902761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:08Z', 'revision_number': 4, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c', 'name': '', 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'mac_address': 'fa:16:3e:f1:2c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7fb48f2b-c799-4ba3-b58d-57979df60744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:08Z', 'updated_at': '2021-07-09T17:39:08Z', 'revision_number': 2, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'subnets': [{'id': '7fb48f2b-c799-4ba3-b58d-57979df60744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:11.933405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Checking router: 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:11.933685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Updating router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:39:11.969672 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.257623 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.272502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Transition to ACTIVE for port object 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:12.280651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.291106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-cd330bf8-f298-4b32-8a25-d80073592804 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:12.292691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-cd330bf8-f298-4b32-8a25-d80073592804 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "GET /v2.0/networks?id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 200 len: 817 time: 0.1227396 Jul 09 17:39:12.311739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Request body: {'port': {'device_id': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'admin_state_up': True, 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:12.347113 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49ae6086-6c5e-4f1e-9616-d3f61446afd4 req-c488f738-8da7-4a1d-b900-54d521e27da7 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 210 time: 0.0592926 Jul 09 17:39:12.383056 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3613e-fb4b-44a3-a4bf-549e23f08351 None None] Pushing event updated for resources: {'Port': ['ID=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:12.421360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Attempting to bind port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:12.421800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Attempting to bind port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:12.422437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Attempting to bind port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c on network fcef3f08-5eb1-408f-8b09-b3e64de44012 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:12.428071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:12.428455 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Checking segment: {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:12.428871 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.429275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Bound using segment: {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:12.429758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Bound port: 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebeebf0-ddf7-4878-aa96-e1e05c40414b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:12.430150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.457548 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Made reservation on behalf of bf694ed26e7945e09d45321a30a143ce for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:12.461413 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.503655 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] For port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:12.507466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] For port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,segment=NetworkSegment(cebeebf0-ddf7-4878-aa96-e1e05c40414b),segment_id=cebeebf0-ddf7-4878-aa96-e1e05c40414b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:12.512382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.579452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Routers {'68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:12.580179 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:39:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:12.583311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3613e-fb4b-44a3-a4bf-549e23f08351 None None] Pushing event updated for resources: {'Port': ['ID=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:12.609947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Allocated IP 172.20.0.8 (d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa/0c95562a-ed54-48ae-a864-7fb9db3896c3/0fa211a3-4a71-4528-9d4d-24fcd4c2b577) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:12.627088 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2b2131f-bb4e-4437-8808-ce9cfc82fea1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:12.747247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] Set router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:12.783411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.784241 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:12.784616 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.797509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Transition to ACTIVE for port object 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:12.832385 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.884047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:12.887402 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:12.891911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:12.896044 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Pushing event updated for resources: {'Port': ['ID=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:12.953778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:12.954794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:12.977131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-d13f439a-9f20-47a9-8d2a-22a30788e645 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696692 Jul 09 17:39:13.032370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:08Z', 'revision_number': 4, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c', 'name': '', 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'mac_address': 'fa:16:3e:f1:2c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7fb48f2b-c799-4ba3-b58d-57979df60744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:08Z', 'updated_at': '2021-07-09T17:39:12Z', 'revision_number': 4, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'subnets': [{'id': '7fb48f2b-c799-4ba3-b58d-57979df60744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:13.059042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a302a-2308-4181-8fac-e2ce41f5b62b None None] The sync data for ids ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'] in n-d-800085-2 is: [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:08Z', 'revision_number': 4, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c', 'name': '', 'network_id': 'fcef3f08-5eb1-408f-8b09-b3e64de44012', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'mac_address': 'fa:16:3e:f1:2c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7fb48f2b-c799-4ba3-b58d-57979df60744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:08Z', 'updated_at': '2021-07-09T17:39:12Z', 'revision_number': 4, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'subnets': [{'id': '7fb48f2b-c799-4ba3-b58d-57979df60744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:13.091090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Request body: {'port': {'device_id': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:13.144213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12cd9713-959f-41f1-be6c-e7129a735bc9 None None] Provisioning for port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:13.148277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12cd9713-959f-41f1-be6c-e7129a735bc9 None None] Provisioning complete for port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:13.148685 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12cd9713-959f-41f1-be6c-e7129a735bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.192252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-12cd9713-959f-41f1-be6c-e7129a735bc9 None None] Port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:13.198537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.479282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:13.487446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.500862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Transition to ACTIVE for port object 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:13.504792 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.550839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8177401-2b61-4599-bec8-3b7b1d0adb1a req-87dfbb84-e4e3-4af2-8867-bcfb8430bb07 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.553241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8177401-2b61-4599-bec8-3b7b1d0adb1a req-87dfbb84-e4e3-4af2-8867-bcfb8430bb07 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 931 time: 0.0808482 Jul 09 17:39:13.584394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Pushing event updated for resources: {'Port': ['ID=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:13.599569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e8177401-2b61-4599-bec8-3b7b1d0adb1a req-e6b12db5-5928-4110-94c1-3a4c0912cb63 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Jul 09 17:39:13.638438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Attempting to bind port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:13.638938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Attempting to bind port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:13.639268 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Attempting to bind port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:13.644008 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:13.644348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Attempting to bind port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:13.649331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:13.649674 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Checking segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:13.650047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Bound using segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:13.650501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Bound port: 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:13.650877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.722790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] For port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:13.726256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] For port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:13.732794 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.773219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.773837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.775291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] 10.222.0.37 "PUT /v2.0/ports/0fa211a3-4a71-4528-9d4d-24fcd4c2b577 HTTP/1.1" status: 200 len: 1091 time: 0.7846408 Jul 09 17:39:13.775742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'tag': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:13.778092 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6122dc-75e7-48c0-b461-69a418c242df" -d '{"events": [{"name": "network-changed", "server_uuid": "0627c15f-d0dd-4381-a4b8-08560bd5388c", "tag": "0fa211a3-4a71-4528-9d4d-24fcd4c2b577"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:13.798305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64014a-3847-4491-9b93-8dc02cff80ab service neutron] Pushing event updated for resources: {'Port': ['ID=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:13.848503 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c905434d-f63a-4832-9de7-59225c45fb9b x-openstack-request-id: req-c905434d-f63a-4832-9de7-59225c45fb9b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:13.848863 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0627c15f-d0dd-4381-a4b8-08560bd5388c", "tag": "0fa211a3-4a71-4528-9d4d-24fcd4c2b577", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:13.849178 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c905434d-f63a-4832-9de7-59225c45fb9b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:13.849654 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'tag': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577', 'status': 'completed', 'code': 200} Jul 09 17:39:13.920190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-e547744b-e175-4161-ac9c-1cfdf3481e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.921874 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-e547744b-e175-4161-ac9c-1cfdf3481e75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf694ed26e7945e09d45321a30a143ce&device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 1094 time: 0.0553460 Jul 09 17:39:13.973283 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-757208be-6aae-4474-9677-8a90da9154f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577 HTTP/1.1" status: 200 len: 217 time: 0.0391924 Jul 09 17:39:14.026080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-ba071635-0db0-4f96-9a4e-062545810b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.027649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-ba071635-0db0-4f96-9a4e-062545810b6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c95562a-ed54-48ae-a864-7fb9db3896c3 HTTP/1.1" status: 200 len: 856 time: 0.0477996 Jul 09 17:39:14.098501 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-fdee44e2-a1f7-4ecf-8236-2e50bcf16d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.100067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-fdee44e2-a1f7-4ecf-8236-2e50bcf16d00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649323 Jul 09 17:39:14.204876 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-f683dbd4-230f-4266-b0d8-8bf8c99661a2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978184 Jul 09 17:39:14.310147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-74531258-9e4e-434d-b6ef-b7b5b342f975 req-bf936677-8b77-4122-b34a-f158e6d8bfd8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962465 Jul 09 17:39:14.470179 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6122dc-75e7-48c0-b461-69a418c242df req-198e4cc4-70a3-4322-9e28-900245b49f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.472668 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-198e4cc4-70a3-4322-9e28-900245b49f3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf694ed26e7945e09d45321a30a143ce&device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 1094 time: 0.0595427 Jul 09 17:39:14.577607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6122dc-75e7-48c0-b461-69a418c242df req-21e49ee5-2ed4-4f8f-aef9-8d57ced50566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.579147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-21e49ee5-2ed4-4f8f-aef9-8d57ced50566 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 200 len: 918 time: 0.0949273 Jul 09 17:39:14.601715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:14.632912 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-ebcec4f8-3e75-4fed-af5f-f10ef26417d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577 HTTP/1.1" status: 200 len: 217 time: 0.0458834 Jul 09 17:39:14.659714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:14.663731 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:14.664107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.684605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6122dc-75e7-48c0-b461-69a418c242df req-ecc3b934-60bb-460e-8039-8cd9d3819d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.686431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-ecc3b934-60bb-460e-8039-8cd9d3819d91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c95562a-ed54-48ae-a864-7fb9db3896c3 HTTP/1.1" status: 200 len: 856 time: 0.0450425 Jul 09 17:39:14.741597 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.749640 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6122dc-75e7-48c0-b461-69a418c242df req-3767416d-44ea-48b1-852e-5f7684f3cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.751255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-3767416d-44ea-48b1-852e-5f7684f3cb17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576835 Jul 09 17:39:14.780109 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,segment=NetworkSegment(cebeebf0-ddf7-4878-aa96-e1e05c40414b),segment_id=cebeebf0-ddf7-4878-aa96-e1e05c40414b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:14.785649 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.809763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57542813-b2ef-4109-a225-0fd7055408d4 req-56f18c37-cb7c-45d6-bf95-c8b1e8eeb363 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.812313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57542813-b2ef-4109-a225-0fd7055408d4 req-56f18c37-cb7c-45d6-bf95-c8b1e8eeb363 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 943 time: 0.0788181 Jul 09 17:39:14.845622 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:14.853777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-8e3524ea-e103-4b6b-90b1-366ca0cc77c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938075 Jul 09 17:39:14.861799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-57542813-b2ef-4109-a225-0fd7055408d4 req-92f37ef2-32e1-49e1-b773-16eb1e876f58 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Jul 09 17:39:14.950285 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f6122dc-75e7-48c0-b461-69a418c242df req-4ef463b2-1e18-4472-9b7a-d5cc2e918c68 service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874674 Jul 09 17:39:16.049411 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d623-c66a-4cc2-8daf-adb9306f9793 req-2fb0d02b-4c27-4788-a408-3db7eb9198fa tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:16.050916 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1e4d623-c66a-4cc2-8daf-adb9306f9793 req-2fb0d02b-4c27-4788-a408-3db7eb9198fa tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 943 time: 0.0662308 Jul 09 17:39:16.093378 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f1e4d623-c66a-4cc2-8daf-adb9306f9793 req-58f76272-825f-4d7d-8c9d-a5dd6852ea54 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Jul 09 17:39:16.588337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:16.637423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:16.637720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.282380 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:17.301709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb3e02-5444-4ebe-8776-08b9bbb1dc60 req-fadd3359-db8a-403f-8457-d927b79d1a92 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:17.301709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9fb3e02-5444-4ebe-8776-08b9bbb1dc60 req-fadd3359-db8a-403f-8457-d927b79d1a92 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 943 time: 0.0650573 Jul 09 17:39:17.341744 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9fb3e02-5444-4ebe-8776-08b9bbb1dc60 req-d660723a-c216-4b17-a804-8f023579cbca tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jul 09 17:39:17.385269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:17.397668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'port_id': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577', 'mac_address': 'fa:16:3e:9c:a5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:17.433944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.446889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:17.466702 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:17.472556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.520766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:17.860540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['0fa211a3-4a71-4528-9d4d-24fcd4c2b577'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:18.542095 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435694b5-4d84-4d9b-8c3b-8c4c0e44bc57 req-840ebd91-3be5-487a-86d2-2252bee3dc6c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.543626 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-435694b5-4d84-4d9b-8c3b-8c4c0e44bc57 req-840ebd91-3be5-487a-86d2-2252bee3dc6c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 944 time: 0.0768981 Jul 09 17:39:18.582753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-435694b5-4d84-4d9b-8c3b-8c4c0e44bc57 req-7ff61f12-cdf3-440f-90f5-7e1bd6ee0e39 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 09 17:39:19.263590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:19.329568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:19.333633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:19.334010 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:19.415001 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:19.440713 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:19.444147 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e81339-02df-42bb-86e1-5c9009b64d35" -d '{"events": [{"server_uuid": "0627c15f-d0dd-4381-a4b8-08560bd5388c", "name": "network-vif-plugged", "status": "completed", "tag": "0fa211a3-4a71-4528-9d4d-24fcd4c2b577"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:19.456706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:19.461406 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:19.508865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:19.536151 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda6c01-e7d1-49c4-9810-88644136cde0 x-openstack-request-id: req-fcda6c01-e7d1-49c4-9810-88644136cde0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:19.536449 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0627c15f-d0dd-4381-a4b8-08560bd5388c", "name": "network-vif-plugged", "status": "completed", "tag": "0fa211a3-4a71-4528-9d4d-24fcd4c2b577", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:19.536736 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcda6c01-e7d1-49c4-9810-88644136cde0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:19.537171 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577', 'code': 200} Jul 09 17:39:19.686245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddea0a5-f7ec-4b73-b20b-a84d38cc7878 req-1778016f-25e4-47cf-9b89-eb815679fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:19.687890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ddea0a5-f7ec-4b73-b20b-a84d38cc7878 req-1778016f-25e4-47cf-9b89-eb815679fb1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 1096 time: 0.0552702 Jul 09 17:39:19.725083 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1ddea0a5-f7ec-4b73-b20b-a84d38cc7878 req-ecfd9693-f973-4ed3-9a31-798012da5994 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 09 17:39:19.764785 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3025-6ad6-47af-85d0-31bb5af6364c req-49d95f57-d995-428c-8e60-44571a2ae5fc tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:19.766269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c3b3025-6ad6-47af-85d0-31bb5af6364c req-49d95f57-d995-428c-8e60-44571a2ae5fc tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0645967 Jul 09 17:39:19.806650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c3b3025-6ad6-47af-85d0-31bb5af6364c req-07a087c6-0a60-4ef3-82f8-553b749847ae tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 09 17:39:21.009020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc64ad-f751-4008-babe-335a48492686 req-420bb5b0-f181-4498-8464-3e6663638b90 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:21.010432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6fc64ad-f751-4008-babe-335a48492686 req-420bb5b0-f181-4498-8464-3e6663638b90 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0756650 Jul 09 17:39:21.049347 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a6fc64ad-f751-4008-babe-335a48492686 req-084d04b4-e7a4-443d-8d16-3c7addb413df tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331769 Jul 09 17:39:22.236116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eceac-c905-43ad-bd85-2e7748a5527c req-d795f115-cff0-450f-914a-945352092be5 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.237542 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b8eceac-c905-43ad-bd85-2e7748a5527c req-d795f115-cff0-450f-914a-945352092be5 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0671430 Jul 09 17:39:22.277358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8b8eceac-c905-43ad-bd85-2e7748a5527c req-a3b42dd8-90bb-4a7c-b092-6c057dced1dc tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Jul 09 17:39:22.461999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae49cf-f1a4-4bb2-9bcc-ee71712b7ac6 req-e6572ab2-7f86-4251-9949-49dcbd84db46 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.463536 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cae49cf-f1a4-4bb2-9bcc-ee71712b7ac6 req-e6572ab2-7f86-4251-9949-49dcbd84db46 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0769048 Jul 09 17:39:22.504402 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3cae49cf-f1a4-4bb2-9bcc-ee71712b7ac6 req-cc2f553d-3365-4983-8bc8-0ee7fa130631 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Jul 09 17:39:24.256532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.495862 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:39:35.886491 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ca150e5-5fe5-498d-87d9-2c5b905db5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:38.396317 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bdfcc95-9a59-4a75-8091-7318d9f0ff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:38.681848 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:38.741687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:39.511170 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:41.349196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:42.977811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41afc-71f7-4ffe-b383-a092f08f48c4 req-8f2ac9d4-a50d-4641-bfc3-5ff3887ba10c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:42.979413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddb41afc-71f7-4ffe-b383-a092f08f48c4 req-8f2ac9d4-a50d-4641-bfc3-5ff3887ba10c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0726957 Jul 09 17:39:43.018248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ddb41afc-71f7-4ffe-b383-a092f08f48c4 req-faa28024-df13-4c15-8d53-864d6fb46fd5 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Jul 09 17:39:44.205266 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594793-b250-4c55-824e-71d001322e72 req-9f45ddd7-8bed-4fd3-a4eb-4f615efa5d6d tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:44.206686 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36594793-b250-4c55-824e-71d001322e72 req-9f45ddd7-8bed-4fd3-a4eb-4f615efa5d6d tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0703633 Jul 09 17:39:44.248462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36594793-b250-4c55-824e-71d001322e72 req-16d1084d-bbb1-4ea9-84bf-88036e177eea tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Jul 09 17:39:44.798154 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-112473cf-24bc-4769-a5d8-5c273189cb84 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:44.799649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-112473cf-24bc-4769-a5d8-5c273189cb84 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0750387 Jul 09 17:39:45.252526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Deleting port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:45.252795 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:45.344168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] For port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:45.344647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:45.362013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Calling delete_port for 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:45.425930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293649d6-2f72-4502-b2dc-146469efc94b req-f84e8d13-bd79-4a76-b4eb-107e278e55bf tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:45.427524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-293649d6-2f72-4502-b2dc-146469efc94b req-f84e8d13-bd79-4a76-b4eb-107e278e55bf tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=0627c15f-d0dd-4381-a4b8-08560bd5388c HTTP/1.1" status: 200 len: 945 time: 0.0690515 Jul 09 17:39:45.465266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-293649d6-2f72-4502-b2dc-146469efc94b req-de6326fa-bab0-47a4-a755-9000a88b4ad0 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Jul 09 17:39:45.490629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:45.520757 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Pushing event deleted for resources: {'Port': ['ID=0fa211a3-4a71-4528-9d4d-24fcd4c2b577,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:45.533040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.533391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.533729 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.534063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.534394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.534756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.535085 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.535412 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.535763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.536091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.536410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.536726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:45.579236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] No DVR routers for this DVR port 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:45.582291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:45.584503 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6ad8020e-dffa-4562-85a0-1fcc8f9b2241 req-43c14337-b0e4-4f16-b832-f6f7a2fb569b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "DELETE /v2.0/ports/0fa211a3-4a71-4528-9d4d-24fcd4c2b577 HTTP/1.1" status: 204 len: 173 time: 0.7783394 Jul 09 17:39:45.584966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'name': 'network-vif-deleted', 'tag': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:45.587336 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbc98a6-818a-4097-9d3f-fa5a9af8786a" -d '{"events": [{"server_uuid": "0627c15f-d0dd-4381-a4b8-08560bd5388c", "name": "network-vif-deleted", "tag": "0fa211a3-4a71-4528-9d4d-24fcd4c2b577"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:45.624440 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2d06c-f1ef-42dc-9f4d-7b6b9bdf945f x-openstack-request-id: req-95d2d06c-f1ef-42dc-9f4d-7b6b9bdf945f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:45.624765 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0627c15f-d0dd-4381-a4b8-08560bd5388c", "name": "network-vif-deleted", "tag": "0fa211a3-4a71-4528-9d4d-24fcd4c2b577", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:45.625025 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95d2d06c-f1ef-42dc-9f4d-7b6b9bdf945f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:45.625433 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0627c15f-d0dd-4381-a4b8-08560bd5388c', 'name': 'network-vif-deleted', 'tag': '0fa211a3-4a71-4528-9d4d-24fcd4c2b577', 'status': 'completed', 'code': 200} Jul 09 17:39:47.008547 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-9a560d75-0294-40dc-8abd-8ed791cbb7bf tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:47.010025 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-9a560d75-0294-40dc-8abd-8ed791cbb7bf tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/networks?id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 200 len: 817 time: 0.1037354 Jul 09 17:39:47.027888 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-c8e3928f-3e85-422b-8356-26972d5890ad tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/quotas/bf694ed26e7945e09d45321a30a143ce HTTP/1.1" status: 200 len: 375 time: 0.0095546 Jul 09 17:39:47.098682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-b9679b78-7993-4be0-b6df-5c0adc969085 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf694ed26e7945e09d45321a30a143ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659664 Jul 09 17:39:47.212560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-cdb58357-0b99-436e-99ae-1cdcedb9ca1b service neutron] 10.222.0.48 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962522 Jul 09 17:39:47.318214 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-404592b1-b1a7-40cd-bdad-43d83040c902 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972738 Jul 09 17:39:47.401760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:47.422918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:47.423265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 0fa211a3-4a71-4528-9d4d-24fcd4c2b577 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:47.490584 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5114b93c-da8c-410f-abea-a5b858547d27 req-ab363d4d-a2b2-4839-97da-dd390f21418f tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 210 time: 0.0294988 Jul 09 17:39:48.638029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c3fdce8d-611e-4f5f-9cbe-890919105510 req-72eab5e5-eb0a-42d7-b12b-ee2cee78b2fa tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 210 time: 0.0300262 Jul 09 17:39:48.686855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-08ea7058-cc6e-409d-b1c4-ef288bb9965c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:48.688390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-08ea7058-cc6e-409d-b1c4-ef288bb9965c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "GET /v2.0/networks?id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 200 len: 817 time: 0.1084895 Jul 09 17:39:48.706671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Request body: {'port': {'device_id': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'admin_state_up': True, 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:48.818725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Made reservation on behalf of bf694ed26e7945e09d45321a30a143ce for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:48.822393 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:48.958254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Allocated IP 172.20.0.12 (d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa/0c95562a-ed54-48ae-a864-7fb9db3896c3/f620c406-4bae-4065-a17c-adf2c71bb099) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:49.116374 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.129822 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Transition to ACTIVE for port object f620c406-4bae-4065-a17c-adf2c71bb099 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:49.169275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.219743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:49.222940 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:49.229047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:49.238408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Pushing event updated for resources: {'Port': ['ID=f620c406-4bae-4065-a17c-adf2c71bb099,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:49.287022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:49.287671 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.302811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-186483b6-b232-40a3-a10c-1bc741393b60 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999177 Jul 09 17:39:49.321386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Request body: {'port': {'device_id': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:49.397008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.409142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89b05b67-d631-4049-a62b-992579962fdf None None] Provisioning for port f620c406-4bae-4065-a17c-adf2c71bb099 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:49.412975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89b05b67-d631-4049-a62b-992579962fdf None None] Provisioning complete for port f620c406-4bae-4065-a17c-adf2c71bb099 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:49.413416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89b05b67-d631-4049-a62b-992579962fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.448259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-89b05b67-d631-4049-a62b-992579962fdf None None] Port f620c406-4bae-4065-a17c-adf2c71bb099 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:49.678965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f620c406-4bae-4065-a17c-adf2c71bb099 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:49.687050 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.699524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Transition to ACTIVE for port object f620c406-4bae-4065-a17c-adf2c71bb099 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:49.705153 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.775699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Pushing event updated for resources: {'Port': ['ID=f620c406-4bae-4065-a17c-adf2c71bb099,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:49.822600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e52b01-ddc7-49e7-a88c-60bdafe0aa2c req-2e984820-56f4-482b-bf54-f78bb3e47c5f tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:49.824144 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2e52b01-ddc7-49e7-a88c-60bdafe0aa2c req-2e984820-56f4-482b-bf54-f78bb3e47c5f tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 944 time: 0.0702279 Jul 09 17:39:49.827500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Attempting to bind port f620c406-4bae-4065-a17c-adf2c71bb099 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:49.827923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Attempting to bind port f620c406-4bae-4065-a17c-adf2c71bb099 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:49.828329 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Attempting to bind port f620c406-4bae-4065-a17c-adf2c71bb099 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:49.833175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Port f620c406-4bae-4065-a17c-adf2c71bb099 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:49.833609 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Attempting to bind port f620c406-4bae-4065-a17c-adf2c71bb099 on network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:49.838948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:49.839529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Checking segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:49.840110 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Bound using segment: {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:49.840709 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Bound port: f620c406-4bae-4065-a17c-adf2c71bb099, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:49.841242 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.865126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a2e52b01-ddc7-49e7-a88c-60bdafe0aa2c req-e5563d3d-0940-40ad-a372-7057b7b7c22c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Jul 09 17:39:49.919935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] For port f620c406-4bae-4065-a17c-adf2c71bb099, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:49.923092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] For port f620c406-4bae-4065-a17c-adf2c71bb099, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f620c406-4bae-4065-a17c-adf2c71bb099,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:49.928418 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.963281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:49.963937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.965434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] 10.222.0.37 "PUT /v2.0/ports/f620c406-4bae-4065-a17c-adf2c71bb099 HTTP/1.1" status: 200 len: 1092 time: 0.6487284 Jul 09 17:39:49.965816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'tag': 'f620c406-4bae-4065-a17c-adf2c71bb099'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:49.968157 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b752ed-8d5f-4442-9f57-f02d947a2901" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9cf066-e15b-4c65-9c7a-c824c667b3dc", "tag": "f620c406-4bae-4065-a17c-adf2c71bb099"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:50.002315 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa915e-1102-43c3-94ea-c304e212de5c service neutron] Pushing event updated for resources: {'Port': ['ID=f620c406-4bae-4065-a17c-adf2c71bb099,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:50.020497 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b79a1ee-75ce-4fbe-a4d8-7bbb5267107f x-openstack-request-id: req-9b79a1ee-75ce-4fbe-a4d8-7bbb5267107f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:50.020795 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9cf066-e15b-4c65-9c7a-c824c667b3dc", "tag": "f620c406-4bae-4065-a17c-adf2c71bb099", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:50.021051 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b79a1ee-75ce-4fbe-a4d8-7bbb5267107f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:50.021463 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'tag': 'f620c406-4bae-4065-a17c-adf2c71bb099', 'status': 'completed', 'code': 200} Jul 09 17:39:50.098123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-085f3aa5-c7ad-49fd-b6d6-a261b5ae0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.099523 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-085f3aa5-c7ad-49fd-b6d6-a261b5ae0a7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf694ed26e7945e09d45321a30a143ce&device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 1095 time: 0.0565159 Jul 09 17:39:50.152359 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-97c862a0-761b-445f-98b6-c169f65a0263 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f620c406-4bae-4065-a17c-adf2c71bb099 HTTP/1.1" status: 200 len: 217 time: 0.0400856 Jul 09 17:39:50.204629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-b3b8a787-cc5b-4761-aa48-d53bf4f01e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.206124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-b3b8a787-cc5b-4761-aa48-d53bf4f01e0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c95562a-ed54-48ae-a864-7fb9db3896c3 HTTP/1.1" status: 200 len: 856 time: 0.0465436 Jul 09 17:39:50.269121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da50-72e4-4156-86e9-808d78edbb74 req-769eb6d2-53b7-4639-8d01-4834645d8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.270666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-769eb6d2-53b7-4639-8d01-4834645d8f4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579312 Jul 09 17:39:50.377705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-ba8da4f2-220a-4f2d-8e34-0196ad9b8b66 service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002045 Jul 09 17:39:50.468293 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b656da50-72e4-4156-86e9-808d78edbb74 req-ef196da8-ef3f-4d5c-b196-ae732079ebd5 service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Jul 09 17:39:50.607699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-7ef130f5-5c40-42a1-80f0-1bc32966496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.609187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-7ef130f5-5c40-42a1-80f0-1bc32966496a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf694ed26e7945e09d45321a30a143ce&device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 1095 time: 0.0542216 Jul 09 17:39:50.706018 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-470d5312-67d5-49b4-ba94-b2ab6a0986ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.707558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-470d5312-67d5-49b4-ba94-b2ab6a0986ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 200 len: 918 time: 0.0913064 Jul 09 17:39:50.749039 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-a2120b4a-ba67-4b87-97ed-ea855bd91009 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f620c406-4bae-4065-a17c-adf2c71bb099 HTTP/1.1" status: 200 len: 217 time: 0.0345430 Jul 09 17:39:50.796712 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-fd90ee53-18e4-4124-9473-ceb4542cdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.798291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-fd90ee53-18e4-4124-9473-ceb4542cdc1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c95562a-ed54-48ae-a864-7fb9db3896c3 HTTP/1.1" status: 200 len: 856 time: 0.0429044 Jul 09 17:39:50.860899 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-08995f54-fb7d-4fe2-a325-bf68a456db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.862435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-08995f54-fb7d-4fe2-a325-bf68a456db3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579226 Jul 09 17:39:50.950213 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-fb5ae8c8-3d72-40b5-b8ba-7caa9ba4891c service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814545 Jul 09 17:39:51.047205 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a5b752ed-8d5f-4442-9f57-f02d947a2901 req-e4a00d28-f156-4265-9e43-17f76f9bddbc service neutron] 10.222.0.37 "GET /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903683 Jul 09 17:39:51.054422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d5a0-0560-4d39-acc3-ed70a818c7ab req-4fe2edb3-19b0-4ce2-8480-7a9f36991810 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:51.055928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8899d5a0-0560-4d39-acc3-ed70a818c7ab req-4fe2edb3-19b0-4ce2-8480-7a9f36991810 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 944 time: 0.0741124 Jul 09 17:39:51.095423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8899d5a0-0560-4d39-acc3-ed70a818c7ab req-4c5b14a6-c30b-40d8-98a7-0a99ec26a67e tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Jul 09 17:39:52.300714 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9fd88-6519-44fd-9303-ea664787cac9 req-8174f26a-c42d-4071-84ca-ed20f27c6f37 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:52.302289 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fae9fd88-6519-44fd-9303-ea664787cac9 req-8174f26a-c42d-4071-84ca-ed20f27c6f37 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 944 time: 0.0798967 Jul 09 17:39:52.342853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fae9fd88-6519-44fd-9303-ea664787cac9 req-81ac62bd-e008-4352-a58c-78cbc906976c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Jul 09 17:39:53.447961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f620c406-4bae-4065-a17c-adf2c71bb099 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:53.525388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce29d-cb83-4c6a-8153-9c0ed49eaa78 req-c9780761-e35d-4f33-b333-9c0456d88858 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:53.526940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1cce29d-cb83-4c6a-8153-9c0ed49eaa78 req-c9780761-e35d-4f33-b333-9c0456d88858 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 944 time: 0.0694335 Jul 09 17:39:53.551738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f620c406-4bae-4065-a17c-adf2c71bb099, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f620c406-4bae-4065-a17c-adf2c71bb099,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:53.563217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f620c406-4bae-4065-a17c-adf2c71bb099', 'network_id': 'd5f6d0d4-09c2-4e7b-ad36-6cf1488825aa', 'port_id': 'f620c406-4bae-4065-a17c-adf2c71bb099', 'mac_address': 'fa:16:3e:63:05:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95562a-ed54-48ae-a864-7fb9db3896c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:53.565472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1cce29d-cb83-4c6a-8153-9c0ed49eaa78 req-cfcf9c95-311c-400f-b3e9-31dfba24da52 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Jul 09 17:39:53.599061 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:53.611609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f620c406-4bae-4065-a17c-adf2c71bb099 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:53.632205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f620c406-4bae-4065-a17c-adf2c71bb099, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f620c406-4bae-4065-a17c-adf2c71bb099,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:53.638645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:53.685449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f620c406-4bae-4065-a17c-adf2c71bb099,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:53.693271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.693621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.693962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.694303 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.694667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.694998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.695324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.695630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.695957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.696273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.696591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:53.696914 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:54.005881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f620c406-4bae-4065-a17c-adf2c71bb099'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:54.263029 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:54.746880 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89210a-e0f5-4c5c-ad2b-45027aa8fb0b req-807518f5-9b39-4181-86d2-2b286d42f3ac tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:54.748723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e89210a-e0f5-4c5c-ad2b-45027aa8fb0b req-807518f5-9b39-4181-86d2-2b286d42f3ac tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 945 time: 0.0724604 Jul 09 17:39:54.788391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5e89210a-e0f5-4c5c-ad2b-45027aa8fb0b req-fbfd8d32-cae4-4060-b497-153176fbcfa0 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Jul 09 17:39:55.449762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f620c406-4bae-4065-a17c-adf2c71bb099 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:55.509670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f620c406-4bae-4065-a17c-adf2c71bb099 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:55.514067 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f620c406-4bae-4065-a17c-adf2c71bb099 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:55.514438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.602686 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.625811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620c406-4bae-4065-a17c-adf2c71bb099'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:55.628111 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea15926-1ac7-4184-9e9c-eed65e4c30bb" -d '{"events": [{"server_uuid": "7f9cf066-e15b-4c65-9c7a-c824c667b3dc", "name": "network-vif-plugged", "status": "completed", "tag": "f620c406-4bae-4065-a17c-adf2c71bb099"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:55.640799 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f620c406-4bae-4065-a17c-adf2c71bb099, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f620c406-4bae-4065-a17c-adf2c71bb099,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:55.647502 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.669813 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73e297-9c19-4039-9ad9-39b09d0bc8bf x-openstack-request-id: req-bc73e297-9c19-4039-9ad9-39b09d0bc8bf {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:55.670139 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9cf066-e15b-4c65-9c7a-c824c667b3dc", "name": "network-vif-plugged", "status": "completed", "tag": "f620c406-4bae-4065-a17c-adf2c71bb099", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:55.670388 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc73e297-9c19-4039-9ad9-39b09d0bc8bf {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:55.670802 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620c406-4bae-4065-a17c-adf2c71bb099', 'code': 200} Jul 09 17:39:55.698771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f620c406-4bae-4065-a17c-adf2c71bb099,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:55.820601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd33b-c3cc-48a1-a0dd-22b680d8e57c req-80cc5182-e550-497a-afd7-0b8d1be6c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.822202 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-151cd33b-c3cc-48a1-a0dd-22b680d8e57c req-80cc5182-e550-497a-afd7-0b8d1be6c716 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 1097 time: 0.0641513 Jul 09 17:39:55.862378 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-151cd33b-c3cc-48a1-a0dd-22b680d8e57c req-939d96ac-1832-4551-85f7-d7d520e5c3ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308464 Jul 09 17:39:55.986991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75794e1-c264-4f98-b8d7-ccc24b9834ce req-074874ee-80c8-45bd-9a80-ac9d3bc5b59c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.988415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d75794e1-c264-4f98-b8d7-ccc24b9834ce req-074874ee-80c8-45bd-9a80-ac9d3bc5b59c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0700996 Jul 09 17:39:56.027379 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d75794e1-c264-4f98-b8d7-ccc24b9834ce req-457cd599-e8c7-4a37-8796-7497a0f7f93c tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Jul 09 17:39:57.221833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01ebda-0dca-4d57-9cbc-f0acbb907d46 req-3f105e86-b58b-4f9e-a910-4c593a24022e tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:57.223308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce01ebda-0dca-4d57-9cbc-f0acbb907d46 req-3f105e86-b58b-4f9e-a910-4c593a24022e tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0768709 Jul 09 17:39:57.265761 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce01ebda-0dca-4d57-9cbc-f0acbb907d46 req-40f2551a-7db7-43da-a08b-41622d68e2d6 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366838 Jul 09 17:39:58.450105 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156914f0-a310-45b5-bbc6-6373a55c187b req-84682394-a525-407b-8533-8fded821b299 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:58.451702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-156914f0-a310-45b5-bbc6-6373a55c187b req-84682394-a525-407b-8533-8fded821b299 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0691919 Jul 09 17:39:58.495051 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-156914f0-a310-45b5-bbc6-6373a55c187b req-746ad922-a125-4ec3-ae9f-016b9d480d62 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348041 Jul 09 17:39:58.681814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479b49-570b-4896-aea1-3633c24a783a req-4d59b95a-5c4e-4fe8-8aa9-9adc5226f38b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:58.683330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f479b49-570b-4896-aea1-3633c24a783a req-4d59b95a-5c4e-4fe8-8aa9-9adc5226f38b tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0786698 Jul 09 17:39:58.724689 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0f479b49-570b-4896-aea1-3633c24a783a req-5d84e7db-2695-4919-a56c-d54a8b9e0675 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Jul 09 17:40:05.500282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:40:05.890956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b7a6b06-f697-4a94-b26b-95d8d24b7063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:08.403829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28be2f25-2e68-4611-8993-a3da863ae9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:08.681738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:08.761469 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:09.516636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:11.352079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:18.851040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23015fd5-044a-4c34-906a-e363f18c9d68 req-e1590161-36be-478c-98ca-ec4254bceab3 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:18.852523 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23015fd5-044a-4c34-906a-e363f18c9d68 req-e1590161-36be-478c-98ca-ec4254bceab3 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0784535 Jul 09 17:40:18.894400 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-23015fd5-044a-4c34-906a-e363f18c9d68 req-6f4a0128-f720-49c7-94a2-ee030b2ad44d tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357535 Jul 09 17:40:20.082154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f58bc4-5215-4b3f-817c-5bf6a125616f req-8eed2616-2fc3-43c3-b043-b5bc81668092 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:20.083701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5f58bc4-5215-4b3f-817c-5bf6a125616f req-8eed2616-2fc3-43c3-b043-b5bc81668092 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0657256 Jul 09 17:40:20.121529 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f5f58bc4-5215-4b3f-817c-5bf6a125616f req-7ccba53d-1b3c-4b6c-9418-79acc808cf11 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Jul 09 17:40:20.769999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-89478e2f-2cde-4458-8c91-83d69d4f45ae tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:20.771532 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-89478e2f-2cde-4458-8c91-83d69d4f45ae tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 946 time: 0.0761759 Jul 09 17:40:20.886958 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Deleting port f620c406-4bae-4065-a17c-adf2c71bb099 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:20.887176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:20.986327 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] For port f620c406-4bae-4065-a17c-adf2c71bb099, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f620c406-4bae-4065-a17c-adf2c71bb099,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:20.986677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:20.999667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Calling delete_port for f620c406-4bae-4065-a17c-adf2c71bb099 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:21.129290 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:21.158670 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Pushing event deleted for resources: {'Port': ['ID=f620c406-4bae-4065-a17c-adf2c71bb099,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:21.162855 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f620c406-4bae-4065-a17c-adf2c71bb099'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:21.208129 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] No DVR routers for this DVR port f620c406-4bae-4065-a17c-adf2c71bb099 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:21.210655 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:21.212745 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-03dec594-93f3-4ca9-97ef-b75c29e543b1 req-cade73c7-20c0-4574-a892-9baf20013775 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.37 "DELETE /v2.0/ports/f620c406-4bae-4065-a17c-adf2c71bb099 HTTP/1.1" status: 204 len: 173 time: 0.4354150 Jul 09 17:40:21.213201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'name': 'network-vif-deleted', 'tag': 'f620c406-4bae-4065-a17c-adf2c71bb099'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:21.215699 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b42a3-0f79-40e0-b2b1-f3ad28cac645" -d '{"events": [{"server_uuid": "7f9cf066-e15b-4c65-9c7a-c824c667b3dc", "name": "network-vif-deleted", "tag": "f620c406-4bae-4065-a17c-adf2c71bb099"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:21.286881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-71d242e4-86fa-45b0-abd9-dede1fc4e28e req-82d520d5-83cd-4d33-84c2-471828a605b8 tempest-TestEncryptedCinderVolumes-348876045 tempest-TestEncryptedCinderVolumes-348876045-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f9cf066-e15b-4c65-9c7a-c824c667b3dc HTTP/1.1" status: 200 len: 210 time: 0.0352542 Jul 09 17:40:21.336882 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239e392-8b3c-4f06-81f8-809160ff2292 x-openstack-request-id: req-b239e392-8b3c-4f06-81f8-809160ff2292 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:21.337083 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9cf066-e15b-4c65-9c7a-c824c667b3dc", "name": "network-vif-deleted", "tag": "f620c406-4bae-4065-a17c-adf2c71bb099", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:21.337520 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b239e392-8b3c-4f06-81f8-809160ff2292 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:21.337927 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9cf066-e15b-4c65-9c7a-c824c667b3dc', 'name': 'network-vif-deleted', 'tag': 'f620c406-4bae-4065-a17c-adf2c71bb099', 'status': 'completed', 'code': 200} Jul 09 17:40:22.436384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:22.793790 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:23.054803 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Deleting port cdf10a48-e339-4b47-9627-5bd63bba66e6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:23.055145 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:23.136897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] For port cdf10a48-e339-4b47-9627-5bd63bba66e6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=cdf10a48-e339-4b47-9627-5bd63bba66e6,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:23.137277 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:23.150202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Calling delete_port for cdf10a48-e339-4b47-9627-5bd63bba66e6 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:23.349899 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:23.377519 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf10a48-e339-4b47-9627-5bd63bba66e6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:23.532524 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f620c406-4bae-4065-a17c-adf2c71bb099 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:23.544324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:23.551985 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: f620c406-4bae-4065-a17c-adf2c71bb099 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:23.552408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f620c406-4bae-4065-a17c-adf2c71bb099 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:23.778040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Router 649bb449-5c50-488e-9a57-c699f8d4842d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:23.889840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:23.895277 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-13d7be78-44db-427e-b4cc-874bddfc6883 admin admin] 10.222.0.48 "PUT /v2.0/routers/649bb449-5c50-488e-9a57-c699f8d4842d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4571228 Jul 09 17:40:23.897935 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:23.900727 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] Sync routers for ids ['649bb449-5c50-488e-9a57-c699f8d4842d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:23.911001 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] Routers {'649bb449-5c50-488e-9a57-c699f8d4842d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:23.911624 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['649bb449-5c50-488e-9a57-c699f8d4842d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:24.004098 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.028633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] Set router 649bb449-5c50-488e-9a57-c699f8d4842d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:24.108297 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.162960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Deleting port 0c3b786c-273f-42b8-8cba-96694464086c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:24.163293 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.201795 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '0c3b786c-273f-42b8-8cba-96694464086c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:40:23Z', 'revision_number': 5, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port': {'id': '0c3b786c-273f-42b8-8cba-96694464086c', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:01Z', 'updated_at': '2021-07-09T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:24.227028 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] Checking router: 649bb449-5c50-488e-9a57-c699f8d4842d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:24.235793 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] Routers {'649bb449-5c50-488e-9a57-c699f8d4842d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:24.236412 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['649bb449-5c50-488e-9a57-c699f8d4842d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:24.249771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] For port 0c3b786c-273f-42b8-8cba-96694464086c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0c3b786c-273f-42b8-8cba-96694464086c,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:24.250182 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.255207 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.264524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Calling delete_port for 0c3b786c-273f-42b8-8cba-96694464086c owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:24.321671 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] Set router 649bb449-5c50-488e-9a57-c699f8d4842d gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:24.373623 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:40:24Z', 'revision_number': 6, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:24.400797 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaf8d6-33f0-4b7e-8c8d-47631958a1e1 None None] The sync data for ids ['649bb449-5c50-488e-9a57-c699f8d4842d'] in n-d-800085-2 is: [{'id': '649bb449-5c50-488e-9a57-c699f8d4842d', 'name': 'tempest-TestEncryptedCinderVolumes-1346316211-router', 'tenant_id': 'bf694ed26e7945e09d45321a30a143ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:00Z', 'updated_at': '2021-07-09T17:40:24Z', 'revision_number': 6, 'project_id': 'bf694ed26e7945e09d45321a30a143ce', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:24.441809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.466845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3b786c-273f-42b8-8cba-96694464086c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:24.528364 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.891431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cdf10a48-e339-4b47-9627-5bd63bba66e6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:24.915659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: cdf10a48-e339-4b47-9627-5bd63bba66e6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:24.916016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device cdf10a48-e339-4b47-9627-5bd63bba66e6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:24.960613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:24.962810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.005523 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.006153 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649bb449-5c50-488e-9a57-c699f8d4842d {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:40:25.011099 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.012303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ebbef02c-29df-4df3-95fd-a0482023db2e admin admin] 10.222.0.48 "DELETE /v2.0/routers/649bb449-5c50-488e-9a57-c699f8d4842d HTTP/1.1" status: 204 len: 168 time: 1.1134644 Jul 09 17:40:25.014865 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:25.059998 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Deleting subnet 0c95562a-ed54-48ae-a864-7fb9db3896c3 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:40:25.063351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.099804 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.185782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.237092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.263647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c95562a-ed54-48ae-a864-7fb9db3896c3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:25.265587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.267487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-703db419-53da-46fb-9aa3-1318665f9775 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c95562a-ed54-48ae-a864-7fb9db3896c3 HTTP/1.1" status: 204 len: 168 time: 0.2516720 Jul 09 17:40:25.270111 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42772) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:25.272784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a7cb6-0fef-43dd-869c-5bc1ee2f19eb None None] Network d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:25.340906 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.396699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Deleting port 42bc4011-f179-435a-a3ac-51fb48765b15 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:25.397102 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.449414 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] DHCP port deletion for d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:40:25.460987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] For port 42bc4011-f179-435a-a3ac-51fb48765b15, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=42bc4011-f179-435a-a3ac-51fb48765b15,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:25.461355 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.474226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Calling delete_port for 42bc4011-f179-435a-a3ac-51fb48765b15 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:25.495437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] Deleting port 42bc4011-f179-435a-a3ac-51fb48765b15 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:25.495826 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.556740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.558348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] For port 42bc4011-f179-435a-a3ac-51fb48765b15, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=42bc4011-f179-435a-a3ac-51fb48765b15,segment=NetworkSegment(d1798ab1-47fd-48e4-80d1-1fd33b7d06f6),segment_id=d1798ab1-47fd-48e4-80d1-1fd33b7d06f6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:25.558774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.575499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] Calling delete_port for 42bc4011-f179-435a-a3ac-51fb48765b15 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:25.583186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42bc4011-f179-435a-a3ac-51fb48765b15,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:25.588298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] No DVR routers for this DVR port 42bc4011-f179-435a-a3ac-51fb48765b15 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:40:25.642311 n-d-800085-2 neutron-server[93769]: self.session.flush() Jul 09 17:40:25.649161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.662496 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.673614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] Pushing event deleted for resources: {'Port': ['ID=42bc4011-f179-435a-a3ac-51fb48765b15,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:25.676677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:25.677227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a596d-eb1d-4a72-af54-ccded8e183c1 None None] No DVR routers for this DVR port 42bc4011-f179-435a-a3ac-51fb48765b15 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:25.689314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:25.689555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1798ab1-47fd-48e4-80d1-1fd33b7d06f6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:25.699088 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.713941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.720059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:40:25.720443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:40:25.722071 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:40:25.775823 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.781629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.783526 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa HTTP/1.1" status: 204 len: 168 time: 0.5124409 Jul 09 17:40:25.786677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:25.794620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47f89f-964f-476e-931b-5e51351781d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f6d0d4-09c2-4e7b-ad36-6cf1488825aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:26.145079 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.405170 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Deleting port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:26.406615 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.488482 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] For port 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,segment=NetworkSegment(cebeebf0-ddf7-4878-aa96-e1e05c40414b),segment_id=cebeebf0-ddf7-4878-aa96-e1e05c40414b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:26.488781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.505488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Calling delete_port for 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:26.621379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 42bc4011-f179-435a-a3ac-51fb48765b15 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:26.641708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 42bc4011-f179-435a-a3ac-51fb48765b15 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:26.642161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 42bc4011-f179-435a-a3ac-51fb48765b15 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:26.642683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c3b786c-273f-42b8-8cba-96694464086c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:26.663526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0c3b786c-273f-42b8-8cba-96694464086c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:26.663900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c3b786c-273f-42b8-8cba-96694464086c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:26.691192 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.714143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:26.726610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.726974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.727296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.727647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.727967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.728330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.728676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.729005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.729347 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.729630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.729974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.730299 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:26.891517 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.430879 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:27.540838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:27.546248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8733395e-67cb-40f1-9cd0-c0e5c4eb4309 admin admin] 10.222.0.48 "PUT /v2.0/routers/68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584012 Jul 09 17:40:27.549358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:27.549968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] Sync routers for ids ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:27.559763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] Routers {'68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:27.560379 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:27.654835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.665783 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] Set router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:27.759612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.813161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Deleting port e2b2131f-bb4e-4437-8808-ce9cfc82fea1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:27.813504 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.841337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:40:26Z', 'revision_number': 5, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port': {'id': 'e2b2131f-bb4e-4437-8808-ce9cfc82fea1', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:27.867272 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] Checking router: 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:27.875852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] Routers {'68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:27.876447 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:27.894404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] For port e2b2131f-bb4e-4437-8808-ce9cfc82fea1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:27.894798 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.906385 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Calling delete_port for e2b2131f-bb4e-4437-8808-ce9cfc82fea1 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:27.965934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] Set router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:28.018941 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:40:27Z', 'revision_number': 6, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:28.044251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25385f-43fd-4f2f-8437-b00c799377d0 None None] The sync data for ids ['68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51'] in n-d-800085-2 is: [{'id': '68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51', 'name': 'tempest-TestEncryptedCinderVolumes-1216708070-router', 'tenant_id': '66e3694e3335472ba13fe82d0ee23ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:39:05Z', 'updated_at': '2021-07-09T17:40:27Z', 'revision_number': 6, 'project_id': '66e3694e3335472ba13fe82d0ee23ff9', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:28.086628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.117573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b2131f-bb4e-4437-8808-ce9cfc82fea1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:28.183820 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.273244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.275403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.321589 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.322142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:40:28.326601 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.327826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-168f8093-1caf-416b-bc61-e23fb677d67c admin admin] 10.222.0.48 "DELETE /v2.0/routers/68a5a2e5-8ff6-4ed6-9aa9-2bfb807fbc51 HTTP/1.1" status: 204 len: 168 time: 0.7774508 Jul 09 17:40:28.330492 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:28.377707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Deleting subnet 7fb48f2b-c799-4ba3-b58d-57979df60744 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:40:28.381048 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.422760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.508081 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.562710 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.597785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb48f2b-c799-4ba3-b58d-57979df60744,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:28.599968 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.601623 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e8bc6a8-bdda-40ba-a645-525cb24f6231 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7fb48f2b-c799-4ba3-b58d-57979df60744 HTTP/1.1" status: 204 len: 168 time: 0.2701933 Jul 09 17:40:28.604645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:28.607383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947548f9-f7fd-4701-9d9b-29bfe2dbd6e3 None None] Network fcef3f08-5eb1-408f-8b09-b3e64de44012 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:28.674489 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.728092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Deleting port 17eb524d-7c34-4e11-8fa0-62d53fe3573b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:28.728334 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.797061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] For port 17eb524d-7c34-4e11-8fa0-62d53fe3573b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=17eb524d-7c34-4e11-8fa0-62d53fe3573b,segment=NetworkSegment(cebeebf0-ddf7-4878-aa96-e1e05c40414b),segment_id=cebeebf0-ddf7-4878-aa96-e1e05c40414b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:28.797422 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.810615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Calling delete_port for 17eb524d-7c34-4e11-8fa0-62d53fe3573b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:28.827032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] DHCP port deletion for fcef3f08-5eb1-408f-8b09-b3e64de44012 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:40:28.854892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:28.875026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:28.875408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 2eff2cd0-3ea4-42d5-8b7e-9c9f3ddfac3c not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:28.875841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2b2131f-bb4e-4437-8808-ce9cfc82fea1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:28.896324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.901620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e2b2131f-bb4e-4437-8808-ce9cfc82fea1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:28.901962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e2b2131f-bb4e-4437-8808-ce9cfc82fea1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:28.921388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Deleting port 17eb524d-7c34-4e11-8fa0-62d53fe3573b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:28.921752 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.922786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17eb524d-7c34-4e11-8fa0-62d53fe3573b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:28.926676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] No DVR routers for this DVR port 17eb524d-7c34-4e11-8fa0-62d53fe3573b on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:28.987695 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] For port 17eb524d-7c34-4e11-8fa0-62d53fe3573b, host n-d-800085-2, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:28.988101 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.001131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Calling delete_port for 17eb524d-7c34-4e11-8fa0-62d53fe3573b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:29.003147 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.003803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Port 17eb524d-7c34-4e11-8fa0-62d53fe3573b was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:40:29.005370 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.015483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcef3f08-5eb1-408f-8b09-b3e64de44012']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:29.027097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebeebf0-ddf7-4878-aa96-e1e05c40414b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:29.027511 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebeebf0-ddf7-4878-aa96-e1e05c40414b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:29.033405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] No DVR routers for this DVR port 17eb524d-7c34-4e11-8fa0-62d53fe3573b on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:29.037498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.039086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae353a-ef47-48bd-a907-448c1a158270 None None] Pushing event deleted for resources: {'Port': ['ID=17eb524d-7c34-4e11-8fa0-62d53fe3573b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:29.062244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.068197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:40:29.068576 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:40:29.070212 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:40:29.130433 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.136439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.138725 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fcef3f08-5eb1-408f-8b09-b3e64de44012 HTTP/1.1" status: 204 len: 168 time: 0.5331759 Jul 09 17:40:29.149722 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b20df1-4201-40f2-aeac-e71992a370c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcef3f08-5eb1-408f-8b09-b3e64de44012,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:29.307092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:29.346923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9ddeacbf-259b-4392-af28-d75bcc57c8c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf694ed26e7945e09d45321a30a143ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386095 Jul 09 17:40:29.349453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:29.402867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8673bafc-a571-41d5-bf16-ead2c97d6fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.424414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8673bafc-a571-41d5-bf16-ead2c97d6fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.473000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8673bafc-a571-41d5-bf16-ead2c97d6fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.475735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8673bafc-a571-41d5-bf16-ead2c97d6fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.477014 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8673bafc-a571-41d5-bf16-ead2c97d6fee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7 HTTP/1.1" status: 204 len: 168 time: 0.1266425 Jul 09 17:40:29.492585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673bafc-a571-41d5-bf16-ead2c97d6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4cf3cd-b23c-4c0a-a4a6-55eab5e4c1d7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:29.816066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:29.860733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-183a809c-f343-40d9-8802-255e28895e11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66e3694e3335472ba13fe82d0ee23ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430415 Jul 09 17:40:29.863378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:29.912460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8acf-ea51-4eb7-b13b-fca583ed085b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.933382 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8acf-ea51-4eb7-b13b-fca583ed085b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.984092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8acf-ea51-4eb7-b13b-fca583ed085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.986698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2aa8acf-ea51-4eb7-b13b-fca583ed085b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.987878 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e2aa8acf-ea51-4eb7-b13b-fca583ed085b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4684bd73-354a-429f-8bf5-c2133ad37e92 HTTP/1.1" status: 204 len: 168 time: 0.1236424 Jul 09 17:40:29.996021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa8acf-ea51-4eb7-b13b-fca583ed085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684bd73-354a-429f-8bf5-c2133ad37e92,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:30.622412 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17eb524d-7c34-4e11-8fa0-62d53fe3573b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:30.642499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 17eb524d-7c34-4e11-8fa0-62d53fe3573b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:30.642841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 17eb524d-7c34-4e11-8fa0-62d53fe3573b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:30.701723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:30.801892 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1943880894-network', 'tenant_id': '91748968426042d09141561a1546701d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:30.831181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Made reservation on behalf of 91748968426042d09141561a1546701d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:30.834895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.846266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.935618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.940543 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.964471 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:40:30.974196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:30.979183 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.979525 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Added segment ff41f33a-aff9-4ba3-a27b-05119bb2f7f8 of type vlan for network 00de6bf0-45df-4114-90d3-7f06ea1786ac Jul 09 17:40:31.020586 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.050212 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.051320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:31.051928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.105365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4023798 Jul 09 17:40:31.108849 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:31.110777 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda8053-71ef-4489-b200-48e29c1b9e34 admin admin] Pushing event updated for resources: {'Network': ['ID=00de6bf0-45df-4114-90d3-7f06ea1786ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:31.114077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Request body: {'subnet': {'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1943880894-subnet', 'tenant_id': '91748968426042d09141561a1546701d', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:31.120825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:40:31.141407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Made reservation on behalf of 91748968426042d09141561a1546701d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:31.144000 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.324238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.385577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec17b0dc-247a-474f-ba20-61b01d220a2c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:31.403955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Checking segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:31.404316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Network hostable DHCP agents. Network: 00de6bf0-45df-4114-90d3-7f06ea1786ac, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:40:31.424169 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:40:31.434444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 00de6bf0-45df-4114-90d3-7f06ea1786ac) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:31.439764 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:31.440360 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.445166 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba1f85-fe89-4f98-912c-b8ab5f17359b None None] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:31.455487 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b13f990e-1734-4dcf-aee0-ad9c40412da3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3454604 Jul 09 17:40:31.458187 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:31.462785 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:31.484400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.485510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.537625 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.591907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-00de6bf0-45df-4114-90d3-7f06ea1786ac', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:40:31.592807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.680275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.725359 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Allocated IP 172.20.0.2 (00de6bf0-45df-4114-90d3-7f06ea1786ac/ec17b0dc-247a-474f-ba20-61b01d220a2c/e60da061-04b4-46d6-84eb-4ee0c2fa500f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:31.871534 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.881259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Transition to ACTIVE for port object e60da061-04b4-46d6-84eb-4ee0c2fa500f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:31.886669 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.898201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Transition to ACTIVE for port object e60da061-04b4-46d6-84eb-4ee0c2fa500f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:31.905424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.913332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.950676 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:31.953969 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:31.956474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:31.964591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Pushing event updated for resources: {'Port': ['ID=e60da061-04b4-46d6-84eb-4ee0c2fa500f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:32.017798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Allocated IP 172.25.7.49 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/e73db213-729f-40db-83a3-3dbfcd13c972) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:32.023102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Attempting to bind port e60da061-04b4-46d6-84eb-4ee0c2fa500f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:32.023530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Attempting to bind port e60da061-04b4-46d6-84eb-4ee0c2fa500f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:32.023894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Attempting to bind port e60da061-04b4-46d6-84eb-4ee0c2fa500f on network 00de6bf0-45df-4114-90d3-7f06ea1786ac {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:32.029027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:32.029416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Checking segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:32.029794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.030200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Bound using segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:32.030926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Bound port: e60da061-04b4-46d6-84eb-4ee0c2fa500f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:32.031303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.092818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] For port e60da061-04b4-46d6-84eb-4ee0c2fa500f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:32.096159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] For port e60da061-04b4-46d6-84eb-4ee0c2fa500f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e60da061-04b4-46d6-84eb-4ee0c2fa500f,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:32.101000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.127159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.162729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68300f-116d-46df-8d89-f44a6b865b69 None None] Pushing event updated for resources: {'Port': ['ID=e60da061-04b4-46d6-84eb-4ee0c2fa500f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:32.172647 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.213545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:32.216443 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:32.220751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:32.226629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Pushing event updated for resources: {'Port': ['ID=e73db213-729f-40db-83a3-3dbfcd13c972,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:32.495603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.651388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e60da061-04b4-46d6-84eb-4ee0c2fa500f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:32.703331 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e60da061-04b4-46d6-84eb-4ee0c2fa500f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:32.707105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.842071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Router 898ea6db-5f28-4fbb-8238-acddff2649e7 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:40:32.953650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:32.965657 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Sync routers for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:32.976564 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.978096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3ababba9-71dd-4977-93b8-c060456d379c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5188503 Jul 09 17:40:32.981258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:32.982573 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:32.983288 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:33.031891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d495c0b-381f-49c6-8cb6-fcd74b02de95 None None] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:33.159753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] Provisioning for port e60da061-04b4-46d6-84eb-4ee0c2fa500f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:33.184093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] Provisioning complete for port e60da061-04b4-46d6-84eb-4ee0c2fa500f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:33.184480 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.191992 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:33.282822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.320269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] For port e60da061-04b4-46d6-84eb-4ee0c2fa500f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e60da061-04b4-46d6-84eb-4ee0c2fa500f,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:33.327309 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.395647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3aeaa-5df5-45cb-9c02-306ca81b0717 None None] Pushing event updated for resources: {'Port': ['ID=e60da061-04b4-46d6-84eb-4ee0c2fa500f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:33.398552 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:32Z', 'revision_number': 3, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:33.425487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Checking router: 898ea6db-5f28-4fbb-8238-acddff2649e7 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:33.425835 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Updating router 898ea6db-5f28-4fbb-8238-acddff2649e7 port e73db213-729f-40db-83a3-3dbfcd13c972 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:40:33.438196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.464292 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.554597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b7bf08f8-b9ba-406a-8229-c9da11db8036 None None] Provisioning complete for port e60da061-04b4-46d6-84eb-4ee0c2fa500f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:33.554927 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7bf08f8-b9ba-406a-8229-c9da11db8036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.599496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Allocated IP 172.20.0.1 (00de6bf0-45df-4114-90d3-7f06ea1786ac/ec17b0dc-247a-474f-ba20-61b01d220a2c/b4fc5c02-b810-4c9a-9b66-98bb85920032) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:33.701710 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.714052 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.714864 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Transition to ACTIVE for port object b4fc5c02-b810-4c9a-9b66-98bb85920032 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:33.723758 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Transition to ACTIVE for port object e73db213-729f-40db-83a3-3dbfcd13c972 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:33.729201 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.750020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.778574 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Attempting to bind port e73db213-729f-40db-83a3-3dbfcd13c972 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:33.778968 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Attempting to bind port e73db213-729f-40db-83a3-3dbfcd13c972 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:33.779327 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Attempting to bind port e73db213-729f-40db-83a3-3dbfcd13c972 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:33.782433 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Pushing event updated for resources: {'Port': ['ID=e73db213-729f-40db-83a3-3dbfcd13c972,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:33.787021 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:33.787388 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:33.787807 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.788169 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:33.788627 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Bound port: e73db213-729f-40db-83a3-3dbfcd13c972, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:33.788999 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.790592 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:33.794995 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:33.799711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:33.802792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Pushing event updated for resources: {'Port': ['ID=b4fc5c02-b810-4c9a-9b66-98bb85920032,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:33.810789 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.811141 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.811481 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.811885 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.812215 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.812543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.812867 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.813183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.813504 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.813852 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.814228 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.814429 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:33.844364 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.852144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] For port e73db213-729f-40db-83a3-3dbfcd13c972, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:33.856729 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] For port e73db213-729f-40db-83a3-3dbfcd13c972, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e73db213-729f-40db-83a3-3dbfcd13c972,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:33.864508 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:33.915450 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314bb45-6cd0-4ebb-bdbf-87f78a36cf5b None None] Pushing event updated for resources: {'Port': ['ID=e73db213-729f-40db-83a3-3dbfcd13c972,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:33.931542 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:33.932238 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:34.005628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.040543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:34.055871 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7042fb6a-6024-4e01-b8f7-7701f7b1663a None None] Provisioning for port b4fc5c02-b810-4c9a-9b66-98bb85920032 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:34.059970 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7042fb6a-6024-4e01-b8f7-7701f7b1663a None None] Provisioning complete for port b4fc5c02-b810-4c9a-9b66-98bb85920032 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:34.060349 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7042fb6a-6024-4e01-b8f7-7701f7b1663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.094888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7042fb6a-6024-4e01-b8f7-7701f7b1663a None None] Port b4fc5c02-b810-4c9a-9b66-98bb85920032 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:34.171005 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.177102 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.220729 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:32Z', 'revision_number': 3, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:34.245860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.246111 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec57f0-708c-471a-8de4-f4fabdc342c1 None None] The sync data for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 is: [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:32Z', 'revision_number': 3, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:34.248847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Pushing event updated for resources: {'Port': ['ID=b4fc5c02-b810-4c9a-9b66-98bb85920032,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:34.341841 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:34.343491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:34.492124 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Router 898ea6db-5f28-4fbb-8238-acddff2649e7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:34.618340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e7d8aaf5-5ac6-4612-8b38-4e10681265a9 None None] Provisioning complete for port b4fc5c02-b810-4c9a-9b66-98bb85920032 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:34.619072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7d8aaf5-5ac6-4612-8b38-4e10681265a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.629645 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:34.643900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fd15a6f3-1b6c-4b50-99e6-a8024cb3e44d admin admin] 10.222.0.48 "PUT /v2.0/routers/898ea6db-5f28-4fbb-8238-acddff2649e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6533196 Jul 09 17:40:34.675640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8aaf5-5ac6-4612-8b38-4e10681265a9 None None] Port b4fc5c02-b810-4c9a-9b66-98bb85920032 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:34.742086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e73db213-729f-40db-83a3-3dbfcd13c972 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:34.793383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e73db213-729f-40db-83a3-3dbfcd13c972 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:34.798350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e73db213-729f-40db-83a3-3dbfcd13c972 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:34.798824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.890449 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.912440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e73db213-729f-40db-83a3-3dbfcd13c972, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e73db213-729f-40db-83a3-3dbfcd13c972,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:34.917951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:34.918867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e60da061-04b4-46d6-84eb-4ee0c2fa500f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:35.002966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e73db213-729f-40db-83a3-3dbfcd13c972,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:35.014026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e60da061-04b4-46d6-84eb-4ee0c2fa500f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:35.014409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.176610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:35.181838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1905017603-network', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:35.205248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Made reservation on behalf of ef969dc3aac4445f9cc986a679fbcdf9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:35.207752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.216265 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.308480 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.313921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.345400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:40:35.351721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7257ef3d-1f49-43c8-b39a-905281dc8a97,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:35.357648 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.357999 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Added segment d2a17129-32cd-425d-81c9-54ea5cbed506 of type vlan for network ee78105b-dcb7-42f3-ae92-f77c7f8e455b Jul 09 17:40:35.397618 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.428043 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.429062 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:35.429585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.482207 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3044531 Jul 09 17:40:35.485161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 42844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:35.487397 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977034a-0bc5-4571-8c04-dab597e31448 admin admin] Pushing event updated for resources: {'Network': ['ID=ee78105b-dcb7-42f3-ae92-f77c7f8e455b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:35.490945 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Request body: {'subnet': {'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1905017603-subnet', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:35.498946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:40:35.517482 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Made reservation on behalf of ef969dc3aac4445f9cc986a679fbcdf9 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:35.520338 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:35.858770 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Sync routers for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:35.868832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:35.869433 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:35.931820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80f1a2bd-71b7-435a-9e59-47ce574c3fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.064631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.125119 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d082a5c7-0aa9-4b3b-8bd8-8e29abcab01e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:36.135752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Checking segment: {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:36.136643 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Network hostable DHCP agents. Network: ee78105b-dcb7-42f3-ae92-f77c7f8e455b, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:40:36.158536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:40:36.169285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ee78105b-dcb7-42f3-ae92-f77c7f8e455b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:36.170068 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:36.181556 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:36.182192 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.197251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5598b-df0f-4c88-8861-7bab03f7bb78 None None] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:36.200978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-baad1aac-72ca-47f1-8bcc-af5492186c1d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7144153 Jul 09 17:40:36.201455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:36.206977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:36.229405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.230495 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.296977 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.439271 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.477926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ee78105b-dcb7-42f3-ae92-f77c7f8e455b', 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'fixed_ips': [{'subnet_id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:40:36.478813 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.568329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 2, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:36.601784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Checking router: 898ea6db-5f28-4fbb-8238-acddff2649e7 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:36.602055 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Updating router 898ea6db-5f28-4fbb-8238-acddff2649e7 port b4fc5c02-b810-4c9a-9b66-98bb85920032 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:40:36.650800 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.668867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.672980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.686841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e73db213-729f-40db-83a3-3dbfcd13c972 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:36.716872 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Allocated IP 172.20.0.2 (ee78105b-dcb7-42f3-ae92-f77c7f8e455b/d082a5c7-0aa9-4b3b-8bd8-8e29abcab01e/1f8a3210-b8f0-4181-b6f3-7f1079c03acf) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:36.786560 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Allocated IP 172.25.7.59 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/bf6e7262-dbde-454e-aa51-7d7a5b95742f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:36.890160 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.892073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e73db213-729f-40db-83a3-3dbfcd13c972 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:36.892439 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.929085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.970763 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:36.973786 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:36.978297 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:36.981456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Pushing event updated for resources: {'Port': ['ID=bf6e7262-dbde-454e-aa51-7d7a5b95742f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:37.094382 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.114247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Transition to ACTIVE for port object 1f8a3210-b8f0-4181-b6f3-7f1079c03acf will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:37.164050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Transition to ACTIVE for port object 1f8a3210-b8f0-4181-b6f3-7f1079c03acf will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:37.177212 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.209421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.231122 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.238734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Transition to ACTIVE for port object b4fc5c02-b810-4c9a-9b66-98bb85920032 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:37.245205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:37.246261 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Pushing event updated for resources: {'Port': ['ID=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:37.249204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:37.251213 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.253237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:37.340644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53042304-7211-4ec7-a335-75465d5e0ddb None None] Pushing event updated for resources: {'Port': ['ID=b4fc5c02-b810-4c9a-9b66-98bb85920032,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:37.377016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Attempting to bind port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:37.377016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Attempting to bind port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:37.377016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Attempting to bind port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf on network ee78105b-dcb7-42f3-ae92-f77c7f8e455b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:37.404393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:37.404810 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Checking segment: {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:37.405196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.405590 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Bound using segment: {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:37.406073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Bound port: 1f8a3210-b8f0-4181-b6f3-7f1079c03acf, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:37.406457 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.419930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Attempting to bind port b4fc5c02-b810-4c9a-9b66-98bb85920032 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:37.420305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Attempting to bind port b4fc5c02-b810-4c9a-9b66-98bb85920032 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:37.420664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Attempting to bind port b4fc5c02-b810-4c9a-9b66-98bb85920032 on network 00de6bf0-45df-4114-90d3-7f06ea1786ac {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:37.428991 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:37.429367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Checking segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:37.429767 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.430157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Bound using segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:37.430690 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Bound port: b4fc5c02-b810-4c9a-9b66-98bb85920032, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:37.431077 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.431431 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.525428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] For port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:37.533357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] For port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:37.541296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.569502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:40:37.575488 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] For port b4fc5c02-b810-4c9a-9b66-98bb85920032, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:37.602779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] For port b4fc5c02-b810-4c9a-9b66-98bb85920032, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b4fc5c02-b810-4c9a-9b66-98bb85920032,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:37.610763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.636927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6cd95-1f31-4855-83ae-c12ea21963ee None None] Pushing event updated for resources: {'Port': ['ID=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:37.674234 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:37.674937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:37.706601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:37.717015 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Sync routers for ids ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:37.729111 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Routers {'7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:37.730154 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:37.738664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:37.740130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8906a3c3-96cd-4725-bb6c-ed1e4108c4bd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5368941 Jul 09 17:40:37.742871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 42848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:37.758171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53042304-7211-4ec7-a335-75465d5e0ddb None None] Pushing event updated for resources: {'Port': ['ID=b4fc5c02-b810-4c9a-9b66-98bb85920032,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:37.834636 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:37.902957 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Set router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:38.113612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:37Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:38.130080 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:37Z', 'revision_number': 3, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:38.143126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d907dee-eef8-426b-afe5-561c999adbd3 None None] The sync data for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 is: [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:37Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:38.162128 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Checking router: 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:38.162581 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Updating router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 port bf6e7262-dbde-454e-aa51-7d7a5b95742f binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:40:38.220356 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.440645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd6da679-cc91-4a41-8d2b-12484d79f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.538652 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.552321 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Transition to ACTIVE for port object bf6e7262-dbde-454e-aa51-7d7a5b95742f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:38.561755 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.620945 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Attempting to bind port bf6e7262-dbde-454e-aa51-7d7a5b95742f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:38.621985 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Attempting to bind port bf6e7262-dbde-454e-aa51-7d7a5b95742f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:38.621985 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Attempting to bind port bf6e7262-dbde-454e-aa51-7d7a5b95742f on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:38.639653 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:38.639894 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:38.642808 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.643489 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:38.644827 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Bound port: bf6e7262-dbde-454e-aa51-7d7a5b95742f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:38.650595 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.668181 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5896be-b6ee-46fc-b648-26d9ef5fcc23 None None] Pushing event updated for resources: {'Port': ['ID=bf6e7262-dbde-454e-aa51-7d7a5b95742f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:38.689917 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.789097 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.790913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.797509 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b4fc5c02-b810-4c9a-9b66-98bb85920032 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:38.866276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b4fc5c02-b810-4c9a-9b66-98bb85920032 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:38.870842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b4fc5c02-b810-4c9a-9b66-98bb85920032 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:38.871216 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.886870 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] For port bf6e7262-dbde-454e-aa51-7d7a5b95742f, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:38.893147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] For port bf6e7262-dbde-454e-aa51-7d7a5b95742f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bf6e7262-dbde-454e-aa51-7d7a5b95742f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:38.902390 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:38.970377 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Routers {'7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:38.971169 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:38.992688 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ded1c-14e3-4472-a049-c8394643ee0a None None] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:39.022603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Allocated IP 172.20.0.1 (ee78105b-dcb7-42f3-ae92-f77c7f8e455b/d082a5c7-0aa9-4b3b-8bd8-8e29abcab01e/62865da4-818f-4852-acb0-87651256a4b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:39.065645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.081915 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] Set router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:39.089761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae4e203c-214d-4876-b0fb-92dbbd5728b7 None None] Provisioning for port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:39.149026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b4fc5c02-b810-4c9a-9b66-98bb85920032, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b4fc5c02-b810-4c9a-9b66-98bb85920032,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:39.151147 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.165311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Transition to ACTIVE for port object 62865da4-818f-4852-acb0-87651256a4b9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:39.195279 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5896be-b6ee-46fc-b648-26d9ef5fcc23 None None] Pushing event updated for resources: {'Port': ['ID=bf6e7262-dbde-454e-aa51-7d7a5b95742f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:39.214327 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.261201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:39.264128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:39.268016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:39.292188 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Pushing event updated for resources: {'Port': ['ID=62865da4-818f-4852-acb0-87651256a4b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:39.312393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.330010 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:37Z', 'revision_number': 3, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:39.358939 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab745b0b-9a27-4448-9247-f67473fcdf1d None None] The sync data for ids ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'] in n-d-800085-2 is: [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:37Z', 'revision_number': 3, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:39.370546 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.371393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1f8a3210-b8f0-4181-b6f3-7f1079c03acf up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:39.482641 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.484005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b4fc5c02-b810-4c9a-9b66-98bb85920032,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:39.515962 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:39.523891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:39.524142 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.550540 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.627359 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.668852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:39.674342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.681826 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.689041 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.743653 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:39.767958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Pushing event updated for resources: {'Port': ['ID=62865da4-818f-4852-acb0-87651256a4b9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:39.774691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.852277 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1c64345-cd13-4369-b4c1-10293e91ebb4 None None] Provisioning complete for port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:39.852737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1c64345-cd13-4369-b4c1-10293e91ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.901192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:39.902802 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:39.961504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1c64345-cd13-4369-b4c1-10293e91ebb4 None None] Provisioning for port 62865da4-818f-4852-acb0-87651256a4b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:39.966827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1c64345-cd13-4369-b4c1-10293e91ebb4 None None] Provisioning complete for port 62865da4-818f-4852-acb0-87651256a4b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:39.967611 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1c64345-cd13-4369-b4c1-10293e91ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.009544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c1c64345-cd13-4369-b4c1-10293e91ebb4 None None] Port 62865da4-818f-4852-acb0-87651256a4b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:40.030588 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:40.130276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb8bb0ca-ac5e-4936-b612-b02d3db122c6 None None] Provisioning complete for port 62865da4-818f-4852-acb0-87651256a4b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:40.130677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb0ca-ac5e-4936-b612-b02d3db122c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.159564 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:40.174639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-69f113af-c2ba-4ecf-91cf-c48f35dd0378 admin admin] 10.222.0.48 "PUT /v2.0/routers/7aaaabbf-71b6-4dcb-9bab-48304e7a0e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301412 Jul 09 17:40:40.187641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bb0ca-ac5e-4936-b612-b02d3db122c6 None None] Port 62865da4-818f-4852-acb0-87651256a4b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:40.309816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3104e9cf-7bda-466f-85e1-b22864b4fff7 None None] Provisioning complete for port 62865da4-818f-4852-acb0-87651256a4b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:40.310233 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3104e9cf-7bda-466f-85e1-b22864b4fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.346298 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3104e9cf-7bda-466f-85e1-b22864b4fff7 None None] Port 62865da4-818f-4852-acb0-87651256a4b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:40.704849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b4fc5c02-b810-4c9a-9b66-98bb85920032 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:40.758892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b4fc5c02-b810-4c9a-9b66-98bb85920032 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:40.759504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.839627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1f8a3210-b8f0-4181-b6f3-7f1079c03acf up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:40.886099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:40.886506 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.983665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bf6e7262-dbde-454e-aa51-7d7a5b95742f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:41.055049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port bf6e7262-dbde-454e-aa51-7d7a5b95742f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:41.059802 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bf6e7262-dbde-454e-aa51-7d7a5b95742f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:41.060164 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.145278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.171217 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port bf6e7262-dbde-454e-aa51-7d7a5b95742f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bf6e7262-dbde-454e-aa51-7d7a5b95742f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:41.177465 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.230968 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=bf6e7262-dbde-454e-aa51-7d7a5b95742f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:41.368332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.565366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Sync routers for ids ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:41.577206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Routers {'7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:41.578066 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:41.691053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Set router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:41.915151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 4, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '62865da4-818f-4852-acb0-87651256a4b9', 'name': '', 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'mac_address': 'fa:16:3e:2b:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:38Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 2, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'subnets': [{'id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:41.951027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Checking router: 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:41.951566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Updating router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 port 62865da4-818f-4852-acb0-87651256a4b9 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:40:41.993690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.291501 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.303476 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Transition to ACTIVE for port object 62865da4-818f-4852-acb0-87651256a4b9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:42.309990 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.358771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d718d-7724-4a9d-a202-af638981b892 None None] Pushing event updated for resources: {'Port': ['ID=62865da4-818f-4852-acb0-87651256a4b9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:42.436726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Attempting to bind port 62865da4-818f-4852-acb0-87651256a4b9 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:42.437427 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Attempting to bind port 62865da4-818f-4852-acb0-87651256a4b9 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:42.437888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Attempting to bind port 62865da4-818f-4852-acb0-87651256a4b9 on network ee78105b-dcb7-42f3-ae92-f77c7f8e455b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:42.443648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:42.444020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Checking segment: {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:42.444434 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.444833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Bound using segment: {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:42.445306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Bound port: 62865da4-818f-4852-acb0-87651256a4b9, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a17129-32cd-425d-81c9-54ea5cbed506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:42.445691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.502787 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:40:42.527769 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] For port 62865da4-818f-4852-acb0-87651256a4b9, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:42.531647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] For port 62865da4-818f-4852-acb0-87651256a4b9, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=62865da4-818f-4852-acb0-87651256a4b9,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:42.540843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.617292 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Routers {'7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:42.617930 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:40:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:42.721482 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bf6e7262-dbde-454e-aa51-7d7a5b95742f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:42.751772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d718d-7724-4a9d-a202-af638981b892 None None] Pushing event updated for resources: {'Port': ['ID=62865da4-818f-4852-acb0-87651256a4b9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:42.801538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] Set router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:42.905836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port bf6e7262-dbde-454e-aa51-7d7a5b95742f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:42.906233 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.106340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 4, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '62865da4-818f-4852-acb0-87651256a4b9', 'name': '', 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'mac_address': 'fa:16:3e:2b:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:38Z', 'updated_at': '2021-07-09T17:40:42Z', 'revision_number': 4, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'subnets': [{'id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:43.137437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5ac53-6807-4d43-ab2c-77fbbc24a654 None None] The sync data for ids ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'] in n-d-800085-2 is: [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 4, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '62865da4-818f-4852-acb0-87651256a4b9', 'name': '', 'network_id': 'ee78105b-dcb7-42f3-ae92-f77c7f8e455b', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'mac_address': 'fa:16:3e:2b:40:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:38Z', 'updated_at': '2021-07-09T17:40:42Z', 'revision_number': 4, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'subnets': [{'id': 'd082a5c7-0aa9-4b3b-8bd8-8e29abcab01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:44.704606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 62865da4-818f-4852-acb0-87651256a4b9 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:44.760677 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 62865da4-818f-4852-acb0-87651256a4b9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:44.766196 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 62865da4-818f-4852-acb0-87651256a4b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:44.766597 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.852472 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.892588 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 62865da4-818f-4852-acb0-87651256a4b9, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=62865da4-818f-4852-acb0-87651256a4b9,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:44.897288 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.961191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=62865da4-818f-4852-acb0-87651256a4b9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:46.662020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 62865da4-818f-4852-acb0-87651256a4b9 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:46.719332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 62865da4-818f-4852-acb0-87651256a4b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:46.719454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:49.903272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-9c5239d3-87e2-4fdf-aa21-1089251bc0df tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:49.904667 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-9c5239d3-87e2-4fdf-aa21-1089251bc0df tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 815 time: 0.1050940 Jul 09 17:40:49.922348 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-c6452ce7-9ee7-472c-b906-5ec9847fc971 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/quotas/91748968426042d09141561a1546701d HTTP/1.1" status: 200 len: 375 time: 0.0096352 Jul 09 17:40:49.999241 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-ad5dbf6c-af7f-47c3-94d9-3d4fce3cc2c8 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662551 Jul 09 17:40:50.092407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-f3d0903b-62c1-44f4-b421-09d62bda6e57 service neutron] 10.222.0.48 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813036 Jul 09 17:40:50.189606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-f955c4c4-ed9a-4665-a9b3-504413994dc9 service neutron] 10.222.0.48 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881727 Jul 09 17:40:50.358338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8a11b0e7-0a30-4a6e-99f7-f84676878f24 req-a38d659d-1d1d-45cc-970a-1d0ab5ead16d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 210 time: 0.0291088 Jul 09 17:40:51.502503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4088f6bc-948d-43b9-8f30-697b40efaaf4 req-38cda50b-4bba-47e8-a22b-7cdf8cc661f6 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 210 time: 0.0320435 Jul 09 17:40:51.575010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-aaed048a-b582-4a5d-90df-ecd29b73c577 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.576618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-aaed048a-b582-4a5d-90df-ecd29b73c577 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 815 time: 0.1042297 Jul 09 17:40:51.591368 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'port': {'device_id': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'admin_state_up': True, 'tenant_id': '91748968426042d09141561a1546701d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:51.699852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Made reservation on behalf of 91748968426042d09141561a1546701d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:51.703500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:51.834703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Allocated IP 172.20.0.12 (00de6bf0-45df-4114-90d3-7f06ea1786ac/ec17b0dc-247a-474f-ba20-61b01d220a2c/e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:52.003907 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.023170 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Transition to ACTIVE for port object e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:52.064629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.123877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:52.127637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:52.132877 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:52.136976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.166575 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.167454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.167454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:52.202340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:52.203677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.238518 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-27aebbb4-1af5-4c65-bb38-a0da0d25ba7f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6516080 Jul 09 17:40:52.407375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cde3b7cf-bd43-492a-9556-79c2ab7cf4a7 None None] Provisioning for port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:52.414010 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cde3b7cf-bd43-492a-9556-79c2ab7cf4a7 None None] Provisioning complete for port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:52.414560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cde3b7cf-bd43-492a-9556-79c2ab7cf4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.452641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cde3b7cf-bd43-492a-9556-79c2ab7cf4a7 None None] Port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:52.694281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d49a8a-fd41-4b32-b3c4-b9bbc6ff0216 req-acfc0052-422a-4810-8539-bce60c5ac91b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:52.695802 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d49a8a-fd41-4b32-b3c4-b9bbc6ff0216 req-acfc0052-422a-4810-8539-bce60c5ac91b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0730741 Jul 09 17:40:52.739398 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16d49a8a-fd41-4b32-b3c4-b9bbc6ff0216 req-61b11df2-e484-436a-887c-02164e7140ca tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376627 Jul 09 17:40:53.923889 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596049d-1ea2-42a5-a25f-6498ab51501b req-580fc221-282c-4c00-b1d2-cec6f021014f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:53.925457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d596049d-1ea2-42a5-a25f-6498ab51501b req-580fc221-282c-4c00-b1d2-cec6f021014f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0705323 Jul 09 17:40:53.969333 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d596049d-1ea2-42a5-a25f-6498ab51501b req-e8af5b00-cf85-4899-a3db-3f450c9f926c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Jul 09 17:40:54.280973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:55.169373 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9a2c-b713-4ea2-a4d2-e82d2a18535d req-20db5e99-1ca7-4a93-b11f-0ca35f58401a tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:55.172652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9baf9a2c-b713-4ea2-a4d2-e82d2a18535d req-20db5e99-1ca7-4a93-b11f-0ca35f58401a tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0854442 Jul 09 17:40:55.221798 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9baf9a2c-b713-4ea2-a4d2-e82d2a18535d req-c92a149a-d4c2-439e-b907-360dc9b36bb4 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Jul 09 17:40:56.423395 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76f8c7-515b-4def-8345-359e4155e548 req-875982db-863b-4f80-b5eb-30a711f5111e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:56.431751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d76f8c7-515b-4def-8345-359e4155e548 req-875982db-863b-4f80-b5eb-30a711f5111e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0779085 Jul 09 17:40:56.465616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d76f8c7-515b-4def-8345-359e4155e548 req-915b4b97-f361-4ec2-a85a-0f873d2fb95a tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Jul 09 17:40:57.657014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c5212-a7a9-4653-81e1-a5302d64c467 req-8ea525a0-946f-41c9-9997-9f21337956d2 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:57.658544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-904c5212-a7a9-4653-81e1-a5302d64c467 req-8ea525a0-946f-41c9-9997-9f21337956d2 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0677075 Jul 09 17:40:57.703305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-904c5212-a7a9-4653-81e1-a5302d64c467 req-41c7b6f7-4478-459f-a1fd-a12009574125 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Jul 09 17:40:58.894850 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec6dd4-73b5-43a8-b8de-94e06ca6db4c req-c3c7e41e-93bf-4b96-a0e4-e4dff8ac0dc9 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:58.896365 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7ec6dd4-73b5-43a8-b8de-94e06ca6db4c req-c3c7e41e-93bf-4b96-a0e4-e4dff8ac0dc9 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0764937 Jul 09 17:40:58.934498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e7ec6dd4-73b5-43a8-b8de-94e06ca6db4c req-5c4e036c-2176-4ea1-aefc-7d9fd17360fd tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Jul 09 17:41:00.130043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95dcf1-0048-435e-a315-7b05b02fa2ef req-ad88897c-37c2-4884-9984-5a8e4189256e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:00.131961 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a95dcf1-0048-435e-a315-7b05b02fa2ef req-ad88897c-37c2-4884-9984-5a8e4189256e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0739388 Jul 09 17:41:00.176417 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a95dcf1-0048-435e-a315-7b05b02fa2ef req-ab8d6ee3-7664-4ec9-a35e-ea82fc09d4ae tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386996 Jul 09 17:41:01.372349 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae171fd-3f1e-42f8-8118-05af1e47c950 req-b4f3093c-93ae-45af-8e1e-b48792ca859e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:01.373964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bae171fd-3f1e-42f8-8118-05af1e47c950 req-b4f3093c-93ae-45af-8e1e-b48792ca859e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0727959 Jul 09 17:41:01.420268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bae171fd-3f1e-42f8-8118-05af1e47c950 req-033e81f6-568a-4341-9566-5cc3a69a69be tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Jul 09 17:41:02.487682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Request body: {'port': {'device_id': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:02.568465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:02.603591 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3de5b6-ae6b-48f2-a7d9-c3c6f762c1f9 req-4586579c-4d6b-49fa-b5a6-2c7964b4e511 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:02.605126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3de5b6-ae6b-48f2-a7d9-c3c6f762c1f9 req-4586579c-4d6b-49fa-b5a6-2c7964b4e511 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 932 time: 0.0674942 Jul 09 17:41:02.647015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b3de5b6-ae6b-48f2-a7d9-c3c6f762c1f9 req-fa6670d0-062d-4e83-ac1e-689b011dfc02 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Jul 09 17:41:02.838239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:02.845691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:02.857377 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Transition to ACTIVE for port object e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:02.864961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:02.924197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:02.999293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Attempting to bind port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:02.999631 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Attempting to bind port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:02.999963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Attempting to bind port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 on network 00de6bf0-45df-4114-90d3-7f06ea1786ac {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:03.004448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 on network 00de6bf0-45df-4114-90d3-7f06ea1786ac not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:41:03.004777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Attempting to bind port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 on network 00de6bf0-45df-4114-90d3-7f06ea1786ac {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:03.011426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:03.011772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Checking segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:03.012167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Bound using segment: {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:03.012599 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Bound port: e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:03.012963 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:03.077040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:03.079975 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:03.086239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:03.121211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.121962 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:03.123362 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 1092 time: 0.6405401 Jul 09 17:41:03.124355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:03.126242 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d3243-7497-4738-82b8-fd72ac2e0d57" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:03.156557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586125-2b03-4ab7-a5c8-5286f612a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:03.172664 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91135bf6-d8bf-4ad6-88ca-32efe6305240 x-openstack-request-id: req-91135bf6-d8bf-4ad6-88ca-32efe6305240 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:03.173023 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:03.173315 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91135bf6-d8bf-4ad6-88ca-32efe6305240 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:03.173738 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'status': 'completed', 'code': 200} Jul 09 17:41:03.246384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6780b5a3-7976-4934-8f70-dd84898fbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.248003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-6780b5a3-7976-4934-8f70-dd84898fbeef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1095 time: 0.0599704 Jul 09 17:41:03.292742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-10185882-7a5c-4769-aead-4bac7e944528 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 217 time: 0.0358045 Jul 09 17:41:03.343123 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-da0c915d-542d-4f7e-8452-9ff2fa296aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.344591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-da0c915d-542d-4f7e-8452-9ff2fa296aa5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0447667 Jul 09 17:41:03.415195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-e1d84b04-2e5b-4ec7-9a11-e30a8c144cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.416766 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-e1d84b04-2e5b-4ec7-9a11-e30a8c144cd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615098 Jul 09 17:41:03.524785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-ac1effbf-5b29-42db-8b34-7b1bba2a300f service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964718 Jul 09 17:41:03.619365 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f8cc6a54-9889-40e1-9cce-ce3c3945e6bb req-805456b1-1c3e-4568-bd61-69359567ec43 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Jul 09 17:41:03.757804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-eca22ae5-ee9d-4996-9376-511d73215c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.759423 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-eca22ae5-ee9d-4996-9376-511d73215c03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1095 time: 0.0622218 Jul 09 17:41:03.855007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-eb164b36-59be-4d42-83ba-949b46906cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.856511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-eb164b36-59be-4d42-83ba-949b46906cd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.0904651 Jul 09 17:41:03.857130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1c8df-47b3-46c1-bcfb-3d7575c8c97c req-93a8bc51-b967-4133-a693-d9b4576e4872 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.858723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35d1c8df-47b3-46c1-bcfb-3d7575c8c97c req-93a8bc51-b967-4133-a693-d9b4576e4872 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 944 time: 0.0658908 Jul 09 17:41:03.899597 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35d1c8df-47b3-46c1-bcfb-3d7575c8c97c req-34d5c3a0-2645-4d18-a6b5-0cde7e1756c0 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349731 Jul 09 17:41:03.908722 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-3fff514b-faf6-4198-9e8a-a6e71ebde49a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 217 time: 0.0431466 Jul 09 17:41:03.960571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-4590c592-4975-4eb4-8b73-de01e33d3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.962244 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-4590c592-4975-4eb4-8b73-de01e33d3164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0469270 Jul 09 17:41:04.028842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-4952e644-7819-4cb6-be69-fa78b3daf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:04.030387 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-4952e644-7819-4cb6-be69-fa78b3daf2fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582118 Jul 09 17:41:04.136548 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-c01de292-95a7-4d88-a337-fbeb57ff63f5 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979025 Jul 09 17:41:04.246769 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8c0d3243-7497-4738-82b8-fd72ac2e0d57 req-83c36b3c-b3e2-4c05-bfb8-4d80f69aa342 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987890 Jul 09 17:41:05.112258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559322ea-4d76-4881-acca-aeb224c42983 req-470a4ab0-255d-417f-bcee-b2b956db3305 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:05.113753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-559322ea-4d76-4881-acca-aeb224c42983 req-470a4ab0-255d-417f-bcee-b2b956db3305 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 944 time: 0.0816514 Jul 09 17:41:05.155743 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-559322ea-4d76-4881-acca-aeb224c42983 req-d0943189-f3fd-4a3e-875b-f70a5561fdd8 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Jul 09 17:41:05.908282 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-757b30ba-ba15-4c3c-acbc-51b1b3922f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:05.994218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:06.094557 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:06.114898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'port_id': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'mac_address': 'fa:16:3e:7b:5d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:06.152141 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:06.164917 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:06.185240 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:06.192497 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:06.238830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:06.246951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.247324 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.247642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.247978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.248311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.248920 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.249258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.250003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.250003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.250207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.250631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.250957 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:06.342758 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc28b3-a508-4b67-a6c1-209407645585 req-5e2fa82f-ea41-4c00-b8ef-0ee0fd623fcd tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:06.344388 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cbc28b3-a508-4b67-a6c1-209407645585 req-5e2fa82f-ea41-4c00-b8ef-0ee0fd623fcd tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 945 time: 0.0667973 Jul 09 17:41:06.386428 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cbc28b3-a508-4b67-a6c1-209407645585 req-6b1f44f5-8465-4314-8c73-430ed5fd9ce0 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Jul 09 17:41:06.489366 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:07.601945 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6dcc-bada-4f50-b01c-01857a812005 req-f9c3fe9e-60d8-43ab-ab90-31d35787f12b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:07.603450 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-747f6dcc-bada-4f50-b01c-01857a812005 req-f9c3fe9e-60d8-43ab-ab90-31d35787f12b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 945 time: 0.0838592 Jul 09 17:41:07.643138 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-747f6dcc-bada-4f50-b01c-01857a812005 req-d98ac956-9e8d-4a10-b5aa-97c71794cca3 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Jul 09 17:41:08.004987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:08.058095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:08.062367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:08.062763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.151416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.173737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:08.176018 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c329f59-628e-4603-9206-6d31f7fac955" -d '{"events": [{"server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "name": "network-vif-plugged", "status": "completed", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:08.188338 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:08.193500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.227356 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ff29f4-8ee1-42ec-a4ae-b932963808d4 x-openstack-request-id: req-e9ff29f4-8ee1-42ec-a4ae-b932963808d4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:08.227646 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "name": "network-vif-plugged", "status": "completed", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:08.227845 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9ff29f4-8ee1-42ec-a4ae-b932963808d4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:08.228274 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'code': 200} Jul 09 17:41:08.258795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:08.349226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a51bbd-865e-487b-be97-62bccd4547c2 req-f9c44731-d686-455c-aaa5-fe5c94f19383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:08.350779 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3a51bbd-865e-487b-be97-62bccd4547c2 req-f9c44731-d686-455c-aaa5-fe5c94f19383 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1097 time: 0.0568986 Jul 09 17:41:08.391251 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c3a51bbd-865e-487b-be97-62bccd4547c2 req-a088c2be-337a-4790-9cd0-3be9b01954c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302408 Jul 09 17:41:08.405807 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf255f08-bef6-466e-a794-479795f34986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.689998 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.787298 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.826213 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b3c6d-ddbe-4159-ad83-dd3d30e526bb req-122f87d5-962a-4a35-b37f-5c6c7c48463d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:08.828729 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc8b3c6d-ddbe-4159-ad83-dd3d30e526bb req-122f87d5-962a-4a35-b37f-5c6c7c48463d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0692985 Jul 09 17:41:08.874956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc8b3c6d-ddbe-4159-ad83-dd3d30e526bb req-b43e5209-324c-4bbb-9978-5a21774abf4b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Jul 09 17:41:09.521631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.051437 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3788c0-587c-438b-a866-537e2325f8eb req-ffe40c6e-3a23-49a3-87b1-5faf8d64791e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.052917 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e3788c0-587c-438b-a866-537e2325f8eb req-ffe40c6e-3a23-49a3-87b1-5faf8d64791e tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0649953 Jul 09 17:41:10.089821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e3788c0-587c-438b-a866-537e2325f8eb req-1afbfce8-4967-4c46-877d-05a6c4e8f697 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Jul 09 17:41:10.267388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe7e10-11de-4eb1-92db-5cf8f958ae66 req-223bd3fd-1911-4479-b060-0dbb83c19d34 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.268797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63fe7e10-11de-4eb1-92db-5cf8f958ae66 req-223bd3fd-1911-4479-b060-0dbb83c19d34 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0689087 Jul 09 17:41:10.306797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63fe7e10-11de-4eb1-92db-5cf8f958ae66 req-e6263f2a-d214-4ec8-b60f-e195cd8693c6 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jul 09 17:41:10.662825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac232905-53e1-4059-b660-588cda80a64d req-3f055b32-8558-4fcd-9612-3c1134d1f030 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.664363 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac232905-53e1-4059-b660-588cda80a64d req-3f055b32-8558-4fcd-9612-3c1134d1f030 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0902219 Jul 09 17:41:10.704169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac232905-53e1-4059-b660-588cda80a64d req-f01ed9b1-768b-49ec-92a7-3d58067f5286 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338433 Jul 09 17:41:11.359103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:19.502628 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:41:22.465562 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db432437-e118-400b-b2cf-3c7790512a7f req-1b9c7cdf-d70e-46aa-bd15-d3ed692f220f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:22.467030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db432437-e118-400b-b2cf-3c7790512a7f req-1b9c7cdf-d70e-46aa-bd15-d3ed692f220f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0747349 Jul 09 17:41:22.509615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-db432437-e118-400b-b2cf-3c7790512a7f req-833400de-3d5e-42dd-830d-1bd3ec36a60f tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 Jul 09 17:41:22.540226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:22.683630 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a91dec-bb6f-43a4-ad7b-8d306e45522b tempest-TestMinimumBasicScenario-727658414 tempest-TestMinimumBasicScenario-727658414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:22.685202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c0a91dec-bb6f-43a4-ad7b-8d306e45522b tempest-TestMinimumBasicScenario-727658414 tempest-TestMinimumBasicScenario-727658414-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1092 time: 0.1439457 Jul 09 17:41:22.688538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:22.693128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'tenant_id': '91748968426042d09141561a1546701d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:22.716416 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:22.820237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:22.922856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Allocated IP 172.25.7.8 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/1ff63fe1-ff86-4bf5-adf1-16aa5c2b22d2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:23.029628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.071433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.110279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:23.112999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:23.116957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:23.122406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'Port': ['ID=1ff63fe1-ff86-4bf5-adf1-16aa5c2b22d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:23.488349 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.567159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.722068 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.727944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.796651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'Port': ['ID=1ff63fe1-ff86-4bf5-adf1-16aa5c2b22d2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:23.812159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.927467 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Floating IP a86808f2-f1ab-4799-be87-f18cedf7102c associated. External IP: 172.25.7.8, port: e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01. Jul 09 17:41:24.142181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Router 898ea6db-5f28-4fbb-8238-acddff2649e7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:41:24.249923 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:41:24.255875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.261828 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] Sync routers for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:41:24.268907 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.276288 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:24.277280 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:41:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:24.388343 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:24.615638 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'a86808f2-f1ab-4799-be87-f18cedf7102c', 'tenant_id': '91748968426042d09141561a1546701d', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'port_id': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'mac_address': 'fa:16:3e:7b:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:41:23Z', 'updated_at': '2021-07-09T17:41:23Z', 'revision_number': 0, 'project_id': '91748968426042d09141561a1546701d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:24.626343 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7864c971-7d9c-4962-af14-0fcb0e3944bc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9368458 Jul 09 17:41:24.627586 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:24.629634 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:24.630104 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02934b-5251-4e93-8e4e-eaf3fc60328d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:24.635071 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476496945', 'description': 'tempest-secgroup-smoke-1476496945 description', 'project_id': '91748968426042d09141561a1546701d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:24.645668 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] Checking router: 898ea6db-5f28-4fbb-8238-acddff2649e7 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:41:24.655627 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:24.656251 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:41:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:24.663443 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.760787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.764009 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:24.765438 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.796498 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.800595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1670334 Jul 09 17:41:24.800960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:24.805915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group_rule': {'security_group_id': '36d33778-7724-4bb3-a3c4-2d5c5d620368', 'project_id': '91748968426042d09141561a1546701d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:24.810092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882d035-5374-4181-86f5-35566c1f0fe7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d33778-7724-4bb3-a3c4-2d5c5d620368,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:24.816463 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe36841-f650-4b12-8040-9b0330337a45 x-openstack-request-id: req-7fe36841-f650-4b12-8040-9b0330337a45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:24.816781 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:24.817037 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fe36841-f650-4b12-8040-9b0330337a45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:24.817662 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'status': 'completed', 'code': 200} Jul 09 17:41:24.848169 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.900441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-3db05e34-eff3-4673-81dc-d5a6dc56af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:24.902086 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-3db05e34-eff3-4673-81dc-d5a6dc56af0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1097 time: 0.0644355 Jul 09 17:41:24.908768 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.913224 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.930676 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed95407-5526-4c2c-9544-6009102cde97,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:24.947342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:24.951146 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b5e8a184-7b23-498e-abd1-21ed65c0a3da tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487732 Jul 09 17:41:24.952016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:24.956760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group_rule': {'security_group_id': '36d33778-7724-4bb3-a3c4-2d5c5d620368', 'project_id': '91748968426042d09141561a1546701d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:24.995964 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.023695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-156a75df-ef93-4460-9687-8044f5bf92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.025215 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-156a75df-ef93-4460-9687-8044f5bf92ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.1105545 Jul 09 17:41:25.036958 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'a86808f2-f1ab-4799-be87-f18cedf7102c', 'tenant_id': '91748968426042d09141561a1546701d', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'port_id': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'mac_address': 'fa:16:3e:7b:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:41:23Z', 'updated_at': '2021-07-09T17:41:23Z', 'revision_number': 0, 'project_id': '91748968426042d09141561a1546701d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:25.057363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.062612 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.072445 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610b739-8a58-492c-a72e-9cd27c9a2c0b None None] The sync data for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 is: [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'a86808f2-f1ab-4799-be87-f18cedf7102c', 'tenant_id': '91748968426042d09141561a1546701d', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'port_id': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'mac_address': 'fa:16:3e:7b:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:41:23Z', 'updated_at': '2021-07-09T17:41:23Z', 'revision_number': 0, 'project_id': '91748968426042d09141561a1546701d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:41:25.083130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1f31b2-ec0b-4ea2-8829-f490daa61b6e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:25.093617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.095090 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c22df0e0-b7ad-4ad7-aa54-51f1591a5f45 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420386 Jul 09 17:41:25.098163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:25.104998 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-fa6773a9-d64f-4ddf-a79b-b47246b9b329 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 998 time: 0.0714183 Jul 09 17:41:25.105226 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group_rule': {'security_group_id': '36d33778-7724-4bb3-a3c4-2d5c5d620368', 'project_id': '91748968426042d09141561a1546701d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:25.134975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.162099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-0fd53a31-105d-4d4e-9da5-9cbc99a41fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.163650 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-0fd53a31-105d-4d4e-9da5-9cbc99a41fa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0498457 Jul 09 17:41:25.206593 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.220234 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.235829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-8d42e1e0-8152-4513-9392-8b3bb7a3f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.237564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-8d42e1e0-8152-4513-9392-8b3bb7a3f35d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667539 Jul 09 17:41:25.245800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09faa78-1c0f-4797-a989-e1de46bd39c9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:25.249532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.254104 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9ae1d4e-3ddd-4d4d-8c62-3de9ddc786fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547527 Jul 09 17:41:25.254772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:25.260003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group_rule': {'security_group_id': '36d33778-7724-4bb3-a3c4-2d5c5d620368', 'project_id': '91748968426042d09141561a1546701d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:25.342272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.343511 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860d599-d9a0-4f07-8b98-424a30e5b4a0 None None] New status for floating IP a86808f2-f1ab-4799-be87-f18cedf7102c: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:41:25.380658 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-0d8788ba-5f93-442d-b2d5-58dd44477d93 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348841 Jul 09 17:41:25.464280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.470940 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.503702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53fb67a-0013-43cc-a258-a4cfe0bde38e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:25.513904 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.515189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-566eccbc-61ba-4324-b76b-acf20d430647 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594590 Jul 09 17:41:25.518284 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:25.524290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group_rule': {'security_group_id': '36d33778-7724-4bb3-a3c4-2d5c5d620368', 'project_id': '91748968426042d09141561a1546701d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:25.534648 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3e02934b-5251-4e93-8e4e-eaf3fc60328d req-3c42d532-66a4-45c3-9981-a19bcdc20b5d service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439002 Jul 09 17:41:25.559998 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Project 91748968426042d09141561a1546701d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:41:25.565633 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.636073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.641084 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.658798 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612519a9-d2d1-4253-a714-25bb33067e73,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:25.666754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.668092 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-33765cae-1409-4b2c-9cd9-ede756634b23 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479173 Jul 09 17:41:25.671128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:25.675776 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'security_group_rule': {'security_group_id': '36d33778-7724-4bb3-a3c4-2d5c5d620368', 'project_id': '91748968426042d09141561a1546701d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:25.698988 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Project 91748968426042d09141561a1546701d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:41:25.704860 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.773287 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.779691 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.798967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b5ef9c-0dbf-46d9-9810-d08e88e59695,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:25.801837 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.803206 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-88dedd2e-eee0-4193-a3ae-1f70571ccc4d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312943 Jul 09 17:41:25.924778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-3f62de63-89c8-417c-b4e1-0446136be7b2 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476496945&fields=id&tenant_id=91748968426042d09141561a1546701d HTTP/1.1" status: 200 len: 267 time: 0.0360744 Jul 09 17:41:25.991320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-ad017a1b-fe45-4ef7-ac40-a03a7047b600 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.992834 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-ad017a1b-fe45-4ef7-ac40-a03a7047b600 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0624361 Jul 09 17:41:26.003641 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'port': {'security_groups': ['2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5', '36d33778-7724-4bb3-a3c4-2d5c5d620368']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:26.091228 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:26.275540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:26.306206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:26.311753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:26.326310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:26.358690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:26.359365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:26.363182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fcb0f1c8-8b38-46bd-9970-67e48cf87e5d req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "PUT /v2.0/ports/e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 982 time: 0.3638799 Jul 09 17:41:26.409607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2885c7-3dba-4b7b-8b9e-1830d47b1e1c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:26.437647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:26.550692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc4de-4908-4477-b02b-ff7f75148af8 req-d61e2566-e62b-4593-b1b0-2f999917a6ef tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:26.552472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-459fc4de-4908-4477-b02b-ff7f75148af8 req-d61e2566-e62b-4593-b1b0-2f999917a6ef tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0747139 Jul 09 17:41:26.602457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-459fc4de-4908-4477-b02b-ff7f75148af8 req-7a8965bf-f191-4648-9ee5-574baf079a87 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432112 Jul 09 17:41:26.681330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-01a4ebae-51fe-4a88-8c4c-37ef42c225f2 None None] Provisioning complete for port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:26.681766 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01a4ebae-51fe-4a88-8c4c-37ef42c225f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:26.818693 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:26.821153 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:26.863558 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a8d2a7-1a38-41a8-a5fd-f547332c8b65 x-openstack-request-id: req-63a8d2a7-1a38-41a8-a5fd-f547332c8b65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:26.863558 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:26.863558 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63a8d2a7-1a38-41a8-a5fd-f547332c8b65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:26.865584 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'status': 'completed', 'code': 200} Jul 09 17:41:26.949080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-286bc61e-d201-463c-85a9-391cdc7c98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:26.951560 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-286bc61e-d201-463c-85a9-391cdc7c98d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1136 time: 0.0582685 Jul 09 17:41:27.055763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-8a2c87bd-b61e-44b6-aa72-cba135f6cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:27.057298 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-8a2c87bd-b61e-44b6-aa72-cba135f6cddd service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.0987594 Jul 09 17:41:27.126542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-39af77c9-f7aa-4a59-8ca1-12c83248cfaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 1000 time: 0.0621622 Jul 09 17:41:27.192410 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-385cce0e-fdf9-4a7d-9ead-1340b6a62f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:27.194394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-385cce0e-fdf9-4a7d-9ead-1340b6a62f82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0590754 Jul 09 17:41:27.260223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-2a67ce85-3401-4900-bb67-70b2177a4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:27.261723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-2a67ce85-3401-4900-bb67-70b2177a4eba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578160 Jul 09 17:41:27.358874 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-d2330bbc-21ee-4148-92e0-9b9d540f60bd service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853410 Jul 09 17:41:27.464305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7d3da16c-9b1d-4b90-87da-f18b7c0f1551 req-3a18ec66-d760-4c01-b600-e1e896edd51e service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985975 Jul 09 17:41:35.901283 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dda22e57-1281-4d05-a3dd-9a8201252387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.411599 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a9a270e-a31e-4a20-9f51-9e033126fb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.688627 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.801897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.526441 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.368864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.257194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541877-8bec-44d1-97d0-e22287a42faa req-5921f9d0-0bb0-4d44-baf2-767d12905e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.259044 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-5921f9d0-0bb0-4d44-baf2-767d12905e02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1136 time: 0.0577583 Jul 09 17:41:49.349999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009eac-0078-4df6-93e1-352e60999779 req-e4648f2a-0f1f-4e69-8975-86d214f4d8d0 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.351609 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd009eac-0078-4df6-93e1-352e60999779 req-e4648f2a-0f1f-4e69-8975-86d214f4d8d0 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.1205480 Jul 09 17:41:49.361630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541877-8bec-44d1-97d0-e22287a42faa req-d51f213d-5f7b-4441-a7da-90a2ff021dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.363187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-d51f213d-5f7b-4441-a7da-90a2ff021dcf service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.0971894 Jul 09 17:41:49.397136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dd009eac-0078-4df6-93e1-352e60999779 req-3da08789-aa7c-4c1e-9845-e494f23b1414 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395980 Jul 09 17:41:49.438980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-5d31f561-1382-4dd0-bcde-194a436f2acf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 1000 time: 0.0668352 Jul 09 17:41:49.489741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541877-8bec-44d1-97d0-e22287a42faa req-9a5a5ce2-b6f0-4c81-8d96-02a2ea16cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.491176 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-9a5a5ce2-b6f0-4c81-8d96-02a2ea16cec8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0462048 Jul 09 17:41:49.560139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75541877-8bec-44d1-97d0-e22287a42faa req-5410b4eb-5cf4-4c3f-b27e-1d9c6d411553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.563018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-5410b4eb-5cf4-4c3f-b27e-1d9c6d411553 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640268 Jul 09 17:41:49.656543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-502c1554-a536-497c-afe5-f9a2e24fb558 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858521 Jul 09 17:41:49.766585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-75541877-8bec-44d1-97d0-e22287a42faa req-b36deb2b-618e-415c-8cef-aad86da7b774 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028485 Jul 09 17:41:50.578265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c5bb-15eb-4f5a-8341-88e26a302a47 req-2c9d9d30-c7a2-4a25-b233-033d197d40c1 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:50.579822 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a525c5bb-15eb-4f5a-8341-88e26a302a47 req-2c9d9d30-c7a2-4a25-b233-033d197d40c1 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0644224 Jul 09 17:41:50.621705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a525c5bb-15eb-4f5a-8341-88e26a302a47 req-2d127716-9715-4b0e-80a6-06894e4d0f42 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352340 Jul 09 17:41:51.806622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71736d7-b2b7-4b98-adb1-06059a8dd4ad req-ba6f1a3c-b0ee-4deb-9380-5efbe97992a4 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:51.808171 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f71736d7-b2b7-4b98-adb1-06059a8dd4ad req-ba6f1a3c-b0ee-4deb-9380-5efbe97992a4 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0670798 Jul 09 17:41:51.858305 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f71736d7-b2b7-4b98-adb1-06059a8dd4ad req-a35deca8-2188-453a-8075-e0768e9fa181 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440416 Jul 09 17:41:53.042164 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f06eaa-5b85-4176-9e1c-42257b9963a5 req-0ee5fecc-8b67-41a3-bfaa-09c6783b369d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:53.043707 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26f06eaa-5b85-4176-9e1c-42257b9963a5 req-0ee5fecc-8b67-41a3-bfaa-09c6783b369d tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0684288 Jul 09 17:41:53.084300 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-26f06eaa-5b85-4176-9e1c-42257b9963a5 req-03046478-2a7e-400d-b161-e003e9e446ad tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347130 Jul 09 17:41:54.269754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f89b1-3bab-4f61-b56f-fd0a0075cbb4 req-28f0856d-244b-4f85-a6e6-0c533bcfd3d4 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:54.271515 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e30f89b1-3bab-4f61-b56f-fd0a0075cbb4 req-28f0856d-244b-4f85-a6e6-0c533bcfd3d4 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0705028 Jul 09 17:41:54.274337 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.312679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e30f89b1-3bab-4f61-b56f-fd0a0075cbb4 req-ec75c4f3-869e-47d4-97f2-d3844342cda6 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349894 Jul 09 17:41:55.518151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d97e01-e2be-4d7b-919f-24e8dfea5786 req-2c4f329c-22ca-4a95-8f8d-9dcf20bb3f48 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:55.520032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22d97e01-e2be-4d7b-919f-24e8dfea5786 req-2c4f329c-22ca-4a95-8f8d-9dcf20bb3f48 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0795398 Jul 09 17:41:55.574415 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22d97e01-e2be-4d7b-919f-24e8dfea5786 req-9fe44099-de21-4291-8648-b670ca56920c tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455067 Jul 09 17:41:56.503484 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:41:56.753113 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6af974-b8cc-4f4d-badc-2be4c0b056d5 req-8bc28c88-5e70-49d2-ae21-367e10dc6723 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:56.754548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b6af974-b8cc-4f4d-badc-2be4c0b056d5 req-8bc28c88-5e70-49d2-ae21-367e10dc6723 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0682042 Jul 09 17:41:56.798621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b6af974-b8cc-4f4d-badc-2be4c0b056d5 req-100c80f2-cf9f-4e3a-aa18-18400aa2d4bf tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354354 Jul 09 17:41:57.981904 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e2dc7-7a06-454e-b162-31928d8790e3 req-e378c87f-135a-4a36-b77d-c17a56bd41b5 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:57.983487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-854e2dc7-7a06-454e-b162-31928d8790e3 req-e378c87f-135a-4a36-b77d-c17a56bd41b5 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0737596 Jul 09 17:41:58.024364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-854e2dc7-7a06-454e-b162-31928d8790e3 req-b8209b7d-b7d2-4d85-b32a-0718754f39e7 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350852 Jul 09 17:41:59.215722 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45549f-dd3d-4f8f-a4e7-331893cdcfdf req-6d9ab740-8e63-445e-b239-d8a49cd212c5 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:59.217136 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e45549f-dd3d-4f8f-a4e7-331893cdcfdf req-6d9ab740-8e63-445e-b239-d8a49cd212c5 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0770063 Jul 09 17:41:59.262187 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6e45549f-dd3d-4f8f-a4e7-331893cdcfdf req-218225c0-5dde-400a-ad08-fd6c50b01ee4 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365725 Jul 09 17:42:00.464360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc44b5-125d-4633-92d2-ad8efbed8ac1 req-4cec2af3-de6d-46fa-87a9-2d7092901063 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:00.466010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ebc44b5-125d-4633-92d2-ad8efbed8ac1 req-4cec2af3-de6d-46fa-87a9-2d7092901063 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0705757 Jul 09 17:42:00.523572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ebc44b5-125d-4633-92d2-ad8efbed8ac1 req-e9d46b30-b05e-4c45-a8a9-e382bd190269 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500994 Jul 09 17:42:01.706385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bc7e1-e911-4177-946b-1153c6efc05f req-0c6677b1-d57b-4ef5-84e1-1570810af591 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:01.707908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f1bc7e1-e911-4177-946b-1153c6efc05f req-0c6677b1-d57b-4ef5-84e1-1570810af591 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0720539 Jul 09 17:42:01.749015 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f1bc7e1-e911-4177-946b-1153c6efc05f req-8e1c39e5-c6d7-477a-af49-d801f404abcc tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=36d33778-7724-4bb3-a3c4-2d5c5d620368&id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352404 Jul 09 17:42:05.904874 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c4311e0-5a36-4c45-b9a7-fa4159b01180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:07.881065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-2efed15e-927b-4773-840c-e7104b56f937 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551703 Jul 09 17:42:07.984852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-4fd9366a-723a-40e9-a500-9222e9ffdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:07.986363 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-4fd9366a-723a-40e9-a500-9222e9ffdf56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1136 time: 0.0588703 Jul 09 17:42:08.096454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-15db4a28-130a-46cc-ab60-7bb1c37603b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:08.097924 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-15db4a28-130a-46cc-ab60-7bb1c37603b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.0893068 Jul 09 17:42:08.165074 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-e90fa35f-de35-4344-b290-6ac76a2fecd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 1000 time: 0.0596273 Jul 09 17:42:08.213681 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-88e5fa77-81b8-4151-b287-e4a78a7ac386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:08.215241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-88e5fa77-81b8-4151-b287-e4a78a7ac386 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0436761 Jul 09 17:42:08.278453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-2ed9ae9a-9ecf-44fc-b955-6e1cf1b617e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:08.279870 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-2ed9ae9a-9ecf-44fc-b955-6e1cf1b617e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569344 Jul 09 17:42:08.367344 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-37689a1f-dc07-4bd8-9a42-a67dbe91bd7f service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803323 Jul 09 17:42:08.414041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-689fc9f4-ad58-4b8d-acb6-a88b928e2e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.464314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0b5e6e7e-a9a0-4651-b381-1f57460447c8 req-d05c7d3f-f0c5-44a8-8cc8-02309b48a7f7 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901713 Jul 09 17:42:08.681693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.801874 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.528332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.366897 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.284538 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.502804 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:42:34.925734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84952922-bc00-49cb-a913-319298494cef req-345b12c3-89a0-495a-bdba-bdc841f24c09 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476496945&fields=id&tenant_id=91748968426042d09141561a1546701d HTTP/1.1" status: 200 len: 267 time: 0.0410919 Jul 09 17:42:34.999133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952922-bc00-49cb-a913-319298494cef req-679a5295-af51-48e0-89c6-2c9757a19153 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.001411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84952922-bc00-49cb-a913-319298494cef req-679a5295-af51-48e0-89c6-2c9757a19153 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 985 time: 0.0703111 Jul 09 17:42:35.013191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Request body: {'port': {'security_groups': ['2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:35.115284 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.289275 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:35.320578 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.326567 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.342606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:35.373287 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.373979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.375501 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84952922-bc00-49cb-a913-319298494cef req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "PUT /v2.0/ports/e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 943 time: 0.3673873 Jul 09 17:42:35.375984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:35.378392 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9639578-9ca2-467c-8d35-ee3ab76faacf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:35.384885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.425208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event updated for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:35.435181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.435778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.436519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.437083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.437812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.438550 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.439909 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.441925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.442618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.443196 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.443764 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.444542 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea649c3-79e4-4920-b7c7-33ac261ea54b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.456075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.462739 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07010a3-897f-4b8f-a4f6-a85dd51b3a0b x-openstack-request-id: req-f07010a3-897f-4b8f-a4f6-a85dd51b3a0b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:35.463308 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:35.463732 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f07010a3-897f-4b8f-a4f6-a85dd51b3a0b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:35.464598 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'status': 'completed', 'code': 200} Jul 09 17:42:35.485973 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.494417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:35.599909 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.602549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.603669 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "DELETE /v2.0/security-groups/36d33778-7724-4bb3-a3c4-2d5c5d620368 HTTP/1.1" status: 204 len: 168 time: 0.2177792 Jul 09 17:42:35.606826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.618536 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d33778-7724-4bb3-a3c4-2d5c5d620368,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:35.632446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.632740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.633077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.633671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.633943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.634445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.634792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.635304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.635659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.636078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.636305 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.636846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf916da-4cd8-4d6e-b048-5100591c6587 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:35.653473 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-f655425f-d84d-493a-87ab-ede4e8388537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.660751 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-f655425f-d84d-493a-87ab-ede4e8388537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1097 time: 0.1577008 Jul 09 17:42:35.715418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d56d33b-7025-4143-8eca-0c4b5275cf95 None None] Provisioning complete for port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:35.715830 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d56d33b-7025-4143-8eca-0c4b5275cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.778043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-7a291e99-acd0-41d6-ac3e-71a4247d93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.779914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-7a291e99-acd0-41d6-ac3e-71a4247d93ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.1168218 Jul 09 17:42:35.827401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Deleting port 1ff63fe1-ff86-4bf5-adf1-16aa5c2b22d2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:35.827401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.850528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-dcf1c72c-5328-4f90-8978-f51166c76754 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 1000 time: 0.0624399 Jul 09 17:42:35.908952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-e104bbe7-cc2c-4a02-bceb-a060613d517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.910271 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4bf5-fbe8-4d20-91c7-2073b13d506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.910992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-e104bbe7-cc2c-4a02-bceb-a060613d517a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0531077 Jul 09 17:42:35.917695 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.918022 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.931792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Calling delete_port for 1ff63fe1-ff86-4bf5-adf1-16aa5c2b22d2 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:35.971840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-accd50b6-3482-493c-99cc-ed4f619897f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.973543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-accd50b6-3482-493c-99cc-ed4f619897f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555162 Jul 09 17:42:36.068701 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-3f0eb8ec-afef-4948-8c86-d4fff10ac2dc service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874271 Jul 09 17:42:36.107928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.136944 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event deleted for resources: {'Port': ['ID=1ff63fe1-ff86-4bf5-adf1-16aa5c2b22d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:36.179501 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-e9639578-9ca2-467c-8d35-ee3ab76faacf req-9f642d55-9469-43d6-a2d8-c74b2e85ed05 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041205 Jul 09 17:42:36.215012 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.215770 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Floating IP a86808f2-f1ab-4799-be87-f18cedf7102c disassociated (deleted). External IP: 172.25.7.8, port: e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01. Jul 09 17:42:36.421912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Router 898ea6db-5f28-4fbb-8238-acddff2649e7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:42:36.532385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:42:36.537684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.556732 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] Sync routers for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:42:36.573972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:36.574620 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:36.581505 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-244d9e8b-b48b-48fa-8039-912405942060 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "DELETE /v2.0/floatingips/a86808f2-f1ab-4799-be87-f18cedf7102c HTTP/1.1" status: 204 len: 168 time: 0.9732785 Jul 09 17:42:36.819144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:37.035409 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:37.064587 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] Checking router: 898ea6db-5f28-4fbb-8238-acddff2649e7 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:42:37.073503 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:37.074121 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:37.181094 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:37.413260 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:37.439967 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e13cf6-906d-4d8d-8232-f0a146c5e092 None None] The sync data for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 is: [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:33Z', 'revision_number': 4, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b4fc5c02-b810-4c9a-9b66-98bb85920032', 'name': '', 'network_id': '00de6bf0-45df-4114-90d3-7f06ea1786ac', 'tenant_id': '91748968426042d09141561a1546701d', 'mac_address': 'fa:16:3e:78:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:33Z', 'updated_at': '2021-07-09T17:40:39Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'subnets': [{'id': 'ec17b0dc-247a-474f-ba20-61b01d220a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:42:37.466599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:37.469889 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:37.509807 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224860c-e9a3-41eb-9274-538cfb01840d x-openstack-request-id: req-6224860c-e9a3-41eb-9274-538cfb01840d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:37.510172 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:37.510511 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6224860c-e9a3-41eb-9274-538cfb01840d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:37.511118 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'status': 'completed', 'code': 200} Jul 09 17:42:37.597858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-d8a770cf-4e9b-48db-862e-5653cad67559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.599485 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-d8a770cf-4e9b-48db-862e-5653cad67559 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=91748968426042d09141561a1546701d&device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 1097 time: 0.0627367 Jul 09 17:42:37.689771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b5684-d922-4d54-bbd3-67a720457c5d None None] New status for floating IP a86808f2-f1ab-4799-be87-f18cedf7102c: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:42:37.699679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-b1195cc4-1cec-4ea0-bf44-261971db44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.701188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-b1195cc4-1cec-4ea0-bf44-261971db44ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 200 len: 916 time: 0.0947974 Jul 09 17:42:37.744206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-07b4cbaf-cb63-4d7d-b24a-b9936b53ccd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 200 len: 217 time: 0.0358903 Jul 09 17:42:37.796002 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-07e2d965-f844-4426-93d6-9c997cb60cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.797496 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-07e2d965-f844-4426-93d6-9c997cb60cec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 200 len: 854 time: 0.0459826 Jul 09 17:42:37.859781 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-c011c4fa-6838-42eb-aaf4-6380fa4a01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.861933 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-c011c4fa-6838-42eb-aaf4-6380fa4a01d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00de6bf0-45df-4114-90d3-7f06ea1786ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566947 Jul 09 17:42:37.957048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-261e6e34-e388-48ab-a570-3552a78f1f58 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881991 Jul 09 17:42:38.060723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2244fe4e-b6bd-47f5-9d9b-eca9f5793ca1 req-3bbd86b9-de2f-4138-ba91-415a4272f0d9 service neutron] 10.222.0.43 "GET /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959029 Jul 09 17:42:38.417431 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-485ae6a8-36b4-4caa-aea8-85d4b15366ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.684904 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.810583 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.531236 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.367819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.031289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176898c-119a-47ef-a315-9b14ac2e2eba req-f73aa5f1-3d07-447d-8586-4b6cf9f817fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:44.032845 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7176898c-119a-47ef-a315-9b14ac2e2eba req-f73aa5f1-3d07-447d-8586-4b6cf9f817fe tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0658922 Jul 09 17:42:44.072274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7176898c-119a-47ef-a315-9b14ac2e2eba req-085b5606-06ad-4327-9ef7-94f00e37d287 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Jul 09 17:42:45.271418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c723ca-faee-4ec3-87d4-13f2465a68b3 req-818488bd-0ba4-4b70-b263-851592acc443 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:45.272864 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28c723ca-faee-4ec3-87d4-13f2465a68b3 req-818488bd-0ba4-4b70-b263-851592acc443 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0789294 Jul 09 17:42:45.313427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28c723ca-faee-4ec3-87d4-13f2465a68b3 req-80eecb20-b149-4b09-b6a4-772d2fc004f8 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jul 09 17:42:46.286864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-b12610bb-8b15-45f8-96b7-dc5bc32b4673 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:46.288241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-b12610bb-8b15-45f8-96b7-dc5bc32b4673 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.4047835 Jul 09 17:42:46.396475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Deleting port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:46.397165 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.483404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] For port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:46.483757 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.496308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Calling delete_port for e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:46.496526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b83e94-7462-4cd1-a161-f694628f28ce req-1f40351b-1bac-4962-8ca1-0d550e09e9a1 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:46.497770 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3b83e94-7462-4cd1-a161-f694628f28ce req-1f40351b-1bac-4962-8ca1-0d550e09e9a1 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5db1ddc-4603-4989-b357-222cebf888bf HTTP/1.1" status: 200 len: 946 time: 0.0667174 Jul 09 17:42:46.536236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f3b83e94-7462-4cd1-a161-f694628f28ce req-5f7ff24c-1308-4a1d-a73c-fbad3af74fa1 tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327559 Jul 09 17:42:46.631738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.643998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:46.662707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Pushing event deleted for resources: {'Port': ['ID=e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.706868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] No DVR routers for this DVR port e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:46.709642 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.711685 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-cbe29943-6c95-4a4f-afd8-0e39ef7a426b req-fa63113d-8387-4759-875e-adb1f7de1d5b tempest-TestMinimumBasicScenario-33353321 tempest-TestMinimumBasicScenario-33353321-project] 10.222.0.43 "DELETE /v2.0/ports/e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 HTTP/1.1" status: 204 len: 173 time: 0.4148474 Jul 09 17:42:46.712158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'name': 'network-vif-deleted', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:46.714423 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfdea2-12e6-4028-be2f-7fb2be0596aa" -d '{"events": [{"server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "name": "network-vif-deleted", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:46.808970 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9877acf0-d6c8-40c3-804c-39c9448c8b5d x-openstack-request-id: req-9877acf0-d6c8-40c3-804c-39c9448c8b5d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:46.809328 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5db1ddc-4603-4989-b357-222cebf888bf", "name": "network-vif-deleted", "tag": "e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:46.809594 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9877acf0-d6c8-40c3-804c-39c9448c8b5d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:46.810005 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5db1ddc-4603-4989-b357-222cebf888bf', 'name': 'network-vif-deleted', 'tag': 'e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01', 'status': 'completed', 'code': 200} Jul 09 17:42:48.191322 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:48.541245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.818529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Deleting port b4fc5c02-b810-4c9a-9b66-98bb85920032 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:48.818915 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.903043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] For port b4fc5c02-b810-4c9a-9b66-98bb85920032, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b4fc5c02-b810-4c9a-9b66-98bb85920032,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:48.903391 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.915860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Calling delete_port for b4fc5c02-b810-4c9a-9b66-98bb85920032 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:49.100824 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.125727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fc5c02-b810-4c9a-9b66-98bb85920032,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:49.297461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.520859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Router 898ea6db-5f28-4fbb-8238-acddff2649e7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:42:49.637770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:42:49.644413 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0f4da498-cc0e-45a6-bacf-d853ba77fa91 admin admin] 10.222.0.48 "PUT /v2.0/routers/898ea6db-5f28-4fbb-8238-acddff2649e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512768 Jul 09 17:42:49.647675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:49.651361 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] Sync routers for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:42:49.667412 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:49.668689 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:49.758984 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.777977 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:49.860120 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.914326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Deleting port e73db213-729f-40db-83a3-3dbfcd13c972 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:49.914698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.953130 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:42:49Z', 'revision_number': 5, 'project_id': '91748968426042d09141561a1546701d', 'gw_port': {'id': 'e73db213-729f-40db-83a3-3dbfcd13c972', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:49.978893 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] Checking router: 898ea6db-5f28-4fbb-8238-acddff2649e7 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:42:49.987690 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] Routers {'898ea6db-5f28-4fbb-8238-acddff2649e7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:49.988312 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['898ea6db-5f28-4fbb-8238-acddff2649e7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:49.993317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] For port e73db213-729f-40db-83a3-3dbfcd13c972, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e73db213-729f-40db-83a3-3dbfcd13c972,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:49.993675 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.011601 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Calling delete_port for e73db213-729f-40db-83a3-3dbfcd13c972 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:50.071046 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] Set router 898ea6db-5f28-4fbb-8238-acddff2649e7 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:50.120007 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:42:49Z', 'revision_number': 6, 'project_id': '91748968426042d09141561a1546701d', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:50.150333 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d7ff2-c22b-4c57-a805-a5b580aad669 None None] The sync data for ids ['898ea6db-5f28-4fbb-8238-acddff2649e7'] in n-d-800085-2 is: [{'id': '898ea6db-5f28-4fbb-8238-acddff2649e7', 'name': 'tempest-TestMinimumBasicScenario-1943880894-router', 'tenant_id': '91748968426042d09141561a1546701d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:31Z', 'updated_at': '2021-07-09T17:42:49Z', 'revision_number': 6, 'project_id': '91748968426042d09141561a1546701d', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:42:50.179351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.213808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73db213-729f-40db-83a3-3dbfcd13c972,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:50.268948 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.358210 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.360411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.399408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:50.405453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.406076 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 898ea6db-5f28-4fbb-8238-acddff2649e7 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:42:50.411123 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.412305 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4cc7d094-5b24-4149-a6fb-59cc14088c50 admin admin] 10.222.0.48 "DELETE /v2.0/routers/898ea6db-5f28-4fbb-8238-acddff2649e7 HTTP/1.1" status: 204 len: 168 time: 0.7636721 Jul 09 17:42:50.415258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:50.419170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:50.419523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device e8e34df1-ce4b-4f1c-ba0c-68f7b581cf01 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:50.461949 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Deleting subnet ec17b0dc-247a-474f-ba20-61b01d220a2c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:42:50.465658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.502324 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.588357 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.645189 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.670006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec17b0dc-247a-474f-ba20-61b01d220a2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:50.673904 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.678696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7dea076d-2a99-42e6-90c4-db82c4963823 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ec17b0dc-247a-474f-ba20-61b01d220a2c HTTP/1.1" status: 204 len: 168 time: 0.2595127 Jul 09 17:42:50.678910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:50.681667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b68da-d71d-4b26-bb83-dec93331e6ed None None] Network 00de6bf0-45df-4114-90d3-7f06ea1786ac requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:50.752268 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.807159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Deleting port e60da061-04b4-46d6-84eb-4ee0c2fa500f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:50.807502 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.873895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] For port e60da061-04b4-46d6-84eb-4ee0c2fa500f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e60da061-04b4-46d6-84eb-4ee0c2fa500f,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:50.874250 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.892694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Calling delete_port for e60da061-04b4-46d6-84eb-4ee0c2fa500f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:50.894452 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] DHCP port deletion for 00de6bf0-45df-4114-90d3-7f06ea1786ac request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:42:50.943349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Deleting port e60da061-04b4-46d6-84eb-4ee0c2fa500f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:50.944024 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.957614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b4fc5c02-b810-4c9a-9b66-98bb85920032 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:50.997049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.011431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b4fc5c02-b810-4c9a-9b66-98bb85920032 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:51.011971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b4fc5c02-b810-4c9a-9b66-98bb85920032 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:51.012554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e73db213-729f-40db-83a3-3dbfcd13c972 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:51.023833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60da061-04b4-46d6-84eb-4ee0c2fa500f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.027610 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] No DVR routers for this DVR port e60da061-04b4-46d6-84eb-4ee0c2fa500f on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:51.035281 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e73db213-729f-40db-83a3-3dbfcd13c972 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:51.035956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e73db213-729f-40db-83a3-3dbfcd13c972 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:51.036559 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e60da061-04b4-46d6-84eb-4ee0c2fa500f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:51.063337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e60da061-04b4-46d6-84eb-4ee0c2fa500f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:51.063684 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e60da061-04b4-46d6-84eb-4ee0c2fa500f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:51.069354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] For port e60da061-04b4-46d6-84eb-4ee0c2fa500f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e60da061-04b4-46d6-84eb-4ee0c2fa500f,segment=NetworkSegment(ff41f33a-aff9-4ba3-a27b-05119bb2f7f8),segment_id=ff41f33a-aff9-4ba3-a27b-05119bb2f7f8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:51.069751 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.081612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Calling delete_port for e60da061-04b4-46d6-84eb-4ee0c2fa500f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:51.102594 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.114234 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00de6bf0-45df-4114-90d3-7f06ea1786ac']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:51.125989 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:51.126418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff41f33a-aff9-4ba3-a27b-05119bb2f7f8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:51.136606 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.150999 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.159311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:51.159736 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:51.161513 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:51.164108 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.191350 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] No DVR routers for this DVR port e60da061-04b4-46d6-84eb-4ee0c2fa500f on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:51.199033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Pushing event deleted for resources: {'Port': ['ID=e60da061-04b4-46d6-84eb-4ee0c2fa500f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.207848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.207848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.207848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.208161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.208474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.208785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.209118 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.209538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.209789 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.210111 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.211304 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.211708 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce2df62-b729-45e7-83eb-1a8671b7cc63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:51.228655 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.234300 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.236236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] 10.222.0.48 "DELETE /v2.0/networks/00de6bf0-45df-4114-90d3-7f06ea1786ac HTTP/1.1" status: 204 len: 168 time: 0.5564272 Jul 09 17:42:51.239280 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:51.247033 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61e5cd-81f4-40dc-897f-c89c11939c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=00de6bf0-45df-4114-90d3-7f06ea1786ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.604831 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.879037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Deleting port 62865da4-818f-4852-acb0-87651256a4b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:51.879284 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.963167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] For port 62865da4-818f-4852-acb0-87651256a4b9, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=62865da4-818f-4852-acb0-87651256a4b9,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:51.963771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.976773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Calling delete_port for 62865da4-818f-4852-acb0-87651256a4b9 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:52.164471 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:52.193673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=62865da4-818f-4852-acb0-87651256a4b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:52.366271 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:52.912434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:42:53.023176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:42:53.028223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-a88a2884-e84a-4ac3-9255-d655d5347b15 admin admin] 10.222.0.48 "PUT /v2.0/routers/7aaaabbf-71b6-4dcb-9bab-48304e7a0e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7878764 Jul 09 17:42:53.030991 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:53.033463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] Sync routers for ids ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:42:53.042691 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] Routers {'7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:53.043321 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:53.135328 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.143944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] Set router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:53.236822 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.297053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Deleting port bf6e7262-dbde-454e-aa51-7d7a5b95742f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:53.297457 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.319610 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:42:52Z', 'revision_number': 5, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port': {'id': 'bf6e7262-dbde-454e-aa51-7d7a5b95742f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:53.348335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] Checking router: 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:42:53.357295 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] Routers {'7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:53.357981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:53.376449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] For port bf6e7262-dbde-454e-aa51-7d7a5b95742f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=bf6e7262-dbde-454e-aa51-7d7a5b95742f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:53.376812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.388594 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Calling delete_port for bf6e7262-dbde-454e-aa51-7d7a5b95742f owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:53.438743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] Set router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:53.491287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:42:53Z', 'revision_number': 6, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:53.519392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9d7c5f-1705-46ea-85e9-d58f138d7d73 None None] The sync data for ids ['7aaaabbf-71b6-4dcb-9bab-48304e7a0e27'] in n-d-800085-2 is: [{'id': '7aaaabbf-71b6-4dcb-9bab-48304e7a0e27', 'name': 'tempest-TestMinimumBasicScenario-1905017603-router', 'tenant_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:40:36Z', 'updated_at': '2021-07-09T17:42:53Z', 'revision_number': 6, 'project_id': 'ef969dc3aac4445f9cc986a679fbcdf9', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:42:53.563310 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.592538 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6e7262-dbde-454e-aa51-7d7a5b95742f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:53.653837 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.748980 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.751075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.796331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.797104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:42:53.803400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.804641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-53a77960-db6b-409d-9c96-b70d4eac34a7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7aaaabbf-71b6-4dcb-9bab-48304e7a0e27 HTTP/1.1" status: 204 len: 168 time: 0.7726138 Jul 09 17:42:53.807208 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:53.851506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Deleting subnet d082a5c7-0aa9-4b3b-8bd8-8e29abcab01e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:42:53.854951 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.890200 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.973064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.036787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.062245 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d082a5c7-0aa9-4b3b-8bd8-8e29abcab01e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:54.065844 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.069255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-65fb7de8-5edb-4096-a905-3639fe5d094d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d082a5c7-0aa9-4b3b-8bd8-8e29abcab01e HTTP/1.1" status: 204 len: 168 time: 0.2596018 Jul 09 17:42:54.070374 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:54.073013 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac25292-fc71-43fd-a5c3-293ee3694ea5 None None] Network ee78105b-dcb7-42f3-ae92-f77c7f8e455b requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:54.136928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.194121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Deleting port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:54.194492 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.258172 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] For port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:54.258539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.271782 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] DHCP port deletion for ee78105b-dcb7-42f3-ae92-f77c7f8e455b request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:42:54.279663 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Calling delete_port for 1f8a3210-b8f0-4181-b6f3-7f1079c03acf owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:54.301660 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.328351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] Deleting port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:54.328731 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.372758 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.390909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] For port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,segment=NetworkSegment(d2a17129-32cd-425d-81c9-54ea5cbed506),segment_id=d2a17129-32cd-425d-81c9-54ea5cbed506)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:54.391334 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.401600 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:54.405607 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] No DVR routers for this DVR port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:54.407658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] Calling delete_port for 1f8a3210-b8f0-4181-b6f3-7f1079c03acf owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:54.477027 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.482907 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.490438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee78105b-dcb7-42f3-ae92-f77c7f8e455b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:54.507061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a17129-32cd-425d-81c9-54ea5cbed506') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:54.507423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a17129-32cd-425d-81c9-54ea5cbed506') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:54.514392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] No DVR routers for this DVR port 1f8a3210-b8f0-4181-b6f3-7f1079c03acf on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:54.518670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40144be-8f4e-4202-b564-7ba716e7f271 None None] Pushing event deleted for resources: {'Port': ['ID=1f8a3210-b8f0-4181-b6f3-7f1079c03acf,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:54.519257 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.712818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 62865da4-818f-4852-acb0-87651256a4b9 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:54.733615 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 62865da4-818f-4852-acb0-87651256a4b9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:54.733933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 62865da4-818f-4852-acb0-87651256a4b9 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:54.734408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1f8a3210-b8f0-4181-b6f3-7f1079c03acf no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:54.754311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 1f8a3210-b8f0-4181-b6f3-7f1079c03acf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:54.754755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 1f8a3210-b8f0-4181-b6f3-7f1079c03acf not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:54.755105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bf6e7262-dbde-454e-aa51-7d7a5b95742f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:54.774707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: bf6e7262-dbde-454e-aa51-7d7a5b95742f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:54.774949 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device bf6e7262-dbde-454e-aa51-7d7a5b95742f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:54.855838 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.863423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:54.863846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:54.865813 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:54.922426 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.928175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.930248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee78105b-dcb7-42f3-ae92-f77c7f8e455b HTTP/1.1" status: 204 len: 168 time: 0.8588846 Jul 09 17:42:54.941671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bfcb6-265a-4013-b8c1-3e412597d921 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee78105b-dcb7-42f3-ae92-f77c7f8e455b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:55.110384 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:55.160124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-246b7ae5-7fd1-4403-8cd6-a033f316cc57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91748968426042d09141561a1546701d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484660 Jul 09 17:42:55.162820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:55.211914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6865d0f1-c30e-44c0-9cda-e7be29e748e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.238179 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6865d0f1-c30e-44c0-9cda-e7be29e748e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.288869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6865d0f1-c30e-44c0-9cda-e7be29e748e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.291411 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6865d0f1-c30e-44c0-9cda-e7be29e748e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.292573 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-6865d0f1-c30e-44c0-9cda-e7be29e748e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5 HTTP/1.1" status: 204 len: 168 time: 0.1288753 Jul 09 17:42:55.300922 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865d0f1-c30e-44c0-9cda-e7be29e748e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3030d6-c03e-49ea-ae5d-2c6ad669ddc5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:55.641262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:55.693918 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3e2f76f8-4780-4c45-8add-d17ed2242348 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef969dc3aac4445f9cc986a679fbcdf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514307 Jul 09 17:42:55.696687 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:55.746770 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2593541b-c98d-4660-b22b-d3c7e019554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.769225 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2593541b-c98d-4660-b22b-d3c7e019554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.816272 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2593541b-c98d-4660-b22b-d3c7e019554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.819064 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2593541b-c98d-4660-b22b-d3c7e019554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.820274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2593541b-c98d-4660-b22b-d3c7e019554c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7257ef3d-1f49-43c8-b39a-905281dc8a97 HTTP/1.1" status: 204 len: 168 time: 0.1226444 Jul 09 17:42:55.827800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593541b-c98d-4660-b22b-d3c7e019554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7257ef3d-1f49-43c8-b39a-905281dc8a97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:57.802258 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:57.806976 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582953321', 'description': 'tempest-secgroup-smoke-582953321 description', 'project_id': '6a61edfccefc4d4d99620302f36adc8b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:57.829466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.837215 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.933538 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.938863 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.973467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da95ce8-72d8-4c08-b9b3-566c6b8d457a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.031097 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.037085 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.064726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.067159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.068359 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-068b41dc-adde-4857-aebc-c07f27e0ba3c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2650838 Jul 09 17:42:58.071478 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.075755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'f189b3ab-05bf-4acf-a2b0-ea0db05b61e0', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.107823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.165941 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.171692 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.189535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b81e34-212d-47c0-a8d6-64ce660d339d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.197575 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.198812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-03be0d3b-1488-4d12-953d-ea5ebdd6f12a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265261 Jul 09 17:42:58.202420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.207248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'f189b3ab-05bf-4acf-a2b0-ea0db05b61e0', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.237673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.296603 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.303148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.321436 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290017ba-025d-45c1-b583-b5f72c19d136,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.328288 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.329592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-45a3fb19-4316-446e-97c7-9762ba716519 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261303 Jul 09 17:42:58.332393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.336718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'f189b3ab-05bf-4acf-a2b0-ea0db05b61e0', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.364891 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.424237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.429428 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.446456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99a4de6-1f63-4693-9979-4211cf255c78,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.455820 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.457083 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cdc836bd-fb08-4bd2-ad4c-249384af0282 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237426 Jul 09 17:42:58.460010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.464570 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'f189b3ab-05bf-4acf-a2b0-ea0db05b61e0', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.493149 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.551959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.557882 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.572725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fded586-0275-4b3e-a1f1-f71783790f22,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.583134 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.584481 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7fb6d7ae-0107-4cf3-918e-bdc8d20ec049 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234052 Jul 09 17:42:58.587310 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.591794 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'f189b3ab-05bf-4acf-a2b0-ea0db05b61e0', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.614108 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:42:58.618987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.680094 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.684908 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.705967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d3e642-c112-47dd-b140-b05060ce3bdb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.712504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.713879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a0775f69-3b6c-414f-a974-d6842c549e28 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255713 Jul 09 17:42:58.717929 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.722808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'f189b3ab-05bf-4acf-a2b0-ea0db05b61e0', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.744970 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:42:58.750058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.811743 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.817247 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.835416 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7b9f46-78b9-4575-a23e-8d7194670ae2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.844611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.846063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-270af02f-d120-426f-bc02-56ba14a22845 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269712 Jul 09 17:42:58.850582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43310) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.855525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'network': {'name': 'tempest-network-smoke--1401157997', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:58.877546 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:58.881155 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.904839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:58.913864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.914237 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Added segment cd964168-34d5-4206-9c03-89d45b356e7f of type vlan for network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 Jul 09 17:42:58.954439 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.985665 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.991181 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:58.991767 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.053451 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018316 Jul 09 17:42:59.056497 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:59.063638 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'admin_state_up': True, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:59.070107 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eecee5-388c-4544-89f0-7be572d7ad45 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Network': ['ID=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:59.080579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:59.092013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.093149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.148249 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.288358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.489859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.512456 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.616815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.137 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/5621e0fb-85eb-428f-9ac9-433a5c00d38b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:59.732686 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.772883 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.814223 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:59.819678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:59.822453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:59.825309 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=5621e0fb-85eb-428f-9ac9-433a5c00d38b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:00.069646 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.283701 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.420300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 95e3e9cd-5128-486c-8719-0824b70ffd27 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:43:00.527773 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:00.538494 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Sync routers for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:00.547586 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.548854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ea838bbd-7363-416f-8283-ede25fda1dd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4914136 Jul 09 17:43:00.550378 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:00.551053 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:00.552580 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:00.655370 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:00.673190 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0cd4ecbd-8e92-4905-ba33-d4b5d660a9b0 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6a61edfccefc4d4d99620302f36adc8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193264 Jul 09 17:43:00.675911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:00.820221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ece889-52e1-4d9e-9be3-117106ff113e tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:00.821750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-98ece889-52e1-4d9e-9be3-117106ff113e tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448524 Jul 09 17:43:00.824725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:00.830276 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:42:59Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:00.858010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-db6556ef-f147-4e09-8588-bfbd7ca46f1d tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321257 Jul 09 17:43:00.859543 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Checking router: 95e3e9cd-5128-486c-8719-0824b70ffd27 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:00.859888 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Updating router 95e3e9cd-5128-486c-8719-0824b70ffd27 port 5621e0fb-85eb-428f-9ac9-433a5c00d38b binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:00.860906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43322) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:00.865853 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1800568367', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:00.962743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:00.966342 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.992118 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.147778 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.204016 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Subnet': ['ID=0cfe7da1-2f80-4063-beaf-ddfe59823b54,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:01.214504 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Checking segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:01.214902 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network hostable DHCP agents. Network: f0ce1f1f-d5bf-426c-a44c-e7cb694937f7, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:43:01.233256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:43:01.235183 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.242456 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, f0ce1f1f-d5bf-426c-a44c-e7cb694937f7) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:01.244818 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Transition to ACTIVE for port object 5621e0fb-85eb-428f-9ac9-433a5c00d38b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:01.246979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:01.247644 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.252500 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.254954 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb62e5-5753-4b54-90b0-e07333588d23 None None] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:01.268223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4b8157e-3df7-43ef-a0ce-83ef654a140c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035885 Jul 09 17:43:01.268652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:01.307885 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Attempting to bind port 5621e0fb-85eb-428f-9ac9-433a5c00d38b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:01.308271 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Attempting to bind port 5621e0fb-85eb-428f-9ac9-433a5c00d38b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:01.308709 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Attempting to bind port 5621e0fb-85eb-428f-9ac9-433a5c00d38b on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:01.318119 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:01.318500 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:01.318917 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.319296 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:01.319761 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Bound port: 5621e0fb-85eb-428f-9ac9-433a5c00d38b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:01.320161 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.321662 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Pushing event updated for resources: {'Port': ['ID=5621e0fb-85eb-428f-9ac9-433a5c00d38b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:01.345027 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.345351 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.345679 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.346022 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.346364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.346711 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.347042 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.347364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.347687 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.348003 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.348322 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.348636 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:01.391731 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] For port 5621e0fb-85eb-428f-9ac9-433a5c00d38b, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:01.395112 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] For port 5621e0fb-85eb-428f-9ac9-433a5c00d38b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5621e0fb-85eb-428f-9ac9-433a5c00d38b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:01.400539 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.404099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:43:01.405075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.459233 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:01.459775 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:01.505877 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cccd-69be-48df-9c74-579e82f987fb None None] Pushing event updated for resources: {'Port': ['ID=5621e0fb-85eb-428f-9ac9-433a5c00d38b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:01.545387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Allocated IP 172.20.0.2 (f0ce1f1f-d5bf-426c-a44c-e7cb694937f7/0cfe7da1-2f80-4063-beaf-ddfe59823b54/fe88792c-42eb-40ff-ace4-91f5ce88b612) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:01.576147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:01.691670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.700592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Transition to ACTIVE for port object fe88792c-42eb-40ff-ace4-91f5ce88b612 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:01.717814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Transition to ACTIVE for port object fe88792c-42eb-40ff-ace4-91f5ce88b612 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:01.725338 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.727995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.759823 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:42:59Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:01.765069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:01.769484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:01.774142 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:01.779027 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Pushing event updated for resources: {'Port': ['ID=fe88792c-42eb-40ff-ace4-91f5ce88b612,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:01.793972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15773-adc5-497d-b839-1ff67077b6c8 None None] The sync data for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 is: [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:42:59Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:01.836748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Attempting to bind port fe88792c-42eb-40ff-ace4-91f5ce88b612 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:01.837124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Attempting to bind port fe88792c-42eb-40ff-ace4-91f5ce88b612 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:01.837483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Attempting to bind port fe88792c-42eb-40ff-ace4-91f5ce88b612 on network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:01.842698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:01.843078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Checking segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:01.843495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.843892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Bound using segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:01.844364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Bound port: fe88792c-42eb-40ff-ace4-91f5ce88b612, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:01.844750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.089869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] For port fe88792c-42eb-40ff-ace4-91f5ce88b612, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:02.093631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] For port fe88792c-42eb-40ff-ace4-91f5ce88b612, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fe88792c-42eb-40ff-ace4-91f5ce88b612,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:02.099919 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.166907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348b7ac-634c-443c-a3a0-11131fd84c23 None None] Pushing event updated for resources: {'Port': ['ID=fe88792c-42eb-40ff-ace4-91f5ce88b612,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:02.412476 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.1 (f0ce1f1f-d5bf-426c-a44c-e7cb694937f7/0cfe7da1-2f80-4063-beaf-ddfe59823b54/da0afa39-104c-4671-b36d-e147ee553c2f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:02.538500 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.552622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object da0afa39-104c-4671-b36d-e147ee553c2f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:02.588476 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.635750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:02.639533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:02.644534 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:02.651139 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=da0afa39-104c-4671-b36d-e147ee553c2f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:02.700468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.780104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fe88792c-42eb-40ff-ace4-91f5ce88b612 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:02.839146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port fe88792c-42eb-40ff-ace4-91f5ce88b612 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:02.843523 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5621e0fb-85eb-428f-9ac9-433a5c00d38b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:02.855969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.900348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 5621e0fb-85eb-428f-9ac9-433a5c00d38b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:02.904983 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5621e0fb-85eb-428f-9ac9-433a5c00d38b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:02.905418 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.986634 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.008922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 5621e0fb-85eb-428f-9ac9-433a5c00d38b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5621e0fb-85eb-428f-9ac9-433a5c00d38b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:03.013550 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.074264 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=5621e0fb-85eb-428f-9ac9-433a5c00d38b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.134243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed99229-6720-4c27-ab1a-f7aea84a9c40 None None] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:03.163628 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.168996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.191299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] Provisioning for port fe88792c-42eb-40ff-ace4-91f5ce88b612 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:03.196125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] Provisioning complete for port fe88792c-42eb-40ff-ace4-91f5ce88b612 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:03.196500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.252075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.254867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=da0afa39-104c-4671-b36d-e147ee553c2f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.350720 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.359946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:03.361348 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:03.394844 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] For port fe88792c-42eb-40ff-ace4-91f5ce88b612, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fe88792c-42eb-40ff-ace4-91f5ce88b612,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:03.403837 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.456704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83162b45-4c83-41d6-9243-c5a16c95919a None None] Pushing event updated for resources: {'Port': ['ID=fe88792c-42eb-40ff-ace4-91f5ce88b612,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.489568 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 95e3e9cd-5128-486c-8719-0824b70ffd27 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:03.604398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:03.611168 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-67f017fe-e4c9-4873-946b-4405384c72e4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/95e3e9cd-5128-486c-8719-0824b70ffd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3412530 Jul 09 17:43:03.637425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0ca96d0f-1b2e-4d76-aea7-0a130b359b44 None None] Provisioning complete for port fe88792c-42eb-40ff-ace4-91f5ce88b612 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:03.638027 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ca96d0f-1b2e-4d76-aea7-0a130b359b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.665152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Sync routers for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:03.687512 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:03.688152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:03.769233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-4772ae46-1513-4146-99e3-58da43a8762a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582953321&fields=id&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 267 time: 0.0361624 Jul 09 17:43:03.840955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:03.869958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0ca96d0f-1b2e-4d76-aea7-0a130b359b44 None None] Provisioning for port da0afa39-104c-4671-b36d-e147ee553c2f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:03.877060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0ca96d0f-1b2e-4d76-aea7-0a130b359b44 None None] Provisioning complete for port da0afa39-104c-4671-b36d-e147ee553c2f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:03.877438 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ca96d0f-1b2e-4d76-aea7-0a130b359b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.885706 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-0c259c43-79fd-4d7d-b898-f8c93cb7cf2c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:03.887355 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-0c259c43-79fd-4d7d-b898-f8c93cb7cf2c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 797 time: 0.1114619 Jul 09 17:43:03.904858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-fed40e40-5849-43ba-984f-2cdf8b5d1c6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/quotas/6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 375 time: 0.0118341 Jul 09 17:43:03.988115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0ca96d0f-1b2e-4d76-aea7-0a130b359b44 None None] Port da0afa39-104c-4671-b36d-e147ee553c2f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:03.990386 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-333f8c38-07d2-4c61-8575-35791c4753a4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785148 Jul 09 17:43:04.082190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:03Z', 'revision_number': 2, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:04.087625 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-dea2a16c-7b72-4b15-a5a8-1acf76e0b77f service neutron] 10.222.0.48 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841382 Jul 09 17:43:04.110926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Checking router: 95e3e9cd-5128-486c-8719-0824b70ffd27 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:04.111335 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Updating router 95e3e9cd-5128-486c-8719-0824b70ffd27 port da0afa39-104c-4671-b36d-e147ee553c2f binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:04.146926 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a6eb5c71-2418-43c2-9122-613d9b2b7d8a None None] Provisioning complete for port da0afa39-104c-4671-b36d-e147ee553c2f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:04.147321 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6eb5c71-2418-43c2-9122-613d9b2b7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.151390 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.179858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-a15d0f32-a043-4fa4-aa57-6ab762d60c9e service neutron] 10.222.0.48 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860424 Jul 09 17:43:04.215714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb5c71-2418-43c2-9122-613d9b2b7d8a None None] Port da0afa39-104c-4671-b36d-e147ee553c2f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:04.447989 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.458075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Transition to ACTIVE for port object da0afa39-104c-4671-b36d-e147ee553c2f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:04.467639 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.517230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d68e5b-3824-43a7-8aa0-cf6517a5f343 None None] Pushing event updated for resources: {'Port': ['ID=da0afa39-104c-4671-b36d-e147ee553c2f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:04.579762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Attempting to bind port da0afa39-104c-4671-b36d-e147ee553c2f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:04.580136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Attempting to bind port da0afa39-104c-4671-b36d-e147ee553c2f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:04.580513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Attempting to bind port da0afa39-104c-4671-b36d-e147ee553c2f on network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:04.585634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:04.586008 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Checking segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:04.586412 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.586835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Bound using segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:04.587300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Bound port: da0afa39-104c-4671-b36d-e147ee553c2f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:04.587682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.652082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] For port da0afa39-104c-4671-b36d-e147ee553c2f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:04.655258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] For port da0afa39-104c-4671-b36d-e147ee553c2f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=da0afa39-104c-4671-b36d-e147ee553c2f,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:04.661019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.721290 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d68e5b-3824-43a7-8aa0-cf6517a5f343 None None] Pushing event updated for resources: {'Port': ['ID=da0afa39-104c-4671-b36d-e147ee553c2f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:04.726599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:04.727830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:42:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:04.855711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:04.886967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fe88792c-42eb-40ff-ace4-91f5ce88b612 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:05.023798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fe88792c-42eb-40ff-ace4-91f5ce88b612 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:05.024048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.149305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5621e0fb-85eb-428f-9ac9-433a5c00d38b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:05.187674 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:04Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:05.215867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f88350-00c9-41af-a380-651c196373e1 None None] The sync data for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 is: [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:04Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:05.229373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 5621e0fb-85eb-428f-9ac9-433a5c00d38b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:05.229746 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.387872 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a7aa678-d383-4a9a-b0a4-88f28eb6a7a7 req-692aabc0-1b0d-451e-a19e-5c98efa50773 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Jul 09 17:43:05.905764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9763a28b-e730-459f-8a1a-d0e37b5878e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.470462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6729ef41-e5b3-429b-8612-32c87598d60f req-e61a684d-537c-40e0-a11c-3d252ab47770 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Jul 09 17:43:06.742772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da0afa39-104c-4671-b36d-e147ee553c2f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:06.790787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port da0afa39-104c-4671-b36d-e147ee553c2f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:06.794491 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port da0afa39-104c-4671-b36d-e147ee553c2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:06.794898 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.871311 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.903595 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port da0afa39-104c-4671-b36d-e147ee553c2f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=da0afa39-104c-4671-b36d-e147ee553c2f,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:06.908646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.959692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=da0afa39-104c-4671-b36d-e147ee553c2f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:07.614317 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-549c3f29-272d-4f3e-8da2-a09d1680ddd9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:07.615944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-549c3f29-272d-4f3e-8da2-a09d1680ddd9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 797 time: 0.1083167 Jul 09 17:43:07.624592 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68073720-9f14-40bf-8d77-a5e6ba4984de req-702ecfb7-c1f5-42f1-b3b9-578adeee12e3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 210 time: 0.0358360 Jul 09 17:43:07.671731 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-4cf7d637-f138-4fae-83d9-9f49921572b7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 379 time: 0.0352886 Jul 09 17:43:07.680336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'port': {'device_id': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'admin_state_up': True, 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'security_groups': ['f189b3ab-05bf-4acf-a2b0-ea0db05b61e0']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:07.796839 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:07.800566 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:07.947851 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.3 (f0ce1f1f-d5bf-426c-a44c-e7cb694937f7/0cfe7da1-2f80-4063-beaf-ddfe59823b54/8c25c93e-733b-4f25-951e-37b858e085b5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:08.084637 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.097189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object 8c25c93e-733b-4f25-951e-37b858e085b5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:08.141222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.190817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:08.192242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:08.194928 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:08.227515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=8c25c93e-733b-4f25-951e-37b858e085b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:08.253213 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:08.253860 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.269306 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-2acc8809-fb74-4fb7-af7e-92e77ba3d277 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925713 Jul 09 17:43:08.286242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Request body: {'port': {'device_id': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:08.365400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.397149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4435bdb3-8a51-412d-9963-ceec23a98276 None None] Provisioning for port 8c25c93e-733b-4f25-951e-37b858e085b5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:08.400918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4435bdb3-8a51-412d-9963-ceec23a98276 None None] Provisioning complete for port 8c25c93e-733b-4f25-951e-37b858e085b5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:08.401300 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4435bdb3-8a51-412d-9963-ceec23a98276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.440266 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4620344c-024e-403a-8886-b956a20a5cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.445114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4435bdb3-8a51-412d-9963-ceec23a98276 None None] Port 8c25c93e-733b-4f25-951e-37b858e085b5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:08.669362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c25c93e-733b-4f25-951e-37b858e085b5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:08.677856 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.692125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Transition to ACTIVE for port object 8c25c93e-733b-4f25-951e-37b858e085b5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:08.697409 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.697828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.745591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da0afa39-104c-4671-b36d-e147ee553c2f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:08.757113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Pushing event updated for resources: {'Port': ['ID=8c25c93e-733b-4f25-951e-37b858e085b5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:08.820484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b556290-be37-419c-a4e3-05079c587081 req-a1e368c5-dc8a-4946-8ab0-852804261367 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:08.821065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port da0afa39-104c-4671-b36d-e147ee553c2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:08.821444 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.828303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b556290-be37-419c-a4e3-05079c587081 req-a1e368c5-dc8a-4946-8ab0-852804261367 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 943 time: 0.0856178 Jul 09 17:43:08.851203 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.865104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Attempting to bind port 8c25c93e-733b-4f25-951e-37b858e085b5 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:08.865647 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Attempting to bind port 8c25c93e-733b-4f25-951e-37b858e085b5 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:08.866112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Attempting to bind port 8c25c93e-733b-4f25-951e-37b858e085b5 on network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:08.873529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Port 8c25c93e-733b-4f25-951e-37b858e085b5 on network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:08.873878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Attempting to bind port 8c25c93e-733b-4f25-951e-37b858e085b5 on network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:08.875460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b556290-be37-419c-a4e3-05079c587081 req-2f8c80b5-43eb-4617-897c-7383c3f0081a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458772 Jul 09 17:43:08.880404 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:08.880821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Checking segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:08.881573 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Bound using segment: {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:08.883807 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Bound port: 8c25c93e-733b-4f25-951e-37b858e085b5, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd964168-34d5-4206-9c03-89d45b356e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:08.883807 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.952125 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] For port 8c25c93e-733b-4f25-951e-37b858e085b5, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:08.955431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] For port 8c25c93e-733b-4f25-951e-37b858e085b5, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8c25c93e-733b-4f25-951e-37b858e085b5,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:08.960140 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.993922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:08.994670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.996006 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] 10.222.0.37 "PUT /v2.0/ports/8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 1091 time: 0.7143457 Jul 09 17:43:08.996408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:08.998797 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c542d46-5d2d-4f07-9337-8a97f90ae556" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:09.023671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a0b5-522e-4d51-8bd5-10f7d10c2737 service neutron] Pushing event updated for resources: {'Port': ['ID=8c25c93e-733b-4f25-951e-37b858e085b5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:09.056583 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c47065-d0c7-4009-bd54-9f19f675cf98 x-openstack-request-id: req-d4c47065-d0c7-4009-bd54-9f19f675cf98 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:09.056891 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:09.057148 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4c47065-d0c7-4009-bd54-9f19f675cf98 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:09.057559 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5', 'status': 'completed', 'code': 200} Jul 09 17:43:09.129186 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-07397e26-566c-4499-ba14-dc0731871637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.130872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-07397e26-566c-4499-ba14-dc0731871637 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1094 time: 0.0564501 Jul 09 17:43:09.181133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-3de8ba86-c9d0-4241-be0b-710d56879fa9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 217 time: 0.0377772 Jul 09 17:43:09.229823 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-4421c3b4-cb66-4006-8b76-8b15268a6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.231353 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-4421c3b4-cb66-4006-8b76-8b15268a6db9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 200 len: 835 time: 0.0445135 Jul 09 17:43:09.292090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94bc8a-1252-4222-9037-1744752adf8b req-90a885d5-5843-405c-90b9-657f80cb7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.293588 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-90a885d5-5843-405c-90b9-657f80cb7b77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550468 Jul 09 17:43:09.384905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-4fef9570-c3b0-42f7-bb36-ff77eefb9476 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846975 Jul 09 17:43:09.483817 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0d94bc8a-1252-4222-9037-1744752adf8b req-52073d9e-b078-4395-8149-3f5b7d248c5a service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916176 Jul 09 17:43:09.536397 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:09.637043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-43090a70-09d4-4818-82f9-bf33d60bff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.638869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-43090a70-09d4-4818-82f9-bf33d60bff2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1094 time: 0.0673954 Jul 09 17:43:09.733943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-a60d737c-a57d-498f-8ffb-09ce4f06c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.735816 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-a60d737c-a57d-498f-8ffb-09ce4f06c7ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 898 time: 0.0896254 Jul 09 17:43:09.779508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-c4c2b9a5-b538-498b-9f2a-8c6b76a0e130 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 217 time: 0.0369759 Jul 09 17:43:09.832012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-e771592a-6c84-469f-898b-0157ecbc7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.833435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-e771592a-6c84-469f-898b-0157ecbc7d1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 200 len: 835 time: 0.0474870 Jul 09 17:43:09.892397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-b6307d32-e87e-4d5d-80d9-ff97e04743b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:09.893981 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-b6307d32-e87e-4d5d-80d9-ff97e04743b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540380 Jul 09 17:43:09.985080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-68ee6e40-e7e0-4e8c-9420-7c5c30931690 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841327 Jul 09 17:43:10.048462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884dd6f-e758-47f4-a65b-2f31116ae1c3 req-d53abd9f-fa7c-424c-b54e-30f11a51dbf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:10.049993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b884dd6f-e758-47f4-a65b-2f31116ae1c3 req-d53abd9f-fa7c-424c-b54e-30f11a51dbf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 943 time: 0.0652027 Jul 09 17:43:10.080940 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3c542d46-5d2d-4f07-9337-8a97f90ae556 req-c9ab0211-cf03-450f-929c-1006d6fd45b9 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889733 Jul 09 17:43:10.087224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b884dd6f-e758-47f4-a65b-2f31116ae1c3 req-b243da70-9bb3-457a-b65a-cc360d6bc099 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316057 Jul 09 17:43:10.508413 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:43:11.279658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e965e0-ff2a-4549-a82b-c1fb6b5fcaf9 req-c002f014-d952-4fb9-8bdf-1a550210e7c2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:11.281260 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05e965e0-ff2a-4549-a82b-c1fb6b5fcaf9 req-c002f014-d952-4fb9-8bdf-1a550210e7c2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 943 time: 0.0745442 Jul 09 17:43:11.324384 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-05e965e0-ff2a-4549-a82b-c1fb6b5fcaf9 req-af1caf80-e2f3-4195-a3dd-465ec4b3aa4e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349786 Jul 09 17:43:11.373643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.266959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8c25c93e-733b-4f25-951e-37b858e085b5 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:43:12.371473 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8c25c93e-733b-4f25-951e-37b858e085b5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8c25c93e-733b-4f25-951e-37b858e085b5,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:12.383818 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '8c25c93e-733b-4f25-951e-37b858e085b5', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'port_id': '8c25c93e-733b-4f25-951e-37b858e085b5', 'mac_address': 'fa:16:3e:55:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:43:12.428482 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.441203 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c25c93e-733b-4f25-951e-37b858e085b5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:12.460421 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8c25c93e-733b-4f25-951e-37b858e085b5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8c25c93e-733b-4f25-951e-37b858e085b5,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:12.465354 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.501806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc00533-ba2f-4a7d-8d01-c56773316f21 req-9a7a9570-31ee-4715-b97a-f55c587b8d2e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:12.503275 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc00533-ba2f-4a7d-8d01-c56773316f21 req-9a7a9570-31ee-4715-b97a-f55c587b8d2e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 943 time: 0.0642645 Jul 09 17:43:12.511649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8c25c93e-733b-4f25-951e-37b858e085b5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:12.543639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dfc00533-ba2f-4a7d-8d01-c56773316f21 req-b500238f-6a3e-41ce-850b-2af802ff2ce3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341051 Jul 09 17:43:12.879435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['8c25c93e-733b-4f25-951e-37b858e085b5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:13.734244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25df96-f0bd-4f86-97f2-ed8608dd3361 req-6b3f2a9c-104c-49c0-8e07-4eb8a90974ad tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:13.735779 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de25df96-f0bd-4f86-97f2-ed8608dd3361 req-6b3f2a9c-104c-49c0-8e07-4eb8a90974ad tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 944 time: 0.0690131 Jul 09 17:43:13.781387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de25df96-f0bd-4f86-97f2-ed8608dd3361 req-045cca6b-3f67-4801-9505-646e08634112 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371614 Jul 09 17:43:14.284245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8c25c93e-733b-4f25-951e-37b858e085b5 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:14.337050 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 8c25c93e-733b-4f25-951e-37b858e085b5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:14.340894 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 8c25c93e-733b-4f25-951e-37b858e085b5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:14.341266 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:14.577138 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:14.599673 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:14.601858 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb671f5a-995a-4fb7-8bde-3b8c13f7922d" -d '{"events": [{"server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "name": "network-vif-plugged", "status": "completed", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:14.613756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 8c25c93e-733b-4f25-951e-37b858e085b5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8c25c93e-733b-4f25-951e-37b858e085b5,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:14.619810 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:14.643339 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4675f677-6fde-4865-8b53-7b818ddcd7d1 x-openstack-request-id: req-4675f677-6fde-4865-8b53-7b818ddcd7d1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:14.643627 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "name": "network-vif-plugged", "status": "completed", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:14.643876 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4675f677-6fde-4865-8b53-7b818ddcd7d1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:14.644255 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5', 'code': 200} Jul 09 17:43:14.670923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=8c25c93e-733b-4f25-951e-37b858e085b5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:14.793362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419057-a91f-458e-a356-d16d7d764478 req-0ca36b84-89a4-4db5-bba0-89032839d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:14.794907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea419057-a91f-458e-a356-d16d7d764478 req-0ca36b84-89a4-4db5-bba0-89032839d843 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1096 time: 0.0586884 Jul 09 17:43:14.833654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea419057-a91f-458e-a356-d16d7d764478 req-851bd346-6a6f-473d-9214-dcbb236821d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302801 Jul 09 17:43:14.964820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2855d1b-c788-422c-8253-c5601226be30 req-03ca0fd7-ccc9-4994-b22f-c43203e97a47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:14.966329 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2855d1b-c788-422c-8253-c5601226be30 req-03ca0fd7-ccc9-4994-b22f-c43203e97a47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0701499 Jul 09 17:43:15.007040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2855d1b-c788-422c-8253-c5601226be30 req-5189f7a7-392d-457b-9c14-9a1089010ddd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340891 Jul 09 17:43:16.195343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12f4b-fe97-457b-b579-f4cfef31784b req-5c5fd2bd-df38-4cdd-b583-e350c03be874 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:16.196900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6d12f4b-fe97-457b-b579-f4cfef31784b req-5c5fd2bd-df38-4cdd-b583-e350c03be874 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0689712 Jul 09 17:43:16.240738 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6d12f4b-fe97-457b-b579-f4cfef31784b req-d3a8e5e7-305f-4b1b-94e9-fc5d794b8203 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376217 Jul 09 17:43:17.445432 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe15b-3a6c-449d-8af6-96df01beee60 req-0ef72e7c-f37a-4c37-b340-b9e85c4adf48 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.447796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2ebe15b-3a6c-449d-8af6-96df01beee60 req-0ef72e7c-f37a-4c37-b340-b9e85c4adf48 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0865564 Jul 09 17:43:17.488072 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2ebe15b-3a6c-449d-8af6-96df01beee60 req-aaf7597d-c9a2-4177-b5ae-00913b5670e3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Jul 09 17:43:17.670180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647ad3-7301-46ce-92c7-c690d9781b3c req-01da7fed-8574-4cfc-b354-f310137f44b6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.671731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d647ad3-7301-46ce-92c7-c690d9781b3c req-01da7fed-8574-4cfc-b354-f310137f44b6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0711398 Jul 09 17:43:17.711165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d647ad3-7301-46ce-92c7-c690d9781b3c req-3143aee6-d434-486a-a92f-2c3d1162f455 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Jul 09 17:43:17.741334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:17.798083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4853231-777d-42aa-81f6-d0301d245f35 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.799641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d4853231-777d-42aa-81f6-d0301d245f35 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1091 time: 0.0571423 Jul 09 17:43:17.803831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:17.808399 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '8c25c93e-733b-4f25-951e-37b858e085b5', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:17.835761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.945607 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.060545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.153 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/dedda437-f488-4527-8065-e49cd44f932a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:18.164279 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.205466 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.240377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:18.244979 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:18.249133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:18.278519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=dedda437-f488-4527-8065-e49cd44f932a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:18.653311 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.748967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.929967 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.944275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.012830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=dedda437-f488-4527-8065-e49cd44f932a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:19.027440 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.135553 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 19dc84ea-c05d-4701-93a7-c7d9c5d94d9d associated. External IP: 172.25.7.153, port: 8c25c93e-733b-4f25-951e-37b858e085b5. Jul 09 17:43:19.351354 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 95e3e9cd-5128-486c-8719-0824b70ffd27 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:19.460065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:19.471184 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] Sync routers for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:19.478418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.482398 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:19.483055 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:43:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:19.515920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-254f7215-b1d1-46af-82fc-fa4e064b324f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7109592 Jul 09 17:43:19.516527 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:19.518924 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:19.587286 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:19.678603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6c695-d776-45de-9f31-d55caf38c2e0 req-2a1e4d19-9613-4aff-ada1-3da7dc0958b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.680012 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41f6c695-d776-45de-9f31-d55caf38c2e0 req-2a1e4d19-9613-4aff-ada1-3da7dc0958b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0734069 Jul 09 17:43:19.717600 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-41f6c695-d776-45de-9f31-d55caf38c2e0 req-4ed36216-6291-4954-8a34-45bdac07c493 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318191 Jul 09 17:43:19.742665 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:19.783512 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44516c9f-3e96-4437-9056-9df123d2bcdf x-openstack-request-id: req-44516c9f-3e96-4437-9056-9df123d2bcdf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:19.783776 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:19.784035 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44516c9f-3e96-4437-9056-9df123d2bcdf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:19.784429 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5', 'status': 'completed', 'code': 200} Jul 09 17:43:19.810935 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7bc38eac-c4e0-45bf-8e99-db54316d6090 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/19dc84ea-c05d-4701-93a7-c7d9c5d94d9d HTTP/1.1" status: 200 len: 991 time: 0.0670602 Jul 09 17:43:19.818373 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '19dc84ea-c05d-4701-93a7-c7d9c5d94d9d', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'port_id': '8c25c93e-733b-4f25-951e-37b858e085b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'mac_address': 'fa:16:3e:55:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:43:18Z', 'updated_at': '2021-07-09T17:43:18Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:19.847240 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] Checking router: 95e3e9cd-5128-486c-8719-0824b70ffd27 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:19.855962 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:19.856549 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:43:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:19.865938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-281b1e5a-1882-4f0e-8cc9-5c4b2c1cf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.867516 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-281b1e5a-1882-4f0e-8cc9-5c4b2c1cf3ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1096 time: 0.0592809 Jul 09 17:43:19.959157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-f4917495-4506-489b-b245-d47d9507d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.960662 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-f4917495-4506-489b-b245-d47d9507d412 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 898 time: 0.0865631 Jul 09 17:43:19.960993 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:20.031848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-88a3f637-8622-488a-b819-7f24a0eb047e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 999 time: 0.0641775 Jul 09 17:43:20.081100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-e80075f7-11fa-4059-a917-6ea42b4064ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:20.082643 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-e80075f7-11fa-4059-a917-6ea42b4064ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 200 len: 835 time: 0.0444210 Jul 09 17:43:20.142157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-f4748e40-6cc8-4dd5-9b95-c01396626ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:20.143785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-f4748e40-6cc8-4dd5-9b95-c01396626ac1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542550 Jul 09 17:43:20.178691 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '19dc84ea-c05d-4701-93a7-c7d9c5d94d9d', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'port_id': '8c25c93e-733b-4f25-951e-37b858e085b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'mac_address': 'fa:16:3e:55:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:43:18Z', 'updated_at': '2021-07-09T17:43:18Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:20.207118 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd00ec-3e1d-4cf7-9937-8819fd4cd10f None None] The sync data for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 is: [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '19dc84ea-c05d-4701-93a7-c7d9c5d94d9d', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'port_id': '8c25c93e-733b-4f25-951e-37b858e085b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'mac_address': 'fa:16:3e:55:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:43:18Z', 'updated_at': '2021-07-09T17:43:18Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:20.238359 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-8b58e978-5bea-4e2a-8c06-5e61786e0ba9 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882297 Jul 09 17:43:20.332211 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1905e3bf-dd3e-486b-819e-6c5483ce2bfd req-f0cb80cc-5d54-4ba1-bc5a-9c73587aaf64 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877614 Jul 09 17:43:20.495120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a78b67-78ea-4941-8eb6-14376a17de10 None None] New status for floating IP 19dc84ea-c05d-4701-93a7-c7d9c5d94d9d: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:43:20.816121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:20.891879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-028b7950-9fa7-4741-a754-71e6906990cf tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/19dc84ea-c05d-4701-93a7-c7d9c5d94d9d HTTP/1.1" status: 200 len: 993 time: 0.0741973 Jul 09 17:43:24.289381 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.705654 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-e78bf871-4a25-4d7a-9318-75e4464bef8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563676 Jul 09 17:43:24.821857 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-15f5d6b3-8ae6-4e50-9505-ddb1f6123a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:24.823361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-15f5d6b3-8ae6-4e50-9505-ddb1f6123a7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1096 time: 0.0539312 Jul 09 17:43:24.932249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-410173f6-c6fe-4093-b79a-58bbef90eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:24.933627 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-410173f6-c6fe-4093-b79a-58bbef90eed9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 898 time: 0.0897415 Jul 09 17:43:25.000377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-a35a4f4c-62e1-48ee-8307-a4d7b71f2607 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 1001 time: 0.0590522 Jul 09 17:43:25.052206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-0c00a853-92df-4914-bf7e-931dc0acabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:25.053646 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-0c00a853-92df-4914-bf7e-931dc0acabe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 200 len: 835 time: 0.0465639 Jul 09 17:43:25.116122 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-2ea28bee-088c-4490-8c7a-cfe8712bd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:25.117586 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-2ea28bee-088c-4490-8c7a-cfe8712bd807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578873 Jul 09 17:43:25.223154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-c9503729-f393-4f74-b38d-8829da2ebb81 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988333 Jul 09 17:43:25.315250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2e33a158-d86d-4fb1-bbf9-24607cdf6ac1 req-a39536f7-c023-48ea-bf71-ee80fca472f1 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Jul 09 17:43:35.910237 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ab711b-3e37-4748-a3ff-c8ec026be967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.428820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ef27a2f-74ad-479a-9b60-0cbefa02c507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.695715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.809981 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.544376 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.381543 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.597671 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:43:54.307835 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.916551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66d259f7-0719-40f3-bd10-48590f5cc277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.437877 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29e1288-720f-4dd4-9ff7-bc970f6700d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.695883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.818009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.554492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.377582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.766035 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a019-c595-4532-86f1-c0806bac3161 req-a2a5f800-6047-4fef-9c05-f5f16262220d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:23.767458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5387a019-c595-4532-86f1-c0806bac3161 req-a2a5f800-6047-4fef-9c05-f5f16262220d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0737996 Jul 09 17:44:23.806220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5387a019-c595-4532-86f1-c0806bac3161 req-6393e841-df22-4593-ba7f-0eb622e94497 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Jul 09 17:44:24.317591 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.512728 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:44:24.986443 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46488d-d1ea-409a-9837-7f87a566d481 req-8fc0dad8-eded-4e2a-b41b-0ee811216222 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:24.987873 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd46488d-d1ea-409a-9837-7f87a566d481 req-8fc0dad8-eded-4e2a-b41b-0ee811216222 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0694849 Jul 09 17:44:25.030727 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd46488d-d1ea-409a-9837-7f87a566d481 req-a9ae4ac1-0f9b-452e-b938-85952c0f2a61 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366478 Jul 09 17:44:25.056162 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:25.116928 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b982ead0-9ff6-41a0-bdc5-a7f59aa832de tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/19dc84ea-c05d-4701-93a7-c7d9c5d94d9d HTTP/1.1" status: 200 len: 993 time: 0.0596602 Jul 09 17:44:25.772379 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-314353a3-ec90-47b4-b331-011d10f0e7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329391 Jul 09 17:44:25.894395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-78195d5d-ef42-4290-bda2-1535a0fb4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:25.896109 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-78195d5d-ef42-4290-bda2-1535a0fb4954 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1096 time: 0.0612681 Jul 09 17:44:26.008852 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-5787c2cc-042a-415e-a5b3-4db51f717934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.010426 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-5787c2cc-042a-415e-a5b3-4db51f717934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 898 time: 0.0933726 Jul 09 17:44:26.084260 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-11c2998e-e434-440b-8256-3806b814cd1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 1001 time: 0.0669074 Jul 09 17:44:26.139364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-41f4b139-826f-4359-b774-d0954697aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.140873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-41f4b139-826f-4359-b774-d0954697aa18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 200 len: 835 time: 0.0501175 Jul 09 17:44:26.204399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-92d9b476-a10d-4c76-97e8-f1ebeb24b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.205967 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-92d9b476-a10d-4c76-97e8-f1ebeb24b791 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586669 Jul 09 17:44:26.298406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-1a649606-6291-4b53-aa05-e7bde73ce538 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854158 Jul 09 17:44:26.393185 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a6e38c22-ea02-430a-bfa3-e0ffec17e2b3 req-fbb0ef4c-a1fb-4a1c-b95e-61e0c4720a0f service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871823 Jul 09 17:44:26.584710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46af0a-0973-40b4-866f-0703459aacb5 req-050f8614-0049-413f-b3d5-2d359dc14a25 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.586302 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f46af0a-0973-40b4-866f-0703459aacb5 req-050f8614-0049-413f-b3d5-2d359dc14a25 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0695105 Jul 09 17:44:26.627069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f46af0a-0973-40b4-866f-0703459aacb5 req-66081758-5c71-495e-b0f9-10ce3182c39b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Jul 09 17:44:27.824465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06dc0-6351-4b7e-a0ab-307712756dd8 req-4b1dca73-f411-4d89-aeef-721ed707d259 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:27.826001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78c06dc0-6351-4b7e-a0ab-307712756dd8 req-4b1dca73-f411-4d89-aeef-721ed707d259 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0736620 Jul 09 17:44:27.865474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78c06dc0-6351-4b7e-a0ab-307712756dd8 req-8b4e8397-fc01-4775-9a01-dfc41e7ae6c2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Jul 09 17:44:27.891088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:27.955236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ae213a9a-b50b-4b8d-8ca1-ee8335714ebf tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/19dc84ea-c05d-4701-93a7-c7d9c5d94d9d HTTP/1.1" status: 200 len: 993 time: 0.0629814 Jul 09 17:44:28.241852 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:28.406296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port dedda437-f488-4527-8065-e49cd44f932a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:28.406684 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.486798 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.487370 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.506285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for dedda437-f488-4527-8065-e49cd44f932a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:28.670965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.700678 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=dedda437-f488-4527-8065-e49cd44f932a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:28.725282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.725635 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.725972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.726305 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.726670 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.727001 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.727329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.727656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.727974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.728303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.728628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.728943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:28.770178 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.770387 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 19dc84ea-c05d-4701-93a7-c7d9c5d94d9d disassociated (deleted). External IP: 172.25.7.153, port: 8c25c93e-733b-4f25-951e-37b858e085b5. Jul 09 17:44:28.987201 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 95e3e9cd-5128-486c-8719-0824b70ffd27 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:29.110505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:29.115529 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.120092 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421f866-0082-4367-9290-75d49a6325fc None None] Sync routers for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:29.129674 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:29.130274 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.152650 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-931a7ce5-ac79-463b-a19a-4536ea7b2071 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/floatingips/19dc84ea-c05d-4701-93a7-c7d9c5d94d9d HTTP/1.1" status: 204 len: 168 time: 0.9093261 Jul 09 17:44:29.153244 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:29.155624 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d09c653-0127-4c88-a60e-948d4023e371" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:29.233711 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:29.397644 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f629b1e-bcf4-4822-83a8-8f452a99c908 x-openstack-request-id: req-2f629b1e-bcf4-4822-83a8-8f452a99c908 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:29.397913 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:29.398157 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f629b1e-bcf4-4822-83a8-8f452a99c908 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:29.398607 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5', 'status': 'completed', 'code': 200} Jul 09 17:44:29.433492 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.462004 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421f866-0082-4367-9290-75d49a6325fc None None] Checking router: 95e3e9cd-5128-486c-8719-0824b70ffd27 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:29.471111 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:29.471888 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.519198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09c653-0127-4c88-a60e-948d4023e371 req-48f5e767-6e6f-49dc-b201-71753655483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:29.521010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-48f5e767-6e6f-49dc-b201-71753655483c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 1096 time: 0.0549917 Jul 09 17:44:29.549312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dac9d1-b0c3-4088-ac6a-d52b48d819fc req-429326ae-9b50-4554-82f5-7f4a5faf96d7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:29.550850 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53dac9d1-b0c3-4088-ac6a-d52b48d819fc req-429326ae-9b50-4554-82f5-7f4a5faf96d7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0676484 Jul 09 17:44:29.579251 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:29.590073 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-53dac9d1-b0c3-4088-ac6a-d52b48d819fc req-042c15b4-b8d9-42ba-a979-c834fe89889a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332348 Jul 09 17:44:29.615105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09c653-0127-4c88-a60e-948d4023e371 req-440103aa-b478-4368-97eb-d19f63c98bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:29.616596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-440103aa-b478-4368-97eb-d19f63c98bdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 200 len: 898 time: 0.0887089 Jul 09 17:44:29.661661 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-ff6d3ee6-43ec-44a7-a76b-e5a47a30460a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 200 len: 217 time: 0.0371783 Jul 09 17:44:29.714048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09c653-0127-4c88-a60e-948d4023e371 req-02fa8fba-a9e2-4c5c-a046-37d9ecc6d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:29.715608 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-02fa8fba-a9e2-4c5c-a046-37d9ecc6d46b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 200 len: 835 time: 0.0481308 Jul 09 17:44:29.773965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09c653-0127-4c88-a60e-948d4023e371 req-70108a9d-8965-422c-ad20-2abe9b4cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:29.775558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-70108a9d-8965-422c-ad20-2abe9b4cf95a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534117 Jul 09 17:44:29.776565 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5421f866-0082-4367-9290-75d49a6325fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.801887 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421f866-0082-4367-9290-75d49a6325fc None None] The sync data for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 is: [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'da0afa39-104c-4671-b36d-e147ee553c2f', 'name': '', 'network_id': 'f0ce1f1f-d5bf-426c-a44c-e7cb694937f7', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:94:19:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:01Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '0cfe7da1-2f80-4063-beaf-ddfe59823b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:29.871699 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-91109f45-4ac6-432b-bdb9-9e71ed068398 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Jul 09 17:44:29.965762 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d09c653-0127-4c88-a60e-948d4023e371 req-3d530f01-b126-4ce5-b1dd-cf93f78fd228 service neutron] 10.222.0.37 "GET /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864258 Jul 09 17:44:30.013422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae184d-b9a5-401c-823a-4be2fb8ed9cb None None] New status for floating IP 19dc84ea-c05d-4701-93a7-c7d9c5d94d9d: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:44:30.784664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca611369-1e64-4b95-bf84-0df450389a05 req-3ccc51e4-9966-4c10-8685-1b1789877275 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:30.786142 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca611369-1e64-4b95-bf84-0df450389a05 req-3ccc51e4-9966-4c10-8685-1b1789877275 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0718079 Jul 09 17:44:30.824979 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ca611369-1e64-4b95-bf84-0df450389a05 req-9696ae08-bc77-4e70-82b8-9354cae6e0d5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Jul 09 17:44:31.334155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47170c-e760-4468-9159-bc9fe59a784f req-2fb0153a-389c-4802-8a06-8943a9cb8f08 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:31.335650 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5e47170c-e760-4468-9159-bc9fe59a784f req-2fb0153a-389c-4802-8a06-8943a9cb8f08 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0809925 Jul 09 17:44:31.440628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 8c25c93e-733b-4f25-951e-37b858e085b5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:31.440943 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.532455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 8c25c93e-733b-4f25-951e-37b858e085b5, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=8c25c93e-733b-4f25-951e-37b858e085b5,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:31.532814 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.891802 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 8c25c93e-733b-4f25-951e-37b858e085b5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:32.009362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354202b1-96e2-45e0-a24f-c14fde20b89e req-4c06c551-2e6f-4291-96ad-41dd9f723c78 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.010945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-354202b1-96e2-45e0-a24f-c14fde20b89e req-4c06c551-2e6f-4291-96ad-41dd9f723c78 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd7b7199-88cd-4d0b-a4ac-867e707c8355 HTTP/1.1" status: 200 len: 945 time: 0.0705197 Jul 09 17:44:32.028216 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.050264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-354202b1-96e2-45e0-a24f-c14fde20b89e req-affd7b2e-034b-4e63-9814-d240743a7afb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334637 Jul 09 17:44:32.061752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=8c25c93e-733b-4f25-951e-37b858e085b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:32.095615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.095959 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.096294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.096620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.096946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.097266 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.097588 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.097911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.098237 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.098576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.098898 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.099212 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:32.121447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] No DVR routers for this DVR port 8c25c93e-733b-4f25-951e-37b858e085b5 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:32.124112 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.126303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5e47170c-e760-4468-9159-bc9fe59a784f req-14f3baa7-d6ed-46bd-ac20-2cab72b345ba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "DELETE /v2.0/ports/8c25c93e-733b-4f25-951e-37b858e085b5 HTTP/1.1" status: 204 len: 173 time: 0.7849188 Jul 09 17:44:32.126827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'name': 'network-vif-deleted', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:32.129127 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea017165-40dc-4093-8663-006f74346f74" -d '{"events": [{"server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "name": "network-vif-deleted", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:32.166195 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2af37f8-1f9d-452f-9e85-ee66ca99f7f1 x-openstack-request-id: req-e2af37f8-1f9d-452f-9e85-ee66ca99f7f1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:32.166515 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b7199-88cd-4d0b-a4ac-867e707c8355", "name": "network-vif-deleted", "tag": "8c25c93e-733b-4f25-951e-37b858e085b5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:32.166807 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2af37f8-1f9d-452f-9e85-ee66ca99f7f1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:32.167211 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b7199-88cd-4d0b-a4ac-867e707c8355', 'name': 'network-vif-deleted', 'tag': '8c25c93e-733b-4f25-951e-37b858e085b5', 'status': 'completed', 'code': 200} Jul 09 17:44:33.148407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:33.538960 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.134685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port da0afa39-104c-4671-b36d-e147ee553c2f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:34.135009 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.221772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port da0afa39-104c-4671-b36d-e147ee553c2f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=da0afa39-104c-4671-b36d-e147ee553c2f,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:34.222515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.238830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for da0afa39-104c-4671-b36d-e147ee553c2f owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:34.436048 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.464961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=da0afa39-104c-4671-b36d-e147ee553c2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:34.643119 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.780267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8c25c93e-733b-4f25-951e-37b858e085b5 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:34.800905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 8c25c93e-733b-4f25-951e-37b858e085b5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:34.801254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 8c25c93e-733b-4f25-951e-37b858e085b5 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:34.863265 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 95e3e9cd-5128-486c-8719-0824b70ffd27 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:34.972818 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:34.978264 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0bc3b1ca-dcfe-40e4-85fd-744c0d085572 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/95e3e9cd-5128-486c-8719-0824b70ffd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284221 Jul 09 17:44:34.981116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:34.983249 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] Sync routers for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:34.993108 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:34.993703 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.033649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting subnet 0cfe7da1-2f80-4063-beaf-ddfe59823b54 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:35.036923 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.091932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.097169 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:35.174522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.232301 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.263418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfe7da1-2f80-4063-beaf-ddfe59823b54,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:35.268435 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.270415 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6a1b8872-b8a2-48e1-902c-cde358c3499f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/subnets/0cfe7da1-2f80-4063-beaf-ddfe59823b54 HTTP/1.1" status: 204 len: 168 time: 0.2880681 Jul 09 17:44:35.273097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:35.278389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b858df3-19b3-45ff-bbf5-0aeb83c6fef2 None None] Network f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:35.280515 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:44:34Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.307497 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] Checking router: 95e3e9cd-5128-486c-8719-0824b70ffd27 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:35.316199 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] Routers {'95e3e9cd-5128-486c-8719-0824b70ffd27'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:35.316819 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['95e3e9cd-5128-486c-8719-0824b70ffd27'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.395878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.426953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] Set router 95e3e9cd-5128-486c-8719-0824b70ffd27 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:35.476388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] DHCP port deletion for f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:35.512511 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.528830 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Deleting port fe88792c-42eb-40ff-ace4-91f5ce88b612 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:35.529569 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.574791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 5621e0fb-85eb-428f-9ac9-433a5c00d38b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:35.575470 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.594897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] For port fe88792c-42eb-40ff-ace4-91f5ce88b612, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fe88792c-42eb-40ff-ace4-91f5ce88b612,segment=NetworkSegment(cd964168-34d5-4206-9c03-89d45b356e7f),segment_id=cd964168-34d5-4206-9c03-89d45b356e7f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:35.595303 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.608367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Calling delete_port for fe88792c-42eb-40ff-ace4-91f5ce88b612 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:35.614154 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:44:34Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.645002 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46ace0-9bf5-4843-9bad-78c9c8c8c74b None None] The sync data for ids ['95e3e9cd-5128-486c-8719-0824b70ffd27'] in n-d-800085-2 is: [{'id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711765758', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:44:34Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '5621e0fb-85eb-428f-9ac9-433a5c00d38b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e3e9cd-5128-486c-8719-0824b70ffd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:42:59Z', 'updated_at': '2021-07-09T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:35.653013 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 5621e0fb-85eb-428f-9ac9-433a5c00d38b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=5621e0fb-85eb-428f-9ac9-433a5c00d38b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:35.653379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.667260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 5621e0fb-85eb-428f-9ac9-433a5c00d38b owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:35.694615 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.719544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Pushing event deleted for resources: {'Port': ['ID=fe88792c-42eb-40ff-ace4-91f5ce88b612,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:35.729723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.730069 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.730416 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.730786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.731123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.731571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.731781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.732100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.732424 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.732758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.733075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.733398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:35.736286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ccb3e-d228-4398-b667-56e033c79bf7 None None] No DVR routers for this DVR port fe88792c-42eb-40ff-ace4-91f5ce88b612 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:35.842971 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.866285 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=5621e0fb-85eb-428f-9ac9-433a5c00d38b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:35.910734 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b106ff8-2d9e-4df5-be38-a9dca575f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.934219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.028874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.031223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.077665 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.078346 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Fanout notify agent at l3_agent the message router_deleted on router 95e3e9cd-5128-486c-8719-0824b70ffd27 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:44:36.086400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.090237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-43ea7344-805b-4732-bc3b-53f70635b067 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/routers/95e3e9cd-5128-486c-8719-0824b70ffd27 HTTP/1.1" status: 204 len: 168 time: 0.8135419 Jul 09 17:44:36.090623 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.182941 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.270462 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.281131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce1f1f-d5bf-426c-a44c-e7cb694937f7']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.292345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd964168-34d5-4206-9c03-89d45b356e7f') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.292620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd964168-34d5-4206-9c03-89d45b356e7f') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.302259 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.317131 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.323769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:36.324260 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:36.327880 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:36.400715 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.408075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.409830 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/networks/f0ce1f1f-d5bf-426c-a44c-e7cb694937f7 HTTP/1.1" status: 204 len: 168 time: 0.3184845 Jul 09 17:44:36.412812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.423300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45624c1-4f66-4903-b4be-f76492bf70e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Network': ['ID=f0ce1f1f-d5bf-426c-a44c-e7cb694937f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.475044 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e95c6c-210d-4df4-bb8c-142a2408f564 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.499698 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e95c6c-210d-4df4-bb8c-142a2408f564 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.563340 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e95c6c-210d-4df4-bb8c-142a2408f564 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.565990 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e95c6c-210d-4df4-bb8c-142a2408f564 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.567230 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a6e95c6c-210d-4df4-bb8c-142a2408f564 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/security-groups/f189b3ab-05bf-4acf-a2b0-ea0db05b61e0 HTTP/1.1" status: 204 len: 168 time: 0.1533751 Jul 09 17:44:36.576672 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e95c6c-210d-4df4-bb8c-142a2408f564 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189b3ab-05bf-4acf-a2b0-ea0db05b61e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.781342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fe88792c-42eb-40ff-ace4-91f5ce88b612 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:36.803632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: fe88792c-42eb-40ff-ace4-91f5ce88b612 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:36.803959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fe88792c-42eb-40ff-ace4-91f5ce88b612 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:36.804368 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da0afa39-104c-4671-b36d-e147ee553c2f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:36.817883 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.822689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: da0afa39-104c-4671-b36d-e147ee553c2f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:36.822849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174116460', 'description': 'tempest-secgroup-smoke-174116460 description', 'project_id': '6a61edfccefc4d4d99620302f36adc8b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:36.823034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device da0afa39-104c-4671-b36d-e147ee553c2f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:36.823623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5621e0fb-85eb-428f-9ac9-433a5c00d38b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:36.842147 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 5621e0fb-85eb-428f-9ac9-433a5c00d38b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:36.842501 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 5621e0fb-85eb-428f-9ac9-433a5c00d38b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:36.847937 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.931420 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.937958 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.972060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.973246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543038 Jul 09 17:44:36.977202 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.981958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b054f-3357-4e8d-937e-788a29c8708e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd34687b-6856-47c1-abef-409793aab8bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.982895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'cd34687b-6856-47c1-abef-409793aab8bf', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.021749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.080446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.085676 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.104221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc205fdf-74be-4cae-9005-f164384f7636,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.112181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.113494 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2a627ea4-ffb4-4286-aaf7-8f89b16cf413 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348701 Jul 09 17:44:37.116319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.120834 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'cd34687b-6856-47c1-abef-409793aab8bf', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.147677 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.204454 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.209246 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.227134 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3a0d99-f3df-41b0-92fb-dee163c2f5e3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.235981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.237230 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-383d0754-0f5d-40fb-ad30-3379f5d7d3a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199996 Jul 09 17:44:37.241364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.245951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'cd34687b-6856-47c1-abef-409793aab8bf', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.274068 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.334961 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.341056 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.363758 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0a1050-7c85-4e4e-a85a-10b185993cd3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.371160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.373018 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-bed7d055-23e1-4ec2-b432-12a64d123952 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304798 Jul 09 17:44:37.375734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.380444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'cd34687b-6856-47c1-abef-409793aab8bf', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.409158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.467517 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.473195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.490177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839a0d7-1bc9-4e45-9e69-35f4ab6c3108,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.498089 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.499325 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f073d198-543e-4590-800f-06c1b873ec96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226170 Jul 09 17:44:37.502105 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.506867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'cd34687b-6856-47c1-abef-409793aab8bf', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.528833 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:44:37.533492 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.593398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.598837 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.616298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe5c845-9130-44dd-926e-2260af4c0ba4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.623490 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.624939 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-11a5c9d0-5810-4d7f-b43e-0ece5758373e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217933 Jul 09 17:44:37.627747 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.632541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': 'cd34687b-6856-47c1-abef-409793aab8bf', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.655870 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:44:37.660760 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.724938 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.730612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.747810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53cf6e8-abf7-47f5-a4bd-3066963e489f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.755441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.757021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d47a0c34-a082-4572-9625-a5d37a2b5a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283543 Jul 09 17:44:37.760065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.765431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'network': {'name': 'tempest-network-smoke--1096956593', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.789756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:37.794983 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.823621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:37.833126 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.833491 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Added segment c951702c-cad5-4e32-b781-1583e522ab44 of type vlan for network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc Jul 09 17:44:37.874530 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.907282 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.916295 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:37.917110 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.978787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2173219 Jul 09 17:44:37.981539 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.986302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'admin_state_up': True, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.987496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eb07d-5039-450b-ad36-7cf1094d8b01 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Network': ['ID=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.999389 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:38.015275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.016300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.072540 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.210896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.411447 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.420025 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1074f8fa-1d46-40af-9d2b-603b654b8a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.431158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.541467 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.50 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/963ad157-020c-4264-96f2-5fff3740ba3b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:38.650497 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.691342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.697309 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.736685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:38.739495 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:38.743200 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:38.765755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=963ad157-020c-4264-96f2-5fff3740ba3b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:38.818802 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.994772 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.212537 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.343338 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router f102fa29-f560-4157-85c6-46e27679af6b is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:44:39.450114 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:39.462155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Sync routers for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:39.472415 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:39.472612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.473446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:39.473601 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4a2ed012-16bc-40aa-a229-c38dcf54d806 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4909952 Jul 09 17:44:39.477096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43504) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.512055 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5646e52b-fe62-464f-989a-10a71161127d tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6a61edfccefc4d4d99620302f36adc8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337353 Jul 09 17:44:39.514629 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.576925 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.591618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:39.603270 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efb55d-12da-4c86-ad00-a012c260a5e0 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.605051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-91efb55d-12da-4c86-ad00-a012c260a5e0 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893929 Jul 09 17:44:39.607926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.636203 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c898764c-1bc7-462f-8d0f-f946adb9d981 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272207 Jul 09 17:44:39.638788 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.643595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136717835', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:39.730163 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:39.733934 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.765719 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:38Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:39.791173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Checking router: f102fa29-f560-4157-85c6-46e27679af6b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:39.791525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Updating router f102fa29-f560-4157-85c6-46e27679af6b port 963ad157-020c-4264-96f2-5fff3740ba3b binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:44:39.826369 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.915150 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.981206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Subnet': ['ID=3376af44-a155-4381-8aad-bbcc7ee8abc7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:39.991231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Checking segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:39.991525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network hostable DHCP agents. Network: a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:40.009668 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:40.019135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:40.027358 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:40.027970 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.031811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a2ce8-867a-4b25-8a7b-2f87215a33b3 None None] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:40.046758 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-3c296798-d753-4c17-ab37-8058e5105c90 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041567 Jul 09 17:44:40.047017 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:40.130645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.151835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Transition to ACTIVE for port object 963ad157-020c-4264-96f2-5fff3740ba3b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:40.180598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.260952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Attempting to bind port 963ad157-020c-4264-96f2-5fff3740ba3b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:40.261325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Attempting to bind port 963ad157-020c-4264-96f2-5fff3740ba3b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:40.261681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Attempting to bind port 963ad157-020c-4264-96f2-5fff3740ba3b on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:40.263650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3125cd-f2b9-4fb6-8006-748229789b9b None None] Pushing event updated for resources: {'Port': ['ID=963ad157-020c-4264-96f2-5fff3740ba3b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:40.268044 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:40.268850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.274170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:40.274589 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:40.274970 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.275399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:40.275890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Bound port: 963ad157-020c-4264-96f2-5fff3740ba3b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:40.276268 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.399982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] For port 963ad157-020c-4264-96f2-5fff3740ba3b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:40.405726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] For port 963ad157-020c-4264-96f2-5fff3740ba3b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=963ad157-020c-4264-96f2-5fff3740ba3b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:40.410520 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.515898 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Allocated IP 172.20.0.2 (a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc/3376af44-a155-4381-8aad-bbcc7ee8abc7/d1cf5412-708f-40c4-bbc0-f3d2ab092f2f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:40.517749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:40.518644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:40.523726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3125cd-f2b9-4fb6-8006-748229789b9b None None] Pushing event updated for resources: {'Port': ['ID=963ad157-020c-4264-96f2-5fff3740ba3b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:40.839483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.854099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:41.009931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.025614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Transition to ACTIVE for port object d1cf5412-708f-40c4-bbc0-f3d2ab092f2f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:41.068266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Transition to ACTIVE for port object d1cf5412-708f-40c4-bbc0-f3d2ab092f2f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:41.079416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.123136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:41.128835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:41.128994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.1 (a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc/3376af44-a155-4381-8aad-bbcc7ee8abc7/232c5878-da08-44e3-8133-bd29906161ed) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:41.132259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:41.149319 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Pushing event updated for resources: {'Port': ['ID=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.191966 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:38Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.227126 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a33a38-b3f8-4d88-894a-2ce9e3cc2e25 None None] The sync data for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 is: [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:38Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:41.234160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Attempting to bind port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:41.234565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Attempting to bind port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:41.234918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Attempting to bind port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f on network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:41.240235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:41.240616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Checking segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:41.241019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.241411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Bound using segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:41.241882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Bound port: d1cf5412-708f-40c4-bbc0-f3d2ab092f2f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:41.242268 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.259008 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.273500 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object 232c5878-da08-44e3-8133-bd29906161ed will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:41.309932 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.311591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] For port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:41.315266 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] For port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:41.324031 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.350836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:41.356299 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:41.360155 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:41.391826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=232c5878-da08-44e3-8133-bd29906161ed,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.395720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0c3bb-94d4-417f-9e9f-8356bc47e2f8 None None] Pushing event updated for resources: {'Port': ['ID=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.399230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.413882 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.624381 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.933320 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.940321 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.018637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=232c5878-da08-44e3-8133-bd29906161ed,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:42.021151 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.124701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:42.126206 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:42.243503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router f102fa29-f560-4157-85c6-46e27679af6b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:42.340638 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e32641-c085-4332-82a2-076f256d44d8 None None] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:42.354197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:42.363821 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d8ca20e9-09a7-46a4-b207-07535e535a60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/f102fa29-f560-4157-85c6-46e27679af6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3112288 Jul 09 17:44:42.402143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-478ab980-2b6d-424a-b7da-9dcb20c863fa None None] Provisioning for port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:42.517877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-651b00eb-8db7-47bc-92da-98c419a3b459 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174116460&fields=id&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 267 time: 0.0429473 Jul 09 17:44:42.630622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-b73eff4d-32c0-4606-8889-f215c71a97bf tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:42.632567 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-b73eff4d-32c0-4606-8889-f215c71a97bf tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 797 time: 0.1079085 Jul 09 17:44:42.648299 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-76184c84-42e0-429c-ac57-46131dbe0d4b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/quotas/6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 375 time: 0.0099430 Jul 09 17:44:42.720293 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-76720208-bdcb-4483-9e24-6c21ea82e20e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662398 Jul 09 17:44:42.754328 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ee5bd0fa-0091-4335-8a9d-d9b31a97d5c6 None None] Provisioning for port 232c5878-da08-44e3-8133-bd29906161ed completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:42.759606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ee5bd0fa-0091-4335-8a9d-d9b31a97d5c6 None None] Provisioning complete for port 232c5878-da08-44e3-8133-bd29906161ed triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:42.759951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd0fa-0091-4335-8a9d-d9b31a97d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.789755 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Sync routers for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:42.801607 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:42.802319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:42.825419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bd0fa-0091-4335-8a9d-d9b31a97d5c6 None None] Port 232c5878-da08-44e3-8133-bd29906161ed cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:44:42.892724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d1cf5412-708f-40c4-bbc0-f3d2ab092f2f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:42.962029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-3757d03d-015e-4fc5-a11d-e71b34846f4c service neutron] 10.222.0.48 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279522 Jul 09 17:44:42.969899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:42.979053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:42.979955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.021789 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:43.090671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b9a6bdb5-0e3c-4cb9-aac5-c92a852e9813 None None] Provisioning complete for port 232c5878-da08-44e3-8133-bd29906161ed triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:43.091182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bdb5-0e3c-4cb9-aac5-c92a852e9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.091932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-40c74f60-4f12-42ed-8e8d-c253357a8f2d service neutron] 10.222.0.48 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222937 Jul 09 17:44:43.092949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.162293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6bdb5-0e3c-4cb9-aac5-c92a852e9813 None None] Port 232c5878-da08-44e3-8133-bd29906161ed cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:44:43.167707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:43.174453 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.177475 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 963ad157-020c-4264-96f2-5fff3740ba3b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:43.266664 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 963ad157-020c-4264-96f2-5fff3740ba3b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:43.268633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 2, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:43.282857 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 963ad157-020c-4264-96f2-5fff3740ba3b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:43.283225 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.295242 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Checking router: f102fa29-f560-4157-85c6-46e27679af6b for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:43.295597 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Updating router f102fa29-f560-4157-85c6-46e27679af6b port 232c5878-da08-44e3-8133-bd29906161ed binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:44:43.296410 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df04809a-7e55-4baf-bcb4-5d8a2de6a240 req-1b323720-0d87-4ee5-a90e-af303ab94667 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 210 time: 0.0380754 Jul 09 17:44:43.308270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:43.323596 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f58896f2-d298-4239-bf74-2074bd8ec130 None None] Provisioning complete for port 232c5878-da08-44e3-8133-bd29906161ed triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:43.323967 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f58896f2-d298-4239-bf74-2074bd8ec130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.340725 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.366371 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f58896f2-d298-4239-bf74-2074bd8ec130 None None] Port 232c5878-da08-44e3-8133-bd29906161ed cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:44:43.404255 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.424897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 963ad157-020c-4264-96f2-5fff3740ba3b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=963ad157-020c-4264-96f2-5fff3740ba3b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:43.429586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.476360 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=963ad157-020c-4264-96f2-5fff3740ba3b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:43.619936 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.629481 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Transition to ACTIVE for port object 232c5878-da08-44e3-8133-bd29906161ed will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:43.637215 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.684463 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Pushing event updated for resources: {'Port': ['ID=232c5878-da08-44e3-8133-bd29906161ed,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:43.710895 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.711244 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.711577 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.711885 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.712239 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.712566 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.712954 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.713281 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.713621 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.713958 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.714277 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.714613 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:43.751822 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Attempting to bind port 232c5878-da08-44e3-8133-bd29906161ed on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:43.752378 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Attempting to bind port 232c5878-da08-44e3-8133-bd29906161ed by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:43.752748 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Attempting to bind port 232c5878-da08-44e3-8133-bd29906161ed on network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:43.758832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:43.759208 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Checking segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:43.759620 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.760006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Bound using segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:43.760492 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Bound port: 232c5878-da08-44e3-8133-bd29906161ed, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:43.760863 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.824049 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] For port 232c5878-da08-44e3-8133-bd29906161ed, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:43.827406 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] For port 232c5878-da08-44e3-8133-bd29906161ed, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=232c5878-da08-44e3-8133-bd29906161ed,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:43.832778 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.881532 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:43.882157 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:43.932076 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0e6a8-ddf0-4e7c-b32a-b6d42b4b5073 None None] Pushing event updated for resources: {'Port': ['ID=232c5878-da08-44e3-8133-bd29906161ed,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:44.002248 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:44.201832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:44.227340 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48594d-765c-4d37-bdf6-724f59337cec None None] The sync data for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 is: [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:44.404894 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2a7c9f2-1651-4386-b79c-e484f5551e6d req-8459237f-93b8-4c9a-a18f-8a2d68321286 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 210 time: 0.0419636 Jul 09 17:44:44.876148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d1cf5412-708f-40c4-bbc0-f3d2ab092f2f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:44.938209 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:44.938515 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.019353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 232c5878-da08-44e3-8133-bd29906161ed up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:45.068621 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 232c5878-da08-44e3-8133-bd29906161ed completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:45.073390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 232c5878-da08-44e3-8133-bd29906161ed triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:45.073769 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.156727 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.194540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 232c5878-da08-44e3-8133-bd29906161ed, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=232c5878-da08-44e3-8133-bd29906161ed,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:45.200374 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.201592 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 963ad157-020c-4264-96f2-5fff3740ba3b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:45.277484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=232c5878-da08-44e3-8133-bd29906161ed,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:45.290717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 963ad157-020c-4264-96f2-5fff3740ba3b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:45.291112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.542739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6972876a-8d5e-437c-ad3c-3f4efcdd90eb req-495d6392-99ec-46f3-b2ae-889a02b458ea tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 210 time: 0.0338767 Jul 09 17:44:46.667272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-53356bbb-9d76-4fd4-b282-36cf6f0fb86e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:46.669223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-53356bbb-9d76-4fd4-b282-36cf6f0fb86e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 797 time: 0.1084855 Jul 09 17:44:46.689784 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1747d48-5d03-45c8-8838-69b1f27e7b32 req-2357018f-c74f-4882-b728-f2af6370cc81 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 210 time: 0.0315144 Jul 09 17:44:46.724917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-5e5d61bc-8840-4741-abbf-4f37df1221f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 379 time: 0.0396376 Jul 09 17:44:46.734522 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'port': {'device_id': 'd2feecad-58b5-4d49-b354-a85348093026', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'admin_state_up': True, 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'security_groups': ['cd34687b-6856-47c1-abef-409793aab8bf']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:46.784279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 232c5878-da08-44e3-8133-bd29906161ed up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:46.831135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 232c5878-da08-44e3-8133-bd29906161ed triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:46.831430 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.853826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:46.857480 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.983816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.5 (a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc/3376af44-a155-4381-8aad-bbcc7ee8abc7/c92a8ca9-b744-46d7-8366-81e4cfde425b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:47.132380 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.146182 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object c92a8ca9-b744-46d7-8366-81e4cfde425b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:47.184485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.229895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:47.233021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:47.237014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:47.243704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=c92a8ca9-b744-46d7-8366-81e4cfde425b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:47.295891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:47.296539 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.313386 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-25be3f6f-ad74-414a-b7e3-04f20ff9df33 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827487 Jul 09 17:44:47.330909 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Request body: {'port': {'device_id': 'd2feecad-58b5-4d49-b354-a85348093026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:47.406587 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.450620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa7b3799-5036-4e41-a5b9-502dfd8be178 None None] Provisioning for port c92a8ca9-b744-46d7-8366-81e4cfde425b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:47.456198 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa7b3799-5036-4e41-a5b9-502dfd8be178 None None] Provisioning complete for port c92a8ca9-b744-46d7-8366-81e4cfde425b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:47.456747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3799-5036-4e41-a5b9-502dfd8be178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.492345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b3799-5036-4e41-a5b9-502dfd8be178 None None] Port c92a8ca9-b744-46d7-8366-81e4cfde425b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:44:47.691571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92a8ca9-b744-46d7-8366-81e4cfde425b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:44:47.699411 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.712786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Transition to ACTIVE for port object c92a8ca9-b744-46d7-8366-81e4cfde425b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:47.718398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.767271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8ca9-b744-46d7-8366-81e4cfde425b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:47.841027 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Attempting to bind port c92a8ca9-b744-46d7-8366-81e4cfde425b on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:47.841361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Attempting to bind port c92a8ca9-b744-46d7-8366-81e4cfde425b by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:47.841711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Attempting to bind port c92a8ca9-b744-46d7-8366-81e4cfde425b on network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:47.846545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Port c92a8ca9-b744-46d7-8366-81e4cfde425b on network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:44:47.846952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Attempting to bind port c92a8ca9-b744-46d7-8366-81e4cfde425b on network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:47.853799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:47.854136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Checking segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:47.854594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Bound using segment: {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:47.855034 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Bound port: c92a8ca9-b744-46d7-8366-81e4cfde425b, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c951702c-cad5-4e32-b781-1583e522ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:47.855423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.884171 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d508a-c08e-4b1f-b356-c626ea6fcfd8 req-dfc54a91-6424-462f-9037-14fcdd2733d4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:47.885898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d07d508a-c08e-4b1f-b356-c626ea6fcfd8 req-dfc54a91-6424-462f-9037-14fcdd2733d4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 943 time: 0.0785117 Jul 09 17:44:47.928624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d07d508a-c08e-4b1f-b356-c626ea6fcfd8 req-c503acf6-fd10-40d5-ad8c-490674b1d95f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370145 Jul 09 17:44:47.935408 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] For port c92a8ca9-b744-46d7-8366-81e4cfde425b, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:47.939382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] For port c92a8ca9-b744-46d7-8366-81e4cfde425b, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:47.949595 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.989446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:47.990058 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.991498 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] 10.222.0.37 "PUT /v2.0/ports/c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 1091 time: 0.6652200 Jul 09 17:44:47.991941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:47.994754 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1268e33a-e236-4c3a-b028-090deedd07f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:48.038981 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5292cc8-df7d-457f-96a9-224deaa80049 service neutron] Pushing event updated for resources: {'Port': ['ID=c92a8ca9-b744-46d7-8366-81e4cfde425b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:48.065307 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2c77f7-2e0e-4a74-a462-34f8f72121a1 x-openstack-request-id: req-2b2c77f7-2e0e-4a74-a462-34f8f72121a1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:48.065753 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:48.066144 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b2c77f7-2e0e-4a74-a462-34f8f72121a1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:48.066751 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'status': 'completed', 'code': 200} Jul 09 17:44:48.115557 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-af213986-eb53-49e7-9451-6573ee977484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.117321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-af213986-eb53-49e7-9451-6573ee977484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1094 time: 0.0666409 Jul 09 17:44:48.170229 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-f06921e7-ac74-4bb5-a533-b5b85ade3d12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 217 time: 0.0389457 Jul 09 17:44:48.219364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-ff13c090-acbc-4269-9fe7-defb3d9ba1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.220708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-ff13c090-acbc-4269-9fe7-defb3d9ba1ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0437007 Jul 09 17:44:48.283271 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1028f-a754-4844-ace4-797c77a784bd req-bf4dbd50-e6cb-40e5-aee2-1a71ccb4f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.284850 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-bf4dbd50-e6cb-40e5-aee2-1a71ccb4f885 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580730 Jul 09 17:44:48.380200 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-8ac92cfa-7cec-4225-bc5c-fd4bc6d146dd service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883772 Jul 09 17:44:48.484332 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-78d1028f-a754-4844-ace4-797c77a784bd req-add5943c-1278-4de5-b004-c41d628b6e07 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969973 Jul 09 17:44:48.635304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-d3735827-172f-4784-8a1d-a46c34628e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.636790 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-d3735827-172f-4784-8a1d-a46c34628e11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1094 time: 0.0591185 Jul 09 17:44:48.733725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-5584c046-389d-4523-8cf4-077b00ecbcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.736025 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-5584c046-389d-4523-8cf4-077b00ecbcd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 898 time: 0.0917599 Jul 09 17:44:48.779213 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-d5cde538-58a8-4c64-a664-cc5fa1ee351f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 217 time: 0.0362175 Jul 09 17:44:48.829298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-1ad64463-992c-44d4-808e-c3fe8f1579bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.830730 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-1ad64463-992c-44d4-808e-c3fe8f1579bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0448496 Jul 09 17:44:48.891364 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-07c9d844-b753-40ca-876f-8e96a80d002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.892848 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-07c9d844-b753-40ca-876f-8e96a80d002a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560620 Jul 09 17:44:48.990712 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-356779a8-72b0-4509-9e18-11a294c2167d service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908766 Jul 09 17:44:49.086424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1268e33a-e236-4c3a-b028-090deedd07f0 req-f45ea73b-20f4-4a1c-8f1e-6413e4f4bac2 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894020 Jul 09 17:44:49.125844 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6f774-1cbb-4856-b4dd-5f3b50e589de req-779fa216-4885-4182-90e7-382d8a592325 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:49.127368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd6f774-1cbb-4856-b4dd-5f3b50e589de req-779fa216-4885-4182-90e7-382d8a592325 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 943 time: 0.0643108 Jul 09 17:44:49.180572 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4dd6f774-1cbb-4856-b4dd-5f3b50e589de req-8935feae-37d7-4469-9253-ec04ca0f6a91 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439653 Jul 09 17:44:50.369826 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f089957-c680-428b-bc4b-8ec06ad38329 req-9e08ac7b-09a4-4a5c-baaf-f6e03b725002 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:50.371452 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f089957-c680-428b-bc4b-8ec06ad38329 req-9e08ac7b-09a4-4a5c-baaf-f6e03b725002 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 943 time: 0.0720234 Jul 09 17:44:50.409541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f089957-c680-428b-bc4b-8ec06ad38329 req-63cb4e3d-6996-46b9-832b-b3f58f709cd5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Jul 09 17:44:51.601315 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0af582-1990-47f6-845a-313d8dbb84fe req-558483f0-150f-4911-a921-df11a1adf256 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:51.602840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f0af582-1990-47f6-845a-313d8dbb84fe req-558483f0-150f-4911-a921-df11a1adf256 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 943 time: 0.0753453 Jul 09 17:44:51.642766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3f0af582-1990-47f6-845a-313d8dbb84fe req-959f4d81-1112-4d68-8593-5c442297a794 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341752 Jul 09 17:44:52.825972 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606d8ff-ce92-4ca3-9acb-37f1c260784b req-514728e4-1c37-47dc-8734-a3d594b743d1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:52.827509 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4606d8ff-ce92-4ca3-9acb-37f1c260784b req-514728e4-1c37-47dc-8734-a3d594b743d1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 943 time: 0.0699813 Jul 09 17:44:52.867553 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4606d8ff-ce92-4ca3-9acb-37f1c260784b req-6a91c4d5-eaa1-4551-86bd-52bbbbab42f7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342650 Jul 09 17:44:52.935339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device c92a8ca9-b744-46d7-8366-81e4cfde425b details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:44:53.032729 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port c92a8ca9-b744-46d7-8366-81e4cfde425b, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:53.044112 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'port_id': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'mac_address': 'fa:16:3e:df:c4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:44:53.080673 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.095940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92a8ca9-b744-46d7-8366-81e4cfde425b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:44:53.125663 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port c92a8ca9-b744-46d7-8366-81e4cfde425b, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:53.131892 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.178987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=c92a8ca9-b744-46d7-8366-81e4cfde425b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:53.547136 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['c92a8ca9-b744-46d7-8366-81e4cfde425b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:54.056291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c348304-2efc-4d32-b9a6-108ab97850f5 req-bd68b133-1e0d-4fa4-824e-33e8c467085c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:54.057786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c348304-2efc-4d32-b9a6-108ab97850f5 req-bd68b133-1e0d-4fa4-824e-33e8c467085c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 944 time: 0.0730891 Jul 09 17:44:54.095875 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c348304-2efc-4d32-b9a6-108ab97850f5 req-10fb5cb9-4341-4eda-8cd8-7c13eb987491 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Jul 09 17:44:54.351286 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.951254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device c92a8ca9-b744-46d7-8366-81e4cfde425b up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:55.015388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port c92a8ca9-b744-46d7-8366-81e4cfde425b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:55.019176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port c92a8ca9-b744-46d7-8366-81e4cfde425b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:55.019553 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.096750 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.119781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:55.122205 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef038148-d746-4199-820f-aefece6132ea" -d '{"events": [{"server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "name": "network-vif-plugged", "status": "completed", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:55.135781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port c92a8ca9-b744-46d7-8366-81e4cfde425b, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:55.140716 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.187499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=c92a8ca9-b744-46d7-8366-81e4cfde425b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:55.275387 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddca50-36aa-427f-b2c7-fdd98d73b2b0 req-3ab7f26e-03c3-45df-8a18-7b6fc40ba998 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:55.276811 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3eddca50-36aa-427f-b2c7-fdd98d73b2b0 req-3ab7f26e-03c3-45df-8a18-7b6fc40ba998 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0688400 Jul 09 17:44:55.314544 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3eddca50-36aa-427f-b2c7-fdd98d73b2b0 req-598c3b49-1ad9-4a5f-af09-5c71d6525796 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320845 Jul 09 17:44:55.424200 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e48533-ed52-408a-9a68-38875934202a x-openstack-request-id: req-95e48533-ed52-408a-9a68-38875934202a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:55.424715 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "name": "network-vif-plugged", "status": "completed", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:55.424715 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95e48533-ed52-408a-9a68-38875934202a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:55.425121 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'code': 200} Jul 09 17:44:55.573734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae87bc-2b60-4905-95da-80eb4687c4a3 req-f03157c0-8532-4535-8862-1b15a002b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:55.575268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1ae87bc-2b60-4905-95da-80eb4687c4a3 req-f03157c0-8532-4535-8862-1b15a002b92e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1096 time: 0.0539923 Jul 09 17:44:55.611357 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b1ae87bc-2b60-4905-95da-80eb4687c4a3 req-18092929-0941-4e20-a567-0036fff33bbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290306 Jul 09 17:44:56.510137 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3a487-9f6b-42af-b7fc-c8f19479ad18 req-6481ce1f-4f3f-41b7-a401-34c206a2d053 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:56.511774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63a3a487-9f6b-42af-b7fc-c8f19479ad18 req-6481ce1f-4f3f-41b7-a401-34c206a2d053 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0770783 Jul 09 17:44:56.554336 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-63a3a487-9f6b-42af-b7fc-c8f19479ad18 req-35ca0916-f0fb-442e-8313-9a502bdb3915 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343535 Jul 09 17:44:57.745732 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16344c0a-9cfb-4552-9e92-062aa3db609a req-44deb8ec-8030-427b-bc19-1340b0a702ef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:57.747303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16344c0a-9cfb-4552-9e92-062aa3db609a req-44deb8ec-8030-427b-bc19-1340b0a702ef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0672143 Jul 09 17:44:57.789430 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16344c0a-9cfb-4552-9e92-062aa3db609a req-3e6981f5-be5c-48dc-8e90-7faf957ed0ab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340204 Jul 09 17:44:57.991577 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd77ad-fdd4-46a6-98cc-92d01b3239b9 req-1baec832-5218-4287-a684-9288a1ea6350 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:57.993071 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77bd77ad-fdd4-46a6-98cc-92d01b3239b9 req-1baec832-5218-4287-a684-9288a1ea6350 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0697370 Jul 09 17:44:58.030991 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-77bd77ad-fdd4-46a6-98cc-92d01b3239b9 req-7b323823-c271-4af2-8935-4f61b69681c8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Jul 09 17:44:58.055915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.118167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab310547-7b96-4086-afa4-4269220d6778 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.119653 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ab310547-7b96-4086-afa4-4269220d6778 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1091 time: 0.0627244 Jul 09 17:44:58.123755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.128179 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:58.154756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.253665 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.359781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.183 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/ec8a7205-de1f-45df-ba43-d6b29d3f1aa2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:58.461484 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.508435 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.552988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:58.555780 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:58.559558 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:58.565086 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=ec8a7205-de1f-45df-ba43-d6b29d3f1aa2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:58.957948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.037076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.208488 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.216510 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.290121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=ec8a7205-de1f-45df-ba43-d6b29d3f1aa2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:59.305781 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.415056 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 20322f33-9e8f-4d73-8a0c-381fdf5bd55c associated. External IP: 172.25.7.183, port: c92a8ca9-b744-46d7-8366-81e4cfde425b. Jul 09 17:44:59.636402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router f102fa29-f560-4157-85c6-46e27679af6b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:59.758897 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:59.769382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] Sync routers for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:59.777020 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.778728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:59.779398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:59.816824 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a2729171-e1ae-4b20-8ad3-656809b31f44 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6920156 Jul 09 17:44:59.817824 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:59.820433 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59" -d '{"events": [{"name": "network-changed", "server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:59.886647 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:59.976176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d5bd0-2c52-4bdb-942b-12f353919b36 req-51139a7d-4c49-4c1a-950b-261d903e7601 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:59.977715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f5d5bd0-2c52-4bdb-942b-12f353919b36 req-51139a7d-4c49-4c1a-950b-261d903e7601 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0715621 Jul 09 17:45:00.015942 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f5d5bd0-2c52-4bdb-942b-12f353919b36 req-45e2b303-fd02-4ed3-829d-70b55e188b51 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323687 Jul 09 17:45:00.040874 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:00.079698 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bf121-fdc3-4a48-af5e-882fe50f299b x-openstack-request-id: req-5c1bf121-fdc3-4a48-af5e-882fe50f299b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:45:00.079983 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:45:00.080233 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c1bf121-fdc3-4a48-af5e-882fe50f299b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:45:00.080627 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'status': 'completed', 'code': 200} Jul 09 17:45:00.108228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3a491bc0-12f7-4fef-bd23-d8e0557bb5fd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/20322f33-9e8f-4d73-8a0c-381fdf5bd55c HTTP/1.1" status: 200 len: 991 time: 0.0653789 Jul 09 17:45:00.124117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '20322f33-9e8f-4d73-8a0c-381fdf5bd55c', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'port_id': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'mac_address': 'fa:16:3e:df:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2feecad-58b5-4d49-b354-a85348093026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:44:58Z', 'updated_at': '2021-07-09T17:44:58Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:45Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:00.150585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] Checking router: f102fa29-f560-4157-85c6-46e27679af6b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:45:00.158921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-1b4d96b1-c15b-45ac-9438-47cb77d55e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:00.159442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:00.159716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:44:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:00.160438 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-1b4d96b1-c15b-45ac-9438-47cb77d55e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1096 time: 0.0524507 Jul 09 17:45:00.251472 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-2555d01d-dc8f-44da-80af-46c1285acaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:00.252962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-2555d01d-dc8f-44da-80af-46c1285acaa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 898 time: 0.0863307 Jul 09 17:45:00.266519 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:45:00.319526 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-6a4a95a0-eda1-4fff-8c8e-8da8bdfd94f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 999 time: 0.0596492 Jul 09 17:45:00.372205 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-a748b83a-09e0-42c7-836a-e0197bb24049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:00.373877 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-a748b83a-09e0-42c7-836a-e0197bb24049 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0484934 Jul 09 17:45:00.430579 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-6328dd10-04f9-4f73-a501-12e0e591c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:00.431989 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-6328dd10-04f9-4f73-a501-12e0e591c387 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519040 Jul 09 17:45:00.498113 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '20322f33-9e8f-4d73-8a0c-381fdf5bd55c', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'port_id': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'mac_address': 'fa:16:3e:df:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2feecad-58b5-4d49-b354-a85348093026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:44:58Z', 'updated_at': '2021-07-09T17:44:58Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:45Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:00.519782 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-5599658e-cc33-4bca-909e-0e586df20ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811005 Jul 09 17:45:00.524129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c35af-91bc-4b0a-8ccb-76ba60019bed None None] The sync data for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 is: [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '20322f33-9e8f-4d73-8a0c-381fdf5bd55c', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'port_id': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'mac_address': 'fa:16:3e:df:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2feecad-58b5-4d49-b354-a85348093026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:44:58Z', 'updated_at': '2021-07-09T17:44:58Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:45Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:00.615631 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9ca89c-ef1e-435f-b818-7ec875a3eb59 req-544e97ce-16f6-4c07-bac3-4696c1621458 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894313 Jul 09 17:45:00.727259 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263a01e-23ff-461d-874f-b0ca4b1e9144 None None] New status for floating IP 20322f33-9e8f-4d73-8a0c-381fdf5bd55c: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:45:01.113491 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:01.186533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f9932f56-eb0d-4e05-8be2-e4d04f6fc1a3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/20322f33-9e8f-4d73-8a0c-381fdf5bd55c HTTP/1.1" status: 200 len: 993 time: 0.0714190 Jul 09 17:45:01.518518 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:45:05.918271 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63eb46ac-7f06-4b8b-b2a6-902cce109547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.430389 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d23e1543-2eb7-4001-8d08-a1553973a847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.704454 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.819053 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:09.555699 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.385313 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.344346 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.691977 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-6304a9cd-46d5-4842-9196-e775f92222bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550983 Jul 09 17:45:27.812866 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-46013595-277c-4a98-a22c-a4210da31a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:27.814375 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-46013595-277c-4a98-a22c-a4210da31a79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1096 time: 0.0533695 Jul 09 17:45:27.922277 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-28a87d3b-628c-4627-9c47-a8fd8a7dd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:27.923785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-28a87d3b-628c-4627-9c47-a8fd8a7dd610 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 898 time: 0.0874450 Jul 09 17:45:27.991131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-1422d7dc-8848-4f80-9190-1604017f53b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 1001 time: 0.0597134 Jul 09 17:45:28.049719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-060919ad-fcf5-4f1e-bf4b-cb12fe19dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:28.051250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-060919ad-fcf5-4f1e-bf4b-cb12fe19dddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0535629 Jul 09 17:45:28.116083 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-8c8a5ebc-86f4-488c-968a-0ba8641e2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:28.117684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-8c8a5ebc-86f4-488c-968a-0ba8641e2ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598342 Jul 09 17:45:28.127782 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-69fd1b45-0b09-4656-a2e6-b661e402396f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:45:28.128733 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-69fd1b45-0b09-4656-a2e6-b661e402396f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049717 Jul 09 17:45:28.220121 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-2adaf944-11ea-41da-9aea-bd69408e6ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831680 Jul 09 17:45:28.313068 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c6b55b8f-094b-4ec4-b342-94d8da97e0e2 req-ed6e9319-c856-4b63-9004-e43a24c5560c service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Jul 09 17:45:35.911898 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15bbb671-97d8-4848-826e-8cb1e0e68491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.439339 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09fe78cd-8e92-4fd2-b37c-33ac89f7fca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.522730 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:45:38.708975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.831816 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.559783 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.388516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.346782 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.232815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-1129c9d1-54d2-4836-945c-8bf704006ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:02.234314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-1129c9d1-54d2-4836-945c-8bf704006ead service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1096 time: 0.0549390 Jul 09 17:46:02.249939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8c072-baf0-429e-aefe-af89b728eb67 req-f0102d03-abfd-451d-b97f-d2cbb248dea1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:02.251473 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d8c072-baf0-429e-aefe-af89b728eb67 req-f0102d03-abfd-451d-b97f-d2cbb248dea1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0669208 Jul 09 17:46:02.289943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a1d8c072-baf0-429e-aefe-af89b728eb67 req-dd7fc77f-03eb-485b-9b11-af243dfd55c6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jul 09 17:46:02.329022 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-37db1a23-ae28-4d8e-ab59-debc8b119a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:02.330577 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-37db1a23-ae28-4d8e-ab59-debc8b119a2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 898 time: 0.0895746 Jul 09 17:46:02.395303 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-a6e57329-ada7-4e47-a195-a28d647f4290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 1001 time: 0.0572212 Jul 09 17:46:02.443761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-43618bdc-ebb3-4245-8662-f7b5feda86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:02.445265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-43618bdc-ebb3-4245-8662-f7b5feda86e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0438452 Jul 09 17:46:02.516596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-98527e0a-560d-42fc-944f-4eb396ef69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:02.518015 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-98527e0a-560d-42fc-944f-4eb396ef69ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658078 Jul 09 17:46:02.624075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-64ddd397-3a29-40d0-8777-4812ec17b9d5 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949223 Jul 09 17:46:02.732077 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ff1f30fb-5b45-41ab-9057-34ca9445a52b req-b082a4eb-7682-431d-8725-d9b204e3c1bf service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000576 Jul 09 17:46:03.485809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19986d13-c149-435a-ac1d-4e027632b2b2 req-28d1aaf7-432a-4d65-9cdd-5b96e804e81d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:03.487320 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19986d13-c149-435a-ac1d-4e027632b2b2 req-28d1aaf7-432a-4d65-9cdd-5b96e804e81d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0674942 Jul 09 17:46:03.529691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-19986d13-c149-435a-ac1d-4e027632b2b2 req-8af0aa50-93a9-4be0-b454-867734c099d7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Jul 09 17:46:04.755935 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250a32-83ce-44a4-a0b1-c8c3cf34f356 req-2187e438-8760-40ae-b491-64fc95da3193 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:04.757459 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4250a32-83ce-44a4-a0b1-c8c3cf34f356 req-2187e438-8760-40ae-b491-64fc95da3193 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0915704 Jul 09 17:46:04.796792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b4250a32-83ce-44a4-a0b1-c8c3cf34f356 req-d054746e-d1ba-46e7-8e60-1d90ac636de3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Jul 09 17:46:05.916503 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f627f412-8018-493a-b2db-d53f0aebf102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:05.983981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de31e2-0e49-4eb9-94b6-28b7bfabb511 req-18d56060-d103-4bb7-9ef6-af7c40dced56 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:05.985484 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2de31e2-0e49-4eb9-94b6-28b7bfabb511 req-18d56060-d103-4bb7-9ef6-af7c40dced56 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0720992 Jul 09 17:46:06.025627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2de31e2-0e49-4eb9-94b6-28b7bfabb511 req-0fe60bfa-7cf8-425b-90bf-1d618747d447 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341876 Jul 09 17:46:07.209707 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273badef-6685-4c5a-9074-6b5086ef71ce req-060b58e7-9921-4c41-aa49-3dcb6cb6e5ed tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:07.211236 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-273badef-6685-4c5a-9074-6b5086ef71ce req-060b58e7-9921-4c41-aa49-3dcb6cb6e5ed tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0698011 Jul 09 17:46:07.257871 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-273badef-6685-4c5a-9074-6b5086ef71ce req-90752210-5b10-4012-a4a6-a6c569e26368 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Jul 09 17:46:08.427850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be31352e-6aad-4547-9662-a675361b96ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.469238 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88645f-ae89-46bf-b1f8-ebd04ed366c3 req-4c27b182-a61f-48d5-93d0-2eef8cb914ed tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:08.470774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f88645f-ae89-46bf-b1f8-ebd04ed366c3 req-4c27b182-a61f-48d5-93d0-2eef8cb914ed tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0700989 Jul 09 17:46:08.509925 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9f88645f-ae89-46bf-b1f8-ebd04ed366c3 req-985ea772-c837-49d5-8afb-65f068919e29 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332737 Jul 09 17:46:08.714254 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.845253 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.561914 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.701554 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c583a2-3a6b-4475-859f-580572a5578e req-535b3c0a-0114-411c-b10b-236d63b0113e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:09.703004 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5c583a2-3a6b-4475-859f-580572a5578e req-535b3c0a-0114-411c-b10b-236d63b0113e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0716653 Jul 09 17:46:09.747234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c5c583a2-3a6b-4475-859f-580572a5578e req-cf26d209-69d1-4e21-97b7-e1ef42e63076 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383387 Jul 09 17:46:10.945681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16186331-be52-4c26-aa5b-ccdf53b5280f req-ad1196a0-aca2-48db-a231-98765ab78e38 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:10.947258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16186331-be52-4c26-aa5b-ccdf53b5280f req-ad1196a0-aca2-48db-a231-98765ab78e38 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0797584 Jul 09 17:46:10.988812 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16186331-be52-4c26-aa5b-ccdf53b5280f req-c7bff4a3-b0f9-4ce9-94c6-8f77c71072f4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332203 Jul 09 17:46:11.551765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.174166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc897e4-a698-4727-af42-9199841669f5 req-fbc8b495-9c3a-4ecf-8aa5-dd5d8f096a67 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:12.175682 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc897e4-a698-4727-af42-9199841669f5 req-fbc8b495-9c3a-4ecf-8aa5-dd5d8f096a67 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0709751 Jul 09 17:46:12.213678 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1bc897e4-a698-4727-af42-9199841669f5 req-8a1a1cbf-c11f-44ec-b665-82c2e9cad4ea tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322478 Jul 09 17:46:13.398939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f947a-701b-4c33-bde7-c20c9be8ffad req-0bc03fa8-3351-4b88-bc2d-e3a25c9638d2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:13.400454 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c4f947a-701b-4c33-bde7-c20c9be8ffad req-0bc03fa8-3351-4b88-bc2d-e3a25c9638d2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0666301 Jul 09 17:46:13.446014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1c4f947a-701b-4c33-bde7-c20c9be8ffad req-c20843a0-814d-41d2-94c4-0bf29ba16eb6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365636 Jul 09 17:46:14.648034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cddcab-7ef4-48c7-b2d4-8ea4e2409775 req-0bff1feb-b9bc-4d52-a995-62ee7c192713 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:14.649588 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25cddcab-7ef4-48c7-b2d4-8ea4e2409775 req-0bff1feb-b9bc-4d52-a995-62ee7c192713 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0671227 Jul 09 17:46:14.686683 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-25cddcab-7ef4-48c7-b2d4-8ea4e2409775 req-e39273e9-167f-439c-bfdd-2008d02f4868 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Jul 09 17:46:14.715988 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:14.777368 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-28a6c895-533a-49b7-b31b-18ca5d6ffdc2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/20322f33-9e8f-4d73-8a0c-381fdf5bd55c HTTP/1.1" status: 200 len: 993 time: 0.0601571 Jul 09 17:46:15.524444 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:46:24.360263 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.705548 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-7c2be90b-e17e-47f6-a554-2a814a668962 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600157 Jul 09 17:46:27.820738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614faaec-d98d-4d87-b585-a4aa4558705b req-04426e48-e27d-4f19-b737-f6036373880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:27.822225 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-04426e48-e27d-4f19-b737-f6036373880b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1096 time: 0.0540497 Jul 09 17:46:27.947507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614faaec-d98d-4d87-b585-a4aa4558705b req-58ea94a4-861d-41f5-8c95-6c2b501cd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:27.949029 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-58ea94a4-861d-41f5-8c95-6c2b501cd78b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 898 time: 0.0989912 Jul 09 17:46:28.020605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-069dafec-b72b-4803-8071-5ff0a7b1719b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 1001 time: 0.0643442 Jul 09 17:46:28.069868 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614faaec-d98d-4d87-b585-a4aa4558705b req-20ffabe9-2819-42da-9fea-abdc6d59fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:28.071354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-20ffabe9-2819-42da-9fea-abdc6d59fd05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0450382 Jul 09 17:46:28.145176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614faaec-d98d-4d87-b585-a4aa4558705b req-59bbd731-2d1c-4d1d-8c2c-bb3e3d324574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:28.146841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-59bbd731-2d1c-4d1d-8c2c-bb3e3d324574 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619404 Jul 09 17:46:28.248191 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-261dde79-d6e1-4634-9e21-b9187d2a3da2 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815413 Jul 09 17:46:28.347666 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-614faaec-d98d-4d87-b585-a4aa4558705b req-f32f0cc1-6b3f-4aa1-935a-b58c1e7b72e5 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895302 Jul 09 17:46:35.919531 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afc4e918-c534-4f0a-84a3-731a730cab8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.428098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5bcc-7895-4060-8c61-92576cc3f5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.719388 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.863645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.570900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:41.395925 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:52.530437 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:46:54.363525 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:05.923761 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb23c3e7-81b1-47fc-a3dd-bcdc3d75dea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.431566 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e1c064b-2c91-492d-b448-0464edacdfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.719832 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.851572 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.575445 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.796616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:09.986925 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port ec8a7205-de1f-45df-ba43-d6b29d3f1aa2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:09.987280 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.064405 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.064713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.076733 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for ec8a7205-de1f-45df-ba43-d6b29d3f1aa2 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:10.237948 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.263323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=ec8a7205-de1f-45df-ba43-d6b29d3f1aa2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:10.274626 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.274978 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.275320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.275655 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.275987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.276321 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.276651 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.276981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.277309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.277636 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.277953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.278272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:10.341051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.341616 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 20322f33-9e8f-4d73-8a0c-381fdf5bd55c disassociated (deleted). External IP: 172.25.7.183, port: c92a8ca9-b744-46d7-8366-81e4cfde425b. Jul 09 17:47:10.549147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router f102fa29-f560-4157-85c6-46e27679af6b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:47:10.968619 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:47:10.973283 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.978515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] Sync routers for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:47:10.988226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:10.988836 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:11.013192 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-905cda47-0584-4e57-969b-ca2b1585ced4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/floatingips/20322f33-9e8f-4d73-8a0c-381fdf5bd55c HTTP/1.1" status: 204 len: 168 time: 1.2152870 Jul 09 17:47:11.013759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:11.016064 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:11.092337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:11.302185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:45Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:11.327808 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] Checking router: f102fa29-f560-4157-85c6-46e27679af6b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:47:11.336287 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:11.336915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:11.366942 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d873ce3-9a70-48ea-9f1d-1b8e2c386db5 x-openstack-request-id: req-8d873ce3-9a70-48ea-9f1d-1b8e2c386db5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:11.367306 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:11.367618 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d873ce3-9a70-48ea-9f1d-1b8e2c386db5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:11.368212 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'status': 'completed', 'code': 200} Jul 09 17:47:11.427598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.463154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:11.476064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-58b6590a-1c62-4f40-a4bb-fc471d5760bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.477686 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-58b6590a-1c62-4f40-a4bb-fc471d5760bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 1096 time: 0.0629082 Jul 09 17:47:11.579328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-2d80f9c4-6b3a-432f-a266-c42eb6a65369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.580988 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-2d80f9c4-6b3a-432f-a266-c42eb6a65369 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 200 len: 898 time: 0.0963132 Jul 09 17:47:11.627356 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-a4b99ffc-c03c-44ed-a8a0-305169914ccb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 200 len: 217 time: 0.0371120 Jul 09 17:47:11.671823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:45Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:11.678215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-7d59242f-0880-4bf3-afc4-06e9107e0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.679834 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-7d59242f-0880-4bf3-afc4-06e9107e0296 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 200 len: 835 time: 0.0453987 Jul 09 17:47:11.702105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc6c5a-88d7-4acd-ac3b-4c321454f700 None None] The sync data for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 is: [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:41Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '232c5878-da08-44e3-8133-bd29906161ed', 'name': '', 'network_id': 'a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:1b:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:40Z', 'updated_at': '2021-07-09T17:44:45Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '3376af44-a155-4381-8aad-bbcc7ee8abc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:47:11.744751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-0e6f7759-3046-47d1-9abd-8dbe9dd1d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.746261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-0e6f7759-3046-47d1-9abd-8dbe9dd1d931 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598547 Jul 09 17:47:11.775181 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d4756-9451-43dc-bff6-c54137209353 req-672dc3c8-7e18-4ff4-90f3-66c81824e7da tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.782396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028d4756-9451-43dc-bff6-c54137209353 req-672dc3c8-7e18-4ff4-90f3-66c81824e7da tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.1273422 Jul 09 17:47:11.824460 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-028d4756-9451-43dc-bff6-c54137209353 req-449373b5-a9a5-47cd-935a-c567dc0ffc76 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Jul 09 17:47:11.839767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-2732c8d3-a468-4a2b-ae3e-f202d0c313c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Jul 09 17:47:11.937605 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-c26da512-5ed1-4ae1-9e00-920c6dbc9a5f req-9654fbe7-7046-410c-a11d-85789c18e1a2 service neutron] 10.222.0.37 "GET /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898411 Jul 09 17:47:11.956473 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb75e4-460d-4fcf-8564-98954527e078 None None] New status for floating IP 20322f33-9e8f-4d73-8a0c-381fdf5bd55c: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:47:13.002376 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20213bc1-480e-4531-af62-1e67cc1c3820 req-5c6cc47d-285a-48b0-9e2e-7ef05e78545f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:13.003910 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20213bc1-480e-4531-af62-1e67cc1c3820 req-5c6cc47d-285a-48b0-9e2e-7ef05e78545f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Jul 09 17:47:13.056266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-20213bc1-480e-4531-af62-1e67cc1c3820 req-9dbf027d-f592-45e4-b661-db4137d03daa tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd34687b-6856-47c1-abef-409793aab8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Jul 09 17:47:13.706893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-6c3d5cd3-0ebc-4d30-a3a2-162d74eefd8c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:13.708361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-6c3d5cd3-0ebc-4d30-a3a2-162d74eefd8c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 945 time: 0.4171910 Jul 09 17:47:13.816828 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port c92a8ca9-b744-46d7-8366-81e4cfde425b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:13.817133 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.908218 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port c92a8ca9-b744-46d7-8366-81e4cfde425b, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=c92a8ca9-b744-46d7-8366-81e4cfde425b,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:13.908549 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.922149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for c92a8ca9-b744-46d7-8366-81e4cfde425b owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:14.068449 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.096768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=c92a8ca9-b744-46d7-8366-81e4cfde425b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:14.110563 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.110912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.111252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.111585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.111910 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.112232 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.114530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.114530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.114530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.114530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.114530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.114530 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:14.167214 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] No DVR routers for this DVR port c92a8ca9-b744-46d7-8366-81e4cfde425b on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:47:14.172051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.174435 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-53b13574-6bbe-4ac0-97f1-7392dff61922 req-08e1c874-4609-4fa7-a32a-8121656ffde5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "DELETE /v2.0/ports/c92a8ca9-b744-46d7-8366-81e4cfde425b HTTP/1.1" status: 204 len: 173 time: 0.4601622 Jul 09 17:47:14.175157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'name': 'network-vif-deleted', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:14.177695 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56413af8-097e-48c5-94b6-ca25928954fe" -d '{"events": [{"server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "name": "network-vif-deleted", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:14.220908 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4141f7f0-12fc-49af-ae81-479eb87db90f req-318c4df4-3613-4a42-bba3-e4de9227fe7a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2feecad-58b5-4d49-b354-a85348093026 HTTP/1.1" status: 200 len: 210 time: 0.0356565 Jul 09 17:47:14.268423 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c4faf2-d14c-451c-8d4a-d6c64835f995 x-openstack-request-id: req-f5c4faf2-d14c-451c-8d4a-d6c64835f995 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:14.268769 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2feecad-58b5-4d49-b354-a85348093026", "name": "network-vif-deleted", "tag": "c92a8ca9-b744-46d7-8366-81e4cfde425b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:14.269048 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5c4faf2-d14c-451c-8d4a-d6c64835f995 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:14.269447 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2feecad-58b5-4d49-b354-a85348093026', 'name': 'network-vif-deleted', 'tag': 'c92a8ca9-b744-46d7-8366-81e4cfde425b', 'status': 'completed', 'code': 200} Jul 09 17:47:15.322057 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:15.524538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device c92a8ca9-b744-46d7-8366-81e4cfde425b no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:47:15.548852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: c92a8ca9-b744-46d7-8366-81e4cfde425b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:47:15.549207 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device c92a8ca9-b744-46d7-8366-81e4cfde425b not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:47:15.693799 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:15.975301 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 232c5878-da08-44e3-8133-bd29906161ed {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:15.975631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.071347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 232c5878-da08-44e3-8133-bd29906161ed, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=232c5878-da08-44e3-8133-bd29906161ed,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:16.071782 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.084300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 232c5878-da08-44e3-8133-bd29906161ed owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:16.269030 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.298288 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=232c5878-da08-44e3-8133-bd29906161ed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:16.477606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.704628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router f102fa29-f560-4157-85c6-46e27679af6b has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:47:16.814156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:47:16.819750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1b166afe-fd97-44ec-973a-d2079388865f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/f102fa29-f560-4157-85c6-46e27679af6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966068 Jul 09 17:47:16.823361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:16.838986 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] Sync routers for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:47:16.854450 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:16.855443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:16.881296 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting subnet 3376af44-a155-4381-8aad-bbcc7ee8abc7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:47:16.884869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.926002 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.959780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:17.015348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.076672 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.104775 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Subnet': ['ID=3376af44-a155-4381-8aad-bbcc7ee8abc7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:17.106991 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.112220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4d54a8c8-34ca-42a4-aec9-bd9457f59269 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/subnets/3376af44-a155-4381-8aad-bbcc7ee8abc7 HTTP/1.1" status: 204 len: 168 time: 0.2847428 Jul 09 17:47:17.112220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:17.115341 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9e361-20ec-49a9-88aa-ff6a85b52285 None None] Network a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:17.209040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:47:16Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:17.220564 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.239271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] Checking router: f102fa29-f560-4157-85c6-46e27679af6b for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:47:17.266407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] Routers {'f102fa29-f560-4157-85c6-46e27679af6b'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:17.267060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['f102fa29-f560-4157-85c6-46e27679af6b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:17.327393 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.379863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] Set router f102fa29-f560-4157-85c6-46e27679af6b gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:17.384218 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 963ad157-020c-4264-96f2-5fff3740ba3b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:17.384569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.436997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] DHCP port deletion for a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:47:17.471625 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 963ad157-020c-4264-96f2-5fff3740ba3b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=963ad157-020c-4264-96f2-5fff3740ba3b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:17.471888 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.484133 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 963ad157-020c-4264-96f2-5fff3740ba3b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:17.565833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Deleting port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:17.566205 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.635407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] For port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,segment=NetworkSegment(c951702c-cad5-4e32-b781-1583e522ab44),segment_id=c951702c-cad5-4e32-b781-1583e522ab44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:17.635799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.649982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Calling delete_port for d1cf5412-708f-40c4-bbc0-f3d2ab092f2f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:17.653341 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.663825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:47:16Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:17.680267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=963ad157-020c-4264-96f2-5fff3740ba3b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:17.718947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1fcd0-07ed-44e3-9b92-6450f3bc1dc9 None None] The sync data for ids ['f102fa29-f560-4157-85c6-46e27679af6b'] in n-d-800085-2 is: [{'id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171230328', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:47:16Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '963ad157-020c-4264-96f2-5fff3740ba3b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102fa29-f560-4157-85c6-46e27679af6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:44:38Z', 'updated_at': '2021-07-09T17:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:47:17.741156 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.767043 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.790035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Pushing event deleted for resources: {'Port': ['ID=d1cf5412-708f-40c4-bbc0-f3d2ab092f2f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:17.799884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] No DVR routers for this DVR port d1cf5412-708f-40c4-bbc0-f3d2ab092f2f on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:47:17.804406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.804406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.804406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.804752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.804892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.805215 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.805567 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.805889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.806204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.806544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.806860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.807174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b48105-b1a3-4c96-92ea-30880160534e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:17.836211 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.838679 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.890021 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.890675 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Fanout notify agent at l3_agent the message router_deleted on router f102fa29-f560-4157-85c6-46e27679af6b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:47:17.897925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.899076 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ea07049c-a4d4-43af-924e-9663a34489f9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/routers/f102fa29-f560-4157-85c6-46e27679af6b HTTP/1.1" status: 204 len: 168 time: 0.7856572 Jul 09 17:47:17.901974 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:17.977678 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.067664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.078076 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:18.089504 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c951702c-cad5-4e32-b781-1583e522ab44') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:18.089768 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c951702c-cad5-4e32-b781-1583e522ab44') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:18.099608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.114711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.120920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:47:18.121322 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:47:18.124319 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:47:18.184430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.194414 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.196344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/networks/a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc HTTP/1.1" status: 204 len: 168 time: 0.2933049 Jul 09 17:47:18.199286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:18.208415 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04faca2-3102-4b17-ba49-124b36f037e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Network': ['ID=a26f4eb2-6a15-4bd6-a907-4b3c733d3cdc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:18.259221 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa8996e-a56b-4177-897d-b901f7ab1672 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.286788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa8996e-a56b-4177-897d-b901f7ab1672 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.351532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa8996e-a56b-4177-897d-b901f7ab1672 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.354212 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa8996e-a56b-4177-897d-b901f7ab1672 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.355499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cfa8996e-a56b-4177-897d-b901f7ab1672 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/security-groups/cd34687b-6856-47c1-abef-409793aab8bf HTTP/1.1" status: 204 len: 168 time: 0.1551824 Jul 09 17:47:18.369290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8996e-a56b-4177-897d-b901f7ab1672 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd34687b-6856-47c1-abef-409793aab8bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:18.730377 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:18.735243 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313395293', 'description': 'tempest-secgroup-smoke-1313395293 description', 'project_id': '6a61edfccefc4d4d99620302f36adc8b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:18.761687 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.860845 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.867029 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.900489 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.902208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1707706 Jul 09 17:47:18.903075 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d1cf5412-708f-40c4-bbc0-f3d2ab092f2f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:47:18.905454 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43720) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:18.908422 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945c97-3e75-4c0b-ba37-c40d9fda5bfe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:18.911320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:18.926353 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d1cf5412-708f-40c4-bbc0-f3d2ab092f2f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:47:18.926723 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d1cf5412-708f-40c4-bbc0-f3d2ab092f2f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:47:18.927139 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 232c5878-da08-44e3-8133-bd29906161ed no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:47:18.946811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 232c5878-da08-44e3-8133-bd29906161ed {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:47:18.947149 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.947275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 232c5878-da08-44e3-8133-bd29906161ed not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:47:18.947796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 963ad157-020c-4264-96f2-5fff3740ba3b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:47:18.969601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 963ad157-020c-4264-96f2-5fff3740ba3b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:47:18.970552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 963ad157-020c-4264-96f2-5fff3740ba3b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:47:19.005220 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.009698 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.029319 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a0208f-6e84-4878-a0ba-caae4d3066b0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.037303 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.038611 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e2677bc5-b6e9-48cb-91f1-287781ab708b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320152 Jul 09 17:47:19.041541 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.046264 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.077262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.143441 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.149483 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.167689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fe5023-a6ce-49c2-944c-59dd12ad7522,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.173485 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.174843 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2d31a59b-fdc1-41e6-b372-8b2030076adb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321390 Jul 09 17:47:19.177801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.182692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.212478 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.274513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.280075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.298749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570d07b5-b608-4088-ad82-d6b52f20a3be,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.305947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.307046 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a7560e13-cc79-41fd-a052-2039622f84f8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281977 Jul 09 17:47:19.309903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.314329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.343955 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.413139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.418422 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.438221 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51efa29d-40cd-46cc-b8fd-bfdb1e919f88,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.443335 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.444739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-63c0ac53-3ee6-4040-995c-972fdb34a309 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338577 Jul 09 17:47:19.447590 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.452067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.477085 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:47:19.482239 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.552477 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.557674 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.576593 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e3b644-2088-4a45-ad4b-32f21a29b667,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.584945 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.586238 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-59a66fae-498c-4f3f-88d3-29726592b26f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376288 Jul 09 17:47:19.589328 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.593772 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.616687 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:47:19.621752 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.683221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.688342 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.710007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c66c132-4577-4c95-ad45-cea9f7321679,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.712862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.714068 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-66c846b0-ee34-463a-8cc8-fb23696e6523 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238539 Jul 09 17:47:19.717126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.722365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'network': {'name': 'tempest-network-smoke--975996065', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.744704 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:19.748390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.777164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:47:19.789181 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.789544 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Added segment 57c1ff03-4e32-4783-bfe0-c4c327306ce8 of type vlan for network ba13705c-0296-42d7-bc89-fcbb08b360c9 Jul 09 17:47:19.834069 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.867573 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.876419 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:19.877235 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.940216 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2217820 Jul 09 17:47:19.942911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.948551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'admin_state_up': True, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.949990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3203cd-7921-42dc-8d74-884e8625627e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Network': ['ID=ba13705c-0296-42d7-bc89-fcbb08b360c9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.960883 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:47:19.974221 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.975418 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.031869 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.168658 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.365722 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.385254 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.483800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.31 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:20.586188 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.630791 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.671088 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:20.674020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:20.678423 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:20.681495 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:20.941222 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.164817 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.310424 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router b344d122-2aeb-4d1c-aa47-9510b4c5841d is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:47:21.420276 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:47:21.431109 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Sync routers for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:47:21.441708 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.442011 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:21.442452 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:21.443615 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c59f80f9-e797-4072-94c9-57e987ac9dda tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4988480 Jul 09 17:47:21.447032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.476408 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-8eec1d7a-e46c-490a-8fb9-e049d681c775 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6a61edfccefc4d4d99620302f36adc8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279667 Jul 09 17:47:21.479516 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.550521 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:21.571619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4f97d-13c6-49a4-a8eb-00b454c6c0d7 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:21.573057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-32f4f97d-13c6-49a4-a8eb-00b454c6c0d7 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925941 Jul 09 17:47:21.575861 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.620003 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-691e89b7-35cf-408a-9fcc-edba3856d111 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428607 Jul 09 17:47:21.622659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.627608 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558553571', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:21.716503 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:21.720154 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.729156 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:20Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:21.758158 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Checking router: b344d122-2aeb-4d1c-aa47-9510b4c5841d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:47:21.758534 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Updating router b344d122-2aeb-4d1c-aa47-9510b4c5841d port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:47:21.793532 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.902404 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.952742 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Subnet': ['ID=54b06e33-fc03-4eb7-90b5-8e3f12311377,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:21.972063 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Checking segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:21.972577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network hostable DHCP agents. Network: ba13705c-0296-42d7-bc89-fcbb08b360c9, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:47:21.989449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:47:22.000019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, ba13705c-0296-42d7-bc89-fcbb08b360c9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:22.006066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:22.006614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.009553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec48972-3f50-4366-a0bc-7292f368689a None None] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:22.025270 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:22.025515 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ca165ea2-42be-4c5a-bde1-2e33a2220544 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016442 Jul 09 17:47:22.040542 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.050224 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Transition to ACTIVE for port object 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:22.057786 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.109829 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Attempting to bind port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:22.110520 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Attempting to bind port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:22.111067 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Attempting to bind port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:22.120980 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Pushing event updated for resources: {'Port': ['ID=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:22.123792 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:22.124384 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:22.124971 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.125523 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:22.126288 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Bound port: 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:22.126877 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.135667 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.136436 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.136944 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.137445 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.137954 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.138461 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.138984 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.139479 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.139972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.140466 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.140975 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.141465 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:22.197004 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] For port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:22.201839 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] For port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:22.206885 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.259541 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e3dc-b28b-43fc-b2f1-6b3e65894980 None None] Pushing event updated for resources: {'Port': ['ID=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:22.280816 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:22.281621 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:22.329540 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-ba13705c-0296-42d7-bc89-fcbb08b360c9', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:47:22.330518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.393720 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:22.477213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Allocated IP 172.20.0.2 (ba13705c-0296-42d7-bc89-fcbb08b360c9/54b06e33-fc03-4eb7-90b5-8e3f12311377/b595aad5-c446-45eb-916c-e6fc6b73c519) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:22.582055 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:20Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:22.608935 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686af9e8-c71d-4d3b-8875-1d1bc11964b6 None None] The sync data for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 is: [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:20Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:47:22.630900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.640637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Transition to ACTIVE for port object b595aad5-c446-45eb-916c-e6fc6b73c519 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:22.658122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Transition to ACTIVE for port object b595aad5-c446-45eb-916c-e6fc6b73c519 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:22.665770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.711939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:22.714895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:22.717581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:22.724309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Pushing event updated for resources: {'Port': ['ID=b595aad5-c446-45eb-916c-e6fc6b73c519,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:22.784453 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Attempting to bind port b595aad5-c446-45eb-916c-e6fc6b73c519 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:22.784823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Attempting to bind port b595aad5-c446-45eb-916c-e6fc6b73c519 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:22.785190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Attempting to bind port b595aad5-c446-45eb-916c-e6fc6b73c519 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:22.792279 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:22.792624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Checking segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:22.793035 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.793617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Bound using segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:22.793897 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Bound port: b595aad5-c446-45eb-916c-e6fc6b73c519, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:22.794299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.851856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.892016 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] For port b595aad5-c446-45eb-916c-e6fc6b73c519, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:22.895936 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] For port b595aad5-c446-45eb-916c-e6fc6b73c519, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b595aad5-c446-45eb-916c-e6fc6b73c519,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:22.901848 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.964753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:23.024865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449362e-36b0-43fe-9460-cdf4371ea3a0 None None] Pushing event updated for resources: {'Port': ['ID=b595aad5-c446-45eb-916c-e6fc6b73c519,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:23.047548 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:23.052601 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:23.053265 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.142973 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.168293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:23.174987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.193621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.1 (ba13705c-0296-42d7-bc89-fcbb08b360c9/54b06e33-fc03-4eb7-90b5-8e3f12311377/c513cc82-47d8-42fd-8219-2546db98bab8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:23.245938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:23.338515 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.354634 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object c513cc82-47d8-42fd-8219-2546db98bab8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:23.392763 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.439524 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:23.442930 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:23.447865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:23.454981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=c513cc82-47d8-42fd-8219-2546db98bab8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:23.496240 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.645191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.930833 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.936631 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.995532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668fe08b-1b21-48ef-a4b8-a80a51a57aed None None] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:24.012463 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=c513cc82-47d8-42fd-8219-2546db98bab8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:24.015132 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.067740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec7afb83-4e29-4940-9e28-a6d45587303e None None] Provisioning for port b595aad5-c446-45eb-916c-e6fc6b73c519 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:24.110029 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:24.111543 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:24.233902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router b344d122-2aeb-4d1c-aa47-9510b4c5841d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:47:24.356660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:47:24.362281 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5a0ebbde-c499-4b76-874b-ecf833c313c7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/b344d122-2aeb-4d1c-aa47-9510b4c5841d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3356776 Jul 09 17:47:24.372725 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.418028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86148f3b-2bec-42e2-bcb9-38e7c61f36ce None None] Provisioning for port c513cc82-47d8-42fd-8219-2546db98bab8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:24.422441 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86148f3b-2bec-42e2-bcb9-38e7c61f36ce None None] Provisioning complete for port c513cc82-47d8-42fd-8219-2546db98bab8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:24.423740 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86148f3b-2bec-42e2-bcb9-38e7c61f36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.464411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-86148f3b-2bec-42e2-bcb9-38e7c61f36ce None None] Port c513cc82-47d8-42fd-8219-2546db98bab8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:47:24.523853 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-33ee1723-2026-4520-8e8e-6c52ccab02e6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313395293&fields=id&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 267 time: 0.0358031 Jul 09 17:47:24.577043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Sync routers for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:47:24.597515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:24.598176 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:24.602232 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5d06145e-423f-4d82-b5a2-da9e50ab07e4 None None] Provisioning complete for port c513cc82-47d8-42fd-8219-2546db98bab8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:24.602674 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d06145e-423f-4d82-b5a2-da9e50ab07e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.641019 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-7dfcdaa1-51f9-4b4c-a23a-a1c5d1ae1fc0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:24.642688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-7dfcdaa1-51f9-4b4c-a23a-a1c5d1ae1fc0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 796 time: 0.1090999 Jul 09 17:47:24.660036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-5cdc6396-d7ea-427a-8665-a08e54c9a5a5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/quotas/6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 375 time: 0.0112143 Jul 09 17:47:24.705398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5d06145e-423f-4d82-b5a2-da9e50ab07e4 None None] Port c513cc82-47d8-42fd-8219-2546db98bab8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:47:24.738570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:24.743132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-c8cf4f69-8add-4e43-884a-3c92605fb31c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749793 Jul 09 17:47:24.844577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-61067a70-bc2f-42cd-8605-cf0e834cad50 service neutron] 10.222.0.48 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890863 Jul 09 17:47:24.867891 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6244bedc-a4c7-4a82-be2d-89faec2302d9 None None] Provisioning complete for port c513cc82-47d8-42fd-8219-2546db98bab8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:24.868296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6244bedc-a4c7-4a82-be2d-89faec2302d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.931951 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6244bedc-a4c7-4a82-be2d-89faec2302d9 None None] Port c513cc82-47d8-42fd-8219-2546db98bab8 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:47:24.966530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-eabf47c5-f80e-485a-89c6-6ecea5def095 service neutron] 10.222.0.48 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136913 Jul 09 17:47:24.991271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 2, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:24.995905 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:25.037173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Checking router: b344d122-2aeb-4d1c-aa47-9510b4c5841d for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:47:25.037529 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Updating router b344d122-2aeb-4d1c-aa47-9510b4c5841d port c513cc82-47d8-42fd-8219-2546db98bab8 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:47:25.091746 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.132448 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:25.132833 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.147248 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed75c46c-7517-42fd-9de8-a37d5dec2a74 req-7f553022-c688-46fe-8280-d1b1111cce84 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Jul 09 17:47:25.322705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b595aad5-c446-45eb-916c-e6fc6b73c519 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:25.404927 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b595aad5-c446-45eb-916c-e6fc6b73c519 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:25.417535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b595aad5-c446-45eb-916c-e6fc6b73c519 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:25.418333 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.482906 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.496544 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Transition to ACTIVE for port object c513cc82-47d8-42fd-8219-2546db98bab8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:25.504956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.584073 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.587438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e21d94-c5c9-4525-88ce-608e878b24fe None None] Pushing event updated for resources: {'Port': ['ID=c513cc82-47d8-42fd-8219-2546db98bab8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:25.666652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Attempting to bind port c513cc82-47d8-42fd-8219-2546db98bab8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:25.667584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Attempting to bind port c513cc82-47d8-42fd-8219-2546db98bab8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:25.667584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Attempting to bind port c513cc82-47d8-42fd-8219-2546db98bab8 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:25.670334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b595aad5-c446-45eb-916c-e6fc6b73c519, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b595aad5-c446-45eb-916c-e6fc6b73c519,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:25.674887 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:25.675269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Checking segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:25.675728 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.676160 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Bound using segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:25.676680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Bound port: c513cc82-47d8-42fd-8219-2546db98bab8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:25.677059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.680405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.771841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b595aad5-c446-45eb-916c-e6fc6b73c519,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:25.784644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] For port c513cc82-47d8-42fd-8219-2546db98bab8, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:25.787659 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] For port c513cc82-47d8-42fd-8219-2546db98bab8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c513cc82-47d8-42fd-8219-2546db98bab8,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:25.792431 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.854396 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:25.855170 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:25.856651 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e21d94-c5c9-4525-88ce-608e878b24fe None None] Pushing event updated for resources: {'Port': ['ID=c513cc82-47d8-42fd-8219-2546db98bab8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:25.977398 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:26.187221 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:25Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:26.217291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d77fa3-fa24-46df-8cd3-07d2634a3ba6 None None] The sync data for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 is: [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:25Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:47:26.323106 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c7faff7d-ce1a-421d-84bb-2f2429401674 req-df130a06-3647-43ec-b5b3-0cf8c4b4f3bd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 210 time: 0.0336637 Jul 09 17:47:26.456699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-d448ee31-1c8b-412a-9337-3905edb061c2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:26.459096 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-d448ee31-1c8b-412a-9337-3905edb061c2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 796 time: 0.1209819 Jul 09 17:47:26.519462 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-42fb18d0-ec87-4820-9ba4-1cbb476adfc8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 380 time: 0.0382364 Jul 09 17:47:26.529420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'port': {'device_id': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'admin_state_up': True, 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'security_groups': ['7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:26.651509 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:26.655275 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.783941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.9 (ba13705c-0296-42d7-bc89-fcbb08b360c9/54b06e33-fc03-4eb7-90b5-8e3f12311377/f586e416-d2a7-41a3-ad1f-281b0abe1d35) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:26.944838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.961026 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object f586e416-d2a7-41a3-ad1f-281b0abe1d35 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:26.997848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.009007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c513cc82-47d8-42fd-8219-2546db98bab8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:27.047376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:27.050778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:27.053659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:27.063494 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port c513cc82-47d8-42fd-8219-2546db98bab8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:27.068252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c513cc82-47d8-42fd-8219-2546db98bab8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:27.072067 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.084310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:27.112883 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:27.113918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.132617 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-e2646349-bbb1-4525-bb39-7f0f12a24eab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070690 Jul 09 17:47:27.153591 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Request body: {'port': {'device_id': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:27.246091 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.338745 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.383361 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port c513cc82-47d8-42fd-8219-2546db98bab8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c513cc82-47d8-42fd-8219-2546db98bab8,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:27.390722 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.391530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b595aad5-c446-45eb-916c-e6fc6b73c519 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:27.440630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5fd8f0f-3792-4859-9b1d-ebe5e03a4725 None None] Provisioning for port f586e416-d2a7-41a3-ad1f-281b0abe1d35 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:27.451140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5fd8f0f-3792-4859-9b1d-ebe5e03a4725 None None] Provisioning complete for port f586e416-d2a7-41a3-ad1f-281b0abe1d35 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:27.451512 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8f0f-3792-4859-9b1d-ebe5e03a4725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.510273 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=c513cc82-47d8-42fd-8219-2546db98bab8,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:27.518323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd8f0f-3792-4859-9b1d-ebe5e03a4725 None None] Port f586e416-d2a7-41a3-ad1f-281b0abe1d35 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:47:27.520955 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b595aad5-c446-45eb-916c-e6fc6b73c519 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:27.521327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.523506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8c1bf-bd2c-4062-a7b3-4ebd012638c3 req-cd28eb51-9616-48e6-8773-103b2b22ff64 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:27.525746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2d8c1bf-bd2c-4062-a7b3-4ebd012638c3 req-cd28eb51-9616-48e6-8773-103b2b22ff64 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 931 time: 0.0709617 Jul 09 17:47:27.549926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f586e416-d2a7-41a3-ad1f-281b0abe1d35 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:47:27.560127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.571339 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2d8c1bf-bd2c-4062-a7b3-4ebd012638c3 req-03e166c2-9019-4497-b978-07cabf10a570 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Jul 09 17:47:27.573380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Transition to ACTIVE for port object f586e416-d2a7-41a3-ad1f-281b0abe1d35 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:27.578223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.634593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:27.712911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:27.713247 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:27.713580 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:27.718225 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:47:27.718583 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:27.723768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:27.724104 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Checking segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:27.724489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Bound using segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:27.724922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Bound port: f586e416-d2a7-41a3-ad1f-281b0abe1d35, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:27.725288 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.790070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:27.793199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:27.799719 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.845766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:27.846402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.847873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] 10.222.0.37 "PUT /v2.0/ports/f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 1091 time: 0.7015944 Jul 09 17:47:27.848316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:27.850607 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea87037-0d23-4472-a517-851f5a1bc4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:27.877821 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7300cb-c182-4186-8c92-c1612d4204fb service neutron] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:27.893180 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e8bb8-8162-482c-b7aa-42f3dc940747 x-openstack-request-id: req-9d7e8bb8-8162-482c-b7aa-42f3dc940747 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:27.893480 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:27.893738 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d7e8bb8-8162-482c-b7aa-42f3dc940747 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:27.894145 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'status': 'completed', 'code': 200} Jul 09 17:47:27.968151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-21d6eceb-949e-44ff-aaab-f29341612aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:27.969811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-21d6eceb-949e-44ff-aaab-f29341612aaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1094 time: 0.0565467 Jul 09 17:47:28.019559 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-56e596c4-fc22-496d-930e-d42a413913f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 217 time: 0.0358975 Jul 09 17:47:28.072463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-a20ef8a1-1b57-4089-83ab-82a0f8ade5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.073917 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-a20ef8a1-1b57-4089-83ab-82a0f8ade5bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0484486 Jul 09 17:47:28.129845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-1b27f59a-aaf0-4e40-bf90-9421dd9b86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.131772 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-1b27f59a-aaf0-4e40-bf90-9421dd9b86b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518258 Jul 09 17:47:28.218523 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-4fbbdede-fa43-49a1-b7b8-780af8d28f5a service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799963 Jul 09 17:47:28.320048 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ea5be088-c6e3-440c-ada7-5ece4c47fec8 req-7fcd56c7-fe9f-46c2-8928-f77b67ebbef2 service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953038 Jul 09 17:47:28.486037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-8eb211e5-f421-40fa-bfee-ecd60c5269a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.488289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-8eb211e5-f421-40fa-bfee-ecd60c5269a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1094 time: 0.0644770 Jul 09 17:47:28.581452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-fa69b4af-ca46-4e24-8519-97a5db8541c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.582862 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-fa69b4af-ca46-4e24-8519-97a5db8541c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0874224 Jul 09 17:47:28.622891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-65181809-aa34-45ab-b032-01bd489e97a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 217 time: 0.0337961 Jul 09 17:47:28.672569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-221ec57b-72f3-4b4e-9c50-114a5bf3d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.674010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-221ec57b-72f3-4b4e-9c50-114a5bf3d45e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0455196 Jul 09 17:47:28.738703 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-03e7f480-e311-482a-9cc2-06e6ea30e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.740272 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-03e7f480-e311-482a-9cc2-06e6ea30e537 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594251 Jul 09 17:47:28.751578 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84a5b3-afb2-438b-a595-17efadbef100 req-05589d51-3356-4081-a125-d20ba2cbf823 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.753182 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e84a5b3-afb2-438b-a595-17efadbef100 req-05589d51-3356-4081-a125-d20ba2cbf823 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0663412 Jul 09 17:47:28.792122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2e84a5b3-afb2-438b-a595-17efadbef100 req-565d71fd-87e1-4cd4-af86-fdb462801eb5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Jul 09 17:47:28.829156 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-93c6db16-26b3-4c45-9dbb-9f7e52544186 service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823805 Jul 09 17:47:28.905442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c513cc82-47d8-42fd-8219-2546db98bab8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:28.925958 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-eea87037-0d23-4472-a517-851f5a1bc4ea req-51a2330a-f7ee-4e5b-9cc0-adba293765ff service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888638 Jul 09 17:47:28.952790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port c513cc82-47d8-42fd-8219-2546db98bab8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:28.953181 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.535754 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:47:29.986871 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b0115-f474-4505-a42d-3ed19a734632 req-6635941b-70c4-49a3-aa8a-6ebc41beb6c3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:29.988345 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d61b0115-f474-4505-a42d-3ed19a734632 req-6635941b-70c4-49a3-aa8a-6ebc41beb6c3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0716531 Jul 09 17:47:30.027783 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d61b0115-f474-4505-a42d-3ed19a734632 req-360c704f-15ba-4295-ad2f-6f6a8d401276 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336974 Jul 09 17:47:31.228418 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1011-f10b-4151-bff0-ed4586777477 req-423d1b70-db5d-42c8-b8f3-a5e9463e8f4d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:31.229847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-953a1011-f10b-4151-bff0-ed4586777477 req-423d1b70-db5d-42c8-b8f3-a5e9463e8f4d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0854855 Jul 09 17:47:31.272742 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-953a1011-f10b-4151-bff0-ed4586777477 req-e2231712-626c-4720-903b-5a8994138c20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355265 Jul 09 17:47:32.475674 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65e12e-526a-4a74-be5c-649f78a674ea req-1d42ec5a-e809-48c1-8b4b-35fb0758645a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:32.477160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b65e12e-526a-4a74-be5c-649f78a674ea req-1d42ec5a-e809-48c1-8b4b-35fb0758645a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0769811 Jul 09 17:47:32.523900 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7b65e12e-526a-4a74-be5c-649f78a674ea req-be05ec07-d9b6-4c2c-9b85-b376d2da2360 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 Jul 09 17:47:33.601549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:47:33.697760 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:33.705946 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82449876-5cbb-4ac6-bd11-8aec9add0d29 req-519b2fa6-1def-4e90-a53f-4b161115ccd9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:33.707543 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82449876-5cbb-4ac6-bd11-8aec9add0d29 req-519b2fa6-1def-4e90-a53f-4b161115ccd9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0696054 Jul 09 17:47:33.713255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'port_id': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'mac_address': 'fa:16:3e:27:63:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:47:33.747063 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-82449876-5cbb-4ac6-bd11-8aec9add0d29 req-1bafcb00-b23e-4cef-a790-d7ea77e6932c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337067 Jul 09 17:47:33.751186 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:33.765356 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f586e416-d2a7-41a3-ad1f-281b0abe1d35 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:47:33.785393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:33.790076 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:33.846250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:34.160237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['f586e416-d2a7-41a3-ad1f-281b0abe1d35'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:47:34.933521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9b27b-ebab-417b-bde1-bfcc752fe33d req-393aa2d5-ac2b-41d8-8b22-b0ef45024be6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:34.935049 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35d9b27b-ebab-417b-bde1-bfcc752fe33d req-393aa2d5-ac2b-41d8-8b22-b0ef45024be6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 944 time: 0.0688534 Jul 09 17:47:34.973837 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-35d9b27b-ebab-417b-bde1-bfcc752fe33d req-afb70573-9e44-4130-930f-5ca75831494c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Jul 09 17:47:35.602130 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:35.656570 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port f586e416-d2a7-41a3-ad1f-281b0abe1d35 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:35.662502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port f586e416-d2a7-41a3-ad1f-281b0abe1d35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:35.663035 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.744139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.766443 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:35.768870 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd626536-5136-4cdb-a9c4-280bebcfc98e" -d '{"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-plugged", "status": "completed", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:35.783184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:35.788763 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.814951 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aceeb8-3da9-4899-986e-e3b2394efeda x-openstack-request-id: req-a0aceeb8-3da9-4899-986e-e3b2394efeda {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:35.815234 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-plugged", "status": "completed", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:35.815483 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0aceeb8-3da9-4899-986e-e3b2394efeda {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:35.815886 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'code': 200} Jul 09 17:47:35.845057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:35.926439 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf8b1-0119-4458-b588-b8709199e500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.952293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf16a-6c9f-44f6-ad40-864c03068c53 req-90ad6efc-70a6-4bf7-a304-e5a08317e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:35.953837 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94eaf16a-6c9f-44f6-ad40-864c03068c53 req-90ad6efc-70a6-4bf7-a304-e5a08317e714 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1096 time: 0.0540688 Jul 09 17:47:35.988987 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-94eaf16a-6c9f-44f6-ad40-864c03068c53 req-f6316cfe-7821-46db-b158-7d1043e641a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280945 Jul 09 17:47:36.150457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22041a9d-b104-4323-89e4-eedce0c8bb6f req-59056a58-a8c4-4a56-aefe-1fd638691891 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:36.151990 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22041a9d-b104-4323-89e4-eedce0c8bb6f req-59056a58-a8c4-4a56-aefe-1fd638691891 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0656359 Jul 09 17:47:36.192700 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-22041a9d-b104-4323-89e4-eedce0c8bb6f req-feb3aa33-d61a-4d58-87bb-b9b6dc156d06 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348074 Jul 09 17:47:37.376713 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d5e2e-b7ce-4613-9bf1-3a7f8819cdb9 req-cd5737f7-0976-4e0d-aeb4-5a320ad74a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:37.378270 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a8d5e2e-b7ce-4613-9bf1-3a7f8819cdb9 req-cd5737f7-0976-4e0d-aeb4-5a320ad74a7b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0673709 Jul 09 17:47:37.417040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0a8d5e2e-b7ce-4613-9bf1-3a7f8819cdb9 req-7203ff4b-2d50-4441-8eee-379093d2b209 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323949 Jul 09 17:47:38.435312 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bec78e1a-65fb-4481-9359-b54036360026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.609761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65836-741e-4c1d-bef7-3dff58cf1ddc req-88ea82fd-d477-4f97-8216-93e4fc8151d3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:38.611303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79e65836-741e-4c1d-bef7-3dff58cf1ddc req-88ea82fd-d477-4f97-8216-93e4fc8151d3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Jul 09 17:47:38.649370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-79e65836-741e-4c1d-bef7-3dff58cf1ddc req-4ea31395-94cd-456c-849c-398e4062eaff tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jul 09 17:47:38.713251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.824040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439672e-bb0f-4abd-bbaa-adf983b83df2 req-852eb32b-e324-4c7b-9a4b-5c77eca73a40 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:38.825511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0439672e-bb0f-4abd-bbaa-adf983b83df2 req-852eb32b-e324-4c7b-9a4b-5c77eca73a40 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0663986 Jul 09 17:47:38.843125 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.865155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0439672e-bb0f-4abd-bbaa-adf983b83df2 req-ead70301-4a8a-47de-bcbd-d9208c4d3d08 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338190 Jul 09 17:47:38.889667 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.951166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0297cf6-cbf1-422b-afba-1844915213d7 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:38.953614 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b0297cf6-cbf1-422b-afba-1844915213d7 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1091 time: 0.0627275 Jul 09 17:47:38.958160 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.965279 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:38.997797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.104482 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.209102 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.177 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/57e03adc-ae50-44a0-a473-b104d54c1230) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:39.316373 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.367275 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.407352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:39.410169 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:39.413745 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:39.419480 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=57e03adc-ae50-44a0-a473-b104d54c1230,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:39.571936 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.807036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.899661 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.054766 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.062278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.124066 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=57e03adc-ae50-44a0-a473-b104d54c1230,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:40.140346 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.243695 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 4f0ff72f-39a2-431b-afa1-f8847894dc3c associated. External IP: 172.25.7.177, port: f586e416-d2a7-41a3-ad1f-281b0abe1d35. Jul 09 17:47:40.459022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router b344d122-2aeb-4d1c-aa47-9510b4c5841d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:47:40.575386 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:47:40.585203 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] Sync routers for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:47:40.594137 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.596413 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:40.597561 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:40.633898 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-cdb85c18-a357-418c-b4cc-f8e629ca9238 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6743081 Jul 09 17:47:40.634628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:40.636973 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79497c8d-baba-41b8-ad62-f789bea3f6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:40.705586 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:40.785285 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce461e24-df7f-45da-ae45-240cb4a60d47 req-ecd5fa20-3ba4-4bd4-98be-3de000905ab2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:40.786865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce461e24-df7f-45da-ae45-240cb4a60d47 req-ecd5fa20-3ba4-4bd4-98be-3de000905ab2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0645688 Jul 09 17:47:40.832550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ce461e24-df7f-45da-ae45-240cb4a60d47 req-b28213f5-d97c-4974-8b1e-30aae6e387c0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360446 Jul 09 17:47:40.858190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.880915 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a732db1-fc73-427b-9912-0181cb627c8c x-openstack-request-id: req-7a732db1-fc73-427b-9912-0181cb627c8c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:40.881279 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:40.881612 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a732db1-fc73-427b-9912-0181cb627c8c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:40.882107 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'status': 'completed', 'code': 200} Jul 09 17:47:40.930247 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '4f0ff72f-39a2-431b-afa1-f8847894dc3c', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'port_id': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'mac_address': 'fa:16:3e:27:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:47:39Z', 'updated_at': '2021-07-09T17:47:39Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:40.960118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-89f6f1a5-f0e5-4938-89bf-ba5fada6185f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/4f0ff72f-39a2-431b-afa1-f8847894dc3c HTTP/1.1" status: 200 len: 991 time: 0.1000555 Jul 09 17:47:40.991532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-1f1fcaf8-95bc-4725-b759-2374925aede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:40.993276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-1f1fcaf8-95bc-4725-b759-2374925aede6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1096 time: 0.0671287 Jul 09 17:47:41.050903 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] Checking router: b344d122-2aeb-4d1c-aa47-9510b4c5841d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:47:41.059216 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:41.059823 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:47:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:41.086249 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-5c19bdef-4b82-4fce-8008-20fcbba337c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:41.087736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-5c19bdef-4b82-4fce-8008-20fcbba337c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0880678 Jul 09 17:47:41.157228 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-a181b913-8a4a-4aae-a85d-09c8be38b77a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 999 time: 0.0627034 Jul 09 17:47:41.162346 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:41.204908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-0a521693-d567-4f8a-bad0-f0dc54a6b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:41.206535 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-0a521693-d567-4f8a-bad0-f0dc54a6b584 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0427442 Jul 09 17:47:41.263751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-0b25d243-b011-4852-9779-301c1baa0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:41.265331 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-0b25d243-b011-4852-9779-301c1baa0ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526690 Jul 09 17:47:41.360276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-d867fecc-42ed-4d03-a19a-d6063ede632d service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881798 Jul 09 17:47:41.382745 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '4f0ff72f-39a2-431b-afa1-f8847894dc3c', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'port_id': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'mac_address': 'fa:16:3e:27:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:47:39Z', 'updated_at': '2021-07-09T17:47:39Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:41.399564 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.415779 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ea29e2-fd01-429b-85d4-cb2ca3c6ab78 None None] The sync data for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 is: [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '4f0ff72f-39a2-431b-afa1-f8847894dc3c', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'port_id': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'mac_address': 'fa:16:3e:27:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:47:39Z', 'updated_at': '2021-07-09T17:47:39Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:47:41.453037 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-79497c8d-baba-41b8-ad62-f789bea3f6e5 req-3b43a1b7-920e-46fb-844c-d56385ff9beb service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856380 Jul 09 17:47:41.608643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13018822-fe95-4b10-92a0-746bae6b233b None None] New status for floating IP 4f0ff72f-39a2-431b-afa1-f8847894dc3c: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:47:41.964314 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.373296 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-36ca3b26-7a88-41f6-87d8-f886bc9a120c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/4f0ff72f-39a2-431b-afa1-f8847894dc3c HTTP/1.1" status: 200 len: 993 time: 0.4077294 Jul 09 17:47:54.372850 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:05.935924 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2294-557c-4a55-8e8a-5fe89a03fe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:06.536982 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:48:08.439180 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-316e88d0-0235-45f5-bb96-1434968a3b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:08.723942 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:08.870219 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.580356 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:11.405342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:24.373644 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:30.681406 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-7fb327ad-ea9f-44a3-b862-de40671a169d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538695 Jul 09 17:48:30.801340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-b11a73ad-400a-4a98-9626-4c2cea5aaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:30.802852 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-b11a73ad-400a-4a98-9626-4c2cea5aaac2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1096 time: 0.0569766 Jul 09 17:48:30.923693 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-ee3066bf-74fc-426c-833f-999172e8d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:30.925171 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-ee3066bf-74fc-426c-833f-999172e8d00e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0970397 Jul 09 17:48:31.000641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-4b35951c-1096-4e05-b226-6c31334d5213 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 1001 time: 0.0688171 Jul 09 17:48:31.051800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-91cab666-a640-4ca9-8321-f1138711f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:31.053272 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-91cab666-a640-4ca9-8321-f1138711f5ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0457733 Jul 09 17:48:31.115879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-dbeb24a7-d807-4086-90fd-1d3a8fe9400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:31.117369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-dbeb24a7-d807-4086-90fd-1d3a8fe9400c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578287 Jul 09 17:48:31.208199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-de765516-bec5-49d4-aa1f-9daf8d7b1add service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825746 Jul 09 17:48:31.300705 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f565e57e-7ee5-410a-8092-80d4bea80d4a req-cb733618-fa01-4746-ad14-3843cefc48d9 service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Jul 09 17:48:31.351756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-6b6564bc-a88c-4533-a245-9bda32e36e7b req-dbd0828c-f3d0-427c-846b-b5212515db1d service neutron] (93768) timed out ('10.222.0.48', 40894) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:48:35.929993 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7c52-d440-4ec9-8c16-2611970bf8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:38.439906 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fabfb0fb-4d7e-4af6-abda-e1fd0ad64432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:38.731355 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:38.865481 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:39.580831 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:41.408229 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:43.318329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-f0e26601-6952-4dc5-a3d9-ac9c9aad7480 req-194ed5ad-bbed-4325-89de-09099aec3e84 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:48:43.319344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f0e26601-6952-4dc5-a3d9-ac9c9aad7480 req-194ed5ad-bbed-4325-89de-09099aec3e84 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064862 Jul 09 17:48:43.537366 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:48:43.616561 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-77a99218-887f-44ad-92f6-72aa33061bcb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073999 Jul 09 17:48:43.619960 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b053-3936-41b9-9b9f-decf858b3aeb req-c6b00db8-0c9a-4800-b120-d20165709ae9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:43.621503 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec94b053-3936-41b9-9b9f-decf858b3aeb req-c6b00db8-0c9a-4800-b120-d20165709ae9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0656126 Jul 09 17:48:43.659717 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec94b053-3936-41b9-9b9f-decf858b3aeb req-c347e337-eb49-4f55-b58f-651972ebb6e2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324304 Jul 09 17:48:44.840771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518246-3ab5-42fa-9675-655998ef994e req-d4fda87d-c352-4b8e-8161-ba0f52c67da5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:44.842433 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59518246-3ab5-42fa-9675-655998ef994e req-d4fda87d-c352-4b8e-8161-ba0f52c67da5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0684836 Jul 09 17:48:44.888250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59518246-3ab5-42fa-9675-655998ef994e req-eaff1d49-bcf7-4b2c-b26d-29745ebdbf8b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367806 Jul 09 17:48:44.941884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-6c2e2c75-2905-4185-9b8e-e94ac9124da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:44.943340 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-6c2e2c75-2905-4185-9b8e-e94ac9124da5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1096 time: 0.0529499 Jul 09 17:48:45.048490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-c40599ec-2575-454f-ac68-98de429c93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:45.050070 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-c40599ec-2575-454f-ac68-98de429c93ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0927405 Jul 09 17:48:45.117742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-fdc472d6-96e0-491c-b733-22eda9909546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 1001 time: 0.0607512 Jul 09 17:48:45.168726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-7b1fecee-26e3-47e2-a7e1-6c06a7d09fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:45.170223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-7b1fecee-26e3-47e2-a7e1-6c06a7d09fd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0448165 Jul 09 17:48:45.233091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-939eb239-1218-4cc7-9a6f-9a7c5ff285d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:45.234463 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-939eb239-1218-4cc7-9a6f-9a7c5ff285d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574024 Jul 09 17:48:45.325921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-d829caf4-10c8-4d03-bac3-f56fa194d482 service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851674 Jul 09 17:48:45.419929 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-bfd5fff1-8574-4675-8d0f-0cfc2d89f2cd service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Jul 09 17:48:46.086767 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16753c-d637-41e0-988a-5b6bc56d5ebf req-ba81f128-e16f-4dbe-82a8-6fd55770655e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:46.088269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a16753c-d637-41e0-988a-5b6bc56d5ebf req-ba81f128-e16f-4dbe-82a8-6fd55770655e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0755520 Jul 09 17:48:46.128176 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a16753c-d637-41e0-988a-5b6bc56d5ebf req-eb35e0a9-b3ca-4e16-81ae-be95e1f95aa9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Jul 09 17:48:47.313621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d24e8-b493-46e4-a741-57e8e6b7de91 req-ae53609f-a7e6-4191-96b1-60135e7e53fb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:47.315222 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-360d24e8-b493-46e4-a741-57e8e6b7de91 req-ae53609f-a7e6-4191-96b1-60135e7e53fb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0673542 Jul 09 17:48:47.355507 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-360d24e8-b493-46e4-a741-57e8e6b7de91 req-c83e45b0-4f50-4e3e-ba56-bf723b4ea2e3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Jul 09 17:48:48.548783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9229-19fc-4ec3-8535-324a031f6196 req-6be9091d-8e38-42e3-8a58-089713974f47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:48.550274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4ee9229-19fc-4ec3-8535-324a031f6196 req-6be9091d-8e38-42e3-8a58-089713974f47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0664341 Jul 09 17:48:48.596602 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a4ee9229-19fc-4ec3-8535-324a031f6196 req-25552b7e-50ad-48b4-baa4-45c9c9c13a42 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376751 Jul 09 17:48:49.787069 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992ebaa-1e86-48f5-b6ca-7a527d2a0a58 req-e30fb50b-66fa-4221-b23e-4484a4062615 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:49.788599 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f992ebaa-1e86-48f5-b6ca-7a527d2a0a58 req-e30fb50b-66fa-4221-b23e-4484a4062615 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0720367 Jul 09 17:48:49.830413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f992ebaa-1e86-48f5-b6ca-7a527d2a0a58 req-e99f3386-edde-4b30-b863-3cc357e01084 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Jul 09 17:48:51.038320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10cdcb-926b-4eee-9952-14c74a092b48 req-ceac39d1-9037-4845-a539-72a9d0e44303 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:51.039737 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b10cdcb-926b-4eee-9952-14c74a092b48 req-ceac39d1-9037-4845-a539-72a9d0e44303 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0813243 Jul 09 17:48:51.081997 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1b10cdcb-926b-4eee-9952-14c74a092b48 req-54c4b618-7590-48b1-8ad8-f39c0b441325 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338564 Jul 09 17:48:52.286182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306176b-5d29-46ab-a1ee-33fab52e433c req-817cc719-540c-4ca3-bdcb-8b68d25c6050 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:52.287577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7306176b-5d29-46ab-a1ee-33fab52e433c req-817cc719-540c-4ca3-bdcb-8b68d25c6050 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0773091 Jul 09 17:48:52.339649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7306176b-5d29-46ab-a1ee-33fab52e433c req-f1930880-432a-4a72-a628-efb2a4bb9fa2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Jul 09 17:48:53.538205 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca564-aba6-49ce-b721-fb119bfc5d9e req-67832657-0b7c-438f-8c62-a9aaefe4e4ff tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:53.539949 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c88ca564-aba6-49ce-b721-fb119bfc5d9e req-67832657-0b7c-438f-8c62-a9aaefe4e4ff tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0746710 Jul 09 17:48:53.579445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c88ca564-aba6-49ce-b721-fb119bfc5d9e req-efe6773e-1e26-4c9f-9919-7538e353f098 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334365 Jul 09 17:48:54.392820 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:54.765158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7052f71-fa75-4a49-bb23-6e923039e9d9 req-511cc506-218d-41b6-a25b-03a73e228300 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:54.766562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7052f71-fa75-4a49-bb23-6e923039e9d9 req-511cc506-218d-41b6-a25b-03a73e228300 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0702913 Jul 09 17:48:54.814995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a7052f71-fa75-4a49-bb23-6e923039e9d9 req-d83a4fa8-776e-48ae-9eda-ac04a86e7923 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Jul 09 17:48:56.012497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c3ad-1a28-4460-84ad-712a411c10df req-d6a151d4-e943-4af9-8433-83632ebaa450 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:56.014159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ea0c3ad-1a28-4460-84ad-712a411c10df req-d6a151d4-e943-4af9-8433-83632ebaa450 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0743587 Jul 09 17:48:56.064029 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1ea0c3ad-1a28-4460-84ad-712a411c10df req-7bef36c5-5dc9-4214-a10b-e9eeb06f03be tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Jul 09 17:48:57.268967 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48699c-2b33-4c66-8c89-a4e23eecb88c req-0f25b3d9-5d57-42f3-bbcc-07137cb15465 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:57.270882 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d48699c-2b33-4c66-8c89-a4e23eecb88c req-0f25b3d9-5d57-42f3-bbcc-07137cb15465 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0816264 Jul 09 17:48:57.313423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5d48699c-2b33-4c66-8c89-a4e23eecb88c req-d56e0b27-77c8-4271-aeea-1c7f72125dec tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366328 Jul 09 17:48:57.856550 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-ad9feb5c-630e-4faa-b729-168d17e5cb55 service neutron] show failed (client error): The resource could not be found. Jul 09 17:48:57.857633 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-ad9feb5c-630e-4faa-b729-168d17e5cb55 service neutron] 10.222.0.37 "GET /v2.0/ports/f586e416-d2a7-41a3-ad1f-281b0abe1d35/bindings/n-h2-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0702617 Jul 09 17:48:58.173532 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-b5c2e3c3-f12e-4bb3-a4b2-ee6eca42bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:58.175076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-b5c2e3c3-f12e-4bb3-a4b2-ee6eca42bf6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 1096 time: 0.1032138 Jul 09 17:48:58.187243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-2', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:48:58.263080 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:58.476488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:48:58.505686 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5abe07-330a-4fab-a9a0-00857f762d56 req-de8ed00d-8a21-4457-993a-aaaf3fe5deb3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:58.507282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae5abe07-330a-4fab-a9a0-00857f762d56 req-de8ed00d-8a21-4457-993a-aaaf3fe5deb3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0786798 Jul 09 17:48:58.511177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:48:58.545624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ae5abe07-330a-4fab-a9a0-00857f762d56 req-feab3277-0b58-4445-993f-5991d0116f2a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Jul 09 17:48:58.552426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:48:58.554825 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd98a378-493f-421e-b81e-212239122f35" -d '{"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-unplugged", "status": "completed", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:48:58.558944 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:58.573593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Transition to ACTIVE for port object f586e416-d2a7-41a3-ad1f-281b0abe1d35 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:48:58.578252 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:58.677342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:58.691756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.692156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.692438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.692799 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.693099 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.693428 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.693754 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.694078 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.694400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.695677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.695677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.695677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:58.699580 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d054b0cb-2bb4-41ca-a164-2717041adbd8 x-openstack-request-id: req-d054b0cb-2bb4-41ca-a164-2717041adbd8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:48:58.699867 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-unplugged", "status": "completed", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:48:58.700224 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d054b0cb-2bb4-41ca-a164-2717041adbd8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:48:58.700525 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'code': 200} Jul 09 17:48:58.730357 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] No DVR routers for this DVR port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:48:58.868241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:48:58.869014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:48:58.869014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:48:58.873064 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:48:58.873378 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Attempting to bind port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on network ba13705c-0296-42d7-bc89-fcbb08b360c9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:48:58.878251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:48:58.878620 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Checking segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:48:58.878997 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Bound using segment: {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:48:58.879418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Bound port: f586e416-d2a7-41a3-ad1f-281b0abe1d35, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c1ff03-4e32-4783-bfe0-c4c327306ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:48:58.879771 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:58.950239 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:48:58.953267 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:48:58.959761 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:58.994406 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:58.995066 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:58.996592 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] 10.222.0.43 "PUT /v2.0/ports/f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 1091 time: 0.8135920 Jul 09 17:48:59.019457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f60290-e00d-4952-a71d-94ff568bd70c service neutron] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:59.077841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-1c24db94-3e98-426c-ae0a-4a039ef69fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:59.079455 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-1c24db94-3e98-426c-ae0a-4a039ef69fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1094 time: 0.0560989 Jul 09 17:48:59.176835 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-dba988ad-1e75-49f1-812f-05bd93eaf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:59.178319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-dba988ad-1e75-49f1-812f-05bd93eaf8fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0921006 Jul 09 17:48:59.252369 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-b0359b65-9e18-46bc-be7b-aa961ba442f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 999 time: 0.0666013 Jul 09 17:48:59.315551 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-29cde51c-bf7b-443e-bb15-7391ba0158ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:59.317033 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-29cde51c-bf7b-443e-bb15-7391ba0158ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0571713 Jul 09 17:48:59.382924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-24d0552d-f4f5-4419-b4c5-50966c57aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:59.384431 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-24d0552d-f4f5-4419-b4c5-50966c57aaf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566926 Jul 09 17:48:59.398918 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-707a5bf6-bca8-4fa0-a7aa-8e28e3756af0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:48:59.399854 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-707a5bf6-bca8-4fa0-a7aa-8e28e3756af0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051422 Jul 09 17:48:59.500884 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-b99214d3-b20e-4150-bae3-31e8e4a9007d service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917199 Jul 09 17:48:59.600634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-dc1aab81-d8ad-4168-bf69-051144fa2ddd req-2fc907c8-feab-4a6f-9a28-850f260a063c service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886228 Jul 09 17:48:59.722865 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d829-6507-4584-a425-e765511a7540 req-2380cb9f-6704-4bab-a1d1-75f0c380be99 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:59.724375 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1839d829-6507-4584-a425-e765511a7540 req-2380cb9f-6704-4bab-a1d1-75f0c380be99 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0634849 Jul 09 17:48:59.765970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1839d829-6507-4584-a425-e765511a7540 req-1ea6714d-2d47-45c4-995f-993fe4d8b2ef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Jul 09 17:49:00.702051 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:00.704562 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57" -d '{"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:00.756634 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e704c-ae96-4918-b0d8-b96d27e26f43 x-openstack-request-id: req-748e704c-ae96-4918-b0d8-b96d27e26f43 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:00.756930 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:00.757208 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-748e704c-ae96-4918-b0d8-b96d27e26f43 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:00.757795 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'status': 'completed', 'code': 200} Jul 09 17:49:00.881097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-37916bf1-6115-494a-a4e9-e030f3e3ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:00.882712 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-37916bf1-6115-494a-a4e9-e030f3e3ff07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1094 time: 0.0966663 Jul 09 17:49:00.901869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-7fb8e2d3-e51f-41b1-a092-995e2d246e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:00.903414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-7fb8e2d3-e51f-41b1-a092-995e2d246e70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1094 time: 0.0873489 Jul 09 17:49:00.956698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898c85d-0b1a-4c2f-9a1e-53817b321f81 req-14003e31-a4fa-49bc-a217-02a0b9cdc6f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:00.958287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2898c85d-0b1a-4c2f-9a1e-53817b321f81 req-14003e31-a4fa-49bc-a217-02a0b9cdc6f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0699286 Jul 09 17:49:00.999563 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2898c85d-0b1a-4c2f-9a1e-53817b321f81 req-a87a89f6-a33e-431c-b0c6-3a0f23193f50 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354371 Jul 09 17:49:01.055832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-d1b59ee1-a322-4739-8d00-6c75c9429206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:01.057336 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-d1b59ee1-a322-4739-8d00-6c75c9429206 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.1661630 Jul 09 17:49:01.058804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-a79257ae-e25d-40c0-9ee6-05839ac0278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:01.060160 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-a79257ae-e25d-40c0-9ee6-05839ac0278d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.1431086 Jul 09 17:49:01.172649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-c6e01513-3b01-4551-82db-a5c1787ee8c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 999 time: 0.1054518 Jul 09 17:49:01.174591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-9e5f3293-5ae9-4282-9790-56769359c882 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 999 time: 0.1015282 Jul 09 17:49:01.254753 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-c7edbffb-e91e-45b9-8e45-4367b3198f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:01.256580 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-c7edbffb-e91e-45b9-8e45-4367b3198f5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0774715 Jul 09 17:49:01.260197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-af72a63c-a58b-40ca-8014-54de6696e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:01.261542 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-af72a63c-a58b-40ca-8014-54de6696e8c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0748181 Jul 09 17:49:01.358284 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-59c0a5e8-b6de-4b9a-b874-3a21cab17e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:01.359979 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-59c0a5e8-b6de-4b9a-b874-3a21cab17e72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970705 Jul 09 17:49:01.368162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-04cdb3c9-1563-4e0f-82b1-3d81ff95547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:01.369690 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-04cdb3c9-1563-4e0f-82b1-3d81ff95547a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991142 Jul 09 17:49:01.524147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-182880b8-5aae-4ee8-aa49-f2ea03a6cd66 service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533258 Jul 09 17:49:01.529273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-a1f1c4af-2ff5-4565-9341-cea1add1176b service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496077 Jul 09 17:49:01.678698 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-eb7d7901-bdbb-48a3-bd7e-9e65e1f3c0ae service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482897 Jul 09 17:49:01.680887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-06a66cc3-8ec2-47ca-a9c8-ba96a4f23a57 req-ea862ccd-3064-463b-9ebf-d574a2205b9f service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434770 Jul 09 17:49:02.057771 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:02.096940 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:02.180143 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd55b69-e613-43f0-b18b-d2ea9dd1e15f req-f8ac41df-1064-469f-8fb3-3e6ac4d3929d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:02.181701 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd55b69-e613-43f0-b18b-d2ea9dd1e15f req-f8ac41df-1064-469f-8fb3-3e6ac4d3929d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0652199 Jul 09 17:49:02.219938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bcd55b69-e613-43f0-b18b-d2ea9dd1e15f req-80389cf9-ae6e-4cd0-9ad4-2b9c1ba123b7 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Jul 09 17:49:02.519721 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd7e48-af36-4cf9-9cf0-268d3170e5c3 req-43e2e6cc-093f-4a03-bb85-5540ef98a5c3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:02.521165 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03bd7e48-af36-4cf9-9cf0-268d3170e5c3 req-43e2e6cc-093f-4a03-bb85-5540ef98a5c3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0634401 Jul 09 17:49:02.550250 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-a7dc056b-ca14-427d-bbc3-bfca186031dd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:02.551826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-a7dc056b-ca14-427d-bbc3-bfca186031dd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17&tenant_id=6a61edfccefc4d4d99620302f36adc8b&binding%3Ahost_id=n-h2-800085-2 HTTP/1.1" status: 200 len: 943 time: 0.0779376 Jul 09 17:49:02.561370 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-03bd7e48-af36-4cf9-9cf0-268d3170e5c3 req-e82869a4-d5ff-4e6b-ada2-9ce97425a229 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343308 Jul 09 17:49:02.617010 n-d-800085-2 neutron-server[93768]: INFO neutron.api.v2.resource [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-0440c739-8bcf-4310-9d24-7f7782d9be08 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:49:02.618068 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-0440c739-8bcf-4310-9d24-7f7782d9be08 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f586e416-d2a7-41a3-ad1f-281b0abe1d35/bindings/n-h1-800085-2 HTTP/1.1" status: 404 len: 380 time: 0.0605040 Jul 09 17:49:02.739737 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-370167c3-b366-4e2e-bd04-dfa078017d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:02.741279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-370167c3-b366-4e2e-bd04-dfa078017d7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1094 time: 0.0579402 Jul 09 17:49:02.839726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-53a38186-6785-4a1d-b5e3-e34776f3545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:02.841310 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-53a38186-6785-4a1d-b5e3-e34776f3545e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0933368 Jul 09 17:49:02.911365 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-63ccd9ca-76be-4dbc-af65-6b0b6e7650ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 999 time: 0.0634425 Jul 09 17:49:02.963068 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-1f053453-9294-4987-8bf4-b92d82b4bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:02.964536 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-1f053453-9294-4987-8bf4-b92d82b4bba3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0473518 Jul 09 17:49:03.028333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-7cd84706-a99f-4233-b057-be2ab39a2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:03.029923 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-7cd84706-a99f-4233-b057-be2ab39a2165 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586100 Jul 09 17:49:03.063425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5a4d-0ea1-4078-b96f-0afb63de71f7 req-65c3106d-2362-4be4-93ba-af7c615c0996 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:03.065087 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4fe5a4d-0ea1-4078-b96f-0afb63de71f7 req-65c3106d-2362-4be4-93ba-af7c615c0996 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.3922145 Jul 09 17:49:03.102308 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c4fe5a4d-0ea1-4078-b96f-0afb63de71f7 req-6162ccae-5cf7-4b69-8752-7a9ca7e1dcbd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Jul 09 17:49:03.124371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-8901ce7c-ac19-4b3d-a7e6-54f7be24424e service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877178 Jul 09 17:49:03.216187 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1d3f9ca7-7d79-412c-9d7d-010607512af6 req-cb9ba134-e619-4340-b5ef-30761a7ed10b service neutron] 10.222.0.37 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851197 Jul 09 17:49:04.133800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:49:04.226490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:04.237817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'port_id': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'mac_address': 'fa:16:3e:27:63:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:49:04.277418 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:04.279747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23299e1-0c72-468e-abd3-a8ed372e2fe0 req-5d19d0be-9c30-4bde-bf1c-8708cbe93775 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:04.281279 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e23299e1-0c72-468e-abd3-a8ed372e2fe0 req-5d19d0be-9c30-4bde-bf1c-8708cbe93775 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 943 time: 0.0662746 Jul 09 17:49:04.289801 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f586e416-d2a7-41a3-ad1f-281b0abe1d35 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:49:04.308652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:04.313738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:04.319797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e23299e1-0c72-468e-abd3-a8ed372e2fe0 req-b99872bb-2873-4abf-b638-20517408d239 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Jul 09 17:49:04.351047 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:04.365417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:04.373614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.373990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.374330 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.374692 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.375049 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.375377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.375704 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.376076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.379877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.379877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.379877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.379877 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:04.415405 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-93fffa7f-3957-4f30-9cc2-0275875d50ad tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/4f0ff72f-39a2-431b-afa1-f8847894dc3c HTTP/1.1" status: 200 len: 992 time: 0.0632057 Jul 09 17:49:04.577696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['f586e416-d2a7-41a3-ad1f-281b0abe1d35'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:49:05.934055 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c38499a-f9fa-4513-9aa1-1dcc6abc8276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:06.157889 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:06.211572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port f586e416-d2a7-41a3-ad1f-281b0abe1d35 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:06.215484 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port f586e416-d2a7-41a3-ad1f-281b0abe1d35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:06.215853 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:06.309251 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:06.332024 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:06.334322 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1937cd-b1c0-4506-b0e4-cd9a313be87c" -d '{"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-plugged", "status": "completed", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:06.347263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:06.352250 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:06.378861 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21bdaf-d4a1-4053-8411-b720361eb7df x-openstack-request-id: req-1f21bdaf-d4a1-4053-8411-b720361eb7df {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:06.379153 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-plugged", "status": "completed", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:06.379410 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f21bdaf-d4a1-4053-8411-b720361eb7df {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:06.379808 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'code': 200} Jul 09 17:49:06.405572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:08.434401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6eed40e2-efcc-48f7-ba02-3b4c76749ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:08.725199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:08.877537 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:09.579614 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:11.408963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:15.875250 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-84a9ceba-d517-4d44-aa0d-4f31b0153074 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550563 Jul 09 17:49:15.994498 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-35c83587-3289-4e32-9596-33bb066c21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:15.996036 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-35c83587-3289-4e32-9596-33bb066c21f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1096 time: 0.0583463 Jul 09 17:49:16.111031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-38efa595-cef7-45ee-ba24-41227452874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:16.112590 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-38efa595-cef7-45ee-ba24-41227452874d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0858338 Jul 09 17:49:16.188248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-526fccd6-25a8-4aff-992a-82cc66f2eeed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 1001 time: 0.0641646 Jul 09 17:49:16.241659 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-9801aca2-db22-46d2-990e-a3c32315f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:16.246500 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-9801aca2-db22-46d2-990e-a3c32315f7c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0455365 Jul 09 17:49:16.311983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-8d2b5437-a8af-4dbf-bc3d-e735609a77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:16.313573 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-8d2b5437-a8af-4dbf-bc3d-e735609a77af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637901 Jul 09 17:49:16.413027 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-5edabf56-6bd5-4406-b1d1-06ea1066f6c0 service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914338 Jul 09 17:49:16.514752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-10ddc377-dcdc-46b1-a6a4-9255654b8b99 req-705a3912-4fd9-4391-a061-96ecc38854cb service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947020 Jul 09 17:49:20.538917 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:49:24.402500 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:34.813084 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:34.972629 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 57e03adc-ae50-44a0-a473-b104d54c1230 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:34.972933 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.055437 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.055753 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.068242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 57e03adc-ae50-44a0-a473-b104d54c1230 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:35.228185 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.258813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=57e03adc-ae50-44a0-a473-b104d54c1230,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:35.286833 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.287142 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.287507 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.287836 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.288163 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.288498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.288822 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.289151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.289599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.289760 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.290104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.290587 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:35.336114 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.336390 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 4f0ff72f-39a2-431b-afa1-f8847894dc3c disassociated (deleted). External IP: 172.25.7.177, port: f586e416-d2a7-41a3-ad1f-281b0abe1d35. Jul 09 17:49:35.556895 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router b344d122-2aeb-4d1c-aa47-9510b4c5841d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:35.673253 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:35.678334 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.684109 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] Sync routers for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:35.694954 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:35.695564 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:35.716306 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9c2d3b77-6577-4368-8a99-65a60ca2cd75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/floatingips/4f0ff72f-39a2-431b-afa1-f8847894dc3c HTTP/1.1" status: 204 len: 168 time: 0.9020495 Jul 09 17:49:35.716996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:35.719480 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377" -d '{"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:35.800938 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:35.950280 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-638ed993-ce67-4d77-a76a-5f612aa8dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.983529 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff9313-b759-4719-964f-4a2bb691bea2 x-openstack-request-id: req-a5ff9313-b759-4719-964f-4a2bb691bea2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:35.984468 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:35.984901 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5ff9313-b759-4719-964f-4a2bb691bea2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:35.985488 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'status': 'completed', 'code': 200} Jul 09 17:49:36.015273 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:36.051076 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] Checking router: b344d122-2aeb-4d1c-aa47-9510b4c5841d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:36.061080 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:36.061732 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:36.090761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-9a55e073-06f5-4298-9ab9-d19edb3b367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:36.093297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-9a55e073-06f5-4298-9ab9-d19edb3b367f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 1096 time: 0.0734379 Jul 09 17:49:36.154747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edac77-00a3-48d1-8b26-63e3401f311f req-97dae41b-8172-428a-8d2b-5b8689cb1955 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:36.156471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85edac77-00a3-48d1-8b26-63e3401f311f req-97dae41b-8172-428a-8d2b-5b8689cb1955 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0727775 Jul 09 17:49:36.181088 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:36.188830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-e085afac-6de1-4711-b1bb-52203244fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:36.190322 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-e085afac-6de1-4711-b1bb-52203244fa0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 200 len: 897 time: 0.0902779 Jul 09 17:49:36.198303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85edac77-00a3-48d1-8b26-63e3401f311f req-8af18bba-98ff-4498-b024-038f93d5b159 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Jul 09 17:49:36.243591 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-b3626b85-f3de-4117-87ab-5c240d1aa720 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 200 len: 217 time: 0.0442100 Jul 09 17:49:36.300502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-056625ed-5e0b-43d2-96d5-8ef5e20b4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:36.302004 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-056625ed-5e0b-43d2-96d5-8ef5e20b4dfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 200 len: 835 time: 0.0510170 Jul 09 17:49:36.368554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-a254257e-779e-4471-890d-2d6b39fbf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:36.375618 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-a254257e-779e-4471-890d-2d6b39fbf289 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba13705c-0296-42d7-bc89-fcbb08b360c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607109 Jul 09 17:49:36.411988 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:36.440922 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4705eeb5-c3cd-472b-8e3f-1c0a839e98fb None None] The sync data for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 is: [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'c513cc82-47d8-42fd-8219-2546db98bab8', 'name': '', 'network_id': 'ba13705c-0296-42d7-bc89-fcbb08b360c9', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:23Z', 'updated_at': '2021-07-09T17:47:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '54b06e33-fc03-4eb7-90b5-8e3f12311377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:36.695583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6b4b43-59bd-465e-90b3-cf4cd36f7a5c None None] New status for floating IP 4f0ff72f-39a2-431b-afa1-f8847894dc3c: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:49:36.845921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-364eb3d2-cc7d-4eb0-b233-b0c58e1216e1 service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673946 Jul 09 17:49:36.955691 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5c9d2f73-336b-45a6-9197-d1fa7e7cd377 req-67c1eea7-f737-43eb-ad2c-8486f441c39f service neutron] 10.222.0.43 "GET /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993018 Jul 09 17:49:37.394834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b17c4c-ad68-4b16-a109-069c600fb45b req-6894e99c-4b8b-474c-89d5-95b8c970f757 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:37.396334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50b17c4c-ad68-4b16-a109-069c600fb45b req-6894e99c-4b8b-474c-89d5-95b8c970f757 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0824997 Jul 09 17:49:37.441007 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-50b17c4c-ad68-4b16-a109-069c600fb45b req-2fba0438-9188-44dc-a17e-d28bf03914a4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Jul 09 17:49:37.615483 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-f32da0ab-151a-4159-8d2d-be8965a2f893 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:37.616936 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-f32da0ab-151a-4159-8d2d-be8965a2f893 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.43 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 945 time: 0.0794992 Jul 09 17:49:37.741149 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port f586e416-d2a7-41a3-ad1f-281b0abe1d35 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:37.741409 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.850986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port f586e416-d2a7-41a3-ad1f-281b0abe1d35, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=f586e416-d2a7-41a3-ad1f-281b0abe1d35,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:37.851354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.864520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for f586e416-d2a7-41a3-ad1f-281b0abe1d35 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:37.997687 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.034543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=f586e416-d2a7-41a3-ad1f-281b0abe1d35,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:38.082345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] No DVR routers for this DVR port f586e416-d2a7-41a3-ad1f-281b0abe1d35 on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:38.086875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.087338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.43 "DELETE /v2.0/ports/f586e416-d2a7-41a3-ad1f-281b0abe1d35 HTTP/1.1" status: 204 len: 173 time: 0.4630260 Jul 09 17:49:38.087826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-deleted', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:38.090566 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d11c4-1d5a-4174-a08d-52b8236cee65" -d '{"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-deleted", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:38.128089 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44edcac8-c98f-4ead-b4e7-7993a00fce00 x-openstack-request-id: req-44edcac8-c98f-4ead-b4e7-7993a00fce00 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:38.128381 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b5fc58-6ca0-49cc-9a35-834256e71a17", "name": "network-vif-deleted", "tag": "f586e416-d2a7-41a3-ad1f-281b0abe1d35", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:38.128633 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44edcac8-c98f-4ead-b4e7-7993a00fce00 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:38.129033 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b5fc58-6ca0-49cc-9a35-834256e71a17', 'name': 'network-vif-deleted', 'tag': 'f586e416-d2a7-41a3-ad1f-281b0abe1d35', 'status': 'completed', 'code': 200} Jul 09 17:49:38.439214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9435c7d-f0e4-43f6-bbaa-b32b092a6bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.602382 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8cd2925-c1b6-46ae-986b-124e850ee6b9 req-50db2feb-3df3-4d2b-9968-ddd55adf586d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b5fc58-6ca0-49cc-9a35-834256e71a17 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jul 09 17:49:38.726889 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.873920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.587971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.698438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:40.080286 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.354514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port c513cc82-47d8-42fd-8219-2546db98bab8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:40.354812 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.445535 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port c513cc82-47d8-42fd-8219-2546db98bab8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=c513cc82-47d8-42fd-8219-2546db98bab8,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:40.445847 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.459104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for c513cc82-47d8-42fd-8219-2546db98bab8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:40.667757 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.693779 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=c513cc82-47d8-42fd-8219-2546db98bab8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:40.874975 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.102445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router b344d122-2aeb-4d1c-aa47-9510b4c5841d has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:41.211842 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:41.216962 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ed6c25b5-ce17-42e9-abb0-4f8ebfc52030 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/b344d122-2aeb-4d1c-aa47-9510b4c5841d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5174558 Jul 09 17:49:41.219872 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:41.222613 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] Sync routers for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:41.233015 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:41.233632 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:41.275747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting subnet 54b06e33-fc03-4eb7-90b5-8e3f12311377 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:49:41.278979 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.317291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.342452 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:41.407095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.413433 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.473304 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.499931 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Subnet': ['ID=54b06e33-fc03-4eb7-90b5-8e3f12311377,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:41.504143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.506568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c8956cd5-574d-4c3e-b592-b3a4da819445 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/subnets/54b06e33-fc03-4eb7-90b5-8e3f12311377 HTTP/1.1" status: 204 len: 168 time: 0.2844613 Jul 09 17:49:41.509243 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:41.512518 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3cba2-9133-4325-bff1-3de25dfa5a93 None None] Network ba13705c-0296-42d7-bc89-fcbb08b360c9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:49:41.619886 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:49:40Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:41.623193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.646307 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] Checking router: b344d122-2aeb-4d1c-aa47-9510b4c5841d for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:41.654926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] Routers {'b344d122-2aeb-4d1c-aa47-9510b4c5841d'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:41.655600 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:41.711340 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] DHCP port deletion for ba13705c-0296-42d7-bc89-fcbb08b360c9 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:49:41.731707 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.758541 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] Deleting port b595aad5-c446-45eb-916c-e6fc6b73c519 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:41.759258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.765423 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] Set router b344d122-2aeb-4d1c-aa47-9510b4c5841d gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:41.789130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:41.789524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.823228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] For port b595aad5-c446-45eb-916c-e6fc6b73c519, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b595aad5-c446-45eb-916c-e6fc6b73c519,segment=NetworkSegment(57c1ff03-4e32-4783-bfe0-c4c327306ce8),segment_id=57c1ff03-4e32-4783-bfe0-c4c327306ce8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:41.823639 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.836584 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] Calling delete_port for b595aad5-c446-45eb-916c-e6fc6b73c519 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:41.880380 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:41.880751 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.894855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:41.917181 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.946999 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] Pushing event deleted for resources: {'Port': ['ID=b595aad5-c446-45eb-916c-e6fc6b73c519,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:41.950144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61f1bf-249e-4078-9baf-20efe64c9e0f None None] No DVR routers for this DVR port b595aad5-c446-45eb-916c-e6fc6b73c519 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:41.952656 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:49:40Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:41.987811 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080ac1c-c243-4bdf-ab21-64f2c3a0da67 None None] The sync data for ids ['b344d122-2aeb-4d1c-aa47-9510b4c5841d'] in n-d-800085-2 is: [{'id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386498831', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:47:19Z', 'updated_at': '2021-07-09T17:49:40Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': '0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344d122-2aeb-4d1c-aa47-9510b4c5841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:47:20Z', 'updated_at': '2021-07-09T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:42.079866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.106166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:42.172572 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.272604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.274762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.325839 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.326332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Fanout notify agent at l3_agent the message router_deleted on router b344d122-2aeb-4d1c-aa47-9510b4c5841d {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:49:42.333575 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.334480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:42.334716 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1e6a262a-3930-4e97-a661-d4c06c829c10 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/routers/b344d122-2aeb-4d1c-aa47-9510b4c5841d HTTP/1.1" status: 204 len: 168 time: 0.8238213 Jul 09 17:49:42.337669 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:42.355906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: f586e416-d2a7-41a3-ad1f-281b0abe1d35 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:42.356250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device f586e416-d2a7-41a3-ad1f-281b0abe1d35 not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:42.419796 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.515315 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.525303 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba13705c-0296-42d7-bc89-fcbb08b360c9']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:42.535958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c1ff03-4e32-4783-bfe0-c4c327306ce8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:42.536248 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c1ff03-4e32-4783-bfe0-c4c327306ce8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:42.545509 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.559289 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.565739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:49:42.566075 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: timer() Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:49:42.569289 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:49:42.633767 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.641677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.647094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/networks/ba13705c-0296-42d7-bc89-fcbb08b360c9 HTTP/1.1" status: 204 len: 168 time: 0.3047094 Jul 09 17:49:42.647094 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:42.664381 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017c14e-0fe5-41b7-8372-2d1fbf049bb2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Network': ['ID=ba13705c-0296-42d7-bc89-fcbb08b360c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:42.723617 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c7cb7a-d919-46cc-aa3f-57adb956ddef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.749191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c7cb7a-d919-46cc-aa3f-57adb956ddef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.820456 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c7cb7a-d919-46cc-aa3f-57adb956ddef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.823014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c7cb7a-d919-46cc-aa3f-57adb956ddef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:42.824181 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-73c7cb7a-d919-46cc-aa3f-57adb956ddef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1 HTTP/1.1" status: 204 len: 168 time: 0.1766710 Jul 09 17:49:42.833742 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7cb7a-d919-46cc-aa3f-57adb956ddef tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e6a3d-25d8-469e-9f02-8f2059c7dcd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.050786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c513cc82-47d8-42fd-8219-2546db98bab8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:43.053251 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.058100 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052289517', 'description': 'tempest-secgroup-smoke-2052289517 description', 'project_id': '6a61edfccefc4d4d99620302f36adc8b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.071819 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: c513cc82-47d8-42fd-8219-2546db98bab8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:43.072072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device c513cc82-47d8-42fd-8219-2546db98bab8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:43.072528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b595aad5-c446-45eb-916c-e6fc6b73c519 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:43.081076 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.091432 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b595aad5-c446-45eb-916c-e6fc6b73c519 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:43.091784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b595aad5-c446-45eb-916c-e6fc6b73c519 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:43.092200 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:43.111054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:43.111399 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 0c33f1f2-3f1e-4a1e-99ef-4d050d436b5f not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:43.170401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.177619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.213515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c4fd4-272d-4f94-89cc-6e353547b8ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.215865 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.220037 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ddb2d553-ddde-4b91-9868-f5e8c1e38ee6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627812 Jul 09 17:49:43.220351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.224540 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '9e2c4fd4-272d-4f94-89cc-6e353547b8ab', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.251433 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.317504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.323196 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.343914 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837ede62-e0d9-4b68-b28c-249eebe9c03c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.349790 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.351065 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-aebd99b3-bc78-4e65-ad7f-55b99cd675ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299207 Jul 09 17:49:43.353726 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.358456 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '9e2c4fd4-272d-4f94-89cc-6e353547b8ab', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.387091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.446216 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.452756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.472846 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cff635-9487-47d6-8a05-d1f53c5a391b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.477539 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.478938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee79bfb9-922c-44ca-81ed-852336d02ae8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242123 Jul 09 17:49:43.481938 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43976) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.486696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '9e2c4fd4-272d-4f94-89cc-6e353547b8ab', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.517975 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.582689 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.588270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.606281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c7daba-a711-4773-ae50-34fa18a5917b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.613774 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.615104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-cf5bffa0-4da0-4422-93ac-9c55f3024a7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321056 Jul 09 17:49:43.618007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.622614 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '9e2c4fd4-272d-4f94-89cc-6e353547b8ab', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.652878 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.726740 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.732059 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.750480 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ff1d49-2691-4aef-8292-225ec017559a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.758358 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.762778 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84bca807-88b5-4422-85ac-09928784827d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407797 Jul 09 17:49:43.763352 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43980) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.767535 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '9e2c4fd4-272d-4f94-89cc-6e353547b8ab', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.790953 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:49:43.795631 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.863988 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.870377 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.889948 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1f0b5d-5cdb-44ee-b2dd-ce64b5d7da5a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:43.898239 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.899465 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4bccc5a-fa61-4f71-a1ab-15ac3ab3c3e1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355951 Jul 09 17:49:43.903447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:43.907900 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '9e2c4fd4-272d-4f94-89cc-6e353547b8ab', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:43.931043 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:49:43.936143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.999330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.005185 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.023543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb16dda-6ae5-468a-a2b2-12106216d838,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:44.032379 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.033558 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-461240ae-e05d-4c34-a801-fd9d5ecec032 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291852 Jul 09 17:49:44.037656 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:44.042565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'network': {'name': 'tempest-network-smoke--200876737', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:44.064112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:49:44.067635 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.091943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:49:44.101037 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.101382 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Added segment d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d of type vlan for network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 Jul 09 17:49:44.140205 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.168045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.173791 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:44.174389 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.235871 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1971874 Jul 09 17:49:44.238607 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 43986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:44.244949 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'admin_state_up': True, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:44.251383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d9ed1-9df9-4631-9b03-6389526b1832 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Network': ['ID=85e13a28-d45e-4bd5-a5e8-f0017a3e8010,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:44.263054 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:49:44.272390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.273437 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.326174 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.482280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.686403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.707139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.822059 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.213 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/db8af8bd-4d7f-4811-9040-46d4c6a23dd6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:49:44.928298 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.970160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:45.012184 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:49:45.015188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:49:45.020650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:49:45.023726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:45.280414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:45.481051 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:45.618293 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router af2910c3-c6bd-4927-a265-6f9a762872a7 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:49:45.728508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:45.739404 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Sync routers for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:45.748449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:45.749089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:45.749256 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:45.750585 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4806d64a-6307-445f-8ebb-581da55c5506 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5109689 Jul 09 17:49:45.753962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:45.821810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d32a4b82-94a9-496b-a1c0-8c98931f8254 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6a61edfccefc4d4d99620302f36adc8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665998 Jul 09 17:49:45.824488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:45.857239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:46.043619 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:45Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:46.070347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Checking router: af2910c3-c6bd-4927-a265-6f9a762872a7 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:46.070737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Updating router af2910c3-c6bd-4927-a265-6f9a762872a7 port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:49:46.110655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.228237 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a020ed-831b-4504-8442-6cee41cfcb14 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:46.229702 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-71a020ed-831b-4504-8442-6cee41cfcb14 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4042919 Jul 09 17:49:46.232942 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:46.261186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee17f015-5ec1-4a48-b27a-6e116e780977 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271375 Jul 09 17:49:46.264122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:46.269329 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-432263364', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:46.361787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:49:46.365632 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.526748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.536755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Transition to ACTIVE for port object db8af8bd-4d7f-4811-9040-46d4c6a23dd6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:46.543518 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.548130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.591064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Attempting to bind port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:49:46.591435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Attempting to bind port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:49:46.591803 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Attempting to bind port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:49:46.598965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7c59-3e77-4060-b4c7-b66811551f1a None None] Pushing event updated for resources: {'Port': ['ID=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:46.601422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:49:46.601798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:49:46.602205 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.602612 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:49:46.603094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Bound port: db8af8bd-4d7f-4811-9040-46d4c6a23dd6, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:49:46.603485 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.614078 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Subnet': ['ID=1dd22c81-950a-4abb-b007-2e890727a613,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:46.622498 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Checking segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:49:46.622876 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network hostable DHCP agents. Network: 85e13a28-d45e-4bd5-a5e8-f0017a3e8010, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:49:46.640835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:49:46.650514 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 85e13a28-d45e-4bd5-a5e8-f0017a3e8010) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:49:46.655298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:46.656143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.658070 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] For port db8af8bd-4d7f-4811-9040-46d4c6a23dd6, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:49:46.661363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] For port db8af8bd-4d7f-4811-9040-46d4c6a23dd6, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:49:46.663849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b400ea-ebce-4c39-88fe-d834857a6535 None None] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:49:46.667768 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.671857 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a3d2cb4e-2df0-4bb4-8e83-b66244bd82a2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066708 Jul 09 17:49:46.674790 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 43998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:46.784821 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:46.785405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:46.789401 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7c59-3e77-4060-b4c7-b66811551f1a None None] Pushing event updated for resources: {'Port': ['ID=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:46.939245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:49:46.940111 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:46.943004 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:47.102949 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.200276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Allocated IP 172.20.0.2 (85e13a28-d45e-4bd5-a5e8-f0017a3e8010/1dd22c81-950a-4abb-b007-2e890727a613/3ceb360e-3d04-4806-8218-e2b13183532e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:49:47.276814 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:45Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:47.309377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c34cb5-1f71-43c4-b7fd-6cd344ec1c0c None None] The sync data for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 is: [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:45Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:47.383733 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.392408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Transition to ACTIVE for port object 3ceb360e-3d04-4806-8218-e2b13183532e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:47.406910 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Transition to ACTIVE for port object 3ceb360e-3d04-4806-8218-e2b13183532e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:47.413608 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.456226 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:49:47.459301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:49:47.463098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:49:47.470516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Pushing event updated for resources: {'Port': ['ID=3ceb360e-3d04-4806-8218-e2b13183532e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:47.471072 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.1 (85e13a28-d45e-4bd5-a5e8-f0017a3e8010/1dd22c81-950a-4abb-b007-2e890727a613/9da99282-8311-4c60-9f5a-14e6405b8309) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:49:47.527583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Attempting to bind port 3ceb360e-3d04-4806-8218-e2b13183532e on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:49:47.527583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Attempting to bind port 3ceb360e-3d04-4806-8218-e2b13183532e by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:49:47.527583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Attempting to bind port 3ceb360e-3d04-4806-8218-e2b13183532e on network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:49:47.535408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:49:47.536180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Checking segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:49:47.536808 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.537409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Bound using segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:49:47.538228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Bound port: 3ceb360e-3d04-4806-8218-e2b13183532e, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:49:47.538871 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.615725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] For port 3ceb360e-3d04-4806-8218-e2b13183532e, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:49:47.617919 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.619150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] For port 3ceb360e-3d04-4806-8218-e2b13183532e, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ceb360e-3d04-4806-8218-e2b13183532e,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:49:47.626581 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.634204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object 9da99282-8311-4c60-9f5a-14e6405b8309 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:47.672924 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.704057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87ca2-63db-4c05-9e8e-c6a16bf22648 None None] Pushing event updated for resources: {'Port': ['ID=3ceb360e-3d04-4806-8218-e2b13183532e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:47.738282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:49:47.742643 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:49:47.745126 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=9da99282-8311-4c60-9f5a-14e6405b8309,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:47.747849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:49:47.795616 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:47.994292 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:48.278121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:48.283787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:48.362005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=9da99282-8311-4c60-9f5a-14e6405b8309,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:48.365003 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:48.463323 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:49:48.465246 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:49:48.586938 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router af2910c3-c6bd-4927-a265-6f9a762872a7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:48.653751 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3921d0-a789-4bd1-83b6-b54599588955 None None] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:49:48.701829 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:48.707628 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1cef65f5-aecc-4164-a150-80ff0d3c351c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/af2910c3-c6bd-4927-a265-6f9a762872a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318706 Jul 09 17:49:48.762952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5046bc49-a992-45b8-96ff-a27d4453726d None None] Provisioning for port 3ceb360e-3d04-4806-8218-e2b13183532e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:48.868419 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-c19c0768-3023-4114-bba5-47e1b85fab3d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052289517&fields=id&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 267 time: 0.0431108 Jul 09 17:49:48.985013 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-4e394cde-7afd-47bd-b61c-60c115f7d538 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:48.992696 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-4e394cde-7afd-47bd-b61c-60c115f7d538 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 796 time: 0.1168909 Jul 09 17:49:49.009621 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-baef2521-f61a-497d-abab-3cce0db93ef4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/quotas/6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 375 time: 0.0159044 Jul 09 17:49:49.058829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ceb360e-3d04-4806-8218-e2b13183532e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:49.088178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-7263e5c7-20b9-48f8-832f-eed393ed8785 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775073 Jul 09 17:49:49.106063 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-6e5bb878-f7c4-43d2-ae70-0a7a3bb63ca1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:49:49.107369 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-6e5bb878-f7c4-43d2-ae70-0a7a3bb63ca1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076299 Jul 09 17:49:49.125698 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0dee5691-d66f-4e98-bf12-3677c6e653b3 None None] Provisioning for port 9da99282-8311-4c60-9f5a-14e6405b8309 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:49.129150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 3ceb360e-3d04-4806-8218-e2b13183532e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:49.133168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0dee5691-d66f-4e98-bf12-3677c6e653b3 None None] Provisioning complete for port 9da99282-8311-4c60-9f5a-14e6405b8309 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:49.133516 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0dee5691-d66f-4e98-bf12-3677c6e653b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.135187 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3ceb360e-3d04-4806-8218-e2b13183532e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:49.135407 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.198193 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0dee5691-d66f-4e98-bf12-3677c6e653b3 None None] Port 9da99282-8311-4c60-9f5a-14e6405b8309 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:49:49.213363 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Sync routers for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:49.226958 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:49.227872 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:49.243003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.271122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-3247d56d-c1bf-4c56-bc85-ff37585e3330 service neutron] 10.222.0.48 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570191 Jul 09 17:49:49.277510 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 3ceb360e-3d04-4806-8218-e2b13183532e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ceb360e-3d04-4806-8218-e2b13183532e,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:49.282667 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.283774 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device db8af8bd-4d7f-4811-9040-46d4c6a23dd6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:49.343171 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:49.368423 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-e5521728-66c9-4dcb-8827-545b00a5609f service neutron] 10.222.0.48 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964255 Jul 09 17:49:49.375122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=3ceb360e-3d04-4806-8218-e2b13183532e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:49.378978 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:49.383307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:49.383765 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.435168 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4eae0fbe-13b8-4af1-bcbe-556445624ec4 None None] Provisioning complete for port 9da99282-8311-4c60-9f5a-14e6405b8309 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:49.435551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eae0fbe-13b8-4af1-bcbe-556445624ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.474087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4eae0fbe-13b8-4af1-bcbe-556445624ec4 None None] Port 9da99282-8311-4c60-9f5a-14e6405b8309 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:49:49.531802 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.580997 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port db8af8bd-4d7f-4811-9040-46d4c6a23dd6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:49.587900 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.599348 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:48Z', 'revision_number': 2, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:49.609941 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17aa0732-0e64-4c89-90b8-4b4dbe44e6a5 req-8b2431d1-9759-4bee-9e4b-733465a18013 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 210 time: 0.0426619 Jul 09 17:49:49.639576 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Checking router: af2910c3-c6bd-4927-a265-6f9a762872a7 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:49.640040 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Updating router af2910c3-c6bd-4927-a265-6f9a762872a7 port 9da99282-8311-4c60-9f5a-14e6405b8309 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:49:49.648608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:49.654225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47bc627e-3d8f-413a-8978-203353d09382 None None] Provisioning complete for port 9da99282-8311-4c60-9f5a-14e6405b8309 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:49.654923 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47bc627e-3d8f-413a-8978-203353d09382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.684590 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.694574 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47bc627e-3d8f-413a-8978-203353d09382 None None] Port 9da99282-8311-4c60-9f5a-14e6405b8309 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:49:49.949726 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:49.961056 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Transition to ACTIVE for port object 9da99282-8311-4c60-9f5a-14e6405b8309 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:49.968267 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:50.036928 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Pushing event updated for resources: {'Port': ['ID=9da99282-8311-4c60-9f5a-14e6405b8309,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:50.065239 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.065582 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.065919 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.066248 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.066598 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.066924 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.067247 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.067747 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.068073 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.068385 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.068878 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.069355 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:50.084975 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Attempting to bind port 9da99282-8311-4c60-9f5a-14e6405b8309 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:49:50.085525 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Attempting to bind port 9da99282-8311-4c60-9f5a-14e6405b8309 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:49:50.086050 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Attempting to bind port 9da99282-8311-4c60-9f5a-14e6405b8309 on network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:49:50.093654 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:49:50.094259 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Checking segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:49:50.094902 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:50.095483 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Bound using segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:49:50.096159 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Bound port: 9da99282-8311-4c60-9f5a-14e6405b8309, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:49:50.096680 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:50.166032 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] For port 9da99282-8311-4c60-9f5a-14e6405b8309, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:49:50.169691 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] For port 9da99282-8311-4c60-9f5a-14e6405b8309, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9da99282-8311-4c60-9f5a-14e6405b8309,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:49:50.175345 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:50.234229 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:50.235111 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:50.290153 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd3daf-e4e1-456b-9e3c-f2c62baf862e None None] Pushing event updated for resources: {'Port': ['ID=9da99282-8311-4c60-9f5a-14e6405b8309,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:50.352683 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:50.645282 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:50Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:50.672884 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80c6b2-c95f-42c2-b3b9-147c7d3d6c9e None None] The sync data for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 is: [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:50Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:50.799702 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-7cc733d3-0f8e-44ca-8d6c-b157188fa5c9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:50.802069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-7cc733d3-0f8e-44ca-8d6c-b157188fa5c9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 796 time: 0.1301334 Jul 09 17:49:50.814267 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99a076b9-a43a-48f1-ac38-01b89e6c4eb1 req-fbdcb5ab-4cee-40bf-9c8f-41adea48c661 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 210 time: 0.0382726 Jul 09 17:49:50.853150 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-69cbe9fd-5fdf-411d-942c-587ca07eee04 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 380 time: 0.0364749 Jul 09 17:49:50.865741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'port': {'device_id': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'admin_state_up': True, 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'security_groups': ['9e2c4fd4-272d-4f94-89cc-6e353547b8ab']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:51.005453 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:49:51.009027 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.096525 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9da99282-8311-4c60-9f5a-14e6405b8309 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:51.146363 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 9da99282-8311-4c60-9f5a-14e6405b8309 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:51.150858 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9da99282-8311-4c60-9f5a-14e6405b8309 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:51.151350 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.154040 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.5 (85e13a28-d45e-4bd5-a5e8-f0017a3e8010/1dd22c81-950a-4abb-b007-2e890727a613/027bddcc-5be7-41fa-87bc-f3a93c0c7451) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:49:51.231148 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.270172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 9da99282-8311-4c60-9f5a-14e6405b8309, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9da99282-8311-4c60-9f5a-14e6405b8309,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:51.275103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.275903 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ceb360e-3d04-4806-8218-e2b13183532e up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:51.301510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.316354 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object 027bddcc-5be7-41fa-87bc-f3a93c0c7451 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:51.352296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.364094 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=9da99282-8311-4c60-9f5a-14e6405b8309,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:51.382051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 3ceb360e-3d04-4806-8218-e2b13183532e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:51.382653 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.407050 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:49:51.410452 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:49:51.415023 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:49:51.449685 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=027bddcc-5be7-41fa-87bc-f3a93c0c7451,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:51.487320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:51.488461 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.513560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device db8af8bd-4d7f-4811-9040-46d4c6a23dd6 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:51.525625 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-1f10a144-ea00-47b9-909d-8aa4f80ab64d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6648691 Jul 09 17:49:51.576974 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:51.577568 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.602915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Request body: {'port': {'device_id': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:49:51.681104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-016b970c-eb54-4058-a4e9-8bdcd80fd049 None None] Provisioning for port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:51.685383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-016b970c-eb54-4058-a4e9-8bdcd80fd049 None None] Provisioning complete for port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:51.685764 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-016b970c-eb54-4058-a4e9-8bdcd80fd049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.701951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.729609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-016b970c-eb54-4058-a4e9-8bdcd80fd049 None None] Port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:49:51.981891 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027bddcc-5be7-41fa-87bc-f3a93c0c7451 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:49:51.989874 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:51.995820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66360a1c-20ab-4958-a32d-8765b9f91eb0 req-30a117aa-0367-4324-ac5e-ebf245a384df tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:51.997530 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66360a1c-20ab-4958-a32d-8765b9f91eb0 req-30a117aa-0367-4324-ac5e-ebf245a384df tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 931 time: 0.0670919 Jul 09 17:49:52.002784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Transition to ACTIVE for port object 027bddcc-5be7-41fa-87bc-f3a93c0c7451 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:49:52.008183 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:52.048184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-66360a1c-20ab-4958-a32d-8765b9f91eb0 req-0bdd5b3a-06cf-4cf1-ab5d-3f7838496b37 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Jul 09 17:49:52.062457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Pushing event updated for resources: {'Port': ['ID=027bddcc-5be7-41fa-87bc-f3a93c0c7451,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:52.131298 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Attempting to bind port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:49:52.131633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Attempting to bind port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:49:52.131966 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Attempting to bind port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 on network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:49:52.136468 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 on network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:49:52.136790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Attempting to bind port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 on network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:49:52.142231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:49:52.142596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Checking segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:49:52.143030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Bound using segment: {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:49:52.143459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Bound port: 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:49:52.143818 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:52.214337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] For port 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:49:52.217544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] For port 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:49:52.221900 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:52.258603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:52.259442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:52.260969 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] 10.222.0.37 "PUT /v2.0/ports/027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 1091 time: 0.7206039 Jul 09 17:49:52.261426 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:52.263843 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc0063-fe71-48a0-b251-30a8cca8b8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:52.293847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdb267-725e-4a7b-a52e-33b7af7cf59b service neutron] Pushing event updated for resources: {'Port': ['ID=027bddcc-5be7-41fa-87bc-f3a93c0c7451,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:52.308855 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd1cc8-d982-4de6-9a4b-64c4c2027caf x-openstack-request-id: req-cbfd1cc8-d982-4de6-9a4b-64c4c2027caf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:52.309095 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:52.309354 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbfd1cc8-d982-4de6-9a4b-64c4c2027caf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:52.309755 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'status': 'completed', 'code': 200} Jul 09 17:49:52.383255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-6e2d3f0e-439d-4a02-ad96-b4838ba08f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:52.385007 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-6e2d3f0e-439d-4a02-ad96-b4838ba08f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1094 time: 0.0570517 Jul 09 17:49:52.438659 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-95de203c-b38e-4574-8918-8d59cd8f805b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 217 time: 0.0394640 Jul 09 17:49:52.490434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-567c861d-4a86-4b16-a2d2-63ea44380101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:52.491855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-567c861d-4a86-4b16-a2d2-63ea44380101 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0472586 Jul 09 17:49:52.551707 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-0c265be6-9233-4668-baec-5a000a37e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:52.553199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-0c265be6-9233-4668-baec-5a000a37e03c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539145 Jul 09 17:49:52.654504 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-3cf2c65c-08dc-4acb-9975-e4c804ff1d9f service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936806 Jul 09 17:49:52.773361 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-58415ca7-5bc1-4b9f-8789-0eca83021108 req-abcd3583-9665-425b-b861-b5de26851773 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120312 Jul 09 17:49:52.923084 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-7e804f11-b886-40c1-9a05-79bb4ac47ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:52.924437 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-7e804f11-b886-40c1-9a05-79bb4ac47ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1094 time: 0.0540054 Jul 09 17:49:52.992002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9da99282-8311-4c60-9f5a-14e6405b8309 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:53.024148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-c0dfa804-1365-432a-9abd-26da8fa98ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:53.025641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-c0dfa804-1365-432a-9abd-26da8fa98ae9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 897 time: 0.0942960 Jul 09 17:49:53.070196 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-7d5bf2e8-1509-4567-b010-ba2171cf0689 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 217 time: 0.0379617 Jul 09 17:49:53.123042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-93b75d0b-3995-4776-820c-2051cb03f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:53.124693 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-93b75d0b-3995-4776-820c-2051cb03f0a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0476241 Jul 09 17:49:53.189529 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-b28dc630-350d-4a31-844b-a296225e5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:53.191106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-b28dc630-350d-4a31-844b-a296225e5209 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599689 Jul 09 17:49:53.208218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 9da99282-8311-4c60-9f5a-14e6405b8309 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:53.209201 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:53.225016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76feb5-6831-42a2-8118-5686b8ce52af req-b8ff9a76-9a56-432c-9782-1e59f7b8900f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:53.226601 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff76feb5-6831-42a2-8118-5686b8ce52af req-b8ff9a76-9a56-432c-9782-1e59f7b8900f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 943 time: 0.0644670 Jul 09 17:49:53.266420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ff76feb5-6831-42a2-8118-5686b8ce52af req-921ede94-d937-4aa6-81ea-871c813934f2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Jul 09 17:49:53.283149 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-b21fd4c0-a2e6-4a0d-a75f-8a8ed531d4f2 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Jul 09 17:49:53.381269 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-84bc0063-fe71-48a0-b251-30a8cca8b8dd req-27406175-2a3e-42d1-8f71-5446e81d123c service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Jul 09 17:49:54.428840 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:54.455957 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf556b-46ca-4720-af2f-f04fe1e840bf req-9d7e7eaa-cbb6-4eb0-b2e1-aecacc258738 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:54.457457 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cf556b-46ca-4720-af2f-f04fe1e840bf req-9d7e7eaa-cbb6-4eb0-b2e1-aecacc258738 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 943 time: 0.0722840 Jul 09 17:49:54.495858 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f8cf556b-46ca-4720-af2f-f04fe1e840bf req-aeeb7e6a-a1d6-44cc-91db-665878c93554 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Jul 09 17:49:55.676071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4364e8-759a-4703-ac03-0bafa41e7bfd req-64d51f9b-1967-45ab-909b-2a5c10bd84c6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:55.677551 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc4364e8-759a-4703-ac03-0bafa41e7bfd req-64d51f9b-1967-45ab-909b-2a5c10bd84c6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 943 time: 0.0686014 Jul 09 17:49:55.717668 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cc4364e8-759a-4703-ac03-0bafa41e7bfd req-5417297b-a688-49d6-b929-2c88aad8319f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Jul 09 17:49:56.210117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 027bddcc-5be7-41fa-87bc-f3a93c0c7451 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:49:56.320965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:56.333286 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'port_id': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'mac_address': 'fa:16:3e:fb:d5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:49:56.370232 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:56.384585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027bddcc-5be7-41fa-87bc-f3a93c0c7451 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:49:56.405861 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:56.412017 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:56.462188 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=027bddcc-5be7-41fa-87bc-f3a93c0c7451,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:56.836316 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['027bddcc-5be7-41fa-87bc-f3a93c0c7451'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:49:56.901250 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bce1f5-5809-4639-85fa-f2de7324268b req-85e49eb4-ab93-4077-916e-f5dd3eedbb06 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:56.902814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38bce1f5-5809-4639-85fa-f2de7324268b req-85e49eb4-ab93-4077-916e-f5dd3eedbb06 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 944 time: 0.0639191 Jul 09 17:49:56.946408 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-38bce1f5-5809-4639-85fa-f2de7324268b req-5c26dfca-8d7b-4258-8841-f294b9a54f32 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373988 Jul 09 17:49:57.544824 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:49:58.133021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab33c8-057f-4d26-b27b-acd9515a2c0a req-91867155-381c-432d-9253-1f4965289403 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:58.134518 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24ab33c8-057f-4d26-b27b-acd9515a2c0a req-91867155-381c-432d-9253-1f4965289403 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 944 time: 0.0668924 Jul 09 17:49:58.177471 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24ab33c8-057f-4d26-b27b-acd9515a2c0a req-61736e7d-e29b-4d16-a18d-b0133cb8832f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Jul 09 17:49:58.220776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 027bddcc-5be7-41fa-87bc-f3a93c0c7451 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:49:58.274827 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:49:58.279923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:49:58.280326 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:58.363955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:58.397886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:58.400490 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b73b4a-219d-48b4-ba80-75cb1450482b" -d '{"events": [{"server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "name": "network-vif-plugged", "status": "completed", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:58.413817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:58.420304 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:58.467079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=027bddcc-5be7-41fa-87bc-f3a93c0c7451,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:58.485603 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cdc96e-da13-49df-bc7c-409f68f1d239 x-openstack-request-id: req-a4cdc96e-da13-49df-bc7c-409f68f1d239 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:58.485896 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "name": "network-vif-plugged", "status": "completed", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:58.486163 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4cdc96e-da13-49df-bc7c-409f68f1d239 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:58.486586 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'code': 200} Jul 09 17:49:58.629263 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cef2c-b844-4bdd-b8e6-af34b1bb927c req-722fa3ab-2a19-4314-a881-4151904d0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:58.631193 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-101cef2c-b844-4bdd-b8e6-af34b1bb927c req-722fa3ab-2a19-4314-a881-4151904d0fcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1096 time: 0.0535185 Jul 09 17:49:58.666921 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-101cef2c-b844-4bdd-b8e6-af34b1bb927c req-1b11b8d3-2e30-40a0-8c44-229054923422 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282524 Jul 09 17:49:59.377986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e3b2-2576-4742-b25f-3079819950ee req-1b9a659b-0a01-4f18-99e1-baec49bde099 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:59.379512 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1758e3b2-2576-4742-b25f-3079819950ee req-1b9a659b-0a01-4f18-99e1-baec49bde099 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0669458 Jul 09 17:49:59.418577 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1758e3b2-2576-4742-b25f-3079819950ee req-979748e5-8485-4560-b9c1-7201c1ce4b29 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Jul 09 17:50:00.607599 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c633-285d-4ff0-89d1-e662cc0bc2ae req-f806ded1-bf57-4818-b6ec-2e16ffcffc0d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:00.609154 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f02c633-285d-4ff0-89d1-e662cc0bc2ae req-f806ded1-bf57-4818-b6ec-2e16ffcffc0d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0690339 Jul 09 17:50:00.653145 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f02c633-285d-4ff0-89d1-e662cc0bc2ae req-1ba227f8-d61b-4393-9f4a-d6dca8a58d4f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356228 Jul 09 17:50:00.838366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e1ba8-9251-431c-9634-b0c8b0b352bb req-755f81fd-423d-491b-a1c1-3f6bb6283059 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:00.839896 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b2e1ba8-9251-431c-9634-b0c8b0b352bb req-755f81fd-423d-491b-a1c1-3f6bb6283059 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0741279 Jul 09 17:50:00.877407 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3b2e1ba8-9251-431c-9634-b0c8b0b352bb req-28d2339f-ce38-4ccf-b326-6b6e3f329f7f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317323 Jul 09 17:50:00.902249 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:50:00.953961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b5a8c-f9e0-43a9-a133-2260bc42ffba tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:00.955596 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ee9b5a8c-f9e0-43a9-a133-2260bc42ffba tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1091 time: 0.0523546 Jul 09 17:50:00.958515 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:50:00.962920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:50:00.988224 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:01.087351 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:01.186896 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.77 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/c887b7f9-3884-4657-8751-c8680380ffc9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:50:01.290880 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:01.334347 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:01.377360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:50:01.380705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:50:01.384291 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:50:01.389716 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=c887b7f9-3884-4657-8751-c8680380ffc9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:50:02.086996 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:02.165256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:02.329685 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:02.335764 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:02.404962 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=c887b7f9-3884-4657-8751-c8680380ffc9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:50:02.415400 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:02.516488 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP f720321d-f47b-414e-b293-1e276b41da5d associated. External IP: 172.25.7.77, port: 027bddcc-5be7-41fa-87bc-f3a93c0c7451. Jul 09 17:50:02.737966 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router af2910c3-c6bd-4927-a265-6f9a762872a7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:50:02.850130 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:50:02.860843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] Sync routers for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:50:02.868329 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:02.873352 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:50:02.873944 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:50:02.909866 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d9fd53a7-1d09-49a1-9c83-9d97cc081126 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9503169 Jul 09 17:50:02.910454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:50:02.912906 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1488b-8902-4eba-9faf-0eb84ffbb164" -d '{"events": [{"name": "network-changed", "server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:50:02.984947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:50:03.065984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d23d56-6185-4d63-bafc-2cdce366b70e req-27ef1e07-9d60-4a47-b6c7-ed6b9929086f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:03.067564 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58d23d56-6185-4d63-bafc-2cdce366b70e req-27ef1e07-9d60-4a47-b6c7-ed6b9929086f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0646341 Jul 09 17:50:03.108498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-58d23d56-6185-4d63-bafc-2cdce366b70e req-05db09d8-f2ff-4d51-8919-a6f8d0754d06 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jul 09 17:50:03.133798 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:50:03.154707 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e2205e-01cc-48e1-8a12-84915c980bdb x-openstack-request-id: req-52e2205e-01cc-48e1-8a12-84915c980bdb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:50:03.155010 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:50:03.155266 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52e2205e-01cc-48e1-8a12-84915c980bdb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:50:03.155675 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'status': 'completed', 'code': 200} Jul 09 17:50:03.201811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-840af39b-db5e-4aa5-8702-88fa4c7891d8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/f720321d-f47b-414e-b293-1e276b41da5d HTTP/1.1" status: 200 len: 990 time: 0.0662138 Jul 09 17:50:03.214449 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f720321d-f47b-414e-b293-1e276b41da5d', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'port_id': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'mac_address': 'fa:16:3e:fb:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:50:01Z', 'updated_at': '2021-07-09T17:50:01Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:51Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:50:03.243625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] Checking router: af2910c3-c6bd-4927-a265-6f9a762872a7 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:50:03.252000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:50:03.252609 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:49:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:50:03.254021 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-4267f29c-ada9-4892-892f-42c89e4887af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:03.256301 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-4267f29c-ada9-4892-892f-42c89e4887af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1096 time: 0.0535026 Jul 09 17:50:03.345030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-33f93c69-1d09-452a-b4be-e1384f086cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:03.346432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-33f93c69-1d09-452a-b4be-e1384f086cd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 897 time: 0.0834374 Jul 09 17:50:03.354375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:50:03.585531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f720321d-f47b-414e-b293-1e276b41da5d', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'port_id': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'mac_address': 'fa:16:3e:fb:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:50:01Z', 'updated_at': '2021-07-09T17:50:01Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:51Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:50:03.612157 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb065b94-1259-4209-9c20-15490f5e3576 None None] The sync data for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 is: [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'f720321d-f47b-414e-b293-1e276b41da5d', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'port_id': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'mac_address': 'fa:16:3e:fb:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:50:01Z', 'updated_at': '2021-07-09T17:50:01Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:51Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:50:03.762241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-67233876-1e3c-4074-bcc9-43d5d7aca038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 998 time: 0.4090910 Jul 09 17:50:03.814816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-511f9b6a-546a-494a-a80e-164dc909809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:03.816489 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-511f9b6a-546a-494a-a80e-164dc909809c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0466783 Jul 09 17:50:03.821637 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1373c-7eed-4fc8-82cc-b8605f14daba None None] New status for floating IP f720321d-f47b-414e-b293-1e276b41da5d: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:50:03.882088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-afebdf16-333d-4206-9ebb-614088efb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:03.883678 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-afebdf16-333d-4206-9ebb-614088efb21c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607057 Jul 09 17:50:03.978237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-0efe455b-56db-4ce9-aa81-b70a0c587282 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Jul 09 17:50:04.066972 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-35b1488b-8902-4eba-9faf-0eb84ffbb164 req-f57c8bc6-2be3-41e2-aacc-306bbac7b6a0 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820701 Jul 09 17:50:04.207200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:50:04.284032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-d157958c-1217-462f-b878-40e8498ab47b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/f720321d-f47b-414e-b293-1e276b41da5d HTTP/1.1" status: 200 len: 992 time: 0.0749512 Jul 09 17:50:05.937979 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad12bc33-fbb4-4a44-a46e-294a87c10e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:08.449358 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61bd0fe-e241-49ab-bd00-dafd7033766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:08.739395 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:08.900254 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:09.596305 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:11.421982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:24.429997 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:34.550520 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:50:34.689595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-3a0eeea6-cbd1-4a75-884c-e82f9f509729 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620091 Jul 09 17:50:34.812391 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-5cb3fc7d-4cfc-420d-ad7e-7c54f112dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:34.813941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-5cb3fc7d-4cfc-420d-ad7e-7c54f112dc7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1096 time: 0.0545025 Jul 09 17:50:34.922777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-695b524a-cd9a-447a-8090-8cdae0d695de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:34.924273 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-695b524a-cd9a-447a-8090-8cdae0d695de service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 897 time: 0.0833530 Jul 09 17:50:34.994057 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-d9409d8a-1c43-4ba0-9686-74649a35667f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 1000 time: 0.0623460 Jul 09 17:50:35.041990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-c19b0b3e-7d37-4cca-a5b9-0aa1ff19f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:35.043461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-c19b0b3e-7d37-4cca-a5b9-0aa1ff19f8c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0436091 Jul 09 17:50:35.103359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-63a301d0-a62f-41bc-b71a-947c31d8ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:50:35.104783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-63a301d0-a62f-41bc-b71a-947c31d8ab7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547237 Jul 09 17:50:35.197423 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-807c5ff0-1aff-4c3d-a334-4018427e68b1 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854838 Jul 09 17:50:35.287167 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ba01a190-3fbe-48f4-b87c-a46e2d5e5744 req-ac4a325e-5cd0-413b-850b-16bac08501c1 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825348 Jul 09 17:50:35.943188 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-665f3a83-98c3-49ba-9128-c244e3e2c0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:38.450658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d60fd767-69cc-4cc5-aeac-63004633447c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:38.740044 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:38.892235 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:39.595161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:41.419592 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:54.451230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:05.180611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae53613-a70c-4331-897d-bda2acababd7 req-db380f72-ef8d-4af8-928b-abf1ea38274b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:05.182014 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eae53613-a70c-4331-897d-bda2acababd7 req-db380f72-ef8d-4af8-928b-abf1ea38274b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0724375 Jul 09 17:51:05.221313 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eae53613-a70c-4331-897d-bda2acababd7 req-3fe1aea8-2099-4293-9bfd-9f7aa0d6c95a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333326 Jul 09 17:51:05.944151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8a91949-6089-4e52-bc75-f9c5850f94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:06.414316 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0e24d-151a-4e20-86a5-a3fef5b20ac1 req-6eac7ad3-c7be-4e71-8490-34901e09bdd3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:06.415854 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5b0e24d-151a-4e20-86a5-a3fef5b20ac1 req-6eac7ad3-c7be-4e71-8490-34901e09bdd3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0733063 Jul 09 17:51:06.458095 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a5b0e24d-151a-4e20-86a5-a3fef5b20ac1 req-d4f877c5-5840-4bab-9634-d5f58d9eecf2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Jul 09 17:51:07.669851 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06854ff-a365-4e53-b157-f4d84f6e1ca6 req-272b4262-eb73-496a-b9a9-3fc492734e8f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:07.671694 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e06854ff-a365-4e53-b157-f4d84f6e1ca6 req-272b4262-eb73-496a-b9a9-3fc492734e8f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0883234 Jul 09 17:51:07.713746 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e06854ff-a365-4e53-b157-f4d84f6e1ca6 req-9c151b45-0e3f-4cec-b652-a9e641ddd03c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Jul 09 17:51:08.454978 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-500a7693-0ae3-47aa-aabb-76906f5f9320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:08.736137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:08.898148 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d25a-fbd4-4d7c-bd58-db263fd321bf req-af240e0c-03d6-4248-b594-18dbd782ae8c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:08.899605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:08.899750 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d30d25a-fbd4-4d7c-bd58-db263fd321bf req-af240e0c-03d6-4248-b594-18dbd782ae8c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0727835 Jul 09 17:51:08.942705 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3d30d25a-fbd4-4d7c-bd58-db263fd321bf req-4c586983-53e8-4cd1-b038-c87865708491 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Jul 09 17:51:09.602264 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:10.145306 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb518-8453-42f2-9d89-bc5c7520cce1 req-1c017b17-c9c7-44f6-b11c-87449b155611 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:10.146846 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c1cb518-8453-42f2-9d89-bc5c7520cce1 req-1c017b17-c9c7-44f6-b11c-87449b155611 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0788746 Jul 09 17:51:10.189569 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c1cb518-8453-42f2-9d89-bc5c7520cce1 req-864fad85-5974-4d8f-aabd-f8c5949a4aba tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369697 Jul 09 17:51:11.385174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501595c6-d577-4c59-92f4-907e7a303fab req-10a07531-fd3c-41d1-9a9e-ab7b7d5a0013 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:11.386734 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-501595c6-d577-4c59-92f4-907e7a303fab req-10a07531-fd3c-41d1-9a9e-ab7b7d5a0013 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0763261 Jul 09 17:51:11.422450 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:11.429714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-501595c6-d577-4c59-92f4-907e7a303fab req-94f44f99-aa6b-41f4-97d8-1f7cb7c34dc9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Jul 09 17:51:11.545976 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:51:12.615662 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23f2dd-f716-4bec-bb0b-a3f4150e4194 req-6261c908-9783-47b8-99e1-019e99cef7d1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:12.617186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d23f2dd-f716-4bec-bb0b-a3f4150e4194 req-6261c908-9783-47b8-99e1-019e99cef7d1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0709164 Jul 09 17:51:12.657303 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d23f2dd-f716-4bec-bb0b-a3f4150e4194 req-bae7e665-7b56-45ee-8509-7f9dec288b4e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344791 Jul 09 17:51:13.852128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bff0-7d84-4653-936e-ab20121e06b9 req-55a3f5b7-82bf-4e9c-9ad0-fa64d5e8f337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:13.853648 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb7bff0-7d84-4653-936e-ab20121e06b9 req-55a3f5b7-82bf-4e9c-9ad0-fa64d5e8f337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0723634 Jul 09 17:51:13.895057 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7fb7bff0-7d84-4653-936e-ab20121e06b9 req-62957a13-3cef-44ab-a492-05a6fafc0fc1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355682 Jul 09 17:51:15.078658 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63ba6d-985b-490e-8c05-cb9983f16f86 req-a6c64cfd-d14a-46e8-b0de-516fdfaf0e4f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:15.080261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd63ba6d-985b-490e-8c05-cb9983f16f86 req-a6c64cfd-d14a-46e8-b0de-516fdfaf0e4f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0637834 Jul 09 17:51:15.119158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fd63ba6d-985b-490e-8c05-cb9983f16f86 req-230060ed-8a83-46b3-8873-f3d1d9dadf5d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Jul 09 17:51:16.316660 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61a9d0-efdc-4138-8b90-8d7aa7f867ee req-66a1e7d7-78a0-4625-b9f8-411870bc97e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:16.318276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf61a9d0-efdc-4138-8b90-8d7aa7f867ee req-66a1e7d7-78a0-4625-b9f8-411870bc97e5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0795004 Jul 09 17:51:16.367914 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bf61a9d0-efdc-4138-8b90-8d7aa7f867ee req-7224b2e5-fac3-48b3-b0d7-1186814086b5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Jul 09 17:51:16.394020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:16.458330 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a5648901-7e5f-4603-94c6-e928acc5cb03 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/f720321d-f47b-414e-b293-1e276b41da5d HTTP/1.1" status: 200 len: 992 time: 0.0628674 Jul 09 17:51:17.937012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5cb9-bf2c-43e9-8660-fe67b5b38359 req-fd8a556d-efeb-4542-abd2-82c110ca1622 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:17.939159 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27ce5cb9-bf2c-43e9-8660-fe67b5b38359 req-fd8a556d-efeb-4542-abd2-82c110ca1622 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0723751 Jul 09 17:51:17.943761 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047266-9966-409c-a846-b6bfdde0b4dd req-1eecec81-e12d-4006-bed4-8fef2508938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:17.945274 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-1eecec81-e12d-4006-bed4-8fef2508938d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1096 time: 0.0592399 Jul 09 17:51:17.979307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-27ce5cb9-bf2c-43e9-8660-fe67b5b38359 req-aa427400-510d-45f6-9a29-43403f11e778 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339882 Jul 09 17:51:18.035481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047266-9966-409c-a846-b6bfdde0b4dd req-c7d91f32-7228-41b2-aeef-a314a63a843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:18.037061 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-c7d91f32-7228-41b2-aeef-a314a63a843a service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 897 time: 0.0849774 Jul 09 17:51:18.107351 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-ea204848-3e29-44ec-8b23-2a1ec83b2d5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 1000 time: 0.0639722 Jul 09 17:51:18.156425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047266-9966-409c-a846-b6bfdde0b4dd req-648830ba-c12b-424f-a13a-def92d3376f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:18.157805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-648830ba-c12b-424f-a13a-def92d3376f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0449035 Jul 09 17:51:18.215222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047266-9966-409c-a846-b6bfdde0b4dd req-b127dfe7-328c-4184-bdae-d3c03cc5639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:18.216702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-b127dfe7-328c-4184-bdae-d3c03cc5639c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525396 Jul 09 17:51:18.322113 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-6a278e90-2bb2-4603-90c2-ed4b4216b090 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974381 Jul 09 17:51:18.431223 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-30047266-9966-409c-a846-b6bfdde0b4dd req-568030a0-6f79-4f40-9b35-0f2cc5b06970 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015675 Jul 09 17:51:19.158157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76eba6-3618-48f6-84d8-91093e582b63 req-69128be5-d4a5-41fe-bfe5-4a79b421b6d0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:19.159691 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a76eba6-3618-48f6-84d8-91093e582b63 req-69128be5-d4a5-41fe-bfe5-4a79b421b6d0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0673418 Jul 09 17:51:19.197879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4a76eba6-3618-48f6-84d8-91093e582b63 req-3ece3b14-37df-479e-8035-0ba4eaa8c585 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Jul 09 17:51:20.380242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614a41-6637-49e2-bdd7-e802fdf0aa93 req-1afe1d85-a355-44dd-a2b5-a630975769c1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:20.381865 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81614a41-6637-49e2-bdd7-e802fdf0aa93 req-1afe1d85-a355-44dd-a2b5-a630975769c1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0681429 Jul 09 17:51:20.436429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-81614a41-6637-49e2-bdd7-e802fdf0aa93 req-d2690d8a-9263-4286-8678-1e6b8ac2408c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Jul 09 17:51:20.463843 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:20.545497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3baa53fa-72ee-49cb-b0dd-27af9217014e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/f720321d-f47b-414e-b293-1e276b41da5d HTTP/1.1" status: 200 len: 992 time: 0.0800259 Jul 09 17:51:24.447103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:35.938043 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10069065-5ed9-4f8c-a43a-0dda31f8c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:36.670833 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-78653095-7e5d-4ba2-996a-65a046422813 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569768 Jul 09 17:51:36.806217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-6ae6ec1d-a042-4010-813d-283dd35caefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:36.807771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-6ae6ec1d-a042-4010-813d-283dd35caefe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1096 time: 0.0703421 Jul 09 17:51:36.919740 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-be9412de-dab3-4680-b520-6c356a8dee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:36.921324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-be9412de-dab3-4680-b520-6c356a8dee27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 897 time: 0.0868275 Jul 09 17:51:36.990434 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-159e2bfa-a189-47b1-b608-bb7ddb480a0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 1000 time: 0.0629933 Jul 09 17:51:37.040161 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-c3b8b002-cfec-40e6-b258-3d32cd53a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:37.041684 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-c3b8b002-cfec-40e6-b258-3d32cd53a442 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0450382 Jul 09 17:51:37.102746 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-be10ee4e-9f54-4af0-84d5-ec4e1c86111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:37.104248 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-be10ee4e-9f54-4af0-84d5-ec4e1c86111d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557432 Jul 09 17:51:37.203999 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-5bf721ca-ce3e-4eb1-be51-8dd2909babba service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912480 Jul 09 17:51:37.297458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-047c5e1e-dc6e-485a-8440-b5c35529ce04 req-ca56291e-5004-4982-8e37-d892cd565321 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855482 Jul 09 17:51:38.458390 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c6db8e33-7033-4ca1-a72e-c883b037706a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:38.732965 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:38.919874 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.606112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:41.426373 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.540031 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:51:54.478586 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:05.945473 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e83e3623-39fc-4ae5-a657-b75aad48515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:08.467038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45764010-6ee6-4e0b-ad67-65029e10d2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:08.726364 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:08.911071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.117462 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:09.292854 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port c887b7f9-3884-4657-8751-c8680380ffc9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:52:09.293112 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.369735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.370014 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.382115 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for c887b7f9-3884-4657-8751-c8680380ffc9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:52:09.541623 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.580575 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=c887b7f9-3884-4657-8751-c8680380ffc9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:09.592336 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.592692 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.593041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.593385 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.593718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.594044 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.594383 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.594756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.595097 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.595429 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.595761 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.596092 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:09.603656 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.655365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.655642 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP f720321d-f47b-414e-b293-1e276b41da5d disassociated (deleted). External IP: 172.25.7.77, port: 027bddcc-5be7-41fa-87bc-f3a93c0c7451. Jul 09 17:52:09.873795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router af2910c3-c6bd-4927-a265-6f9a762872a7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:52:09.986362 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:52:09.991352 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.995869 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] Sync routers for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:52:10.005705 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:10.006349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:10.028922 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-10ca5c08-b643-46f1-b2c6-23d41d957b96 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/floatingips/f720321d-f47b-414e-b293-1e276b41da5d HTTP/1.1" status: 204 len: 168 time: 0.9100916 Jul 09 17:52:10.029509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:10.031797 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638f434-0844-4e40-b5ef-effed853dad4" -d '{"events": [{"name": "network-changed", "server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:10.112258 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:10.309752 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:51Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:10.317324 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906605b3-2cbb-4a92-8d10-830743347ee5 x-openstack-request-id: req-906605b3-2cbb-4a92-8d10-830743347ee5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:10.317838 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:10.317838 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-906605b3-2cbb-4a92-8d10-830743347ee5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:10.318261 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'status': 'completed', 'code': 200} Jul 09 17:52:10.335998 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] Checking router: af2910c3-c6bd-4927-a265-6f9a762872a7 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:52:10.344480 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:10.345089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:10.421728 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f434-0844-4e40-b5ef-effed853dad4 req-3aa94d44-a107-463f-8ce1-2ce353feed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:10.423186 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-3aa94d44-a107-463f-8ce1-2ce353feed2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 1096 time: 0.0540526 Jul 09 17:52:10.451679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:10.467241 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357652f-6d96-46ce-a89d-77a8e464e4f6 req-02ea4c41-9e67-447a-a9dc-3478c74cd818 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:10.468970 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5357652f-6d96-46ce-a89d-77a8e464e4f6 req-02ea4c41-9e67-447a-a9dc-3478c74cd818 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0674255 Jul 09 17:52:10.513422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5357652f-6d96-46ce-a89d-77a8e464e4f6 req-6e87f616-192f-48b6-83a2-4276e7fda831 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Jul 09 17:52:10.523889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f434-0844-4e40-b5ef-effed853dad4 req-80a687ba-e6f4-473a-a4c2-d7324cc4ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:10.526832 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-80a687ba-e6f4-473a-a4c2-d7324cc4ef48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 200 len: 897 time: 0.0968413 Jul 09 17:52:10.572702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-8c437c29-d5d2-4c15-81de-1c56045ca0e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 200 len: 217 time: 0.0378506 Jul 09 17:52:10.628342 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f434-0844-4e40-b5ef-effed853dad4 req-dbd6a0c4-0ea6-4096-87f1-d49bb792f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:10.630206 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-dbd6a0c4-0ea6-4096-87f1-d49bb792f282 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 200 len: 834 time: 0.0507410 Jul 09 17:52:10.690624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f434-0844-4e40-b5ef-effed853dad4 req-d9872281-be40-40c4-bafa-d16889bfdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:10.691994 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-d9872281-be40-40c4-bafa-d16889bfdbd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85e13a28-d45e-4bd5-a5e8-f0017a3e8010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547481 Jul 09 17:52:10.783075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-2756cfb2-8f48-4dd2-b0a2-13113ae95441 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830941 Jul 09 17:52:10.812992 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:51Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:10.839039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44d23b-b72f-4a03-a0c2-829759375792 None None] The sync data for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 is: [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:47Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '9da99282-8311-4c60-9f5a-14e6405b8309', 'name': '', 'network_id': '85e13a28-d45e-4bd5-a5e8-f0017a3e8010', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:d2:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '1dd22c81-950a-4abb-b007-2e890727a613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:47Z', 'updated_at': '2021-07-09T17:49:51Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '1dd22c81-950a-4abb-b007-2e890727a613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:52:10.880180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8638f434-0844-4e40-b5ef-effed853dad4 req-327797c3-d606-4f85-84ba-7fd501515b07 service neutron] 10.222.0.37 "GET /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880668 Jul 09 17:52:11.071315 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceb3ef4-d0f1-4a28-a355-5bfbb456267f None None] New status for floating IP f720321d-f47b-414e-b293-1e276b41da5d: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:52:11.429706 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:11.760390 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dad5c-2fb1-442c-bc7f-5f2aed998587 req-e869b3dd-f626-4176-bbff-a23d1d625cd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:11.761899 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-132dad5c-2fb1-442c-bc7f-5f2aed998587 req-e869b3dd-f626-4176-bbff-a23d1d625cd6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.1198153 Jul 09 17:52:11.800646 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-132dad5c-2fb1-442c-bc7f-5f2aed998587 req-d42d08ad-f9b0-49eb-8b7d-2810af2d992b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e2c4fd4-272d-4f94-89cc-6e353547b8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Jul 09 17:52:12.239141 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-cfe5aa69-fe2e-4bd7-a683-ed1921acb2a8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:12.240529 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-cfe5aa69-fe2e-4bd7-a683-ed1921acb2a8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 945 time: 0.0762398 Jul 09 17:52:12.357739 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:52:12.358036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:12.444612 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 027bddcc-5be7-41fa-87bc-f3a93c0c7451, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=027bddcc-5be7-41fa-87bc-f3a93c0c7451,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:12.444918 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:12.457662 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 027bddcc-5be7-41fa-87bc-f3a93c0c7451 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:52:12.593684 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:12.631077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=027bddcc-5be7-41fa-87bc-f3a93c0c7451,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:12.660678 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.661033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.661376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.661711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.662041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.662376 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.662741 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.663070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.663397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.663721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.664046 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.664366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:12.688407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] No DVR routers for this DVR port 027bddcc-5be7-41fa-87bc-f3a93c0c7451 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:52:12.690924 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:12.692907 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d769df50-c8b2-4ce9-8660-6c3683a1b5c2 req-631a4610-d811-48cd-9f85-ee834d0ba2cd tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "DELETE /v2.0/ports/027bddcc-5be7-41fa-87bc-f3a93c0c7451 HTTP/1.1" status: 204 len: 173 time: 0.4464626 Jul 09 17:52:12.693339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'name': 'network-vif-deleted', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:12.695758 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc29e99-60c4-4f36-8710-af3f82294d86" -d '{"events": [{"server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "name": "network-vif-deleted", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:12.730970 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15288742-0191-4b21-9bba-bda93f2ffb62 x-openstack-request-id: req-15288742-0191-4b21-9bba-bda93f2ffb62 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:12.731314 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ff45e6-00ad-4303-bd43-dc2dffd7b748", "name": "network-vif-deleted", "tag": "027bddcc-5be7-41fa-87bc-f3a93c0c7451", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:12.731573 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15288742-0191-4b21-9bba-bda93f2ffb62 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:12.731954 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ff45e6-00ad-4303-bd43-dc2dffd7b748', 'name': 'network-vif-deleted', 'tag': '027bddcc-5be7-41fa-87bc-f3a93c0c7451', 'status': 'completed', 'code': 200} Jul 09 17:52:12.967955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4f03fd09-f905-400d-a84f-2432c0da8bb5 req-8f441450-6d73-4bc5-a8e1-86e0b87c6b2d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=41ff45e6-00ad-4303-bd43-dc2dffd7b748 HTTP/1.1" status: 200 len: 210 time: 0.0344214 Jul 09 17:52:14.069951 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:14.444917 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:14.730226 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 9da99282-8311-4c60-9f5a-14e6405b8309 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:52:14.730529 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:14.822952 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 9da99282-8311-4c60-9f5a-14e6405b8309, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=9da99282-8311-4c60-9f5a-14e6405b8309,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:14.823324 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:14.836769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 9da99282-8311-4c60-9f5a-14e6405b8309 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:52:15.030952 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.058035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=9da99282-8311-4c60-9f5a-14e6405b8309,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:15.235627 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.451101 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router af2910c3-c6bd-4927-a265-6f9a762872a7 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:52:15.561039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:52:15.568097 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-70530e5b-2556-46fd-afe1-b11484a87cf0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/af2910c3-c6bd-4927-a265-6f9a762872a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969335 Jul 09 17:52:15.571190 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:15.573347 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] Sync routers for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:52:15.584670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:15.585307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:15.621014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting subnet 1dd22c81-950a-4abb-b007-2e890727a613 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:52:15.624224 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.668482 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.694233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:15.753657 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.817031 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.845694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.847617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/subnets/1dd22c81-950a-4abb-b007-2e890727a613 HTTP/1.1" status: 204 len: 168 time: 0.2753737 Jul 09 17:52:15.849116 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcb973-d925-4482-8695-194e44739de1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd22c81-950a-4abb-b007-2e890727a613,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:15.850458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:15.852918 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e018ce-993a-4984-ad5a-31e10624620c None None] Network 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:52:15.959673 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.963618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:52:14Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:15.995606 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] Checking router: af2910c3-c6bd-4927-a265-6f9a762872a7 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:52:16.008658 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] Routers {'af2910c3-c6bd-4927-a265-6f9a762872a7'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:16.009195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['af2910c3-c6bd-4927-a265-6f9a762872a7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:16.125608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] Set router af2910c3-c6bd-4927-a265-6f9a762872a7 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:16.156563 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] DHCP port deletion for 85e13a28-d45e-4bd5-a5e8-f0017a3e8010 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:52:16.319568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Deleting port 3ceb360e-3d04-4806-8218-e2b13183532e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:52:16.320040 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.394253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] For port 3ceb360e-3d04-4806-8218-e2b13183532e, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=3ceb360e-3d04-4806-8218-e2b13183532e,segment=NetworkSegment(d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d),segment_id=d4b0582a-c9c7-47fb-ad9c-0ae6b32b138d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:16.394579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.408483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Calling delete_port for 3ceb360e-3d04-4806-8218-e2b13183532e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:52:16.421345 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.425938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:52:14Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:16.474795 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port db8af8bd-4d7f-4811-9040-46d4c6a23dd6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:52:16.475229 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.477598 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ead989-e8b3-44d1-8be0-5be83977db39 None None] The sync data for ids ['af2910c3-c6bd-4927-a265-6f9a762872a7'] in n-d-800085-2 is: [{'id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864156054', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:52:14Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'db8af8bd-4d7f-4811-9040-46d4c6a23dd6', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2910c3-c6bd-4927-a265-6f9a762872a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:49:44Z', 'updated_at': '2021-07-09T17:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:52:16.522934 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.546030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Pushing event deleted for resources: {'Port': ['ID=3ceb360e-3d04-4806-8218-e2b13183532e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:16.556357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.556764 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.557041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.557377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.557709 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.558042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.558376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.558730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.559053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.559387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.559852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.560180 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:16.562566 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port db8af8bd-4d7f-4811-9040-46d4c6a23dd6, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:16.563059 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c274ec9-ec2a-4075-92b7-f80f90f1fa00 None None] No DVR routers for this DVR port 3ceb360e-3d04-4806-8218-e2b13183532e on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:52:16.568016 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.583926 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for db8af8bd-4d7f-4811-9040-46d4c6a23dd6 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:52:16.751067 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.788361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=db8af8bd-4d7f-4811-9040-46d4c6a23dd6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:16.849757 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.858293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 027bddcc-5be7-41fa-87bc-f3a93c0c7451 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:52:16.883445 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 027bddcc-5be7-41fa-87bc-f3a93c0c7451 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:52:16.883765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 027bddcc-5be7-41fa-87bc-f3a93c0c7451 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:52:16.945319 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.946862 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.991468 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.991987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Fanout notify agent at l3_agent the message router_deleted on router af2910c3-c6bd-4927-a265-6f9a762872a7 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:52:16.998894 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:16.999996 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-80185e85-51d6-4854-86ea-807ec05e43a6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/routers/af2910c3-c6bd-4927-a265-6f9a762872a7 HTTP/1.1" status: 204 len: 168 time: 1.1479700 Jul 09 17:52:17.002855 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:17.090011 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.190430 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.201174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e13a28-d45e-4bd5-a5e8-f0017a3e8010']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:17.211979 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:17.212272 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b0582a-c9c7-47fb-ad9c-0ae6b32b138d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:17.221255 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.235156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.241894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:52:17.242407 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:52:17.247063 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:52:17.318175 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.326373 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.327743 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/networks/85e13a28-d45e-4bd5-a5e8-f0017a3e8010 HTTP/1.1" status: 204 len: 168 time: 0.3239465 Jul 09 17:52:17.331053 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:17.339786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cb4ab-c3ad-46f3-851d-6b4da348c4f6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Network': ['ID=85e13a28-d45e-4bd5-a5e8-f0017a3e8010,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:17.396362 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eb06aa2-2e8b-4203-ad79-858c10aaf54f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.422461 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eb06aa2-2e8b-4203-ad79-858c10aaf54f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.445899 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ceb360e-3d04-4806-8218-e2b13183532e no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:52:17.472537 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 3ceb360e-3d04-4806-8218-e2b13183532e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:52:17.472763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 3ceb360e-3d04-4806-8218-e2b13183532e not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:52:17.473174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9da99282-8311-4c60-9f5a-14e6405b8309 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:52:17.493073 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eb06aa2-2e8b-4203-ad79-858c10aaf54f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.494499 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 9da99282-8311-4c60-9f5a-14e6405b8309 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:52:17.494816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 9da99282-8311-4c60-9f5a-14e6405b8309 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:52:17.495825 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eb06aa2-2e8b-4203-ad79-858c10aaf54f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.497184 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1eb06aa2-2e8b-4203-ad79-858c10aaf54f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e2c4fd4-272d-4f94-89cc-6e353547b8ab HTTP/1.1" status: 204 len: 168 time: 0.1649926 Jul 09 17:52:17.508114 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb06aa2-2e8b-4203-ad79-858c10aaf54f tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c4fd4-272d-4f94-89cc-6e353547b8ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:17.799407 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:17.804175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017981969', 'description': 'tempest-secgroup-smoke-2017981969 description', 'project_id': '6a61edfccefc4d4d99620302f36adc8b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:17.830987 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.911504 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.918191 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.948926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:17.950322 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1499298 Jul 09 17:52:17.953479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:17.954510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e493e5-ee1b-4a1d-a688-859d5de66b80 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:17.959967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:17.993501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.048871 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.053487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.071289 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24615882-7025-4fbb-a073-bdea09ef9c92,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.079881 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.081069 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d26e2f57-efe7-4bbb-8097-e1fcfbcdfa60 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257725 Jul 09 17:52:18.084174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.088686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.117186 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.172171 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.178788 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.202506 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56a4116-17c9-45bf-a988-707ffa470beb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.211787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.212993 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e7705322-1177-4757-8d1c-48a1ed46e7b1 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278069 Jul 09 17:52:18.215847 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.220304 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.248883 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.311661 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.317003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.336397 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc38d1c-9db7-4203-b0f9-319feb2b4eb7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.340323 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.344811 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-00e24978-1f67-4359-ab23-6892deba70f5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247420 Jul 09 17:52:18.344811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.349011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.381514 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.440197 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.445400 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.462842 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127987b8-3538-46df-88f2-9671159630ef,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.469224 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.470567 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2f8e9671-5d85-4d84-a862-4ff802557337 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249909 Jul 09 17:52:18.473474 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.478231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.501215 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:52:18.506453 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.566691 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.571584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.591734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97630851-3ec4-4efd-ad9b-da7456d2551d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.596670 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.598056 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9f9234d-70fe-413a-9ee4-432fa9708be0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235657 Jul 09 17:52:18.600965 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.605381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'security_group_rule': {'security_group_id': '7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.628482 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Project 6a61edfccefc4d4d99620302f36adc8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:52:18.633722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.698844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.703776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.724365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89d3cd1-e0b7-41b3-b134-28e6af2fd918,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.728700 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.730394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b043b87e-1920-4544-af66-9ceb1c74cd3b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280665 Jul 09 17:52:18.732947 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.737854 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'network': {'name': 'tempest-network-smoke--1056219498', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.760345 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:52:18.763954 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.787024 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:52:18.796001 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.796357 n-d-800085-2 neutron-server[93768]: INFO neutron.db.segments_db [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Added segment 5afb19c7-d897-4fba-8f29-0213c64d9eb2 of type vlan for network 4c56d4b9-0820-447a-9584-1ae274535e76 Jul 09 17:52:18.836591 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.867843 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.873427 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:18.874025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.938059 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2014561 Jul 09 17:52:18.938331 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44222) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:18.944716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'admin_state_up': True, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:18.951041 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc27ae9-fd33-46e6-a898-8e8628086e6b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Network': ['ID=4c56d4b9-0820-447a-9584-1ae274535e76,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:18.962082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 4c56d4b9-0820-447a-9584-1ae274535e76 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:52:18.970738 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:18.971791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.026887 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.041041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device db8af8bd-4d7f-4811-9040-46d4c6a23dd6 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:52:19.066095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: db8af8bd-4d7f-4811-9040-46d4c6a23dd6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:52:19.066440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device db8af8bd-4d7f-4811-9040-46d4c6a23dd6 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:52:19.176711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.381015 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.403510 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.518507 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.25 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:52:19.621656 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.672721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:19.711661 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:52:19.714595 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:19.718199 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:52:19.723771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:19.987354 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.185127 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.317515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:52:20.423049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:52:20.432618 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Sync routers for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:52:20.443865 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.445587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-6e1283c1-ecbc-4dae-875a-e12851ec2e75 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5062921 Jul 09 17:52:20.448208 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:20.448832 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:20.449048 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:20.479009 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-150bb82e-6edf-4361-b1b7-662abf8f9648 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6a61edfccefc4d4d99620302f36adc8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287397 Jul 09 17:52:20.481644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:20.552897 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:20.566630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4440be7a-993e-4d6f-807a-9902b37e6e93 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:20.568221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4440be7a-993e-4d6f-807a-9902b37e6e93 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856106 Jul 09 17:52:20.571217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:20.599879 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e92edef4-20c2-4ae9-894d-6517c2f11033 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=f0536d18-c197-4cd9-a7da-6f42b648827a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275691 Jul 09 17:52:20.602360 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:20.607165 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-805812649', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:20.695882 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:52:20.699460 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.734808 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:19Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:20.761349 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Checking router: 0ac67fb6-2587-4a37-bb43-8ea82d210c87 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:52:20.761696 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Updating router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:52:20.795732 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.886074 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.945666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Subnet': ['ID=5a8fb19f-89a3-4d74-86f2-c8503962234a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:20.957676 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Checking segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:52:20.958047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network hostable DHCP agents. Network: 4c56d4b9-0820-447a-9584-1ae274535e76, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:52:20.975755 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 4c56d4b9-0820-447a-9584-1ae274535e76 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:52:20.985444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 4c56d4b9-0820-447a-9584-1ae274535e76) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:20.989592 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:20.990300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.998053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba49c33-c3a5-43bb-9bdb-7887ff459f8c None None] Network 4c56d4b9-0820-447a-9584-1ae274535e76 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:52:21.009805 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1ddc9b03-f6a5-44a4-9cc3-75557dc3e704 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4036074 Jul 09 17:52:21.010052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:21.057924 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.068789 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Transition to ACTIVE for port object fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:21.075837 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.126329 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Attempting to bind port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:52:21.126779 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Attempting to bind port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:52:21.127143 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Attempting to bind port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:21.135489 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:52:21.135968 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:52:21.136319 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.136657 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:52:21.137123 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Bound port: fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:52:21.137500 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.152144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-4c56d4b9-0820-447a-9584-1ae274535e76', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:52:21.153414 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.158144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Pushing event updated for resources: {'Port': ['ID=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:21.169952 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.170287 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.170655 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.170990 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.171321 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.171654 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.171978 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.172302 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.172623 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.172944 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.173305 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.173984 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:21.202596 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] For port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:52:21.205645 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] For port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:52:21.211324 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.265491 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:21.266122 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:21.305151 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Allocated IP 172.20.0.2 (4c56d4b9-0820-447a-9584-1ae274535e76/5a8fb19f-89a3-4d74-86f2-c8503962234a/68ef70e5-659f-4c5e-a462-a69a253f0b55) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:52:21.308973 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10440960-972b-41f5-bf1f-3df2e1814256 None None] Pushing event updated for resources: {'Port': ['ID=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:21.372119 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:21.458737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.467952 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Transition to ACTIVE for port object 68ef70e5-659f-4c5e-a462-a69a253f0b55 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:21.481925 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.482822 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Transition to ACTIVE for port object 68ef70e5-659f-4c5e-a462-a69a253f0b55 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:21.490143 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.534890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Network 4c56d4b9-0820-447a-9584-1ae274535e76 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:52:21.537935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:21.543302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:52:21.545806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Pushing event updated for resources: {'Port': ['ID=68ef70e5-659f-4c5e-a462-a69a253f0b55,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:21.559019 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:19Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:21.586076 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7fb8-1efb-4ee7-b526-5c31d9aac94e None None] The sync data for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 is: [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:19Z', 'revision_number': 3, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:52:21.610786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Attempting to bind port 68ef70e5-659f-4c5e-a462-a69a253f0b55 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:52:21.610786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Attempting to bind port 68ef70e5-659f-4c5e-a462-a69a253f0b55 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:52:21.610786 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Attempting to bind port 68ef70e5-659f-4c5e-a462-a69a253f0b55 on network 4c56d4b9-0820-447a-9584-1ae274535e76 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:21.615787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:52:21.616163 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Checking segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:52:21.616743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.617302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Bound using segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:52:21.617790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Bound port: 68ef70e5-659f-4c5e-a462-a69a253f0b55, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:52:21.618305 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.688444 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] For port 68ef70e5-659f-4c5e-a462-a69a253f0b55, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:52:21.692749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] For port 68ef70e5-659f-4c5e-a462-a69a253f0b55, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=68ef70e5-659f-4c5e-a462-a69a253f0b55,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:52:21.698843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:21.766888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775f64-a241-4566-8ddd-dd2d8382601f None None] Pushing event updated for resources: {'Port': ['ID=68ef70e5-659f-4c5e-a462-a69a253f0b55,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:22.195296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.1 (4c56d4b9-0820-447a-9584-1ae274535e76/5a8fb19f-89a3-4d74-86f2-c8503962234a/619dd1a6-ef0f-4ecc-8df7-71df1a88d951) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:52:22.323457 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:22.339721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:22.377614 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:22.420893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 4c56d4b9-0820-447a-9584-1ae274535e76 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:52:22.426845 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:22.432394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:52:22.463194 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:22.493594 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:22.651092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:22.795666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4d566-97ee-4941-a450-340362150179 None None] Network 4c56d4b9-0820-447a-9584-1ae274535e76 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:52:22.857973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ba393a1-9302-4717-96ed-5b6657f9e539 None None] Provisioning for port 68ef70e5-659f-4c5e-a462-a69a253f0b55 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:22.938299 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:22.947335 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.041923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:23.045065 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.154835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:23.178905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 4c56d4b9-0820-447a-9584-1ae274535e76 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:52:23.180445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:23.232299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:23.236373 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:23.236741 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.308328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:52:23.325504 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.352722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:23.358066 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.359156 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 68ef70e5-659f-4c5e-a462-a69a253f0b55 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:23.382843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-403c11c4-411d-4f08-9e82-01067a104823 None None] Provisioning for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:23.413618 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-403c11c4-411d-4f08-9e82-01067a104823 None None] Provisioning complete for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:23.413982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-403c11c4-411d-4f08-9e82-01067a104823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.444479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:52:23.452420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-62ac9589-b228-44c3-9487-4f5aacc652ca tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/0ac67fb6-2587-4a37-bb43-8ea82d210c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413650 Jul 09 17:52:23.459411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Sync routers for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:52:23.485644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:23.497422 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-403c11c4-411d-4f08-9e82-01067a104823 None None] Port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:52:23.503206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:23.504003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:23.508312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 68ef70e5-659f-4c5e-a462-a69a253f0b55 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:23.543554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 68ef70e5-659f-4c5e-a462-a69a253f0b55 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:23.543929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.617356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-c8a35cd7-c31c-4e60-8904-4237b53144ec tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017981969&fields=id&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 267 time: 0.0433314 Jul 09 17:52:23.732204 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-6c1e7882-c7c5-48f9-92c7-a647913a318a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:23.733429 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-6c1e7882-c7c5-48f9-92c7-a647913a318a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 797 time: 0.1085725 Jul 09 17:52:23.749202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-78ed7231-5308-423c-921c-ebf333fc39fe tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/quotas/6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 375 time: 0.0097880 Jul 09 17:52:23.803420 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-480402d2-6c0c-496c-8ef4-75c849992722 None None] Provisioning complete for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:23.804052 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-480402d2-6c0c-496c-8ef4-75c849992722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:23.819357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-a06abe76-bd90-4590-9f4f-efd9e05f6c69 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638452 Jul 09 17:52:23.847057 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:23.906393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-480402d2-6c0c-496c-8ef4-75c849992722 None None] Port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:52:23.919510 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-9cc98d96-2f3c-4508-8a1f-ce5f5b81b029 service neutron] 10.222.0.48 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878477 Jul 09 17:52:23.950314 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.008401 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-dc3af298-3cdc-495d-8b89-355728806c7a service neutron] 10.222.0.48 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830667 Jul 09 17:52:24.044900 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 68ef70e5-659f-4c5e-a462-a69a253f0b55, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=68ef70e5-659f-4c5e-a462-a69a253f0b55,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:24.056601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.066784 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b13c0385-a3df-4286-a604-22ba991fd0b5 None None] Provisioning complete for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:24.067161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b13c0385-a3df-4286-a604-22ba991fd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.163554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b13c0385-a3df-4286-a604-22ba991fd0b5 None None] Port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:52:24.171935 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=68ef70e5-659f-4c5e-a462-a69a253f0b55,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:24.188321 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6bb26b4a-843c-474f-8093-4f39ce23fecc req-310ca51a-8765-46a6-8dd1-4b2a49656f98 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 210 time: 0.0328259 Jul 09 17:52:24.195233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 2, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:24.222683 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Checking router: 0ac67fb6-2587-4a37-bb43-8ea82d210c87 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:52:24.223042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Updating router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:52:24.256003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.518648 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.540423 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.552679 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Transition to ACTIVE for port object 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:24.560199 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.614552 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0261b-d643-49a4-b7e3-5bb39854c214 None None] Pushing event updated for resources: {'Port': ['ID=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:24.667351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Attempting to bind port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:52:24.667725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Attempting to bind port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:52:24.668089 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Attempting to bind port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 on network 4c56d4b9-0820-447a-9584-1ae274535e76 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:24.673192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:52:24.673569 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Checking segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:52:24.673955 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.674376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Bound using segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:52:24.674884 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Bound port: 619dd1a6-ef0f-4ecc-8df7-71df1a88d951, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:52:24.675396 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.753749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] For port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:52:24.757572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] For port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:52:24.763257 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:24.818603 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:24.819346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:24.863907 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0261b-d643-49a4-b7e3-5bb39854c214 None None] Pushing event updated for resources: {'Port': ['ID=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:24.958486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:25.105171 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:25.201472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:25.201825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:25.248285 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:24Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:25.276572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569fc0c-5945-4ea9-be2c-64009b3477b4 None None] The sync data for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 is: [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:24Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:52:25.323841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 68ef70e5-659f-4c5e-a462-a69a253f0b55 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:25.375571 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec920426-0dd3-4b27-ba5b-59e6f6725cf2 req-7c7abbec-9857-4d83-84fd-03fc42cf7f31 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 210 time: 0.0660820 Jul 09 17:52:25.401762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 68ef70e5-659f-4c5e-a462-a69a253f0b55 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:25.402133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:25.507037 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-1037fb03-5786-47f3-a7bb-31e91f49f0e6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:25.508980 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-1037fb03-5786-47f3-a7bb-31e91f49f0e6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 797 time: 0.1579187 Jul 09 17:52:25.540473 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:52:25.562307 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-f05b8433-1fc8-4c7a-963f-c30bba462378 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a61edfccefc4d4d99620302f36adc8b HTTP/1.1" status: 200 len: 380 time: 0.0389631 Jul 09 17:52:25.579325 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'port': {'device_id': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'admin_state_up': True, 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'security_groups': ['7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:25.692711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Made reservation on behalf of 6a61edfccefc4d4d99620302f36adc8b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:52:25.696599 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:25.831820 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.20.0.8 (4c56d4b9-0820-447a-9584-1ae274535e76/5a8fb19f-89a3-4d74-86f2-c8503962234a/2c564822-3757-4f5a-898f-a3576376ccc0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:52:25.981749 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:25.995750 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Transition to ACTIVE for port object 2c564822-3757-4f5a-898f-a3576376ccc0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:26.031237 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.086686 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network 4c56d4b9-0820-447a-9584-1ae274535e76 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:52:26.089976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:26.094112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:52:26.123479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=2c564822-3757-4f5a-898f-a3576376ccc0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:26.153765 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:26.154445 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.172601 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-ee5f8180-85b0-4a50-af35-4453ef7c0b20 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978439 Jul 09 17:52:26.193808 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Request body: {'port': {'device_id': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:26.273410 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.321631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-337355cd-89d9-4601-8445-2164f8d7285c None None] Provisioning for port 2c564822-3757-4f5a-898f-a3576376ccc0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:26.325532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-337355cd-89d9-4601-8445-2164f8d7285c None None] Provisioning complete for port 2c564822-3757-4f5a-898f-a3576376ccc0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:26.325967 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-337355cd-89d9-4601-8445-2164f8d7285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.367129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-337355cd-89d9-4601-8445-2164f8d7285c None None] Port 2c564822-3757-4f5a-898f-a3576376ccc0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:52:26.550933 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac7e51-31ce-4a46-9fb5-44d9942eefdd req-864aac75-035a-4a55-a5bf-afb852a3dc62 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:26.552462 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ac7e51-31ce-4a46-9fb5-44d9942eefdd req-864aac75-035a-4a55-a5bf-afb852a3dc62 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 931 time: 0.0632763 Jul 09 17:52:26.553658 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c564822-3757-4f5a-898f-a3576376ccc0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:52:26.561390 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.573679 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Transition to ACTIVE for port object 2c564822-3757-4f5a-898f-a3576376ccc0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:26.577612 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.591598 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-07ac7e51-31ce-4a46-9fb5-44d9942eefdd req-ba3d9458-9e1c-4209-990a-1a501f87d2fc tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333598 Jul 09 17:52:26.669431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Pushing event updated for resources: {'Port': ['ID=2c564822-3757-4f5a-898f-a3576376ccc0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:26.701756 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Attempting to bind port 2c564822-3757-4f5a-898f-a3576376ccc0 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:52:26.702088 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Attempting to bind port 2c564822-3757-4f5a-898f-a3576376ccc0 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:52:26.702433 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Attempting to bind port 2c564822-3757-4f5a-898f-a3576376ccc0 on network 4c56d4b9-0820-447a-9584-1ae274535e76 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:26.707010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Port 2c564822-3757-4f5a-898f-a3576376ccc0 on network 4c56d4b9-0820-447a-9584-1ae274535e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:52:26.707316 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Attempting to bind port 2c564822-3757-4f5a-898f-a3576376ccc0 on network 4c56d4b9-0820-447a-9584-1ae274535e76 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:26.712328 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:52:26.712666 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Checking segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:52:26.713052 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Bound using segment: {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:52:26.713481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Bound port: 2c564822-3757-4f5a-898f-a3576376ccc0, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afb19c7-d897-4fba-8f29-0213c64d9eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:52:26.713870 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.780615 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] For port 2c564822-3757-4f5a-898f-a3576376ccc0, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:52:26.783963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] For port 2c564822-3757-4f5a-898f-a3576376ccc0, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c564822-3757-4f5a-898f-a3576376ccc0,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:52:26.788765 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.827826 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:26.828455 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:26.829863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 1091 time: 0.6408484 Jul 09 17:52:26.830310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:26.832654 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46381e08-e354-4402-b9b4-e86ddbd21985" -d '{"events": [{"name": "network-changed", "server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:26.855394 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85db63-3392-448f-8ffe-392f9da03772 service neutron] Pushing event updated for resources: {'Port': ['ID=2c564822-3757-4f5a-898f-a3576376ccc0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:26.881482 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7645db9c-40df-464e-999c-9d24bba23c27 x-openstack-request-id: req-7645db9c-40df-464e-999c-9d24bba23c27 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:26.882422 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:26.882422 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7645db9c-40df-464e-999c-9d24bba23c27 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:26.882422 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0', 'status': 'completed', 'code': 200} Jul 09 17:52:26.967221 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-2dbbe098-388a-42f0-9e99-9d6c88d734d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:26.968761 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-2dbbe098-388a-42f0-9e99-9d6c88d734d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1094 time: 0.0650237 Jul 09 17:52:27.017794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-f58cb179-cf14-48cc-953c-05e772716636 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 217 time: 0.0357692 Jul 09 17:52:27.069273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-c737e9e8-1360-4671-8c71-69781de394fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.070839 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-c737e9e8-1360-4671-8c71-69781de394fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0465770 Jul 09 17:52:27.105933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:27.127198 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-0a899851-76e8-4ac8-9b63-475515a1bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.128731 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-0a899851-76e8-4ac8-9b63-475515a1bc6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520947 Jul 09 17:52:27.162945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:27.166779 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:27.167158 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:27.224951 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-317ed9ab-bfea-46b1-934b-971633166522 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892487 Jul 09 17:52:27.245250 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:27.278961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:27.283229 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:27.318268 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fce2581b-db92-42cd-8eff-85c27442e0fc req-1566036d-5675-41a4-a735-2710992bf143 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871072 Jul 09 17:52:27.333320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:27.483694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-8c139be6-9381-4187-9863-658f0b7aee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.485107 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-8c139be6-9381-4187-9863-658f0b7aee68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1094 time: 0.0635145 Jul 09 17:52:27.576906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-ed3069bc-09a4-4b5c-8921-9ee23f03aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.578414 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-ed3069bc-09a4-4b5c-8921-9ee23f03aa9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 898 time: 0.0857794 Jul 09 17:52:27.624813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-68e9660f-c77e-4a9a-8e85-4744d7b2cae0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 217 time: 0.0389090 Jul 09 17:52:27.672917 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-7f811d73-da57-46b9-b8a3-f9814510b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.674394 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-7f811d73-da57-46b9-b8a3-f9814510b084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0434334 Jul 09 17:52:27.731502 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-c9e80c97-73be-4d4c-8c72-13e05e7ff4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.733023 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-c9e80c97-73be-4d4c-8c72-13e05e7ff4b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525403 Jul 09 17:52:27.768977 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf10360-9592-4dda-96b3-9c9b08d843bb req-a796ff1d-a78b-48b8-886e-825811860a06 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:27.770404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5bf10360-9592-4dda-96b3-9c9b08d843bb req-a796ff1d-a78b-48b8-886e-825811860a06 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 943 time: 0.0648634 Jul 09 17:52:27.809048 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5bf10360-9592-4dda-96b3-9c9b08d843bb req-867ba40f-a82c-46b0-8a6f-1b389502c5d6 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jul 09 17:52:27.832066 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-2592c1e6-363f-4d71-acce-4b5eec86dfdd service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904913 Jul 09 17:52:27.922261 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-46381e08-e354-4402-b9b4-e86ddbd21985 req-2d0d43e6-0d60-40aa-aef7-4f21c9493470 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Jul 09 17:52:29.000341 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657ecc4-4eca-477a-8998-4298c4031312 req-cca1fcb1-88ba-4787-a296-86aae2fe1168 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:29.001739 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9657ecc4-4eca-477a-8998-4298c4031312 req-cca1fcb1-88ba-4787-a296-86aae2fe1168 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 943 time: 0.0728054 Jul 09 17:52:29.044967 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9657ecc4-4eca-477a-8998-4298c4031312 req-ec05f3ab-9347-45cb-a1b6-3baff158d187 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346105 Jul 09 17:52:29.085813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:29.136230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:29.136601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:30.231690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3b735-ce19-4b28-afa8-1776c5ac316a req-614705b4-49b1-44e7-a439-73a4b3996ec8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:30.233094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ba3b735-ce19-4b28-afa8-1776c5ac316a req-614705b4-49b1-44e7-a439-73a4b3996ec8 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 943 time: 0.0720272 Jul 09 17:52:30.271003 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2ba3b735-ce19-4b28-afa8-1776c5ac316a req-ec646cc0-fd21-4595-a6b2-1ba6a90b96b2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Jul 09 17:52:30.935201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c564822-3757-4f5a-898f-a3576376ccc0 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:52:31.039364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2c564822-3757-4f5a-898f-a3576376ccc0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c564822-3757-4f5a-898f-a3576376ccc0,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:31.051700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '2c564822-3757-4f5a-898f-a3576376ccc0', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'port_id': '2c564822-3757-4f5a-898f-a3576376ccc0', 'mac_address': 'fa:16:3e:56:69:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:52:31.088372 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:31.105164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c564822-3757-4f5a-898f-a3576376ccc0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:52:31.128734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2c564822-3757-4f5a-898f-a3576376ccc0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c564822-3757-4f5a-898f-a3576376ccc0,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:31.135762 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:31.184945 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2c564822-3757-4f5a-898f-a3576376ccc0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:31.467916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c260-d3bd-4c69-a64b-62cf87af8560 req-35f45052-2669-43f4-8a00-542be0f56163 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:31.469309 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aa2c260-d3bd-4c69-a64b-62cf87af8560 req-35f45052-2669-43f4-8a00-542be0f56163 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 944 time: 0.0687304 Jul 09 17:52:31.512128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1aa2c260-d3bd-4c69-a64b-62cf87af8560 req-55ce0af3-13b3-4e12-880d-a2dbf38cc667 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370953 Jul 09 17:52:31.531716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['2c564822-3757-4f5a-898f-a3576376ccc0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:52:32.700016 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ee9c2-dca2-4d5a-98e1-7579f235ea94 req-ed45f558-4ead-4ef6-a541-ebb170b3a073 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:32.701397 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f0ee9c2-dca2-4d5a-98e1-7579f235ea94 req-ed45f558-4ead-4ef6-a541-ebb170b3a073 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 944 time: 0.0676343 Jul 09 17:52:32.745889 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f0ee9c2-dca2-4d5a-98e1-7579f235ea94 req-1af03dd1-5f26-41c9-a4ba-945e5d43789b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360498 Jul 09 17:52:32.937317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c564822-3757-4f5a-898f-a3576376ccc0 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:32.996980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 2c564822-3757-4f5a-898f-a3576376ccc0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:33.000435 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 2c564822-3757-4f5a-898f-a3576376ccc0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:33.000814 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:33.083956 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:33.106665 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:33.110370 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e35b4-b8d9-4742-838a-79541e958472" -d '{"events": [{"server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "name": "network-vif-plugged", "status": "completed", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:33.122896 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 2c564822-3757-4f5a-898f-a3576376ccc0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c564822-3757-4f5a-898f-a3576376ccc0,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:33.127989 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:33.151780 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060d7a17-22aa-4b53-ab5b-29f21d00a728 x-openstack-request-id: req-060d7a17-22aa-4b53-ab5b-29f21d00a728 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:33.152088 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "name": "network-vif-plugged", "status": "completed", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:33.152321 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-060d7a17-22aa-4b53-ab5b-29f21d00a728 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:33.152707 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0', 'code': 200} Jul 09 17:52:33.177131 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=2c564822-3757-4f5a-898f-a3576376ccc0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:33.289978 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242be4-30fa-4576-b4ef-e5ede5c9a377 req-4f4c45ce-ccec-4f2f-8e50-debd1c400e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:33.291395 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c242be4-30fa-4576-b4ef-e5ede5c9a377 req-4f4c45ce-ccec-4f2f-8e50-debd1c400e75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1096 time: 0.0546670 Jul 09 17:52:33.325347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4c242be4-30fa-4576-b4ef-e5ede5c9a377 req-8008a0ec-d19d-4cfa-9c05-5c8bf4c5fc90 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276184 Jul 09 17:52:33.944902 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ab094-3d1f-478f-83e1-7887aa03d504 req-e891da14-a493-4ee4-be0d-46226327eda9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:33.946357 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-932ab094-3d1f-478f-83e1-7887aa03d504 req-e891da14-a493-4ee4-be0d-46226327eda9 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0723557 Jul 09 17:52:33.984548 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-932ab094-3d1f-478f-83e1-7887aa03d504 req-d0ba33c9-be26-4bb2-9c36-ccb22f0b9f32 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Jul 09 17:52:35.486708 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f167abe-e398-494e-87b0-29695b9f4890 req-e601ed24-dc96-47e3-a04e-04b45cf5ce66 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:35.488202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f167abe-e398-494e-87b0-29695b9f4890 req-e601ed24-dc96-47e3-a04e-04b45cf5ce66 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.3835704 Jul 09 17:52:35.525307 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f167abe-e398-494e-87b0-29695b9f4890 req-131ab88c-68de-4796-8435-aaf3fc5d990a tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Jul 09 17:52:35.713996 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d2ac1-339b-40c9-9d66-e6fdd78ffd95 req-65ebd99f-6830-47ae-9b39-a9e753409054 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:35.715424 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d2ac1-339b-40c9-9d66-e6fdd78ffd95 req-65ebd99f-6830-47ae-9b39-a9e753409054 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0757372 Jul 09 17:52:35.754586 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ed6d2ac1-339b-40c9-9d66-e6fdd78ffd95 req-827492ac-6499-4aca-92fe-91489832d93e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332689 Jul 09 17:52:35.780432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:35.838033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ab609-13f2-4eaa-8e01-8a89d6a4bf44 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:35.842284 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dc3ab609-13f2-4eaa-8e01-8a89d6a4bf44 tempest-TestNetworkAdvancedServerOps-1131056929 tempest-TestNetworkAdvancedServerOps-1131056929-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1091 time: 0.0581889 Jul 09 17:52:35.842487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44290) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:35.846859 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '2c564822-3757-4f5a-898f-a3576376ccc0', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:35.870326 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:35.937572 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63d4dde7-3215-4c95-adbc-406705f15023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:35.971559 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:36.077694 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Allocated IP 172.25.7.68 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/ad0a6b59-1add-41db-aa1c-1ff36ce9fd2f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:52:36.184553 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:36.229770 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:36.274792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:52:36.280255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:52:36.282434 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=ad0a6b59-1add-41db-aa1c-1ff36ce9fd2f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:36.284531 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:52:36.700702 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:36.754237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-133986fb-8ef4-47d8-9b40-71b54bcc4aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370108 Jul 09 17:52:36.790501 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:36.939197 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-a2097125-7f65-4cc8-860d-f86fbcdad839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:36.940589 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-a2097125-7f65-4cc8-860d-f86fbcdad839 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1096 time: 0.1259856 Jul 09 17:52:37.025040 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:37.034004 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:37.144775 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event updated for resources: {'Port': ['ID=ad0a6b59-1add-41db-aa1c-1ff36ce9fd2f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:37.151769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-635a3299-ef28-419a-87df-6549105c8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:37.153247 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-635a3299-ef28-419a-87df-6549105c8eb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 898 time: 0.1907263 Jul 09 17:52:37.154392 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:37.287051 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-41397df5-8d04-47c3-975d-66f9103e3db0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 998 time: 0.0970731 Jul 09 17:52:37.324455 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 9aaca0e9-3927-4ea9-81d3-08a31066e7b5 associated. External IP: 172.25.7.68, port: 2c564822-3757-4f5a-898f-a3576376ccc0. Jul 09 17:52:37.379242 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-cf47e6f3-fe7e-4a4f-8485-6eaba6c677f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:37.381006 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-cf47e6f3-fe7e-4a4f-8485-6eaba6c677f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0872424 Jul 09 17:52:37.868919 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-164915d2-9349-4314-96fe-6c39ac9b77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:37.870403 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-164915d2-9349-4314-96fe-6c39ac9b77f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4832571 Jul 09 17:52:37.989003 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:52:38.010692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-70b538fb-b473-433d-94ef-0aafe5ff1ce1 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333385 Jul 09 17:52:38.188931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:52:38.197986 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-87cf6e65-8647-47d0-97cc-733d54288ed4 req-30153524-948f-45a6-9cfb-2ba4569e0077 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511672 Jul 09 17:52:38.198826 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482629b-945b-457a-badd-08759e21e9ed None None] Sync routers for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:52:38.207867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:38.209586 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:38.210235 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:38.245402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d4e6bec9-359c-433e-8470-87aff1eb6dab tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4018500 Jul 09 17:52:38.246092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:38.248527 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02271b-d61f-49e0-9cd6-89af9cb6482d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:38.406506 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401cbf-f2d6-4d5c-8edb-b3f44cdf64f9 req-38b1a08e-8d8e-4d3f-b39d-785c3daf4884 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:38.407140 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:38.408069 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96401cbf-f2d6-4d5c-8edb-b3f44cdf64f9 req-38b1a08e-8d8e-4d3f-b39d-785c3daf4884 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0710616 Jul 09 17:52:38.449427 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96401cbf-f2d6-4d5c-8edb-b3f44cdf64f9 req-b468a171-8711-4dd0-87d9-b649db827671 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352826 Jul 09 17:52:38.450581 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6304-073d-4ecc-9b93-41270d8ec823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:38.474168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44296) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:38.516696 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf9a1d1-c9e2-499b-8bc0-49a8af71812b x-openstack-request-id: req-6cf9a1d1-c9e2-499b-8bc0-49a8af71812b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:38.516986 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:38.517239 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cf9a1d1-c9e2-499b-8bc0-49a8af71812b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:38.517656 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0', 'status': 'completed', 'code': 200} Jul 09 17:52:38.557095 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-1bbfb82e-da65-4cee-ab96-3bc95edbdba0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/9aaca0e9-3927-4ea9-81d3-08a31066e7b5 HTTP/1.1" status: 200 len: 990 time: 0.0813100 Jul 09 17:52:38.599466 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-48cfe52f-1075-426b-bd5a-2f3cc576b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:38.601052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-48cfe52f-1075-426b-bd5a-2f3cc576b85d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1096 time: 0.0573399 Jul 09 17:52:38.625443 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '9aaca0e9-3927-4ea9-81d3-08a31066e7b5', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'port_id': '2c564822-3757-4f5a-898f-a3576376ccc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'mac_address': 'fa:16:3e:56:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:52:36Z', 'updated_at': '2021-07-09T17:52:36Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:38.654363 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482629b-945b-457a-badd-08759e21e9ed None None] Checking router: 0ac67fb6-2587-4a37-bb43-8ea82d210c87 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:52:38.663773 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:52:38.664319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:52:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:38.695311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-0670bdad-5324-4122-b4c7-484624dda9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:38.696840 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-0670bdad-5324-4122-b4c7-484624dda9f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 898 time: 0.0895927 Jul 09 17:52:38.728853 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:38.766971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-1f015e03-afa1-4c4b-bd49-d999c235e6be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 998 time: 0.0641124 Jul 09 17:52:38.771315 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:52:38.816177 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-8324ce4c-95f3-4e58-bfca-85d7d6bcbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:38.817706 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-8324ce4c-95f3-4e58-bfca-85d7d6bcbdae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0449469 Jul 09 17:52:38.882633 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-5350f00f-51d3-487a-b255-94c278e6759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:38.884236 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-5350f00f-51d3-487a-b255-94c278e6759b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601020 Jul 09 17:52:38.921152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:38.981971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-409978dd-0352-4822-a094-82b62dde14c9 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906706 Jul 09 17:52:38.999247 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d482629b-945b-457a-badd-08759e21e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '9aaca0e9-3927-4ea9-81d3-08a31066e7b5', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'port_id': '2c564822-3757-4f5a-898f-a3576376ccc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'mac_address': 'fa:16:3e:56:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:52:36Z', 'updated_at': '2021-07-09T17:52:36Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:52:39.025840 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482629b-945b-457a-badd-08759e21e9ed None None] The sync data for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 is: [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '9aaca0e9-3927-4ea9-81d3-08a31066e7b5', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'port_id': '2c564822-3757-4f5a-898f-a3576376ccc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'mac_address': 'fa:16:3e:56:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:52:36Z', 'updated_at': '2021-07-09T17:52:36Z', 'revision_number': 0, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:52:39.074302 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6e02271b-d61f-49e0-9cd6-89af9cb6482d req-8ec90dde-0531-47c3-b108-f13134b278a8 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862715 Jul 09 17:52:39.239515 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27018158-9a2c-4a08-8004-9f2392a7781f None None] New status for floating IP 9aaca0e9-3927-4ea9-81d3-08a31066e7b5: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:52:39.563094 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:39.607549 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:39.635370 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c558be20-63fa-4506-9bed-dae483318f7e tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/9aaca0e9-3927-4ea9-81d3-08a31066e7b5 HTTP/1.1" status: 200 len: 992 time: 0.0705867 Jul 09 17:52:41.436864 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:54.489859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:02.547870 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:53:05.945110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77d783fa-157d-4e8a-9db2-2cf2ecda75e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:08.459951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b052dca8-fa9f-4455-b4e7-4f9e01918bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:08.734218 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:08.919514 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:09.620619 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:11.441124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:24.514144 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.939491 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57779c16-e3a5-4b01-8f80-7eccf00a45b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.667708 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-d985da88-34d3-4a58-b33f-1d94dd55ef93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565684 Jul 09 17:53:37.786564 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-e1e0e035-4e5f-4e2b-96f8-e5ee0656fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:37.788077 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-e1e0e035-4e5f-4e2b-96f8-e5ee0656fa1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1096 time: 0.0588188 Jul 09 17:53:37.902033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-25696e55-6810-4d10-9f57-23a84ca5b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:37.903540 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-25696e55-6810-4d10-9f57-23a84ca5b46a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 898 time: 0.0882003 Jul 09 17:53:37.971495 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-45908f92-4190-49e0-aacb-961b65b87a09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 1000 time: 0.0599585 Jul 09 17:53:38.024066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-e399a23f-ebc0-4867-9d66-20248fe88e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:38.025566 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-e399a23f-ebc0-4867-9d66-20248fe88e24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0468538 Jul 09 17:53:38.097697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-9e5480a8-254a-43f3-b7c8-818937c1cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:38.099971 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-9e5480a8-254a-43f3-b7c8-818937c1cbc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661516 Jul 09 17:53:38.195001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-f82f95cd-2dbf-4f86-a90c-78b97fecc641 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Jul 09 17:53:38.304721 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8d3dd75c-8460-4221-8e0d-e6f7688c2742 req-6a1cb6fa-26a2-4600-8fb9-d6cc669bfa1f service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989866 Jul 09 17:53:38.457599 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8cfc51c1-25ac-4297-9a73-264e03220a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.738182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.933686 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.541438 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:53:39.624161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:40.975603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3def53a-54d7-4be2-b8d8-a8b3c288a150 req-9f7b4194-14b6-4df7-9631-14e06aa76070 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:40.977056 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3def53a-54d7-4be2-b8d8-a8b3c288a150 req-9f7b4194-14b6-4df7-9631-14e06aa76070 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0693898 Jul 09 17:53:41.016058 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b3def53a-54d7-4be2-b8d8-a8b3c288a150 req-658866a2-5d06-4eb8-915b-fc310bbd9210 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327108 Jul 09 17:53:41.442296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:42.201203 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a8f9-383c-46ed-b000-d59603caf444 req-45a25ef9-dff3-4e34-bd6b-a8cc3d49914d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:42.203350 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffd4a8f9-383c-46ed-b000-d59603caf444 req-45a25ef9-dff3-4e34-bd6b-a8cc3d49914d tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0721943 Jul 09 17:53:42.247167 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ffd4a8f9-383c-46ed-b000-d59603caf444 req-cdd0e0c9-f786-4b56-b659-09718e47edc5 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Jul 09 17:53:43.448805 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3731e-a0e3-4bf3-b638-20b9dc58c4d6 req-2747b6fe-4238-4bc5-a744-8cb8bb4d3446 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:43.450531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16b3731e-a0e3-4bf3-b638-20b9dc58c4d6 req-2747b6fe-4238-4bc5-a744-8cb8bb4d3446 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0808768 Jul 09 17:53:43.491175 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16b3731e-a0e3-4bf3-b638-20b9dc58c4d6 req-0bd4760b-0f42-411d-8684-8a016a92b4ea tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324857 Jul 09 17:53:43.526153 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:43.589785 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8b26fdec-22de-431a-b802-ed24471a20c0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/9aaca0e9-3927-4ea9-81d3-08a31066e7b5 HTTP/1.1" status: 200 len: 992 time: 0.0624526 Jul 09 17:53:45.063372 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-026b9e97-29f5-4b3d-821d-84ef97a86378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:45.064774 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3082-3b05-4d21-a3a5-0c3f92080455 req-84dfd250-8feb-42fb-88ca-0d69403d2d61 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:45.065189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-026b9e97-29f5-4b3d-821d-84ef97a86378 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1096 time: 0.0554790 Jul 09 17:53:45.066311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49df3082-3b05-4d21-a3a5-0c3f92080455 req-84dfd250-8feb-42fb-88ca-0d69403d2d61 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0701234 Jul 09 17:53:45.104877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49df3082-3b05-4d21-a3a5-0c3f92080455 req-c46bad2b-0ef8-4438-935a-34fb21bbabcc tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Jul 09 17:53:45.166488 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-ba7674db-9521-42ae-87ff-df63be00dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:45.167911 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-ba7674db-9521-42ae-87ff-df63be00dc75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 898 time: 0.0968955 Jul 09 17:53:45.237147 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-7f489717-a553-4c26-8752-573ae50150ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 1000 time: 0.0621665 Jul 09 17:53:45.285302 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-05ea7f91-0a38-4277-8c2b-d806da2ed0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:45.286743 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-05ea7f91-0a38-4277-8c2b-d806da2ed0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0437036 Jul 09 17:53:45.357204 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-e1da89cb-e543-4d8b-862e-b6d6420108af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:45.358768 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-e1da89cb-e543-4d8b-862e-b6d6420108af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660491 Jul 09 17:53:45.461922 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-6157fbd7-bed8-4117-9272-b0ba7bfeda7e service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966661 Jul 09 17:53:45.562511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-129d781f-2753-434e-a8c4-796a6376c6e6 req-e3294fc1-7b21-42a9-865d-4bd3bb85cf57 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925362 Jul 09 17:53:46.306719 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8547ad1-1d67-42f0-ad68-7f338191b6a1 req-a418a4f6-698c-4f4c-82d6-03634a091373 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:46.308234 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8547ad1-1d67-42f0-ad68-7f338191b6a1 req-a418a4f6-698c-4f4c-82d6-03634a091373 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0785158 Jul 09 17:53:46.346447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b8547ad1-1d67-42f0-ad68-7f338191b6a1 req-41b7916a-ae00-436b-a897-f3601298c18c tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Jul 09 17:53:47.539232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591838-40ce-4076-b7f3-4e0706198c75 req-3e125919-6dd9-4d93-b791-28ce3455b818 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:47.540780 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0591838-40ce-4076-b7f3-4e0706198c75 req-3e125919-6dd9-4d93-b791-28ce3455b818 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0685670 Jul 09 17:53:47.597974 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a0591838-40ce-4076-b7f3-4e0706198c75 req-6fcd0a49-a2c2-4497-a0a9-1eac40ee5212 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483208 Jul 09 17:53:47.624431 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:47.685210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ddcee495-7cec-40f9-87a6-c6dbbc546d68 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/floatingips/9aaca0e9-3927-4ea9-81d3-08a31066e7b5 HTTP/1.1" status: 200 len: 992 time: 0.0595162 Jul 09 17:53:47.976195 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:48.136573 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port ad0a6b59-1add-41db-aa1c-1ff36ce9fd2f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:48.136947 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.216569 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.216828 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.228393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for ad0a6b59-1add-41db-aa1c-1ff36ce9fd2f owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:48.382445 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.407812 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=ad0a6b59-1add-41db-aa1c-1ff36ce9fd2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:48.419369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.419723 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.420071 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.420404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.420737 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.421065 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.421400 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.421731 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.422060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.422388 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.422739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.423061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.483187 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.483562 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Floating IP 9aaca0e9-3927-4ea9-81d3-08a31066e7b5 disassociated (deleted). External IP: 172.25.7.68, port: 2c564822-3757-4f5a-898f-a3576376ccc0. Jul 09 17:53:48.705186 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:53:48.827340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:48.833136 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.838631 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167d844-4610-4c5e-954c-4250299867ca None None] Sync routers for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:48.847725 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:48.848337 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:48.870219 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4569e3a9-aad4-4201-902b-bb776fafbbee tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/floatingips/9aaca0e9-3927-4ea9-81d3-08a31066e7b5 HTTP/1.1" status: 204 len: 168 time: 0.8928394 Jul 09 17:53:48.870797 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:48.873100 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e9232a-439e-4c59-b8cc-1683a42f840b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:48.954486 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:49.123945 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3698858-06a7-497c-ad33-7f0e7073a579 x-openstack-request-id: req-f3698858-06a7-497c-ad33-7f0e7073a579 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:49.124233 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:49.124487 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3698858-06a7-497c-ad33-7f0e7073a579 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:49.124893 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0', 'status': 'completed', 'code': 200} Jul 09 17:53:49.156559 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:49.181927 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167d844-4610-4c5e-954c-4250299867ca None None] Checking router: 0ac67fb6-2587-4a37-bb43-8ea82d210c87 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:49.190929 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:49.191859 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:49.241126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-abbaf918-e3b5-4f44-99ea-8098e35a6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.242723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-abbaf918-e3b5-4f44-99ea-8098e35a6116 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a61edfccefc4d4d99620302f36adc8b&device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 1096 time: 0.0624795 Jul 09 17:53:49.280497 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4d7dc-d57c-42d1-bb36-775d7ccd1f0f req-7adf568f-f875-41a1-96cf-953a5f774980 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.282246 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ff4d7dc-d57c-42d1-bb36-775d7ccd1f0f req-7adf568f-f875-41a1-96cf-953a5f774980 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0699241 Jul 09 17:53:49.299428 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:49.331656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4ff4d7dc-d57c-42d1-bb36-775d7ccd1f0f req-c2a74d3e-f5e4-4614-bbbc-f25d751971fc tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 Jul 09 17:53:49.340990 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-bd5c3024-ef45-4cad-b539-94740c78d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.343074 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-bd5c3024-ef45-4cad-b539-94740c78d2d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 200 len: 898 time: 0.0935957 Jul 09 17:53:49.389241 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-9d3d3a5d-60ed-43ee-a81e-b22824db26ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 200 len: 217 time: 0.0390067 Jul 09 17:53:49.438932 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-3d2d288b-8d5f-4e57-9981-14c755e2e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.440391 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-3d2d288b-8d5f-4e57-9981-14c755e2e82d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 200 len: 834 time: 0.0440373 Jul 09 17:53:49.501089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-ef9e5e41-714d-4e50-8745-aae5cba36e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.502674 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-ef9e5e41-714d-4e50-8745-aae5cba36e27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c56d4b9-0820-447a-9584-1ae274535e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555668 Jul 09 17:53:49.595934 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0167d844-4610-4c5e-954c-4250299867ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:49.601039 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-ee38c36f-fba9-4e7f-944b-ad33ffd35df6 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909448 Jul 09 17:53:49.621685 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167d844-4610-4c5e-954c-4250299867ca None None] The sync data for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 is: [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:52:22Z', 'revision_number': 4, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '619dd1a6-ef0f-4ecc-8df7-71df1a88d951', 'name': '', 'network_id': '4c56d4b9-0820-447a-9584-1ae274535e76', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'mac_address': 'fa:16:3e:34:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:22Z', 'updated_at': '2021-07-09T17:52:27Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'subnets': [{'id': '5a8fb19f-89a3-4d74-86f2-c8503962234a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:49.693508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82e9232a-439e-4c59-b8cc-1683a42f840b req-3f1490e1-e845-4f56-b380-1c2da541b9e4 service neutron] 10.222.0.37 "GET /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848055 Jul 09 17:53:49.843847 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5427945-9bcf-468c-8641-06c3f970a0b4 None None] New status for floating IP 9aaca0e9-3927-4ea9-81d3-08a31066e7b5: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:53:50.508911 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1490b-f272-490c-814c-d59938f59c47 req-b998767f-6ab5-4d94-81e6-5e1504026da4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:50.510396 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44a1490b-f272-490c-814c-d59938f59c47 req-b998767f-6ab5-4d94-81e6-5e1504026da4 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0675070 Jul 09 17:53:50.549027 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-44a1490b-f272-490c-814c-d59938f59c47 req-389f35e8-4d0b-47c2-b78a-920cfc03e464 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Jul 09 17:53:51.120567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-fcefb285-a910-4fd7-b8f6-8eef0bf3567b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:51.122131 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-fcefb285-a910-4fd7-b8f6-8eef0bf3567b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 945 time: 0.0785484 Jul 09 17:53:51.245817 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 2c564822-3757-4f5a-898f-a3576376ccc0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:51.246075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:51.332930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 2c564822-3757-4f5a-898f-a3576376ccc0, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=2c564822-3757-4f5a-898f-a3576376ccc0,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:51.333270 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:51.346797 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 2c564822-3757-4f5a-898f-a3576376ccc0 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:51.483567 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:51.513813 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=2c564822-3757-4f5a-898f-a3576376ccc0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:51.548381 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.548727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.549067 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.549401 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.549725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.550053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.550382 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.550705 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.551055 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.551379 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.551697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.552012 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:51.572444 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] No DVR routers for this DVR port 2c564822-3757-4f5a-898f-a3576376ccc0 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:53:51.574957 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:51.577001 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-db4110bd-be09-499c-967a-5bbf3e0fd403 req-31e31968-99ec-4973-8af3-73e29ef1aac2 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.37 "DELETE /v2.0/ports/2c564822-3757-4f5a-898f-a3576376ccc0 HTTP/1.1" status: 204 len: 173 time: 0.4428279 Jul 09 17:53:51.577418 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'name': 'network-vif-deleted', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:51.579704 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd06a4-0d77-430a-b64d-da22ff72c3bb" -d '{"events": [{"server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "name": "network-vif-deleted", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:51.695524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-436f053c-49e6-4fad-bbb1-6f5763c97452 req-b873a6fa-c4a9-4bc5-9487-c01e932f8a97 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb HTTP/1.1" status: 200 len: 210 time: 0.0309353 Jul 09 17:53:51.753449 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70fa4f5-cf9d-460f-9ca3-6a055838cc18 x-openstack-request-id: req-b70fa4f5-cf9d-460f-9ca3-6a055838cc18 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:51.753750 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb", "name": "network-vif-deleted", "tag": "2c564822-3757-4f5a-898f-a3576376ccc0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:51.754008 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b70fa4f5-cf9d-460f-9ca3-6a055838cc18 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:51.754411 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff57a0f0-be60-47a3-8180-dc6a4ba9f0cb', 'name': 'network-vif-deleted', 'tag': '2c564822-3757-4f5a-898f-a3576376ccc0', 'status': 'completed', 'code': 200} Jul 09 17:53:52.799404 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:53.178184 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:53.448882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:53.449143 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:53.536810 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port 619dd1a6-ef0f-4ecc-8df7-71df1a88d951, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:53.537130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:53.554752 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:53.749423 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:53.782350 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=619dd1a6-ef0f-4ecc-8df7-71df1a88d951,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:53.958588 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.181878 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:53:54.288074 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:54.297258 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7be0f492-0f9b-4c4d-9282-b7e50e26425b tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "PUT /v2.0/routers/0ac67fb6-2587-4a37-bb43-8ea82d210c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967887 Jul 09 17:53:54.297463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:54.298016 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] Sync routers for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:54.307487 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:54.308183 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:54.347976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting subnet 5a8fb19f-89a3-4d74-86f2-c8503962234a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:53:54.351416 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.391083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.411145 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:54.477648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.532482 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.540518 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.568337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8fb19f-89a3-4d74-86f2-c8503962234a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:54.571280 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.573966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9a749384-4836-49f0-9e10-831b7b601ec0 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/subnets/5a8fb19f-89a3-4d74-86f2-c8503962234a HTTP/1.1" status: 204 len: 168 time: 0.2748725 Jul 09 17:53:54.575954 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44376) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:54.580586 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec8999-daed-46bd-8606-053034de23d4 None None] Network 4c56d4b9-0820-447a-9584-1ae274535e76 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:53:54.588714 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:53:53Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:54.618673 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] Checking router: 0ac67fb6-2587-4a37-bb43-8ea82d210c87 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:54.627031 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] Routers {'0ac67fb6-2587-4a37-bb43-8ea82d210c87'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:54.627657 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:54.685893 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.734772 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] Set router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:54.768339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] DHCP port deletion for 4c56d4b9-0820-447a-9584-1ae274535e76 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:53:54.793600 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.815602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Deleting port 68ef70e5-659f-4c5e-a462-a69a253f0b55 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:54.815982 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.852164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Deleting port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:54.852822 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.877711 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] For port 68ef70e5-659f-4c5e-a462-a69a253f0b55, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=68ef70e5-659f-4c5e-a462-a69a253f0b55,segment=NetworkSegment(5afb19c7-d897-4fba-8f29-0213c64d9eb2),segment_id=5afb19c7-d897-4fba-8f29-0213c64d9eb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:54.878137 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.892138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Calling delete_port for 68ef70e5-659f-4c5e-a462-a69a253f0b55 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:54.916513 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:53:53Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:54.935770 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] For port fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:54.936134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:54.944216 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a84572-0a0b-4f57-9bf6-d5f11cd57192 None None] The sync data for ids ['0ac67fb6-2587-4a37-bb43-8ea82d210c87'] in n-d-800085-2 is: [{'id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677252044', 'tenant_id': '6a61edfccefc4d4d99620302f36adc8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:52:18Z', 'updated_at': '2021-07-09T17:53:53Z', 'revision_number': 5, 'project_id': '6a61edfccefc4d4d99620302f36adc8b', 'gw_port': {'id': 'fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac67fb6-2587-4a37-bb43-8ea82d210c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:52:19Z', 'updated_at': '2021-07-09T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:54.955554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Calling delete_port for fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:55.126327 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.145183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.155164 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Port': ['ID=fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:55.171866 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Pushing event deleted for resources: {'Port': ['ID=68ef70e5-659f-4c5e-a462-a69a253f0b55,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:55.177041 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] No DVR routers for this DVR port 68ef70e5-659f-4c5e-a462-a69a253f0b55 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:53:55.184440 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.188191 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ac163-91e3-4c6c-ae9a-766c3b1d7f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:55.223139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.291174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c564822-3757-4f5a-898f-a3576376ccc0 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:55.314536 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 2c564822-3757-4f5a-898f-a3576376ccc0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:55.314802 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.315309 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 2c564822-3757-4f5a-898f-a3576376ccc0 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:55.317341 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.367950 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.368567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac67fb6-2587-4a37-bb43-8ea82d210c87 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:53:55.376272 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.380367 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-84d47211-6adc-4536-9faa-5de654b753eb tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/routers/0ac67fb6-2587-4a37-bb43-8ea82d210c87 HTTP/1.1" status: 204 len: 168 time: 0.8006563 Jul 09 17:53:55.380673 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:55.408437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:55.429624 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:55.430025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 619dd1a6-ef0f-4ecc-8df7-71df1a88d951 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:55.430390 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 68ef70e5-659f-4c5e-a462-a69a253f0b55 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:55.453823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 68ef70e5-659f-4c5e-a462-a69a253f0b55 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:55.454317 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 68ef70e5-659f-4c5e-a462-a69a253f0b55 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:55.465201 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.553219 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.563766 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c56d4b9-0820-447a-9584-1ae274535e76']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:55.574650 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afb19c7-d897-4fba-8f29-0213c64d9eb2') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:55.574967 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afb19c7-d897-4fba-8f29-0213c64d9eb2') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:55.583777 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.598115 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.604436 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:53:55.604895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: timer() Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:53:55.607937 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:53:55.665248 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.672414 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.674237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/networks/4c56d4b9-0820-447a-9584-1ae274535e76 HTTP/1.1" status: 204 len: 168 time: 0.2926223 Jul 09 17:53:55.677267 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:55.685987 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d63703-934e-4986-b410-70093d7528f3 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'Network': ['ID=4c56d4b9-0820-447a-9584-1ae274535e76,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:55.738946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ab94f0-5a3e-48a2-baf0-4c75c372ef47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.766811 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ab94f0-5a3e-48a2-baf0-4c75c372ef47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.841589 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ab94f0-5a3e-48a2-baf0-4c75c372ef47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.844445 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ab94f0-5a3e-48a2-baf0-4c75c372ef47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:55.845606 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f5ab94f0-5a3e-48a2-baf0-4c75c372ef47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] 10.222.0.48 "DELETE /v2.0/security-groups/7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f HTTP/1.1" status: 204 len: 168 time: 0.1673517 Jul 09 17:53:55.855445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab94f0-5a3e-48a2-baf0-4c75c372ef47 tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f8e8c-1d48-45b6-aabc-bfa6aa9a6b5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:56.212778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:56.345331 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8bc3ab5-738c-47b6-997c-92611e803b4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a61edfccefc4d4d99620302f36adc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312366 Jul 09 17:53:56.348881 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:56.405693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a158a92-4ee8-4332-9d97-1341cba37ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.428181 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a158a92-4ee8-4332-9d97-1341cba37ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.478421 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a158a92-4ee8-4332-9d97-1341cba37ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.483237 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a158a92-4ee8-4332-9d97-1341cba37ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.484980 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a158a92-4ee8-4332-9d97-1341cba37ee9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9da95ce8-72d8-4c08-b9b3-566c6b8d457a HTTP/1.1" status: 204 len: 168 time: 0.1351745 Jul 09 17:53:56.496724 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a158a92-4ee8-4332-9d97-1341cba37ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da95ce8-72d8-4c08-b9b3-566c6b8d457a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:56.778449 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:56.795608 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8e89854-5616-40b1-bde3-98459c9ece3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.892183 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8e89854-5616-40b1-bde3-98459c9ece3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.898274 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8e89854-5616-40b1-bde3-98459c9ece3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:56.938112 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e8e89854-5616-40b1-bde3-98459c9ece3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88f355a31d794a70a724065c05fc54fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582828 Jul 09 17:53:56.939045 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e89854-5616-40b1-bde3-98459c9ece3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56b9ab9-4e7d-4ede-a30f-9c7e6145f788,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:56.941365 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:56.992829 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-566bca2e-5b10-4c7b-aaaf-e5245150b021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:57.015318 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-566bca2e-5b10-4c7b-aaaf-e5245150b021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:57.071365 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-566bca2e-5b10-4c7b-aaaf-e5245150b021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:57.073959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-566bca2e-5b10-4c7b-aaaf-e5245150b021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:57.075162 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-566bca2e-5b10-4c7b-aaaf-e5245150b021 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a56b9ab9-4e7d-4ede-a30f-9c7e6145f788 HTTP/1.1" status: 204 len: 168 time: 0.1329279 Jul 09 17:53:57.082750 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bca2e-5b10-4c7b-aaaf-e5245150b021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56b9ab9-4e7d-4ede-a30f-9c7e6145f788,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:57.104696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:57.125979 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:57.126332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fcff7fa7-f7a3-4ed9-ac40-d7f47a1a0965 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:57.848940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:57.952518 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1352137785-network', 'tenant_id': 'b004655e84d74e82b63041791620c6fe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:57.981229 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Made reservation on behalf of b004655e84d74e82b63041791620c6fe for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:53:57.985212 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:57.995916 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.089457 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.094788 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.119389 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:53:58.129440 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b593f-8742-4631-86dc-5616fcdf5a20,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:58.135004 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.135359 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Added segment c163a692-fb51-46ac-a47b-b64db42c5294 of type vlan for network 64dbdde5-c358-4822-8736-4ba21872d479 Jul 09 17:53:58.174278 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.204566 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.206152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:58.207121 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.271687 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4213605 Jul 09 17:53:58.275355 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:58.277718 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b10fa2-adaf-40ed-b467-b2566b4f0ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=64dbdde5-c358-4822-8736-4ba21872d479,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:58.283602 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Request body: {'subnet': {'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1352137785-subnet', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:58.291864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 64dbdde5-c358-4822-8736-4ba21872d479 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:53:58.306812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Made reservation on behalf of b004655e84d74e82b63041791620c6fe for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:53:58.309613 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.476156 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.531880 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc4d67a-3818-41b0-a266-4cbdfda8a35c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:58.543192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Checking segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:58.543543 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Network hostable DHCP agents. Network: 64dbdde5-c358-4822-8736-4ba21872d479, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:53:58.561811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Network 64dbdde5-c358-4822-8736-4ba21872d479 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:53:58.571254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 64dbdde5-c358-4822-8736-4ba21872d479) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:58.575294 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:58.575884 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.580357 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1345d1-17e8-4d34-85a0-5d27a3366ee9 None None] Network 64dbdde5-c358-4822-8736-4ba21872d479 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:53:58.592254 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0425a363-d444-4960-9a2b-6db5bb3fd66f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157895 Jul 09 17:53:58.594941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:58.599449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:58.620176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.621159 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.673980 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.728727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-64dbdde5-c358-4822-8736-4ba21872d479', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:53:58.729735 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:58.878613 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Allocated IP 172.20.0.2 (64dbdde5-c358-4822-8736-4ba21872d479/6dc4d67a-3818-41b0-a266-4cbdfda8a35c/fa9702fa-a0df-4193-9e01-546f2edfe1f8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:59.029954 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.038865 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Transition to ACTIVE for port object fa9702fa-a0df-4193-9e01-546f2edfe1f8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:59.054437 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Transition to ACTIVE for port object fa9702fa-a0df-4193-9e01-546f2edfe1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:59.060605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.100039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Network 64dbdde5-c358-4822-8736-4ba21872d479 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:59.102967 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:59.107506 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:59.114680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Pushing event updated for resources: {'Port': ['ID=fa9702fa-a0df-4193-9e01-546f2edfe1f8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:59.164032 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.168643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Attempting to bind port fa9702fa-a0df-4193-9e01-546f2edfe1f8 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:53:59.169011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Attempting to bind port fa9702fa-a0df-4193-9e01-546f2edfe1f8 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:53:59.169377 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Attempting to bind port fa9702fa-a0df-4193-9e01-546f2edfe1f8 on network 64dbdde5-c358-4822-8736-4ba21872d479 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:53:59.174804 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:53:59.175184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Checking segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:59.175640 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.176082 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Bound using segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:53:59.176577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Bound port: fa9702fa-a0df-4193-9e01-546f2edfe1f8, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:53:59.176952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.240973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] For port fa9702fa-a0df-4193-9e01-546f2edfe1f8, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:53:59.245372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] For port fa9702fa-a0df-4193-9e01-546f2edfe1f8, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fa9702fa-a0df-4193-9e01-546f2edfe1f8,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:53:59.249829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.304637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9978e-d296-438c-8203-48c5188e3e31 None None] Pushing event updated for resources: {'Port': ['ID=fa9702fa-a0df-4193-9e01-546f2edfe1f8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:59.366603 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.389955 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.511174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Allocated IP 172.25.7.254 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/94712952-0126-4b04-ba15-4056323a138b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:59.616806 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.658432 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:59.696976 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:59.699767 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:59.703336 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:59.708941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Pushing event updated for resources: {'Port': ['ID=94712952-0126-4b04-ba15-4056323a138b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:59.957105 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:00.159730 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:00.189859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47437806-3c11-4b2d-aa86-f983c063a813 None None] Network 64dbdde5-c358-4822-8736-4ba21872d479 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:54:00.251840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4648bc38-15e1-4dce-ad9f-142e868f904d None None] Provisioning for port fa9702fa-a0df-4193-9e01-546f2edfe1f8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:00.296190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:54:00.408682 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:54:00.419159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:54:00.429125 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:00.430672 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:00.431406 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:00.434508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-f715813e-582f-408e-910a-56d104b30e49 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8381751 Jul 09 17:54:00.435616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:00.548681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:00.738701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:53:59Z', 'revision_number': 3, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:00.766003 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:54:00.766354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Updating router 0195b3bd-545a-4503-ba4f-2a3eb615db12 port 94712952-0126-4b04-ba15-4056323a138b binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:54:00.806614 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.078327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.088863 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Transition to ACTIVE for port object 94712952-0126-4b04-ba15-4056323a138b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:01.098095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.152662 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d84e-80b6-45a6-a0ce-4307e4d7310a None None] Pushing event updated for resources: {'Port': ['ID=94712952-0126-4b04-ba15-4056323a138b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:01.155849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Attempting to bind port 94712952-0126-4b04-ba15-4056323a138b on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:01.156172 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Attempting to bind port 94712952-0126-4b04-ba15-4056323a138b by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:01.156617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Attempting to bind port 94712952-0126-4b04-ba15-4056323a138b on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:01.163275 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:01.163728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:01.164192 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.164643 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:01.165201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Bound port: 94712952-0126-4b04-ba15-4056323a138b, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:01.165645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.187921 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.190717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fa9702fa-a0df-4193-9e01-546f2edfe1f8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:01.249162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] For port 94712952-0126-4b04-ba15-4056323a138b, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:01.252946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] For port 94712952-0126-4b04-ba15-4056323a138b, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94712952-0126-4b04-ba15-4056323a138b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:01.258544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.306616 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port fa9702fa-a0df-4193-9e01-546f2edfe1f8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:01.322239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fa9702fa-a0df-4193-9e01-546f2edfe1f8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:01.322655 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.346741 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d84e-80b6-45a6-a0ce-4307e4d7310a None None] Pushing event updated for resources: {'Port': ['ID=94712952-0126-4b04-ba15-4056323a138b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:01.349603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Allocated IP 172.20.0.1 (64dbdde5-c358-4822-8736-4ba21872d479/6dc4d67a-3818-41b0-a266-4cbdfda8a35c/60e06c5a-0c62-4d26-93c9-6f2d823df140) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:54:01.349780 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:01.350205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:01.456823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.471700 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Transition to ACTIVE for port object 60e06c5a-0c62-4d26-93c9-6f2d823df140 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:01.486813 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:01.509827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.546509 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Network 64dbdde5-c358-4822-8736-4ba21872d479 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:01.549941 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.551324 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:01.554787 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:54:01.579784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Pushing event updated for resources: {'Port': ['ID=60e06c5a-0c62-4d26-93c9-6f2d823df140,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:01.600920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.632775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port fa9702fa-a0df-4193-9e01-546f2edfe1f8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fa9702fa-a0df-4193-9e01-546f2edfe1f8,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:01.641555 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.725639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=fa9702fa-a0df-4193-9e01-546f2edfe1f8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:01.746841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:53:59Z', 'revision_number': 3, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:01.759784 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.777577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1362ff-7767-41c1-849e-494c0365398c None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:53:59Z', 'revision_number': 3, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:54:01.788605 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a48f852-826e-4bde-bbea-7ab1e3e911c2 None None] Provisioning for port 60e06c5a-0c62-4d26-93c9-6f2d823df140 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:01.793025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a48f852-826e-4bde-bbea-7ab1e3e911c2 None None] Provisioning complete for port 60e06c5a-0c62-4d26-93c9-6f2d823df140 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:01.793931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a48f852-826e-4bde-bbea-7ab1e3e911c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.830639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a48f852-826e-4bde-bbea-7ab1e3e911c2 None None] Port 60e06c5a-0c62-4d26-93c9-6f2d823df140 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:54:01.928447 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:01.934659 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:02.021034 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Pushing event updated for resources: {'Port': ['ID=60e06c5a-0c62-4d26-93c9-6f2d823df140,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:02.023915 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:02.118948 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Network 64dbdde5-c358-4822-8736-4ba21872d479 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:02.120815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:02.242757 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:54:02.355270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7472f46c-0c62-4212-b05a-e0907e396fdb None None] Provisioning complete for port 60e06c5a-0c62-4d26-93c9-6f2d823df140 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:02.355867 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7472f46c-0c62-4212-b05a-e0907e396fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:02.362043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:54:02.367440 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5185c434-78e9-4c0b-8ad6-96a06aa73510 admin admin] 10.222.0.48 "PUT /v2.0/routers/0195b3bd-545a-4503-ba4f-2a3eb615db12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9301794 Jul 09 17:54:02.407571 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7472f46c-0c62-4212-b05a-e0907e396fdb None None] Port 60e06c5a-0c62-4d26-93c9-6f2d823df140 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:54:02.845455 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:02.851145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1381207385-network', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:02.873536 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Made reservation on behalf of 11d30b2107ed4cf5b8b7b075e3774697 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:54:02.875988 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:02.885331 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:02.991963 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:02.997823 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.025712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:54:03.032252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c2f22-1665-4b61-96de-9fec3e0f69c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:03.040532 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.040532 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Added segment d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b of type vlan for network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 Jul 09 17:54:03.086925 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.120870 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.121888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:03.122542 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.196964 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3503547 Jul 09 17:54:03.199699 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:03.205313 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Request body: {'subnet': {'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1381207385-subnet', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:03.214343 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28c08d-9e00-455c-a193-a134fb13a3e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3219121d-5ee7-4c43-abe8-972cf5fe2fe4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:03.232076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:54:03.234293 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Made reservation on behalf of 11d30b2107ed4cf5b8b7b075e3774697 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:54:03.237120 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.238749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94712952-0126-4b04-ba15-4056323a138b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:03.340320 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 94712952-0126-4b04-ba15-4056323a138b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:03.344715 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 94712952-0126-4b04-ba15-4056323a138b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:03.345187 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.378272 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:54:03.388096 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:03.388994 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:03.427667 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.435664 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.449175 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 94712952-0126-4b04-ba15-4056323a138b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94712952-0126-4b04-ba15-4056323a138b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:03.454239 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.455076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fa9702fa-a0df-4193-9e01-546f2edfe1f8 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:03.497106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:03.497628 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98f0412-b811-4f72-bcc4-59a0258ab705,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:03.502107 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Checking segment: {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:03.502496 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Network hostable DHCP agents. Network: 3219121d-5ee7-4c43-abe8-972cf5fe2fe4, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:54:03.521087 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:54:03.531516 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=94712952-0126-4b04-ba15-4056323a138b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:03.531857 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, 3219121d-5ee7-4c43-abe8-972cf5fe2fe4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:03.536197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:03.536789 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.543154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port fa9702fa-a0df-4193-9e01-546f2edfe1f8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:03.543530 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.547192 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc2b3a-a27c-471f-81cc-a617b3ad2667 None None] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:54:03.558053 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:03.563219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:03.563616 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-828f51a0-e583-487b-9fb1-18ea12b0bbf9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3627374 Jul 09 17:54:03.588211 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.590398 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.657292 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.723612 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 2, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:03.752311 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:54:03.752647 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Updating router 0195b3bd-545a-4503-ba4f-2a3eb615db12 port 60e06c5a-0c62-4d26-93c9-6f2d823df140 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:54:03.788111 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.802844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:03.940246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'fixed_ips': [{'subnet_id': 'd98f0412-b811-4f72-bcc4-59a0258ab705'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:54:03.941424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.021238 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.046877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.065384 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.075249 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Transition to ACTIVE for port object 60e06c5a-0c62-4d26-93c9-6f2d823df140 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:04.081281 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.085305 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Allocated IP 172.20.0.2 (3219121d-5ee7-4c43-abe8-972cf5fe2fe4/d98f0412-b811-4f72-bcc4-59a0258ab705/4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:54:04.173796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Allocated IP 172.25.7.185 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/d26e2704-d867-4fe1-aaee-c598c1aee0b3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:54:04.176732 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Attempting to bind port 60e06c5a-0c62-4d26-93c9-6f2d823df140 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:04.177103 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Attempting to bind port 60e06c5a-0c62-4d26-93c9-6f2d823df140 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:04.177460 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Attempting to bind port 60e06c5a-0c62-4d26-93c9-6f2d823df140 on network 64dbdde5-c358-4822-8736-4ba21872d479 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:04.185003 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Pushing event updated for resources: {'Port': ['ID=60e06c5a-0c62-4d26-93c9-6f2d823df140,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:04.188263 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:04.188653 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Checking segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:04.189051 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.189613 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Bound using segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:04.189898 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Bound port: 60e06c5a-0c62-4d26-93c9-6f2d823df140, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:04.190278 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.207115 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.207525 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.207792 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.208125 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.208449 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.208782 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.209144 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.209470 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.209844 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.210245 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.210590 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.210913 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:04.265869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.276402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Transition to ACTIVE for port object 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:04.296816 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Transition to ACTIVE for port object 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:04.306456 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.317476 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.360667 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:04.364062 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.364458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:04.369238 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:54:04.373947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Pushing event updated for resources: {'Port': ['ID=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:04.377147 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] For port 60e06c5a-0c62-4d26-93c9-6f2d823df140, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:04.380912 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] For port 60e06c5a-0c62-4d26-93c9-6f2d823df140, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60e06c5a-0c62-4d26-93c9-6f2d823df140,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:04.387793 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.415515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:04.421028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:04.423192 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Pushing event updated for resources: {'Port': ['ID=d26e2704-d867-4fe1-aaee-c598c1aee0b3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:04.426921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:54:04.432906 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Attempting to bind port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:04.433282 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Attempting to bind port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:04.433860 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Attempting to bind port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 on network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:04.440237 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:04.440766 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Checking segment: {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:04.441183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.441763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Bound using segment: {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:04.442436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Bound port: 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:04.443062 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.445162 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:04.445998 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:04.522724 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] For port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:04.526007 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] For port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:04.533939 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.552355 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98749-3fda-4fbe-8040-e8ed6fdf0b3d None None] Pushing event updated for resources: {'Port': ['ID=60e06c5a-0c62-4d26-93c9-6f2d823df140,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:04.573255 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:04.609413 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6786-c94b-4331-a17b-b60b601b8d3f None None] Pushing event updated for resources: {'Port': ['ID=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:04.721446 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:04.816235 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:04Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:04.856794 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006568c-17e0-4fc4-97e5-4edb3ad239e1 None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:04Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:54:04.985696 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:05.132565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:54:05.257217 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:54:05.266964 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Sync routers for ids ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:54:05.277312 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Routers {'40fad1e0-865c-4fdb-a86e-b17e4e28c0be'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:05.278823 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:05.289609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:05.290993 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d5c0f745-1edb-434b-b3d9-d2a4e010240d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7317264 Jul 09 17:54:05.293752 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:05.382842 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94712952-0126-4b04-ba15-4056323a138b up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:05.451419 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Set router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:05.515206 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 94712952-0126-4b04-ba15-4056323a138b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:05.515747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:05.671973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:05.727351 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b5141-033d-4d38-9bd3-f3723d8b2cbc None None] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:54:05.821987 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:05.834728 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f7b8439-ffae-4bb0-b3b5-bd03c51eb9a5 None None] Provisioning for port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:05.839765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:05.840152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:05.868105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f7b8439-ffae-4bb0-b3b5-bd03c51eb9a5 None None] Provisioning complete for port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:05.868402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8439-ffae-4bb0-b3b5-bd03c51eb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:05.969210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T17:54:04Z', 'revision_number': 3, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:06.011035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Checking router: 40fad1e0-865c-4fdb-a86e-b17e4e28c0be for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:54:06.011393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Updating router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be port d26e2704-d867-4fe1-aaee-c598c1aee0b3 binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:54:06.020081 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fec5-39b6-4d5e-b485-36446abd4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.127381 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.158937 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.182825 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.197367 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8439-ffae-4bb0-b3b5-bd03c51eb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.308376 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:06.319582 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Allocated IP 172.20.0.1 (3219121d-5ee7-4c43-abe8-972cf5fe2fe4/d98f0412-b811-4f72-bcc4-59a0258ab705/a56ddf00-11a4-43d9-9e51-2a0f2423c8d7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:54:06.347795 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.348611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60e06c5a-0c62-4d26-93c9-6f2d823df140 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:06.442754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.458310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Transition to ACTIVE for port object a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:06.474715 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7f7b8439-ffae-4bb0-b3b5-bd03c51eb9a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:54:06.475071 n-d-800085-2 neutron-server[93769]: DEBUG oslo_db.api [None req-7f7b8439-ffae-4bb0-b3b5-bd03c51eb9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:54:06.478737 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:06.495750 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.513228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 60e06c5a-0c62-4d26-93c9-6f2d823df140 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:06.520046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 60e06c5a-0c62-4d26-93c9-6f2d823df140 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:06.520420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.537769 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:06.542438 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:06.547388 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:54:06.550145 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Pushing event updated for resources: {'Port': ['ID=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:06.587547 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.739810 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.777066 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.789466 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Transition to ACTIVE for port object d26e2704-d867-4fe1-aaee-c598c1aee0b3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:06.813403 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.852156 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.885040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Attempting to bind port d26e2704-d867-4fe1-aaee-c598c1aee0b3 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:06.885407 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Attempting to bind port d26e2704-d867-4fe1-aaee-c598c1aee0b3 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:06.885806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Attempting to bind port d26e2704-d867-4fe1-aaee-c598c1aee0b3 on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:06.901467 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f826-45fb-4671-a9eb-786dc10b7c4d None None] Pushing event updated for resources: {'Port': ['ID=d26e2704-d867-4fe1-aaee-c598c1aee0b3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:06.906118 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.911400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:06.912032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:06.912315 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.912756 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:06.913302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Bound port: d26e2704-d867-4fe1-aaee-c598c1aee0b3, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:06.913691 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.914176 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.935073 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 60e06c5a-0c62-4d26-93c9-6f2d823df140, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60e06c5a-0c62-4d26-93c9-6f2d823df140,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:06.946729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:06.986188 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Pushing event updated for resources: {'Port': ['ID=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:06.989300 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.019538 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] For port d26e2704-d867-4fe1-aaee-c598c1aee0b3, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:07.048608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] For port d26e2704-d867-4fe1-aaee-c598c1aee0b3, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d26e2704-d867-4fe1-aaee-c598c1aee0b3,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:07.051029 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=60e06c5a-0c62-4d26-93c9-6f2d823df140,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:07.056431 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.093096 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:07.096259 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:07.115694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Routers {'40fad1e0-865c-4fdb-a86e-b17e4e28c0be'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:07.116403 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:53:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:07.154431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f826-45fb-4671-a9eb-786dc10b7c4d None None] Pushing event updated for resources: {'Port': ['ID=d26e2704-d867-4fe1-aaee-c598c1aee0b3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:07.212251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60e06c5a-0c62-4d26-93c9-6f2d823df140 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:07.237503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9eb0f89d-b439-400a-b2fa-6b6fb0d89c4a None None] Provisioning for port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:07.237777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:54:07.251173 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9eb0f89d-b439-400a-b2fa-6b6fb0d89c4a None None] Provisioning complete for port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:07.251560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f89d-b439-400a-b2fa-6b6fb0d89c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.305694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] Set router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:07.334164 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0f89d-b439-400a-b2fa-6b6fb0d89c4a None None] Port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:54:07.352240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:54:07.358873 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c61a7a43-bf2e-4549-9bee-dfef76760e88 admin admin] 10.222.0.48 "PUT /v2.0/routers/40fad1e0-865c-4fdb-a86e-b17e4e28c0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0636590 Jul 09 17:54:07.392102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9eb0f89d-b439-400a-b2fa-6b6fb0d89c4a None None] Provisioning complete for port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:07.392396 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f89d-b439-400a-b2fa-6b6fb0d89c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.394185 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 60e06c5a-0c62-4d26-93c9-6f2d823df140 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:07.394631 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.624487 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:07.681668 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'a56ddf00-11a4-43d9-9e51-2a0f2423c8d7', 'name': '', 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'mac_address': 'fa:16:3e:ce:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:06Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 2, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'subnets': [{'id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:07.711722 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b318b73-2cfa-49cd-b33d-4663e6336626 None None] The sync data for ids ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'] in n-d-800085-2 is: [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'a56ddf00-11a4-43d9-9e51-2a0f2423c8d7', 'name': '', 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'mac_address': 'fa:16:3e:ce:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:06Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 2, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'subnets': [{'id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:54:07.715730 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:07.716039 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.762348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f58358a9-bf64-4559-a81a-5d02ca2af01a None None] Provisioning complete for port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:07.762771 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f58358a9-bf64-4559-a81a-5d02ca2af01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:07.819064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f58358a9-bf64-4559-a81a-5d02ca2af01a None None] Port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:54:07.962149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:07.967167 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995641105', 'description': 'tempest-secgroup-smoke-995641105 description', 'project_id': 'b004655e84d74e82b63041791620c6fe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:07.992154 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.080350 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.085585 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.114297 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.115617 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1523619 Jul 09 17:54:08.119168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:08.120187 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1972b8-153e-47ab-81a9-45c64a0178e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681e44dd-5f70-459d-bde1-992a6f975734,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.129130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '681e44dd-5f70-459d-bde1-992a6f975734', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:08.160853 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.221134 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.226615 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.245726 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62052f3-ba44-43f8-b7ec-acbec5ca52e4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.253208 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.254539 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-017c4d89-7ea0-4600-9b84-1efe46869853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341047 Jul 09 17:54:08.258152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:08.263217 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '681e44dd-5f70-459d-bde1-992a6f975734', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:08.292028 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.368361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.373771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.388739 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb47190-7ccc-495a-aa14-a9bf80df8abf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.403589 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.404912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a611f94-43c7-4721-b7ab-bfccf2e1fa53 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455936 Jul 09 17:54:08.407633 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:08.412327 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '681e44dd-5f70-459d-bde1-992a6f975734', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:08.442935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.451158 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1886329-a1ad-4682-84af-441d5a60a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.506911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.511887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.531710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c270a08d-827a-4ea4-b2ed-c41cc05577bd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.535558 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.536953 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0a6d2ede-d8d0-4db9-a4d5-3c3f5c2d42b8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282601 Jul 09 17:54:08.539839 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:08.544710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '681e44dd-5f70-459d-bde1-992a6f975734', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:08.573985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.638843 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.643803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.663622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f50b1b-9a1f-4c36-89a8-fb5d9eb9278e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.671051 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.675066 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-91a2bc2a-5cc0-44d6-a80f-2737720d5830 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313457 Jul 09 17:54:08.675560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:08.680395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '681e44dd-5f70-459d-bde1-992a6f975734', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:08.705603 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Project b004655e84d74e82b63041791620c6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:54:08.711228 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.741908 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.781046 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.786195 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.807178 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a7b8af-898b-4999-999d-3307c38a50bd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.815484 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.816834 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-d2ec2e15-3bde-4885-9afe-4b5d450924f2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401644 Jul 09 17:54:08.819740 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:08.824970 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '681e44dd-5f70-459d-bde1-992a6f975734', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:08.848012 n-d-800085-2 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Project b004655e84d74e82b63041791620c6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:54:08.853291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.921406 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.927976 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.947352 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039c31a5-24ec-461f-b208-3c2970c0f45e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:08.955159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:08.956568 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-029f2667-1578-4665-b6a3-98a99dca2513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355822 Jul 09 17:54:08.967508 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:09.120720 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-eb554cf2-6d26-4a7a-bf9d-87f6e6121559 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995641105&fields=id&tenant_id=b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 267 time: 0.0376086 Jul 09 17:54:09.169749 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d26e2704-d867-4fe1-aaee-c598c1aee0b3 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:09.218047 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d26e2704-d867-4fe1-aaee-c598c1aee0b3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:09.221761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d26e2704-d867-4fe1-aaee-c598c1aee0b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:09.222133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:09.230954 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-14a27acf-75a9-47e2-b8e1-2277f86302ea tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:09.232455 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-14a27acf-75a9-47e2-b8e1-2277f86302ea tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 809 time: 0.1049986 Jul 09 17:54:09.247877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-6bd22182-12bd-4795-8b6e-9f457f7ca471 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/quotas/b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 375 time: 0.0099297 Jul 09 17:54:09.304560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:09.322895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-f6c5677b-77d2-4dbf-b255-55f3686e537e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692620 Jul 09 17:54:09.325623 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d26e2704-d867-4fe1-aaee-c598c1aee0b3, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d26e2704-d867-4fe1-aaee-c598c1aee0b3,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:09.330774 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:09.384098 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d26e2704-d867-4fe1-aaee-c598c1aee0b3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:09.423528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-de0ee84c-7d90-4b3a-aa60-b0846655b172 service neutron] 10.222.0.48 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Jul 09 17:54:09.520445 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-3263f0cc-2f5f-41c9-9050-1f7e43335bcd service neutron] 10.222.0.48 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912423 Jul 09 17:54:09.618677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:09.699723 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8695a83f-42bc-4799-b44d-f329be991939 req-af31a143-50b0-42d4-bfe7-cdf6b19bd939 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 210 time: 0.0295870 Jul 09 17:54:09.705035 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Sync routers for ids ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:54:09.714248 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Routers {'40fad1e0-865c-4fdb-a86e-b17e4e28c0be'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:09.715013 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:09.820399 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Set router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:10.020398 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'a56ddf00-11a4-43d9-9e51-2a0f2423c8d7', 'name': '', 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'mac_address': 'fa:16:3e:ce:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:06Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 2, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'subnets': [{'id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:10.049793 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Checking router: 40fad1e0-865c-4fdb-a86e-b17e4e28c0be for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:54:10.050142 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Updating router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:54:10.084972 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.360207 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.369829 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Transition to ACTIVE for port object a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:10.379104 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.430500 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f02a-c62c-4f13-bffa-5d71962fe21c None None] Pushing event updated for resources: {'Port': ['ID=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:10.481779 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Attempting to bind port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:10.482236 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Attempting to bind port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:10.482730 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Attempting to bind port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 on network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:10.488247 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:10.488710 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Checking segment: {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:10.489004 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.489397 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Bound using segment: {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:10.489904 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Bound port: a56ddf00-11a4-43d9-9e51-2a0f2423c8d7, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:10.490289 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.556152 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] For port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:10.559832 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] For port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:10.564905 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.624879 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Routers {'40fad1e0-865c-4fdb-a86e-b17e4e28c0be'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:10.625511 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:10.627454 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f02a-c62c-4f13-bffa-5d71962fe21c None None] Pushing event updated for resources: {'Port': ['ID=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:10.750158 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] Set router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:10.796926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a8083bd-16a1-4e7e-9307-9e9e1829fe69 req-261c4b10-ec93-4cd5-8e40-e34c6a46ba81 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 210 time: 0.0282292 Jul 09 17:54:11.062009 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'a56ddf00-11a4-43d9-9e51-2a0f2423c8d7', 'name': '', 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'mac_address': 'fa:16:3e:ce:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:06Z', 'updated_at': '2021-07-09T17:54:10Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'subnets': [{'id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:11.087444 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6344eac3-6501-4de2-a42d-faddded0c4b7 None None] The sync data for ids ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'] in n-d-800085-2 is: [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'a56ddf00-11a4-43d9-9e51-2a0f2423c8d7', 'name': '', 'network_id': '3219121d-5ee7-4c43-abe8-972cf5fe2fe4', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'mac_address': 'fa:16:3e:ce:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:06Z', 'updated_at': '2021-07-09T17:54:10Z', 'revision_number': 4, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'subnets': [{'id': 'd98f0412-b811-4f72-bcc4-59a0258ab705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:54:11.186734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d26e2704-d867-4fe1-aaee-c598c1aee0b3 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:11.237149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d26e2704-d867-4fe1-aaee-c598c1aee0b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:11.237819 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:11.339458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:11.393074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:11.399039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:11.399415 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:11.455992 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:11.500284 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:11.537829 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:11.542398 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:11.593650 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:11.942239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6dd1c755-ec87-4733-b8dc-91bc17c08694 req-09a2965d-ae48-4ac0-aea0-98994efc284b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 210 time: 0.0283892 Jul 09 17:54:12.139400 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-94934743-f221-47e6-a06d-678477542760 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:12.141421 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-94934743-f221-47e6-a06d-678477542760 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 809 time: 0.1058598 Jul 09 17:54:12.193021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-c6e97018-71d4-4850-8a8b-ad8c5f034fbf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 379 time: 0.0353725 Jul 09 17:54:12.202413 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'port': {'device_id': '290e91e2-e75b-4020-b313-2623f152a7dc', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'admin_state_up': True, 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'security_groups': ['681e44dd-5f70-459d-bde1-992a6f975734']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:12.316862 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Made reservation on behalf of b004655e84d74e82b63041791620c6fe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:54:12.321366 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.460801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Allocated IP 172.20.0.7 (64dbdde5-c358-4822-8736-4ba21872d479/6dc4d67a-3818-41b0-a266-4cbdfda8a35c/7073ffd0-b6a5-40ba-969c-17cec92a6f61) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:54:12.603025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.617721 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Transition to ACTIVE for port object 7073ffd0-b6a5-40ba-969c-17cec92a6f61 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:12.655652 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.702167 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Network 64dbdde5-c358-4822-8736-4ba21872d479 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:12.705337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:12.710014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:54:12.718028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:12.771043 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:12.771705 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.788887 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-b91da451-4e6a-46c9-b765-4bd4d6e8dbb5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901766 Jul 09 17:54:12.807627 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Request body: {'port': {'device_id': '290e91e2-e75b-4020-b313-2623f152a7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:12.883296 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.936868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40a2d9b5-057d-4864-8fe4-ead75e20cb19 None None] Provisioning for port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:12.941119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40a2d9b5-057d-4864-8fe4-ead75e20cb19 None None] Provisioning complete for port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:12.941623 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40a2d9b5-057d-4864-8fe4-ead75e20cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.980138 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-40a2d9b5-057d-4864-8fe4-ead75e20cb19 None None] Port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:54:13.128698 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bc9c-1c0e-4116-bd6b-42d5c0c1ae3f req-846a952a-f27b-43ac-93e7-2309084d803a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:13.131361 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f36bc9c-1c0e-4116-bd6b-42d5c0c1ae3f req-846a952a-f27b-43ac-93e7-2309084d803a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 931 time: 0.0709038 Jul 09 17:54:13.160878 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7073ffd0-b6a5-40ba-969c-17cec92a6f61 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:54:13.169720 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.171859 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:13.179796 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7f36bc9c-1c0e-4116-bd6b-42d5c0c1ae3f req-df7d1222-d40e-4c46-b7d2-3fa9097c07f7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 Jul 09 17:54:13.182636 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Transition to ACTIVE for port object 7073ffd0-b6a5-40ba-969c-17cec92a6f61 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:13.187844 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.227627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:13.228001 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.241222 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:13.315106 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Attempting to bind port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:13.315593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Attempting to bind port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:13.315934 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Attempting to bind port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 on network 64dbdde5-c358-4822-8736-4ba21872d479 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:13.320889 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 on network 64dbdde5-c358-4822-8736-4ba21872d479 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:54:13.321219 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Attempting to bind port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 on network 64dbdde5-c358-4822-8736-4ba21872d479 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:13.326572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:13.326895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Checking segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:13.327282 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Bound using segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:13.327710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Bound port: 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:13.328071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.398147 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:13.401399 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:13.407606 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.441537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:13.442310 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.443597 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] 10.222.0.37 "PUT /v2.0/ports/7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 1091 time: 0.6408491 Jul 09 17:54:13.444039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:13.446386 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:13.472047 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3a31-fa54-474c-af86-65c1c7b5c869 service neutron] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:13.547340 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac9f148-eb11-4d86-acc2-043865c36db8 x-openstack-request-id: req-0ac9f148-eb11-4d86-acc2-043865c36db8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:13.547638 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:13.547890 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ac9f148-eb11-4d86-acc2-043865c36db8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:13.548281 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'status': 'completed', 'code': 200} Jul 09 17:54:13.563121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-3f4e4a32-1ca7-4500-8b5a-b953bc096c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:13.564647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-3f4e4a32-1ca7-4500-8b5a-b953bc096c70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1094 time: 0.0625839 Jul 09 17:54:13.611210 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-08722bd0-a04d-4231-b49a-85feffae20d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 217 time: 0.0348482 Jul 09 17:54:13.662974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-9561325d-69bf-4ae6-9e97-c0827625a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:13.664440 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-9561325d-69bf-4ae6-9e97-c0827625a0f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0473349 Jul 09 17:54:13.725778 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-3d778e72-6b7b-4676-9b99-67b07aac6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:13.727347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-3d778e72-6b7b-4676-9b99-67b07aac6f86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570030 Jul 09 17:54:13.817054 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-5f7036d6-86e3-4348-b45d-5d4af2b9f8d9 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833297 Jul 09 17:54:13.908898 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0ef641b9-4e88-4d85-8473-e05f30cfd67c req-03ee5572-94e7-4649-a453-557723a7ca9a service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Jul 09 17:54:14.080893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-885b0b71-4312-48c2-a092-78847f1e83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:14.082420 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-885b0b71-4312-48c2-a092-78847f1e83e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1094 time: 0.0612431 Jul 09 17:54:14.177730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-917468c6-9625-4abc-93da-30dd7bfdd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:14.179376 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-917468c6-9625-4abc-93da-30dd7bfdd9ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0904036 Jul 09 17:54:14.220197 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-61ca7010-c8ef-49d2-90a6-8a56a562083f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 217 time: 0.0342562 Jul 09 17:54:14.268771 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-04f86518-a0e7-4405-aee2-bbec3f98ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:14.270232 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-04f86518-a0e7-4405-aee2-bbec3f98ce55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0440156 Jul 09 17:54:14.332645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-118d7035-1c63-4789-8bfa-139c9aa8cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:14.334071 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-118d7035-1c63-4789-8bfa-139c9aa8cc9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575202 Jul 09 17:54:14.360656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c92ddb-3d6d-4396-9fc8-9a9d1e906046 req-f1db40e9-8a77-48d3-b006-30765e75c423 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:14.362832 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98c92ddb-3d6d-4396-9fc8-9a9d1e906046 req-f1db40e9-8a77-48d3-b006-30765e75c423 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0661578 Jul 09 17:54:14.402124 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-98c92ddb-3d6d-4396-9fc8-9a9d1e906046 req-a3103d9d-ae7a-435d-bb05-3240e83e9378 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331414 Jul 09 17:54:14.424453 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-5f5d5f7c-ebf3-4071-b01a-56fa9e86c74b service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Jul 09 17:54:14.527159 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9b4f5ca1-1b92-4d9a-a866-212758f9d0fe req-8d2dcdd3-bae6-4d61-bbfd-87befbc5aebd service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960245 Jul 09 17:54:15.601262 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053e8f-e180-4912-8d55-be86f2fc2eff req-d9e14823-a0a3-497c-98cd-27128d30f6fc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:15.602786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac053e8f-e180-4912-8d55-be86f2fc2eff req-d9e14823-a0a3-497c-98cd-27128d30f6fc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0810809 Jul 09 17:54:15.645261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ac053e8f-e180-4912-8d55-be86f2fc2eff req-1672afdd-6e8f-4461-8b2a-e975a346cdc9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364928 Jul 09 17:54:16.546634 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:54:16.839369 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef3873-1852-4c50-9fc7-07b107aba7a0 req-9dcb0de9-7cdb-4ec2-9cf0-6f99b5588659 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:16.840787 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47ef3873-1852-4c50-9fc7-07b107aba7a0 req-9dcb0de9-7cdb-4ec2-9cf0-6f99b5588659 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0745006 Jul 09 17:54:16.881541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47ef3873-1852-4c50-9fc7-07b107aba7a0 req-61fa7cd7-df8a-49eb-95e0-1ad396aa8706 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324688 Jul 09 17:54:17.342195 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:54:17.463530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:17.475358 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'mac_address': 'fa:16:3e:7a:8b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:54:17.513723 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:17.527408 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7073ffd0-b6a5-40ba-969c-17cec92a6f61 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:54:17.548184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:17.554677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:17.609597 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:17.930346 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['7073ffd0-b6a5-40ba-969c-17cec92a6f61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:54:18.063919 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b5c31-c3b9-4e55-8acb-d2009676c188 req-be4c8a2e-c949-4f79-925f-bd4ec586f61c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:18.065806 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f42b5c31-c3b9-4e55-8acb-d2009676c188 req-be4c8a2e-c949-4f79-925f-bd4ec586f61c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 944 time: 0.0627043 Jul 09 17:54:18.102659 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f42b5c31-c3b9-4e55-8acb-d2009676c188 req-4c445bd4-6d43-4b9a-b584-381d0c2afa34 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Jul 09 17:54:19.298059 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bf864-e28d-4380-b9dc-c6442769428e req-1af01c22-51b7-43f3-9304-876b3ce23455 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:19.299684 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d94bf864-e28d-4380-b9dc-c6442769428e req-1af01c22-51b7-43f3-9304-876b3ce23455 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 944 time: 0.0790107 Jul 09 17:54:19.342895 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d94bf864-e28d-4380-b9dc-c6442769428e req-605fc096-ccf6-47f9-8b9c-9e1d1082550a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Jul 09 17:54:19.352483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:19.412602 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:19.416159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:19.416527 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:19.492551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:19.516689 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:19.518999 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270b8f3b-2bf1-48b9-a5ca-96982c4d08f0" -d '{"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:19.532085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:19.536799 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:19.561855 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0897e1f-706c-40e9-a272-c770ecfbd11b x-openstack-request-id: req-d0897e1f-706c-40e9-a272-c770ecfbd11b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:19.562143 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:19.562392 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0897e1f-706c-40e9-a272-c770ecfbd11b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:19.562799 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'code': 200} Jul 09 17:54:19.588174 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:19.701457 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271abcd4-0323-4199-a450-5ad5a8e3cb1d req-b80b246f-c426-48b8-b3d2-6e846e12b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:19.703016 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-271abcd4-0323-4199-a450-5ad5a8e3cb1d req-b80b246f-c426-48b8-b3d2-6e846e12b85a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1096 time: 0.0592995 Jul 09 17:54:19.737209 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-271abcd4-0323-4199-a450-5ad5a8e3cb1d req-74280579-84e9-4d63-a328-42b698208749 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276043 Jul 09 17:54:20.550458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab6e7-2e6c-4e89-a15b-5d5fadb19445 req-f33a9df6-643d-4577-a913-e52fd52667c1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:20.551998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76eab6e7-2e6c-4e89-a15b-5d5fadb19445 req-f33a9df6-643d-4577-a913-e52fd52667c1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0804920 Jul 09 17:54:20.590940 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-76eab6e7-2e6c-4e89-a15b-5d5fadb19445 req-e29237ea-30db-4859-b96d-5e5f1b4d9188 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330961 Jul 09 17:54:21.812020 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2c83f-65cf-4ca9-b598-ad2d7670a481 req-dd73a1c5-fd96-4243-b801-a94ed5fb01d6 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:21.813549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36c2c83f-65cf-4ca9-b598-ad2d7670a481 req-dd73a1c5-fd96-4243-b801-a94ed5fb01d6 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0899379 Jul 09 17:54:21.864177 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-36c2c83f-65cf-4ca9-b598-ad2d7670a481 req-1f080c3a-979d-4355-abee-6ef93e3fd73a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Jul 09 17:54:22.040006 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74e8c-8e8c-4a31-a0eb-e00d456dd761 req-db5a4b3d-5ca3-4756-8692-f54f09c48a07 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:22.041533 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c74e8c-8e8c-4a31-a0eb-e00d456dd761 req-db5a4b3d-5ca3-4756-8692-f54f09c48a07 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0697758 Jul 09 17:54:22.090715 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-21c74e8c-8e8c-4a31-a0eb-e00d456dd761 req-2a682fd1-d92c-4e13-b4eb-530be0927c18 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Jul 09 17:54:22.114820 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:22.273891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b820251-9276-4f56-a3cb-2def6d1f0ba8 tempest-TestShelveInstance-630189774 tempest-TestShelveInstance-630189774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:22.275956 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4b820251-9276-4f56-a3cb-2def6d1f0ba8 tempest-TestShelveInstance-630189774 tempest-TestShelveInstance-630189774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1091 time: 0.1598382 Jul 09 17:54:22.279334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:22.283744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:22.307965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:22.423619 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:22.539240 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Allocated IP 172.25.7.51 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/0728a638-535e-46cc-b5b2-de7867a39d5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:54:22.649969 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:22.691450 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:22.734252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:54:22.736985 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:54:22.741406 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:54:22.747012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'Port': ['ID=0728a638-535e-46cc-b5b2-de7867a39d5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:23.116638 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:23.199049 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:23.370785 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:23.377565 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:23.442355 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'Port': ['ID=0728a638-535e-46cc-b5b2-de7867a39d5f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:23.454162 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:23.553364 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Floating IP d4e10b6c-c40c-4897-b7bc-5af5e3f65dac associated. External IP: 172.25.7.51, port: 7073ffd0-b6a5-40ba-969c-17cec92a6f61. Jul 09 17:54:24.095165 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:54:24.204309 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:54:24.215259 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:54:24.220965 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:24.227235 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:24.227870 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:24.261706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0f26281d-2206-4b03-be9c-cd14355c0bcc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9812572 Jul 09 17:54:24.262281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:24.266979 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05" -d '{"events": [{"name": "network-changed", "server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:24.305677 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6895e26b-8631-46d3-a239-ddb2dc647cbe x-openstack-request-id: req-6895e26b-8631-46d3-a239-ddb2dc647cbe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:24.305977 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:24.306220 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6895e26b-8631-46d3-a239-ddb2dc647cbe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:24.306651 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'status': 'completed', 'code': 200} Jul 09 17:54:24.343657 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:24.408553 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-887bbe20-737e-4204-b5a3-55bba237cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:24.410105 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-887bbe20-737e-4204-b5a3-55bba237cbaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1096 time: 0.0586405 Jul 09 17:54:24.508908 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-6dbd341d-66e3-4277-80b7-0a7535bd07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:24.510338 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-6dbd341d-66e3-4277-80b7-0a7535bd07b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0935304 Jul 09 17:54:24.565509 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:24.575920 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-3779339e-1263-46a1-b635-52673c986c38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 998 time: 0.0583522 Jul 09 17:54:24.587095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'd4e10b6c-c40c-4897-b7bc-5af5e3f65dac', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'mac_address': 'fa:16:3e:7a:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290e91e2-e75b-4020-b313-2623f152a7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:54:22Z', 'updated_at': '2021-07-09T17:54:22Z', 'revision_number': 0, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:24.616747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:54:24.625135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:54:24.625747 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:54:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:24.629695 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-c07e945e-186c-4a37-82f6-97b974df03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:24.631564 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-c07e945e-186c-4a37-82f6-97b974df03f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0492311 Jul 09 17:54:24.693446 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-eb416407-7127-490b-8f0c-26040c1b86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:24.695039 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-eb416407-7127-490b-8f0c-26040c1b86a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569296 Jul 09 17:54:24.787796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-e3c9c53e-e23d-444b-a1ff-e5beba8977f3 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Jul 09 17:54:24.881841 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-515bd512-8a6d-4dd1-9c94-0e4ac3bc1d05 req-f7bff566-8963-4309-94cf-81e6d86d7d95 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Jul 09 17:54:24.892223 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:54:25.114149 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'd4e10b6c-c40c-4897-b7bc-5af5e3f65dac', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'mac_address': 'fa:16:3e:7a:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290e91e2-e75b-4020-b313-2623f152a7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:54:22Z', 'updated_at': '2021-07-09T17:54:22Z', 'revision_number': 0, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:54:25.141133 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9b5f0-6c7c-430a-8b09-2443cade86c7 None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'd4e10b6c-c40c-4897-b7bc-5af5e3f65dac', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'mac_address': 'fa:16:3e:7a:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290e91e2-e75b-4020-b313-2623f152a7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:54:22Z', 'updated_at': '2021-07-09T17:54:22Z', 'revision_number': 0, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:54:25.346836 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28386c42-afc8-4458-b1eb-ad4f6d83d2d1 None None] New status for floating IP d4e10b6c-c40c-4897-b7bc-5af5e3f65dac: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:54:35.935222 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3365214c-27ab-45cb-b04a-c8ec2680b9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:37.688596 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-0fae5e1b-8254-478f-b126-ca459f057609 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685823 Jul 09 17:54:37.805864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-026b7bb4-2575-4d5e-ac27-3a0c71d69e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:37.807432 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-026b7bb4-2575-4d5e-ac27-3a0c71d69e26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1096 time: 0.0556514 Jul 09 17:54:37.920577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-51aaf152-7c61-435a-827d-5d80f0bba21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:37.922074 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-51aaf152-7c61-435a-827d-5d80f0bba21a service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0927052 Jul 09 17:54:37.990945 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-33b81a4b-fe58-409a-b6ba-8615fe959a2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 1000 time: 0.0617292 Jul 09 17:54:38.044441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-43ce4fd5-a57d-4c65-a504-56f5dd4598d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:38.045885 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-43ce4fd5-a57d-4c65-a504-56f5dd4598d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0487406 Jul 09 17:54:38.107437 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-a88d3771-dcfe-4358-ae26-0b1656f22d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:38.108915 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-a88d3771-dcfe-4358-ae26-0b1656f22d5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561817 Jul 09 17:54:38.211770 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-09ae34ee-3ce3-43f2-952d-74eb384ff914 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954807 Jul 09 17:54:38.305756 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-b428dd11-402f-49e1-9f31-1946c27e24fa req-084040b9-662f-4766-832d-50e97884d317 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870042 Jul 09 17:54:38.462230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05760dcd-2268-4a0f-9c2e-abba31461369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:38.758830 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:38.954051 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:39.631688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:41.452194 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:53.558719 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:54:54.567380 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:05.949625 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d789308-4ec4-4af6-936e-a4e87661ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:08.467532 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45fdb278-e7b9-4123-96fd-71f96ba13216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:08.742337 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:08.958613 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:09.637883 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:11.450188 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:24.569526 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:30.549296 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:55:35.943218 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d915e91-778d-4cd5-bf42-0146190f889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.719962 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-c7f31ef9-9972-42eb-9565-8ded729a1cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134014 Jul 09 17:55:37.846273 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-07f6bb9c-a556-4db6-9565-b204d90a1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:37.847849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-07f6bb9c-a556-4db6-9565-b204d90a1fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1096 time: 0.0618737 Jul 09 17:55:37.963734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-4048727c-c3fe-4aa9-a1ed-02c3723122b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:37.965212 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-4048727c-c3fe-4aa9-a1ed-02c3723122b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0898793 Jul 09 17:55:38.031013 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-ab586610-c8aa-4ad2-8624-72246e5e08bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 1000 time: 0.0584216 Jul 09 17:55:38.086432 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-dafe2649-6e0a-45b7-928a-f7cd7ab40efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:38.087941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-dafe2649-6e0a-45b7-928a-f7cd7ab40efe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0496569 Jul 09 17:55:38.146332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-92727a47-dd88-4e06-8121-bca58a393828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:38.147826 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-92727a47-dd88-4e06-8121-bca58a393828 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532303 Jul 09 17:55:38.158710 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-24872ff1-d93b-469a-aade-b4e29998072f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:55:38.159613 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-24872ff1-d93b-469a-aade-b4e29998072f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049682 Jul 09 17:55:38.254461 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-92993161-bc1a-4b4e-93be-aebac96589c0 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878899 Jul 09 17:55:38.351371 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82c076cb-942d-4d78-af13-4955a1f2e98d req-51985aa2-f85e-4fe7-8d05-ed299f190b9a service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898495 Jul 09 17:55:38.468949 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e903adbe-9f2d-4a8e-99ad-4a36db45f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.752197 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.957824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:39.639770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.455996 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:54.566812 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:05.957598 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39248600-ccbf-415a-9164-20073bd346b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:07.554335 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:56:08.463404 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10c9cf45-c693-46fb-bc29-70632334d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:08.746682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:08.967048 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:09.639034 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:11.457511 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:24.582743 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:35.951067 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-682b9cd4-66fe-40a0-82e3-34cd2e042f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:38.472072 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c69407ae-3927-4856-a776-0cc3d9d60270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:38.656587 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-bdc3a70c-d94f-47c9-9abe-8de8669f6734 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540400 Jul 09 17:56:38.750243 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:38.774158 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-b198115b-8c52-46df-9a4c-c1e888422caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:38.775739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-b198115b-8c52-46df-9a4c-c1e888422caf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1096 time: 0.0554638 Jul 09 17:56:38.891038 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-f0063a2d-c37b-4b12-979e-6df5bdcab103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:38.892520 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-f0063a2d-c37b-4b12-979e-6df5bdcab103 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0952425 Jul 09 17:56:38.958944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-4db3d1cc-bfe9-4794-9c65-17761eac7748 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 1000 time: 0.0594244 Jul 09 17:56:38.966012 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:39.012669 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-d64b74dc-b29f-4e7b-91c5-3cf165039786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:39.014005 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-d64b74dc-b29f-4e7b-91c5-3cf165039786 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0490265 Jul 09 17:56:39.075276 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-16689c24-a19d-4eeb-9d78-7b16464669fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:39.076978 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-16689c24-a19d-4eeb-9d78-7b16464669fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564229 Jul 09 17:56:39.165968 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-b27982a7-fd1b-46e2-83ef-f8b9f133cc12 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826559 Jul 09 17:56:39.263046 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-49c87e90-8c1b-4c1a-99ca-6e2e39bf7f1e req-c845f13b-6c17-4688-be1c-e0a0f90f61dc service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901837 Jul 09 17:56:39.643632 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.459858 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.559253 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:56:51.951608 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cca5-ea02-47e9-af11-0cb18337b1bf req-0b1f5fea-828b-46a5-bded-2f696fc504c7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:51.953126 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8036cca5-ea02-47e9-af11-0cb18337b1bf req-0b1f5fea-828b-46a5-bded-2f696fc504c7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0665545 Jul 09 17:56:51.997562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8036cca5-ea02-47e9-af11-0cb18337b1bf req-d0b03c8a-3b52-4272-a922-aecfd159c4b4 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363114 Jul 09 17:56:53.197961 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a5c1-c32d-4304-a754-8d60ce870ed9 req-022d6083-0921-4c1f-8d9e-e5d1010a06bf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:53.199539 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-add6a5c1-c32d-4304-a754-8d60ce870ed9 req-022d6083-0921-4c1f-8d9e-e5d1010a06bf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0732427 Jul 09 17:56:53.237233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-add6a5c1-c32d-4304-a754-8d60ce870ed9 req-cabf0bfd-e6cb-4aa4-aeaa-e5fd6aa6d8d9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318685 Jul 09 17:56:54.424510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499b4e-1f46-487e-98d8-7c8ebb19e79b req-4f3c2fa4-2777-4910-8506-e0e2b06b864c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:54.426033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f499b4e-1f46-487e-98d8-7c8ebb19e79b req-4f3c2fa4-2777-4910-8506-e0e2b06b864c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0705950 Jul 09 17:56:54.470633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8f499b4e-1f46-487e-98d8-7c8ebb19e79b req-a9fdc8ef-29e9-43f8-b1c2-bc89299b9832 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364809 Jul 09 17:56:54.583829 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:55.664051 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405be38-9302-49c6-8f17-134431b64b9b req-206bd067-80b6-4ea9-9b70-786330d5f795 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:55.665856 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2405be38-9302-49c6-8f17-134431b64b9b req-206bd067-80b6-4ea9-9b70-786330d5f795 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0694027 Jul 09 17:56:55.708561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2405be38-9302-49c6-8f17-134431b64b9b req-88e8e973-1edc-4bbc-8154-a20076ac6639 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333736 Jul 09 17:56:56.896441 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcb4f6-6f30-4e35-9203-91f3b6d6131e req-f233921d-42a4-4603-b82e-4cad9497a0ea tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:56.897920 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ebcb4f6-6f30-4e35-9203-91f3b6d6131e req-f233921d-42a4-4603-b82e-4cad9497a0ea tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0673063 Jul 09 17:56:56.939814 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ebcb4f6-6f30-4e35-9203-91f3b6d6131e req-82336e4b-3bf9-43f1-916e-71e24c3ca592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Jul 09 17:56:58.142778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe69be1-c3d7-4e4d-bdaf-d83801e64484 req-cf4d1fb0-64a9-4f60-9b33-18c1907ba853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:58.144282 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fe69be1-c3d7-4e4d-bdaf-d83801e64484 req-cf4d1fb0-64a9-4f60-9b33-18c1907ba853 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0846922 Jul 09 17:56:58.187200 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3fe69be1-c3d7-4e4d-bdaf-d83801e64484 req-6face215-3141-493b-9f5c-e9434bd9f328 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371385 Jul 09 17:56:59.370487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7f222-df74-4f17-9bbb-f731092820a2 req-2106d824-f490-41ec-aae9-5b6f7bea43b0 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:59.372050 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8db7f222-df74-4f17-9bbb-f731092820a2 req-2106d824-f490-41ec-aae9-5b6f7bea43b0 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0673113 Jul 09 17:56:59.410721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8db7f222-df74-4f17-9bbb-f731092820a2 req-d5a32a51-a493-4faa-8674-162c0d7f460a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327623 Jul 09 17:57:00.601937 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2330794-ecd1-408f-8260-f973fb3a7ded req-fb06c611-de89-4ee6-b5bf-5ae0fe22bf2f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:00.603487 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2330794-ecd1-408f-8260-f973fb3a7ded req-fb06c611-de89-4ee6-b5bf-5ae0fe22bf2f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0656135 Jul 09 17:57:00.641229 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2330794-ecd1-408f-8260-f973fb3a7ded req-ebdb5a27-bb1c-4edc-9f27-9651bafdb4b0 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Jul 09 17:57:01.834393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bd899-91f2-4588-805d-590ef08c3c09 req-6ae64900-528d-46bb-ac12-d09c9b1eb9db tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:01.836001 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e9bd899-91f2-4588-805d-590ef08c3c09 req-6ae64900-528d-46bb-ac12-d09c9b1eb9db tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0738704 Jul 09 17:57:01.876277 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e9bd899-91f2-4588-805d-590ef08c3c09 req-255224c3-37d6-48c1-a967-1bb6fa43288a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Jul 09 17:57:03.062421 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f320b29-5b51-499f-b8c3-910d28ba3c39 req-c90ffbb9-3c8f-43e2-a8af-f04ad039e5bc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:03.063968 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f320b29-5b51-499f-b8c3-910d28ba3c39 req-c90ffbb9-3c8f-43e2-a8af-f04ad039e5bc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0663068 Jul 09 17:57:03.103000 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f320b29-5b51-499f-b8c3-910d28ba3c39 req-aedb9742-38a6-43fb-9ef8-86eb1cf0f90b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331869 Jul 09 17:57:04.012868 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:57:04.111426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:04.122617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'mac_address': 'fa:16:3e:7a:8b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:57:04.162779 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:04.175270 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7073ffd0-b6a5-40ba-969c-17cec92a6f61 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:57:04.194498 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:04.199687 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:04.251393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:04.259076 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.259620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.259965 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.260310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.260641 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.261159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.261388 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.261795 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.262123 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.262446 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.262793 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.263122 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:04.290445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb0d9a-dbb8-41c0-bc8f-45d167c2939a req-7f9b8fbb-b265-4cd7-be8f-556611e93f17 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:04.292042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99eb0d9a-dbb8-41c0-bc8f-45d167c2939a req-7f9b8fbb-b265-4cd7-be8f-556611e93f17 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 944 time: 0.0676327 Jul 09 17:57:04.336018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-99eb0d9a-dbb8-41c0-bc8f-45d167c2939a req-57653228-4691-47fa-a679-1d089352659a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372355 Jul 09 17:57:04.352517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['7073ffd0-b6a5-40ba-969c-17cec92a6f61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:57:05.536046 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17737-52e4-4f2a-be9d-6b9841006929 req-99661b9f-4b08-4d6b-8328-e837af45cec3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:05.537432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ef17737-52e4-4f2a-be9d-6b9841006929 req-99661b9f-4b08-4d6b-8328-e837af45cec3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 944 time: 0.0662503 Jul 09 17:57:05.577263 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9ef17737-52e4-4f2a-be9d-6b9841006929 req-be9ac170-3dc9-4487-a2e7-e2b7613ced50 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314012 Jul 09 17:57:05.961582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8975dfa3-ba8a-4a46-89f5-5fb7fa3ff89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:06.014137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:57:06.069011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:57:06.069379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:06.150107 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:06.183876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:57:06.186749 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e67487-aa51-4de7-892d-9a3595e20dc9" -d '{"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:57:06.199342 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:06.204351 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:06.251599 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:06.285591 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f8bdd-508a-4c7a-9062-a869ba299b43 x-openstack-request-id: req-785f8bdd-508a-4c7a-9062-a869ba299b43 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:57:06.285877 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:57:06.286134 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-785f8bdd-508a-4c7a-9062-a869ba299b43 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:57:06.286584 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'code': 200} Jul 09 17:57:06.761738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5b2f-b7d0-4294-a80f-d6dbe294751c req-732fb63c-286b-4b28-9be5-53262cbda866 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:06.763323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baaf5b2f-b7d0-4294-a80f-d6dbe294751c req-732fb63c-286b-4b28-9be5-53262cbda866 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0668685 Jul 09 17:57:06.808033 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-baaf5b2f-b7d0-4294-a80f-d6dbe294751c req-4be1d1d5-602c-4b18-804b-c651371d091c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371025 Jul 09 17:57:08.008860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d7bd2-0a1a-4b02-aa89-db68c79c60b7 req-acb09767-d477-4cae-91d7-0619e8bbd9a8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:08.010358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f77d7bd2-0a1a-4b02-aa89-db68c79c60b7 req-acb09767-d477-4cae-91d7-0619e8bbd9a8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0735693 Jul 09 17:57:08.049130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f77d7bd2-0a1a-4b02-aa89-db68c79c60b7 req-32befbe0-be05-4a7e-9040-08f40baa621e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Jul 09 17:57:08.465047 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e59e464-1268-447e-bfb0-ae891eef86b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:08.758299 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:08.975092 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:09.258405 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe275d-1f66-47e4-acc8-adb4d367351c req-98aa603d-0744-44de-a3b8-db46f2819325 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:09.259992 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59fe275d-1f66-47e4-acc8-adb4d367351c req-98aa603d-0744-44de-a3b8-db46f2819325 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0721049 Jul 09 17:57:09.307732 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-59fe275d-1f66-47e4-acc8-adb4d367351c req-27796031-f211-46da-952d-1f5656e5dc8d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Jul 09 17:57:09.645401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:10.527819 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d4a0-9674-485c-abbf-dbea88c0ced2 req-2ced0412-f4d0-492c-aefd-641535fe7d4b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:10.530254 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c137d4a0-9674-485c-abbf-dbea88c0ced2 req-2ced0412-f4d0-492c-aefd-641535fe7d4b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0815537 Jul 09 17:57:10.576995 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c137d4a0-9674-485c-abbf-dbea88c0ced2 req-a564827d-6ddf-414f-95bf-940c75b9cc98 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Jul 09 17:57:11.463198 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:11.907891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996446-3119-47d3-a20d-2c210a4bd7e7 req-ae73f8ca-df14-4036-a8a7-b8d67b2ad7f7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:11.914759 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30996446-3119-47d3-a20d-2c210a4bd7e7 req-ae73f8ca-df14-4036-a8a7-b8d67b2ad7f7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.2112770 Jul 09 17:57:11.951259 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30996446-3119-47d3-a20d-2c210a4bd7e7 req-5656fcea-f6fa-4593-bce4-74c01b56ff09 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355539 Jul 09 17:57:13.138953 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad5e2c-d1d0-4ece-b90d-67d9a17d8112 req-84c0913a-ae1d-40e8-a3bb-8d01187014c1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:13.140593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6ad5e2c-d1d0-4ece-b90d-67d9a17d8112 req-84c0913a-ae1d-40e8-a3bb-8d01187014c1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0684588 Jul 09 17:57:13.187376 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b6ad5e2c-d1d0-4ece-b90d-67d9a17d8112 req-2e216889-bd33-4cd7-a35f-56a958357555 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Jul 09 17:57:14.395210 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0020ce-d682-4c28-9de4-d3fac8c194bb req-34f0e579-1ab6-4d19-bec5-747aa81655a9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:14.396641 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0020ce-d682-4c28-9de4-d3fac8c194bb req-34f0e579-1ab6-4d19-bec5-747aa81655a9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0721774 Jul 09 17:57:14.439716 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa0020ce-d682-4c28-9de4-d3fac8c194bb req-2552e471-a6b3-4595-b217-9da86bdbfa52 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370765 Jul 09 17:57:15.644043 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae57e22-495a-4325-80ec-ffcec7818bed req-7964b1b0-2af3-4951-aad0-2a3570c1d3e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:15.645712 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae57e22-495a-4325-80ec-ffcec7818bed req-7964b1b0-2af3-4951-aad0-2a3570c1d3e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0712779 Jul 09 17:57:15.692438 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae57e22-495a-4325-80ec-ffcec7818bed req-9bc14605-9134-452d-8328-7f51f8dcedd3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404208 Jul 09 17:57:16.908150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21933c-8b81-40bf-8ae9-1bd09a587064 req-b1dab019-4e2c-4342-ace0-38e52064b7ab tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:16.910011 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c21933c-8b81-40bf-8ae9-1bd09a587064 req-b1dab019-4e2c-4342-ace0-38e52064b7ab tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0792527 Jul 09 17:57:16.961316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0c21933c-8b81-40bf-8ae9-1bd09a587064 req-15cb94eb-5c08-4d10-91f8-a0f69502b35d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Jul 09 17:57:18.165755 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9dbea-c008-495a-bc27-2f504ae27e8a req-8baa525a-eb50-4631-9aa8-9e5f2ba01d78 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:18.167274 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28c9dbea-c008-495a-bc27-2f504ae27e8a req-8baa525a-eb50-4631-9aa8-9e5f2ba01d78 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0667579 Jul 09 17:57:18.204919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28c9dbea-c008-495a-bc27-2f504ae27e8a req-6980a4d1-772d-4b20-abb7-2dc92ffd4fdd tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Jul 09 17:57:18.823927 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-bdeaa907-c70b-4271-901e-80ebeb92a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:18.825448 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-bdeaa907-c70b-4271-901e-80ebeb92a33e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1096 time: 0.0615985 Jul 09 17:57:19.285126 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-6272bf05-f06c-4a65-9828-db952eef5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:19.286741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-6272bf05-f06c-4a65-9828-db952eef5cfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.4544950 Jul 09 17:57:19.351794 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-9ea367f3-89ec-4669-a868-d67a31969644 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 1000 time: 0.0581341 Jul 09 17:57:19.386735 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813925-9bff-418f-a0b1-a90537b98f74 req-46bd5898-9e3c-47d4-a984-8eec9de9e532 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:19.388470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84813925-9bff-418f-a0b1-a90537b98f74 req-46bd5898-9e3c-47d4-a984-8eec9de9e532 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0665643 Jul 09 17:57:19.404897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-55c1ad42-65a2-473e-9390-30fedc1d3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:19.406360 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-55c1ad42-65a2-473e-9390-30fedc1d3580 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0479617 Jul 09 17:57:19.427157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-84813925-9bff-418f-a0b1-a90537b98f74 req-c529a3cb-ad0e-4a0f-959d-f8c2d02c9a87 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Jul 09 17:57:19.466209 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-08eb2590-47b7-466e-ad8c-59602483a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:19.467702 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-08eb2590-47b7-466e-ad8c-59602483a5fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544298 Jul 09 17:57:19.558905 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-e38f386b-68fe-4993-89ec-75b6874936c6 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833495 Jul 09 17:57:19.652154 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3f38876e-b71b-4ff7-b49b-f7169ff78143 req-f61819cd-2c0a-45b9-a5c0-0b8bd78d4d7e service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871489 Jul 09 17:57:20.625129 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5b7c2-5f63-4f24-98a6-40ab381eb058 req-b5c8bfe9-a183-42bb-9964-31c216a8637b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:20.626672 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96d5b7c2-5f63-4f24-98a6-40ab381eb058 req-b5c8bfe9-a183-42bb-9964-31c216a8637b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0838425 Jul 09 17:57:20.667472 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-96d5b7c2-5f63-4f24-98a6-40ab381eb058 req-d980f9dc-bc37-4486-a374-9454d1fa16c3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Jul 09 17:57:21.559334 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:57:21.851233 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8043fba-8a1a-4b06-ad13-d338a26a1229 req-352182bf-e285-40a0-a589-da1609459bd7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:21.852766 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8043fba-8a1a-4b06-ad13-d338a26a1229 req-352182bf-e285-40a0-a589-da1609459bd7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 945 time: 0.0717013 Jul 09 17:57:21.893688 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a8043fba-8a1a-4b06-ad13-d338a26a1229 req-56d9668c-2a46-4f70-a2ad-4edf6168fb3e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348730 Jul 09 17:57:22.092804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-c2e55cc4-3efc-4e9a-abfb-9dfed6fc1a24 req-58d4048a-468f-40c5-9178-a8e65dddd9b8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:57:22.093884 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c2e55cc4-3efc-4e9a-abfb-9dfed6fc1a24 req-58d4048a-468f-40c5-9178-a8e65dddd9b8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0760825 Jul 09 17:57:22.103093 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:57:22.183007 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:22.207720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:57:22.210426 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea7432-65e6-4240-a1fa-56871b992b8e" -d '{"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:57:22.223873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:22.229110 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:22.279011 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:22.354180 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83000a-4950-405f-a876-0e744c6f807b req-364f1a90-b8b4-4c81-92c6-d34e3d58b60b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:22.355679 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df83000a-4950-405f-a876-0e744c6f807b req-364f1a90-b8b4-4c81-92c6-d34e3d58b60b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0632825 Jul 09 17:57:22.399589 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-df83000a-4950-405f-a876-0e744c6f807b req-27d41738-4088-41a0-a020-ef086141b770 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381107 Jul 09 17:57:22.440330 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67651702-fb6e-47ee-9f6d-29b3e7ec33ec x-openstack-request-id: req-67651702-fb6e-47ee-9f6d-29b3e7ec33ec {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:57:22.440632 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-unplugged", "status": "failed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:57:22.440877 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67651702-fb6e-47ee-9f6d-29b3e7ec33ec {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:57:22.441279 n-d-800085-2 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'code': 422} returned with failed status Jul 09 17:57:22.637281 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-9606788d-e961-42a0-b322-aa139e8d2648 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125259 Jul 09 17:57:23.592347 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-b22d06e7-91fc-4224-bd6f-db0b8cdb8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:23.592736 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f6fbe-bed8-4d6a-90da-9d2957e29fe9 req-3f6ffe63-c78f-49b2-9b7d-ccc5ea4016da tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:23.593992 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-b22d06e7-91fc-4224-bd6f-db0b8cdb8b6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc&tenant_id=b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 1094 time: 0.0538454 Jul 09 17:57:23.594132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd3f6fbe-bed8-4d6a-90da-9d2957e29fe9 req-3f6ffe63-c78f-49b2-9b7d-ccc5ea4016da tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0703695 Jul 09 17:57:23.633227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cd3f6fbe-bed8-4d6a-90da-9d2957e29fe9 req-d2557d6b-80c8-4cb8-9582-2dbe388737b2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334334 Jul 09 17:57:23.719375 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-74294352-2043-4d21-8b65-17929b8e6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:23.720869 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-74294352-2043-4d21-8b65-17929b8e6c54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1094 time: 0.0585687 Jul 09 17:57:23.810848 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-b1b9e322-eaed-4124-b305-3d8212b9854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:23.812327 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-b1b9e322-eaed-4124-b305-3d8212b9854e service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0845284 Jul 09 17:57:23.880636 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-a6486c40-14e7-4d61-9e5e-20c1156046e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 998 time: 0.0606363 Jul 09 17:57:23.931621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-8f5507c3-3cf0-4d81-bf35-6463c2ad164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:23.933065 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-8f5507c3-3cf0-4d81-bf35-6463c2ad164c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0463974 Jul 09 17:57:23.995911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-7203d6d5-84c1-410a-9638-6c69dec669cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:23.997533 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-7203d6d5-84c1-410a-9638-6c69dec669cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576680 Jul 09 17:57:24.092736 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-ffe5b5a1-bd86-4242-bff2-4a0a99ea4078 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877547 Jul 09 17:57:24.186940 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-5f71aa24-b969-4605-b7fb-3b696597c9ca req-c351824c-9419-4f53-ab22-46a3f3d02bcb service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876927 Jul 09 17:57:24.597254 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:25.040856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c93f5-1c4a-4e1c-99a6-e033e908e358 req-ea71076d-53ff-4f51-a82c-e3028b1c1fd7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:25.042774 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c6c93f5-1c4a-4e1c-99a6-e033e908e358 req-ea71076d-53ff-4f51-a82c-e3028b1c1fd7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0684662 Jul 09 17:57:25.081492 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2c6c93f5-1c4a-4e1c-99a6-e033e908e358 req-61bafca2-0f09-4958-a804-c7a1e382420b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Jul 09 17:57:26.289832 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667237-02e5-46f1-836b-9965c3b444b2 req-7552a36e-09c5-48a9-88e2-8392b49e5f70 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:26.291661 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85667237-02e5-46f1-836b-9965c3b444b2 req-7552a36e-09c5-48a9-88e2-8392b49e5f70 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0769482 Jul 09 17:57:26.339524 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-85667237-02e5-46f1-836b-9965c3b444b2 req-47d0a1e2-4c5e-4e9c-b68c-85e3fb85f521 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352745 Jul 09 17:57:27.519152 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdb33b-c685-41fd-a844-afe984052a3b req-6d14506d-c57e-4572-b507-abb958705bb2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:27.520550 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6bdb33b-c685-41fd-a844-afe984052a3b req-6d14506d-c57e-4572-b507-abb958705bb2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0654776 Jul 09 17:57:27.558493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f6bdb33b-c685-41fd-a844-afe984052a3b req-bfc2c96b-0ac8-4ea9-92bc-3a4c26453bee tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Jul 09 17:57:28.762916 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b838-b8f5-405d-b278-f6ded739c0a8 req-2792942f-9a03-4072-b997-cd6f7cdf827a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:28.764611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c9b838-b8f5-405d-b278-f6ded739c0a8 req-2792942f-9a03-4072-b997-cd6f7cdf827a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0756721 Jul 09 17:57:28.807562 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0c9b838-b8f5-405d-b278-f6ded739c0a8 req-3b32a9fb-a555-4279-9d03-eaf0ff93a709 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369697 Jul 09 17:57:30.012781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1815e7-bf1f-44f6-90c7-191d43b92c73 req-04657158-d201-4a92-ade4-7f76641345ff tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:30.014247 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f1815e7-bf1f-44f6-90c7-191d43b92c73 req-04657158-d201-4a92-ade4-7f76641345ff tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0646043 Jul 09 17:57:30.057128 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f1815e7-bf1f-44f6-90c7-191d43b92c73 req-6beae652-15cb-4e39-8e44-5413a6d77eec tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371037 Jul 09 17:57:31.242666 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa315a31-caef-4970-913e-3de1c24bd4fd req-3268f2cb-f104-4022-acbb-14990c012a46 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:31.244228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa315a31-caef-4970-913e-3de1c24bd4fd req-3268f2cb-f104-4022-acbb-14990c012a46 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0687408 Jul 09 17:57:31.291356 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa315a31-caef-4970-913e-3de1c24bd4fd req-b52df8d3-9a51-4ffd-9b63-659195027de5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Jul 09 17:57:32.480182 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257759de-b6b2-40d4-a4d9-58a8d3dbed17 req-6ff9d915-7a89-466b-a10f-1d7ed1af9674 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:32.481697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-257759de-b6b2-40d4-a4d9-58a8d3dbed17 req-6ff9d915-7a89-466b-a10f-1d7ed1af9674 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0716443 Jul 09 17:57:32.525613 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-257759de-b6b2-40d4-a4d9-58a8d3dbed17 req-0a48d892-416d-4f87-be69-528edf717d27 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362628 Jul 09 17:57:33.716751 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ee12-7711-4b95-b5d2-f4a561e2299a req-65321461-8dcc-4f57-86b2-e956c4ec50af tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:33.718390 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1664ee12-7711-4b95-b5d2-f4a561e2299a req-65321461-8dcc-4f57-86b2-e956c4ec50af tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0649104 Jul 09 17:57:33.761271 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1664ee12-7711-4b95-b5d2-f4a561e2299a req-3d3aea69-105b-4890-9403-bf46f35dbec9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Jul 09 17:57:34.973845 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9823012-767e-4839-831d-b3a3a613349d req-d864fc52-07ee-43cc-a074-f25839e8a2d5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:34.975421 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9823012-767e-4839-831d-b3a3a613349d req-d864fc52-07ee-43cc-a074-f25839e8a2d5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0821855 Jul 09 17:57:35.018752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d9823012-767e-4839-831d-b3a3a613349d req-f537c1dd-cef5-4cb8-9145-287e8a779e3d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371373 Jul 09 17:57:35.954554 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d820-ab77-4442-9adf-aa1ee1dd0e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:36.207257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed06cd-508b-4329-b405-24079f67e545 req-0bdcaea3-0269-4b11-ae9b-18b644c5bbb8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:36.208690 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08ed06cd-508b-4329-b405-24079f67e545 req-0bdcaea3-0269-4b11-ae9b-18b644c5bbb8 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0765395 Jul 09 17:57:36.249478 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-08ed06cd-508b-4329-b405-24079f67e545 req-1c2edffb-2fa1-4e7c-97f5-d61eb245ce8e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328124 Jul 09 17:57:37.445257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988b8e2-78d6-4b30-a51e-dc8236eb6c24 req-0bd6c573-df64-438c-a2e6-48ccfc30006d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:37.446821 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5988b8e2-78d6-4b30-a51e-dc8236eb6c24 req-0bd6c573-df64-438c-a2e6-48ccfc30006d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0684333 Jul 09 17:57:37.487297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5988b8e2-78d6-4b30-a51e-dc8236eb6c24 req-4c047a85-3073-4d2b-9535-2d74fca0a16c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319898 Jul 09 17:57:38.470494 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04160c98-4899-4feb-8efd-a10816a46e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:38.679147 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7f778-9949-4e34-8fd2-d37fa6b9f663 req-896585d5-966d-439e-a990-e616b5623d19 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:38.680549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5bb7f778-9949-4e34-8fd2-d37fa6b9f663 req-896585d5-966d-439e-a990-e616b5623d19 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0751171 Jul 09 17:57:38.733220 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5bb7f778-9949-4e34-8fd2-d37fa6b9f663 req-2acfba99-f2d1-4d3d-bfce-923c26a9a542 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466053 Jul 09 17:57:38.753384 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:38.998946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:39.655905 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:39.925060 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24efb-5cc6-42d3-a811-96a8c0e0cd0f req-3f16a86d-0c13-4b66-9d9b-06390a2a2cea tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:39.926511 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24b24efb-5cc6-42d3-a811-96a8c0e0cd0f req-3f16a86d-0c13-4b66-9d9b-06390a2a2cea tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0715001 Jul 09 17:57:39.967945 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-24b24efb-5cc6-42d3-a811-96a8c0e0cd0f req-339e73da-07ee-478d-84e3-770d04a29f22 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352523 Jul 09 17:57:40.663921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-f88ec276-d393-4af7-987e-ef0613212c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:40.665456 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-f88ec276-d393-4af7-987e-ef0613212c6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1094 time: 0.0620968 Jul 09 17:57:40.774751 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-aab3ad0e-0aab-4e5e-bd30-b45b6037c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:40.776347 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-aab3ad0e-0aab-4e5e-bd30-b45b6037c1eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0895417 Jul 09 17:57:40.849309 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-ea32ddd4-606f-45f3-ab4c-13dae4a42939 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 998 time: 0.0658839 Jul 09 17:57:40.901121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-8364dbd8-f314-4e29-aebf-d54443bf52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:40.902521 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-8364dbd8-f314-4e29-aebf-d54443bf52b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0472586 Jul 09 17:57:40.969489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-86c9ad21-cd19-49e0-8117-a1acd10e83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:40.971783 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-86c9ad21-cd19-49e0-8117-a1acd10e83b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624402 Jul 09 17:57:41.076634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-a32ca19c-fddf-4317-a07b-2b72384da9eb service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976129 Jul 09 17:57:41.162185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18ad6-078e-47d8-939e-9737c5fa5428 req-a7ca87cf-8763-4259-9f30-351aaac6fd66 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:41.164458 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73c18ad6-078e-47d8-939e-9737c5fa5428 req-a7ca87cf-8763-4259-9f30-351aaac6fd66 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0687375 Jul 09 17:57:41.174796 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b678474-547f-4214-91ea-f7cf000d68b0 req-856c31c4-67d9-4ec2-944d-2fc9f78ece85 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905902 Jul 09 17:57:41.207863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-73c18ad6-078e-47d8-939e-9737c5fa5428 req-a19e9d71-7398-4865-8bdc-8a36ee71c1a5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380948 Jul 09 17:57:41.472003 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:42.171256 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:57:42.272864 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:42.284627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'port_id': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'mac_address': 'fa:16:3e:7a:8b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:57:42.322670 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:42.335831 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7073ffd0-b6a5-40ba-969c-17cec92a6f61 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:57:42.355084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:42.360259 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:42.383416 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e882c2-5d04-496f-be64-c39f847c6d10 req-949c9469-f049-4582-871c-e61973b61239 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:42.384948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e882c2-5d04-496f-be64-c39f847c6d10 req-949c9469-f049-4582-871c-e61973b61239 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 943 time: 0.0666685 Jul 09 17:57:42.411043 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:42.425135 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e882c2-5d04-496f-be64-c39f847c6d10 req-1b2dcad6-0abd-4808-b9b0-ec89aa034091 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341671 Jul 09 17:57:42.791314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['7073ffd0-b6a5-40ba-969c-17cec92a6f61'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:57:43.617921 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41c13-d84b-4aaf-bbbd-bb481b4848cf req-abce6a03-654f-4bc5-a5bc-94b2683a3586 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:43.619433 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49e41c13-d84b-4aaf-bbbd-bb481b4848cf req-abce6a03-654f-4bc5-a5bc-94b2683a3586 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 944 time: 0.0752354 Jul 09 17:57:43.657252 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-49e41c13-d84b-4aaf-bbbd-bb481b4848cf req-ce1a90a4-947a-4fee-a570-31bf981d5b11 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Jul 09 17:57:44.178835 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:57:44.233097 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:57:44.233334 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:44.308987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:44.334627 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:57:44.336987 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0e9216-53a6-4c31-8970-435cc132bf53" -d '{"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:57:44.349990 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:44.355798 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:44.378671 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c76b85-2e3b-4346-b3a7-defda06642cb x-openstack-request-id: req-68c76b85-2e3b-4346-b3a7-defda06642cb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:57:44.378954 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-plugged", "status": "completed", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:57:44.379211 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68c76b85-2e3b-4346-b3a7-defda06642cb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:57:44.379584 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'code': 200} Jul 09 17:57:44.404701 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:44.599048 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1ad83-7dbe-4721-8022-2ad0673aa807 req-83f9f9c9-0339-4333-a9ef-d9efa41cb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:44.600624 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-12e1ad83-7dbe-4721-8022-2ad0673aa807 req-83f9f9c9-0339-4333-a9ef-d9efa41cb1dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1097 time: 0.0531363 Jul 09 17:57:44.635350 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-12e1ad83-7dbe-4721-8022-2ad0673aa807 req-6940bede-b91f-4682-963e-de2da7b5ef54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283346 Jul 09 17:57:44.854870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033790f-04f5-42ed-8883-a2c23607fe8b req-3268a15f-8f7d-465e-9ed3-ba784546f152 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:44.856278 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6033790f-04f5-42ed-8883-a2c23607fe8b req-3268a15f-8f7d-465e-9ed3-ba784546f152 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 946 time: 0.0849969 Jul 09 17:57:44.895549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6033790f-04f5-42ed-8883-a2c23607fe8b req-9848bb5e-b6f3-4e3d-afbe-826283ec66af tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336173 Jul 09 17:57:46.079867 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c113-1796-47bf-9665-e9c4f436d698 req-110f106a-f2e1-4e4e-9a39-13323eadb365 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:46.081541 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3521c113-1796-47bf-9665-e9c4f436d698 req-110f106a-f2e1-4e4e-9a39-13323eadb365 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 946 time: 0.0706558 Jul 09 17:57:46.124709 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3521c113-1796-47bf-9665-e9c4f436d698 req-b2780218-cb60-4438-87a8-eabdbb7105cf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367143 Jul 09 17:57:47.318990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd6072-1a49-4e85-bcac-923f2ecc22bc req-b88fa9b4-da2a-41d4-b510-dfd335d226f3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:47.320753 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cdd6072-1a49-4e85-bcac-923f2ecc22bc req-b88fa9b4-da2a-41d4-b510-dfd335d226f3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 946 time: 0.0723212 Jul 09 17:57:47.358924 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7cdd6072-1a49-4e85-bcac-923f2ecc22bc req-483f479a-c47c-4b4a-a40a-4907525657dc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 09 17:57:54.600375 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:58.566426 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:58:05.962159 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-68b83035-a0a9-4fe8-afe8-a7b195f5a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:08.479204 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07ce79b3-9513-43be-b29a-07d879b1db5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:08.766041 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:08.995800 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:09.662106 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:11.473038 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:24.598698 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.563006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:58:35.955261 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e35e-475c-45bf-8c6f-727f96a19abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:38.480707 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-105d4e73-bfc1-4abf-a4d2-411660543e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:38.771120 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:39.008738 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:39.655206 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:39.684919 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-d8ec834d-001b-4498-8ce1-f882e96e5bbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556242 Jul 09 17:58:39.802310 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ce8f-2652-4c06-9911-57100a21e05e req-0ff6cfdc-974b-408d-8d7f-3541ba73e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:39.803861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-0ff6cfdc-974b-408d-8d7f-3541ba73e6af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1097 time: 0.0594795 Jul 09 17:58:39.909489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ce8f-2652-4c06-9911-57100a21e05e req-64480071-787c-417e-8f45-c7004726647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:39.910909 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-64480071-787c-417e-8f45-c7004726647e service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0859296 Jul 09 17:58:39.984321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-a79082bc-b8ed-4820-a42d-176b471435d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 1000 time: 0.0663309 Jul 09 17:58:40.038383 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ce8f-2652-4c06-9911-57100a21e05e req-188efcf6-4940-4665-9949-a0ab16e6b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:40.039944 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-188efcf6-4940-4665-9949-a0ab16e6b832 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0489502 Jul 09 17:58:40.099035 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ce8f-2652-4c06-9911-57100a21e05e req-42f4300a-d430-4711-a940-1f9b3740b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:40.101122 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-42f4300a-d430-4711-a940-1f9b3740b4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543575 Jul 09 17:58:40.196890 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-dd70fa91-bb8d-4644-a98d-0f3283b2a849 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886800 Jul 09 17:58:40.286289 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6030ce8f-2652-4c06-9911-57100a21e05e req-32eced75-f20a-4dd7-a22f-9a01ee93e2b6 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Jul 09 17:58:41.479693 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:54.606856 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:05.967615 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f2537992-1614-4a12-983e-ba8ae99e7279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.485866 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f20938a1-6d4b-483a-947f-db6253b720c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.774124 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.023327 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.666894 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:11.477260 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:12.554298 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:59:24.620980 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:32.320010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:32.545597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Deleting port 0728a638-535e-46cc-b5b2-de7867a39d5f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:59:32.545900 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:32.620059 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:32.620301 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:32.632936 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Calling delete_port for 0728a638-535e-46cc-b5b2-de7867a39d5f owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:59:32.784711 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:32.809139 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event deleted for resources: {'Port': ['ID=0728a638-535e-46cc-b5b2-de7867a39d5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:32.821465 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.821813 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.822158 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.822505 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.822847 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.823176 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.823502 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.823828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.824154 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.824476 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.824795 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.825175 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:32.888769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:32.889218 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Floating IP d4e10b6c-c40c-4897-b7bc-5af5e3f65dac disassociated (deleted). External IP: 172.25.7.51, port: 7073ffd0-b6a5-40ba-969c-17cec92a6f61. Jul 09 17:59:33.111192 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:59:33.226342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:59:33.231673 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:33.236685 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:59:33.246137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:59:33.246913 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:59:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:33.269998 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8a4823f0-02f5-4182-b6a5-bc91179a8592 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "DELETE /v2.0/floatingips/d4e10b6c-c40c-4897-b7bc-5af5e3f65dac HTTP/1.1" status: 204 len: 168 time: 0.9467199 Jul 09 17:59:33.270681 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:33.273109 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:33.350225 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:59:33.554550 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:33.585397 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:59:33.588349 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696f3a26-4350-42ed-9c96-05d3ac62b29c x-openstack-request-id: req-696f3a26-4350-42ed-9c96-05d3ac62b29c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:33.588907 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:33.588907 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-696f3a26-4350-42ed-9c96-05d3ac62b29c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:33.589297 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'status': 'completed', 'code': 200} Jul 09 17:59:33.595409 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:59:33.596020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T17:59:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:33.697671 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:59:33.702955 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-bb8fe8b9-d860-4f30-b2ef-f8eb467a9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:33.704499 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-bb8fe8b9-d860-4f30-b2ef-f8eb467a9051 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 1097 time: 0.0585160 Jul 09 17:59:33.740470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822706ba-7e01-43eb-aed2-6628c580aab0 req-42ce57ee-8f7f-4fe6-b691-63bccb5a671d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:33.742316 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-822706ba-7e01-43eb-aed2-6628c580aab0 req-42ce57ee-8f7f-4fe6-b691-63bccb5a671d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 946 time: 0.0652549 Jul 09 17:59:33.782731 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-822706ba-7e01-43eb-aed2-6628c580aab0 req-baab10ce-f0d9-4441-8962-771e46961999 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Jul 09 17:59:33.803321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-e28e7e34-088e-4208-85e9-1db8937ce658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:33.804983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-e28e7e34-088e-4208-85e9-1db8937ce658 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0933623 Jul 09 17:59:33.847818 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-e0bab3ad-9e2c-498e-bd95-ceb6215a308e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 200 len: 217 time: 0.0349181 Jul 09 17:59:33.897280 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:33.902113 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-6e424fc0-1fd4-4d4e-911b-cc1dea62f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:33.903689 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-6e424fc0-1fd4-4d4e-911b-cc1dea62f5b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0487001 Jul 09 17:59:33.922678 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefd5ad-f8f0-4ad7-a290-743d02d2d6b9 None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:59:33.976867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-adcfd9bf-dbe4-4963-9311-ad9dee7e76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:33.978520 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-adcfd9bf-dbe4-4963-9311-ad9dee7e76d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635176 Jul 09 17:59:34.073947 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-5d90e37a-f214-4b20-a6bc-a75b9d953fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 Jul 09 17:59:34.181767 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-13c38e1b-49b0-4a5b-afa6-d4b6499fd1ef req-90279707-f9bf-4e8b-9564-75b8a3be7067 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934818 Jul 09 17:59:34.181972 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee2d13-5efb-43e0-bd6a-6a2711e68763 None None] New status for floating IP d4e10b6c-c40c-4897-b7bc-5af5e3f65dac: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:59:34.990037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f182f59-1741-4dc9-af60-17ed0bb3244f req-73072c87-9fe0-45ec-82b1-8743301d5acc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:34.991633 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f182f59-1741-4dc9-af60-17ed0bb3244f req-73072c87-9fe0-45ec-82b1-8743301d5acc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 946 time: 0.0786510 Jul 09 17:59:35.041026 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2f182f59-1741-4dc9-af60-17ed0bb3244f req-e4abfc30-f541-45e3-aeab-18a6b1bdc3c3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=681e44dd-5f70-459d-bde1-992a6f975734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404851 Jul 09 17:59:35.417923 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-6ed63281-f49a-4b0f-941c-10970d9bdcfa tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:35.419473 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-6ed63281-f49a-4b0f-941c-10970d9bdcfa tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 946 time: 0.0721271 Jul 09 17:59:35.537487 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Deleting port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:59:35.537791 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:35.628525 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] For port 7073ffd0-b6a5-40ba-969c-17cec92a6f61, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=7073ffd0-b6a5-40ba-969c-17cec92a6f61,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:35.628859 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:35.643793 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Calling delete_port for 7073ffd0-b6a5-40ba-969c-17cec92a6f61 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:59:35.787739 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:35.818151 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event deleted for resources: {'Port': ['ID=7073ffd0-b6a5-40ba-969c-17cec92a6f61,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:35.831351 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.831700 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.832045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.832384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.832719 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.833080 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.833384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.833720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.834039 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.834362 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.834720 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.835049 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:35.873274 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] No DVR routers for this DVR port 7073ffd0-b6a5-40ba-969c-17cec92a6f61 on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:59:35.876020 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:35.878105 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6815aef1-381b-435e-8113-34c210d6d2d0 req-8a3fb1e4-2e53-4598-8542-5e8e1b937f39 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "DELETE /v2.0/ports/7073ffd0-b6a5-40ba-969c-17cec92a6f61 HTTP/1.1" status: 204 len: 173 time: 0.4534476 Jul 09 17:59:35.878786 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-deleted', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:35.881569 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add989c0-2552-4838-8cc5-ed0ab62a0f1c" -d '{"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-deleted", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:35.969278 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44e52361-48e6-46ad-b270-7689d51fde10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:35.981592 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce37e6-ab51-4d48-a869-f5dcf82d04e8 x-openstack-request-id: req-acce37e6-ab51-4d48-a869-f5dcf82d04e8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:35.981924 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290e91e2-e75b-4020-b313-2623f152a7dc", "name": "network-vif-deleted", "tag": "7073ffd0-b6a5-40ba-969c-17cec92a6f61", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:35.982312 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acce37e6-ab51-4d48-a869-f5dcf82d04e8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:35.982823 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290e91e2-e75b-4020-b313-2623f152a7dc', 'name': 'network-vif-deleted', 'tag': '7073ffd0-b6a5-40ba-969c-17cec92a6f61', 'status': 'completed', 'code': 200} Jul 09 17:59:36.200960 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16a843d9-91f3-467c-bee1-6aaa147d7805 req-aa378ff6-845c-40c9-8a43-75ff8a0a7b1b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=290e91e2-e75b-4020-b313-2623f152a7dc HTTP/1.1" status: 200 len: 210 time: 0.0296478 Jul 09 17:59:37.299792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:37.360597 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-983d8744-f6f1-453e-935f-0e9f23faf92b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:37.385776 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-983d8744-f6f1-453e-935f-0e9f23faf92b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:37.455090 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-983d8744-f6f1-453e-935f-0e9f23faf92b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:37.457890 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-983d8744-f6f1-453e-935f-0e9f23faf92b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:37.459268 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-983d8744-f6f1-453e-935f-0e9f23faf92b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "DELETE /v2.0/security-groups/681e44dd-5f70-459d-bde1-992a6f975734 HTTP/1.1" status: 204 len: 168 time: 0.1581457 Jul 09 17:59:37.469280 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d8744-f6f1-453e-935f-0e9f23faf92b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e44dd-5f70-459d-bde1-992a6f975734,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:38.476950 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d82b184c-e061-4065-b5b6-2005197ca431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:38.763493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 44932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:38.766725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:59:38.768447 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370278144', 'description': 'tempest-secgroup-smoke-370278144 description', 'project_id': 'b004655e84d74e82b63041791620c6fe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:38.792355 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:38.793387 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: 7073ffd0-b6a5-40ba-969c-17cec92a6f61 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:59:38.793743 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device 7073ffd0-b6a5-40ba-969c-17cec92a6f61 not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:59:38.796063 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:38.878210 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:38.883877 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:38.911636 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:38.912881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483059 Jul 09 17:59:38.915930 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:38.916814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd73b56-470f-4ce0-ae29-7663133fd513 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207c42a5-5e55-4d7f-975f-83c4b0a791cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:38.921065 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '207c42a5-5e55-4d7f-975f-83c4b0a791cc', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:38.954890 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.001665 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.007592 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.025677 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f749e11f-6c74-44bf-8daf-3668290845ca,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:39.034951 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.039072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-08b41d9d-7bfb-4c81-8760-f61dd6716566 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193085 Jul 09 17:59:39.039241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:39.044215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '207c42a5-5e55-4d7f-975f-83c4b0a791cc', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:39.045803 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.073333 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.132584 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.139193 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.154193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4faa12-ebcb-4728-9e19-0d5822f4d294,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:39.167543 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.168752 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-c9410bb6-7404-4e47-babf-fff3165a8f64 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285365 Jul 09 17:59:39.171684 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:39.176092 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '207c42a5-5e55-4d7f-975f-83c4b0a791cc', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:39.201608 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.258877 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.266864 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.291133 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401e9215-ec74-487b-81ad-869089e8490d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:39.299045 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.300365 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dee54c2f-d1ec-457b-a251-27e12751d1b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276596 Jul 09 17:59:39.303136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:39.308031 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '207c42a5-5e55-4d7f-975f-83c4b0a791cc', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:39.337762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.401119 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.407071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.427082 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224e2f4b-9aee-414f-afd6-522c1eeeaaef,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:39.435762 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.437064 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0043348a-ed37-435a-aeb8-5b95010a45b1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326981 Jul 09 17:59:39.439983 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:39.444840 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '207c42a5-5e55-4d7f-975f-83c4b0a791cc', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:39.470072 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Project b004655e84d74e82b63041791620c6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:59:39.474978 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.546898 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.552294 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.571598 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d712d7-4e23-48f5-9f01-e235aef73464,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:39.578286 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.579800 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5942392c-c7ff-4b3a-bb6e-f23604754715 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383555 Jul 09 17:59:39.582524 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 44944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:39.587193 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'security_group_rule': {'security_group_id': '207c42a5-5e55-4d7f-975f-83c4b0a791cc', 'project_id': 'b004655e84d74e82b63041791620c6fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:39.609907 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Project b004655e84d74e82b63041791620c6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:59:39.614838 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.660324 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.687888 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.693491 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.712333 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921f2aa2-7adc-43c4-9df0-1e3a3400722e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:39.716855 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.718040 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b6fe8958-8ff2-4b08-a06e-f694925ac872 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345954 Jul 09 17:59:41.638069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:49.554956 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:59:54.624095 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.186879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-42e51891-a64b-4c6c-b20a-2488047b8c3d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370278144&fields=id&tenant_id=b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 267 time: 0.0355730 Jul 09 17:59:55.295621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-9ee863df-f352-4ec2-8f9f-9f7562258997 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:55.297052 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-9ee863df-f352-4ec2-8f9f-9f7562258997 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 809 time: 0.1034586 Jul 09 17:59:55.312434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1c274e68-367d-45f9-836a-1b63654f3f38 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/quotas/b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 375 time: 0.0097787 Jul 09 17:59:55.383652 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-4bfeac6f-3ed4-4d7d-b083-fc3895ee850a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660703 Jul 09 17:59:55.400173 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-caba612b-6cd4-4a0e-8282-a57a7dd8af51 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:59:55.401155 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-caba612b-6cd4-4a0e-8282-a57a7dd8af51 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058992 Jul 09 17:59:55.494593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-e9126182-f2e6-4879-9c95-2420d47dfd63 service neutron] 10.222.0.48 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878034 Jul 09 17:59:55.590893 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-611a7c40-8298-4d76-b1e3-2acc5fa4f30a service neutron] 10.222.0.48 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Jul 09 17:59:55.907552 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d25696c6-ff35-4578-84f7-e3790a840338 req-e79e5f7b-d7ef-4686-936b-cfdaca1c5d00 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0306838 Jul 09 17:59:57.014463 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17668ad8-e1dd-4ae7-81a6-f269a5b20379 req-10ae78fd-4bf6-403a-a777-d82c1a05d073 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0395586 Jul 09 17:59:58.106360 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a263761-acf7-4e3c-bad7-fd2610e1c86a req-02b3fffb-bfcb-4d93-ad3c-2b77ac5bfbcd tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0309293 Jul 09 17:59:59.239066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-420764a9-70b9-472f-b3cd-cebf58731e37 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:59.240471 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-420764a9-70b9-472f-b3cd-cebf58731e37 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 809 time: 0.1130681 Jul 09 17:59:59.261040 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c19487e0-7e61-4af8-adce-0030960c36fb req-3b3fefb5-aab5-487a-adac-e076d3bf7e57 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0352261 Jul 09 17:59:59.291970 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-414dd70c-2b9d-483a-92fd-861971ecc243 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 379 time: 0.0354857 Jul 09 17:59:59.300734 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'port': {'device_id': '43d876c1-d23e-4cae-95df-f50719b79d67', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'admin_state_up': True, 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'security_groups': ['207c42a5-5e55-4d7f-975f-83c4b0a791cc']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:59.410772 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Made reservation on behalf of b004655e84d74e82b63041791620c6fe for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:59.414607 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.546743 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Allocated IP 172.20.0.14 (64dbdde5-c358-4822-8736-4ba21872d479/6dc4d67a-3818-41b0-a266-4cbdfda8a35c/ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:59:59.691442 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.704986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Transition to ACTIVE for port object ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:59:59.737757 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.784190 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Network 64dbdde5-c358-4822-8736-4ba21872d479 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:59:59.787417 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:59:59.793455 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:59:59.801300 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:59.851939 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:59.852629 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.870901 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1d5c4d62-5221-4150-b009-e660c817189f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739152 Jul 09 17:59:59.888637 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Request body: {'port': {'device_id': '43d876c1-d23e-4cae-95df-f50719b79d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:59.974009 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.028263 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db63a67f-a2cc-4101-8d1c-8fca2174e365 None None] Provisioning for port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:00:00.032545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db63a67f-a2cc-4101-8d1c-8fca2174e365 None None] Provisioning complete for port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:00:00.033133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db63a67f-a2cc-4101-8d1c-8fca2174e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.070155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-db63a67f-a2cc-4101-8d1c-8fca2174e365 None None] Port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:00:00.235906 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:00:00.243513 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.255796 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Transition to ACTIVE for port object ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:00:00.260465 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.312584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:00.393248 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Attempting to bind port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:00:00.393716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Attempting to bind port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:00:00.394201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Attempting to bind port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a on network 64dbdde5-c358-4822-8736-4ba21872d479 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:00:00.400072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a on network 64dbdde5-c358-4822-8736-4ba21872d479 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:00:00.400554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Attempting to bind port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a on network 64dbdde5-c358-4822-8736-4ba21872d479 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:00:00.405537 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:00:00.405867 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Checking segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:00:00.406253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Bound using segment: {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:00:00.406716 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Bound port: ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c163a692-fb51-46ac-a47b-b64db42c5294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:00:00.407072 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.477228 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652672c-8c4e-4d31-8f86-81958b830c9c req-06b6e5f6-57ee-4d5c-96c6-a07e999cde20 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.481672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:00:00.487497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e652672c-8c4e-4d31-8f86-81958b830c9c req-06b6e5f6-57ee-4d5c-96c6-a07e999cde20 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0921233 Jul 09 18:00:00.488790 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:00:00.499223 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.538708 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e652672c-8c4e-4d31-8f86-81958b830c9c req-fc6d5468-373a-4b19-b89a-9a65bd060d0f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499439 Jul 09 18:00:00.560597 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.561245 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:00.563256 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1092 time: 0.6797879 Jul 09 18:00:00.563829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:00.566909 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b008a-366b-440d-8195-8eb70bbc07be" -d '{"events": [{"name": "network-changed", "server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:00.621129 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc484b91-9839-4550-b7ed-d8bfe26df404 x-openstack-request-id: req-fc484b91-9839-4550-b7ed-d8bfe26df404 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:00.621504 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:00.621860 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc484b91-9839-4550-b7ed-d8bfe26df404 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:00.622405 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'status': 'completed', 'code': 200} Jul 09 18:00:00.623805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a3bd-70f4-4449-bebc-023c220d52f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:00.699554 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7205c993-a719-47e0-9dab-d5af1934ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.701321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-7205c993-a719-47e0-9dab-d5af1934ea1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1095 time: 0.0559151 Jul 09 18:00:00.752251 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-6974b046-16f0-4802-9ef8-56ac440543d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 217 time: 0.0374968 Jul 09 18:00:00.818738 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-d0400a3c-7c94-4d52-8002-0a3715340b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.820469 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-d0400a3c-7c94-4d52-8002-0a3715340b6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0622573 Jul 09 18:00:00.882262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-2930a6a8-4673-404b-84c5-31da3127c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.883946 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-2930a6a8-4673-404b-84c5-31da3127c496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567265 Jul 09 18:00:00.973538 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-1244e6ed-787a-49a8-b94b-04e07e2d5053 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831349 Jul 09 18:00:01.067982 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-9d34039e-ed9e-44db-a3d6-74717ae9cd6b req-eb5f7914-0d12-4b7d-9064-055a45e35f04 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882547 Jul 09 18:00:01.198745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-3dde4a8b-ed4e-4790-8e01-43db3b39936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:01.200353 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-3dde4a8b-ed4e-4790-8e01-43db3b39936f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1095 time: 0.0570083 Jul 09 18:00:01.296593 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-ebcc8374-6edd-4891-9674-45679857bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:01.298184 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-ebcc8374-6edd-4891-9674-45679857bc84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0911634 Jul 09 18:00:01.339913 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-26897c83-18a7-4e55-8709-efc364b99892 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 217 time: 0.0348918 Jul 09 18:00:01.387846 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-1a281629-f534-41f8-9f4e-553d9e25bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:01.389288 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-1a281629-f534-41f8-9f4e-553d9e25bd39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0432010 Jul 09 18:00:01.453168 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-a11c7dd6-47c2-48c3-bd3c-2d7777eb8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:01.455217 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-a11c7dd6-47c2-48c3-bd3c-2d7777eb8f97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592799 Jul 09 18:00:01.545489 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-ca73a477-c9c2-405b-858e-dbb091cd69ab service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836618 Jul 09 18:00:01.644545 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4f5b008a-366b-440d-8195-8eb70bbc07be req-a1f0659a-5448-4c9f-8a16-6d896bde6963 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925636 Jul 09 18:00:01.716335 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b29b4-6222-430d-9cff-d584bb391c68 req-4c165b25-cace-4bfd-85bd-2963c3421667 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:01.717852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-208b29b4-6222-430d-9cff-d584bb391c68 req-4c165b25-cace-4bfd-85bd-2963c3421667 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0639789 Jul 09 18:00:01.757158 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-208b29b4-6222-430d-9cff-d584bb391c68 req-ed293eaf-bbe5-403e-bcd1-bd973e821629 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332894 Jul 09 18:00:02.938136 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeeb03-2764-434c-9cef-69879ac2d5fb req-26be2937-bf15-42d7-a025-f6521f0c8078 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:02.939752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16eeeb03-2764-434c-9cef-69879ac2d5fb req-26be2937-bf15-42d7-a025-f6521f0c8078 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0692558 Jul 09 18:00:02.980228 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-16eeeb03-2764-434c-9cef-69879ac2d5fb req-59ebe6a1-75b1-48af-a34e-2e39d4c44d85 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342658 Jul 09 18:00:04.174856 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556dbb3-0928-4b2e-8590-05022069dac6 req-f948e2cc-5a8a-40e3-888e-a3bdcf57810a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:04.176380 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4556dbb3-0928-4b2e-8590-05022069dac6 req-f948e2cc-5a8a-40e3-888e-a3bdcf57810a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0772038 Jul 09 18:00:04.216491 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4556dbb3-0928-4b2e-8590-05022069dac6 req-a3677cf5-8698-4d70-8feb-50640b8ba244 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340955 Jul 09 18:00:05.396830 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69ac7b-7625-4664-ba6c-7509b2d9683e req-a1225972-8844-4746-8f80-f8b592870c1a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:05.398311 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b69ac7b-7625-4664-ba6c-7509b2d9683e req-a1225972-8844-4746-8f80-f8b592870c1a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0699453 Jul 09 18:00:05.438649 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b69ac7b-7625-4664-ba6c-7509b2d9683e req-9ee8e047-ff2e-4cd7-829d-ad4f6c71f02a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Jul 09 18:00:05.971326 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb4e99a8-d9bb-4457-94d7-4d03eac0fbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:06.624257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b932e3-9b52-4e28-a025-820d1fcfe4d0 req-853a86ff-9277-46f1-9593-9e52498fd3aa tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:06.625757 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64b932e3-9b52-4e28-a025-820d1fcfe4d0 req-853a86ff-9277-46f1-9593-9e52498fd3aa tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0703149 Jul 09 18:00:06.665169 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-64b932e3-9b52-4e28-a025-820d1fcfe4d0 req-d8bb8765-b005-451b-89d0-1423d8ea073c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Jul 09 18:00:07.854453 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1bb7a-161a-40cb-9a0e-168ae71de043 req-6aa7105b-b3ec-48bb-90d8-2800a56683a2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:07.855881 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a1bb7a-161a-40cb-9a0e-168ae71de043 req-6aa7105b-b3ec-48bb-90d8-2800a56683a2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0706162 Jul 09 18:00:07.901010 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d0a1bb7a-161a-40cb-9a0e-168ae71de043 req-1df4b00f-95c5-464f-9619-c5cdbfbe34e2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372274 Jul 09 18:00:08.475420 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87c11581-69b3-4383-964b-d7b7ea630594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:08.781879 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:09.029977 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:09.081099 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2738-eb0a-4477-bfee-56e47757855a req-12dc6c34-20ed-4f4c-a7de-3ff189997f3a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:09.082685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdae2738-eb0a-4477-bfee-56e47757855a req-12dc6c34-20ed-4f4c-a7de-3ff189997f3a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0697410 Jul 09 18:00:09.121630 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-bdae2738-eb0a-4477-bfee-56e47757855a req-91dd6324-b3a7-40bc-8561-a693c29b8ea5 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Jul 09 18:00:09.668402 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:10.303835 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d884d-9005-49db-b29f-336911c3807e req-36b0dc4d-bb2d-4f1a-b099-fbfe62e2d056 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:10.305287 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-620d884d-9005-49db-b29f-336911c3807e req-36b0dc4d-bb2d-4f1a-b099-fbfe62e2d056 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0731390 Jul 09 18:00:10.345926 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-620d884d-9005-49db-b29f-336911c3807e req-47e3d9f4-4d30-4bcf-9e0f-4fea9cb9ebf6 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Jul 09 18:00:11.481448 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:11.534402 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dc0be-c5f2-406a-b1b3-f74d6e577e2a req-6aade30f-c80f-4e6b-a23b-54358abd035b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:11.535943 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f7dc0be-c5f2-406a-b1b3-f74d6e577e2a req-6aade30f-c80f-4e6b-a23b-54358abd035b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0696881 Jul 09 18:00:11.577699 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6f7dc0be-c5f2-406a-b1b3-f74d6e577e2a req-61ee4023-ccd0-4d41-8bde-7f28804f429c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331738 Jul 09 18:00:12.793121 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78aec5-327f-476c-9ba8-06d61f751256 req-64b1c380-e12c-4022-ae0a-b0baf2764f44 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:12.794655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b78aec5-327f-476c-9ba8-06d61f751256 req-64b1c380-e12c-4022-ae0a-b0baf2764f44 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0752523 Jul 09 18:00:12.842929 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2b78aec5-327f-476c-9ba8-06d61f751256 req-c41407c0-2fbd-40bf-af7f-0ec447258655 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Jul 09 18:00:12.962792 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:00:13.062364 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:13.074231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'port_id': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'mac_address': 'fa:16:3e:69:fd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:00:13.110444 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:13.123318 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:00:13.143337 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:13.148848 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:13.198988 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:13.206848 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.207121 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.207457 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.207787 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.208114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.208436 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.208758 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.209074 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.209391 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.209706 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.210002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.210307 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:13.593670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:00:14.019809 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc923-0dd0-47e1-bdf2-35ecf77c15d6 req-bb8f7069-d240-4433-a82c-93c1ec2aed26 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:14.021334 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97edc923-0dd0-47e1-bdf2-35ecf77c15d6 req-bb8f7069-d240-4433-a82c-93c1ec2aed26 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 945 time: 0.0668535 Jul 09 18:00:14.060211 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-97edc923-0dd0-47e1-bdf2-35ecf77c15d6 req-1f6f1b15-144b-4933-b595-847ea36b0761 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Jul 09 18:00:14.963184 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:00:15.016323 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:00:15.019937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:00:15.020307 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:15.096049 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:15.121204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:15.123518 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c02aa7b-53c1-4f2a-bfb3-df49fcb6aa33" -d '{"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-plugged", "status": "completed", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:15.140155 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:15.145391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:15.195418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:15.250438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40c74a-0f07-4a42-9eee-475f13be864f req-0005290f-992c-4602-9101-ceac18a48f6f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:15.251944 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb40c74a-0f07-4a42-9eee-475f13be864f req-0005290f-992c-4602-9101-ceac18a48f6f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0731790 Jul 09 18:00:15.293658 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cb40c74a-0f07-4a42-9eee-475f13be864f req-8c16ae6b-9a49-41da-a7cc-0505906fffa6 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jul 09 18:00:15.341674 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29bb92a-c48f-43fb-a63b-933592a9f1f5 x-openstack-request-id: req-d29bb92a-c48f-43fb-a63b-933592a9f1f5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:15.341976 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-plugged", "status": "completed", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:15.342233 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d29bb92a-c48f-43fb-a63b-933592a9f1f5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:15.342707 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'code': 200} Jul 09 18:00:15.488251 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e46d80-b010-4f14-a745-4951f1d281d6 req-20665106-0c40-4028-9152-f6b34789d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:15.490726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21e46d80-b010-4f14-a745-4951f1d281d6 req-20665106-0c40-4028-9152-f6b34789d37f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0589912 Jul 09 18:00:15.541723 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-21e46d80-b010-4f14-a745-4951f1d281d6 req-631b00bf-b20e-44da-9922-75cfc7a5ab79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439382 Jul 09 18:00:16.495958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834a1c-ad50-4b0d-8edf-97d17e655492 req-863ea594-822b-4149-aec0-5e79ee6ffb87 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:16.497474 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30834a1c-ad50-4b0d-8edf-97d17e655492 req-863ea594-822b-4149-aec0-5e79ee6ffb87 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0860019 Jul 09 18:00:16.537203 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-30834a1c-ad50-4b0d-8edf-97d17e655492 req-26ccee54-0962-4989-86e9-5f5829d56484 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339878 Jul 09 18:00:17.721849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46caf76-0ea4-4a5c-9c86-1b5229f917b3 req-40da3d14-5476-4ad5-9c30-ac1f98bd3076 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:17.723444 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b46caf76-0ea4-4a5c-9c86-1b5229f917b3 req-40da3d14-5476-4ad5-9c30-ac1f98bd3076 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0686004 Jul 09 18:00:18.081478 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b46caf76-0ea4-4a5c-9c86-1b5229f917b3 req-79807a03-5eba-40b8-b820-889d5e50362e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522639 Jul 09 18:00:18.260603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0858a-de9b-4a23-adcd-c5ba484594c2 req-2c6cd45d-f71a-4f9a-95f7-082815e79759 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:18.261950 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2d0858a-de9b-4a23-adcd-c5ba484594c2 req-2c6cd45d-f71a-4f9a-95f7-082815e79759 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0671816 Jul 09 18:00:18.303032 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b2d0858a-de9b-4a23-adcd-c5ba484594c2 req-4d25258c-6b80-4a96-b4f2-11f4ce64bc06 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329139 Jul 09 18:00:18.331458 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:00:18.428479 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cb4e3-57cf-474f-a127-5752dd3998ba tempest-TestShelveInstance-630189774 tempest-TestShelveInstance-630189774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:18.429977 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-462cb4e3-57cf-474f-a127-5752dd3998ba tempest-TestShelveInstance-630189774 tempest-TestShelveInstance-630189774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1092 time: 0.0974877 Jul 09 18:00:18.434041 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:00:18.438360 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:00:18.462139 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:18.581614 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:18.686503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Allocated IP 172.25.7.221 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/30791e24-d34f-4ce8-b13f-3668db47054d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:00:18.787886 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:18.835161 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:18.874990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:00:18.877971 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:00:18.880870 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:00:18.886247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'Port': ['ID=30791e24-d34f-4ce8-b13f-3668db47054d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:19.259363 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:19.343793 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:19.488771 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:19.496803 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:19.572743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event updated for resources: {'Port': ['ID=30791e24-d34f-4ce8-b13f-3668db47054d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:19.580715 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:19.682157 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Floating IP ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf associated. External IP: 172.25.7.221, port: ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a. Jul 09 18:00:19.899183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:00:20.010488 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:00:20.020071 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:00:20.028380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:20.030186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:00:20.030833 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:00:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:00:20.078493 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-2941946a-7cc2-4aee-95b2-8b1f0b4e7fef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6300755 Jul 09 18:00:20.078493 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:20.078493 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bc931-f3d4-4bdb-87ad-b28668199cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:20.102772 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da46a8-e889-4d8f-9e9e-e3172a1e960c x-openstack-request-id: req-b2da46a8-e889-4d8f-9e9e-e3172a1e960c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:20.103099 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:20.103365 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2da46a8-e889-4d8f-9e9e-e3172a1e960c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:20.103765 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'status': 'completed', 'code': 200} Jul 09 18:00:20.138775 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:00:20.205584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-122e6c2b-c379-40f3-91d9-9af26299b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:20.207052 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-122e6c2b-c379-40f3-91d9-9af26299b027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0531113 Jul 09 18:00:20.298905 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-b1b06b76-c367-4ed0-84b3-47816cb1fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:20.300407 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-b1b06b76-c367-4ed0-84b3-47816cb1fb91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0861564 Jul 09 18:00:20.356738 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'port_id': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'mac_address': 'fa:16:3e:69:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d876c1-d23e-4cae-95df-f50719b79d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:00:19Z', 'updated_at': '2021-07-09T18:00:19Z', 'revision_number': 0, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:00:20.364652 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-6dde5a13-6c89-463d-8b13-6939c1bd5023 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1000 time: 0.0577855 Jul 09 18:00:20.385850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:00:20.394796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:00:20.395375 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:00:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:00:20.416324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-9f56e419-1cfe-4dd7-a724-5e615473929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:20.417813 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-9f56e419-1cfe-4dd7-a724-5e615473929d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0455039 Jul 09 18:00:20.478363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-dd6059ce-dfdf-433c-8eb0-fb51e614af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:20.479830 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-dd6059ce-dfdf-433c-8eb0-fb51e614af8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560842 Jul 09 18:00:20.501670 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:00:20.568756 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-14667f7e-1137-4215-9239-c931507b22ab service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816574 Jul 09 18:00:20.661092 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d15bc931-f3d4-4bdb-87ad-b28668199cdd req-943ed493-3702-4c7e-9e52-6b788693fe02 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857453 Jul 09 18:00:20.718583 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'port_id': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'mac_address': 'fa:16:3e:69:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d876c1-d23e-4cae-95df-f50719b79d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:00:19Z', 'updated_at': '2021-07-09T18:00:19Z', 'revision_number': 0, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:00:20.755463 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a016e-f00e-4fb2-bee2-320bd6b3db14 None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': 'ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'port_id': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'mac_address': 'fa:16:3e:69:fd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d876c1-d23e-4cae-95df-f50719b79d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:00:19Z', 'updated_at': '2021-07-09T18:00:19Z', 'revision_number': 0, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:00:20.976666 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf737e-81f8-4762-ad17-da6db4d6e4de None None] New status for floating IP ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:00:24.639408 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:26.556199 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:00:35.963152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88445ec3-ceba-47b2-83f6-7077cec6d23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:38.473845 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cf70203-15ca-4804-bcd0-96f5240535f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:38.767628 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:39.019833 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:39.675119 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:41.484995 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:41.714959 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-5678c86b-c3dc-496c-94cd-6e0be6f6b61e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973346 Jul 09 18:00:41.836156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-acb6ab25-1a6d-403d-bf60-d32f713ccb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:41.837739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-acb6ab25-1a6d-403d-bf60-d32f713ccb32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0537980 Jul 09 18:00:41.948156 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-872aa4c1-f914-4e46-950c-28f266742aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:41.949647 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-872aa4c1-f914-4e46-950c-28f266742aa0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0903413 Jul 09 18:00:42.016133 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-9d0efa83-49ec-42f2-aa35-8dfb9794e87a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1002 time: 0.0591457 Jul 09 18:00:42.071475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-6504c71d-3714-4395-8b76-0fa5e66c245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:42.073656 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-6504c71d-3714-4395-8b76-0fa5e66c245f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0502419 Jul 09 18:00:42.482365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-edcb6dd9-48b9-47a5-9d4f-5838ea6e4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:42.483901 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-edcb6dd9-48b9-47a5-9d4f-5838ea6e4590 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4025903 Jul 09 18:00:42.576637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-8c23a277-ebb6-4fd2-b007-6201cbaf187d service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Jul 09 18:00:42.688158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-50dfd043-2dfe-4665-9e7b-619e36c88192 req-b6995265-58ac-4b7a-b54c-ab5a54f683fe service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044478 Jul 09 18:00:54.631536 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:03.561118 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:01:05.975665 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afbccc97-e167-4808-b081-0d2480b16ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:08.479836 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-143ef0d6-3ad4-45bc-9901-347b677e94f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:08.766042 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:09.030075 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:09.683133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:11.495323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:24.656258 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.967747 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e51791c-bfdc-405b-8680-e9d7a768486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:38.468079 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2758-9478-4034-8b4d-fdc717e479dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:38.771020 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:39.041920 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:39.682025 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.571926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:01:41.501793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:42.681595 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-c3e390ff-5ef2-4fcf-b0fc-215cb9938536 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544164 Jul 09 18:01:42.803132 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288de04-6652-4671-9d65-649a8990bc97 req-875fdd9c-974b-4b49-8bbc-a22e6e0bf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.804634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-875fdd9c-974b-4b49-8bbc-a22e6e0bf346 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0629697 Jul 09 18:01:42.917989 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288de04-6652-4671-9d65-649a8990bc97 req-57180c48-1018-4aa3-9f23-cf1c62b05e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.919528 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-57180c48-1018-4aa3-9f23-cf1c62b05e33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0880761 Jul 09 18:01:42.985104 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-105615e4-2e2b-4d17-bd54-6a7af79995d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1002 time: 0.0586870 Jul 09 18:01:43.037201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288de04-6652-4671-9d65-649a8990bc97 req-ffa89c11-0977-4722-8a36-26afb01983c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:43.038714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-ffa89c11-0977-4722-8a36-26afb01983c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0478303 Jul 09 18:01:43.096253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288de04-6652-4671-9d65-649a8990bc97 req-3055d391-c890-43a4-ba78-07a4291387ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:43.097775 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-3055d391-c890-43a4-ba78-07a4291387ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529916 Jul 09 18:01:43.189886 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-1f0d2881-3e76-47d3-aea2-ee3c8dc6d5a7 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 Jul 09 18:01:43.287914 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2288de04-6652-4671-9d65-649a8990bc97 req-e1a4a384-de68-4952-aecd-dd98253da57a service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Jul 09 18:01:54.651150 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:05.976677 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1125-dba7-4128-a3f5-4a07a4a80f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:08.473294 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7fbd-0515-49d4-a025-7fb03afc9a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:08.767995 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:09.048384 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:09.687071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:11.507139 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:17.561936 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:02:17.934814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea10822-1e4f-4169-835f-4264a07c83d3 req-0058c171-c284-49f1-98ad-db6fe19c20fe tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:17.936344 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eea10822-1e4f-4169-835f-4264a07c83d3 req-0058c171-c284-49f1-98ad-db6fe19c20fe tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.1152484 Jul 09 18:02:17.980919 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eea10822-1e4f-4169-835f-4264a07c83d3 req-0305658c-ab4c-414f-9c0b-78dd7dc2464f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367486 Jul 09 18:02:19.199017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2ef7a-86f5-4518-b02d-e70d6e8046e6 req-2c41137d-ab67-4d45-9164-40ad5ff4042d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:19.200593 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74d2ef7a-86f5-4518-b02d-e70d6e8046e6 req-2c41137d-ab67-4d45-9164-40ad5ff4042d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0752518 Jul 09 18:02:19.245461 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-74d2ef7a-86f5-4518-b02d-e70d6e8046e6 req-7b94bd5b-e91b-4821-a7ae-6c3927820f72 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Jul 09 18:02:20.431356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d251d2-167b-4113-8216-311546a9c684 req-02dda277-42d4-44b2-ae79-8260617e95be tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:20.432847 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1d251d2-167b-4113-8216-311546a9c684 req-02dda277-42d4-44b2-ae79-8260617e95be tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0669401 Jul 09 18:02:20.474815 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d1d251d2-167b-4113-8216-311546a9c684 req-25464427-e681-477b-ac8b-e262e0341f34 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335069 Jul 09 18:02:21.670526 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9591f-a4d5-4afc-ab5a-e523afd46a68 req-dd7a34c8-2766-4d43-b058-ba8db0c42447 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:21.672018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbc9591f-a4d5-4afc-ab5a-e523afd46a68 req-dd7a34c8-2766-4d43-b058-ba8db0c42447 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0777016 Jul 09 18:02:21.711497 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dbc9591f-a4d5-4afc-ab5a-e523afd46a68 req-7b8992ce-bb3c-4613-8107-bd2968962d7d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336399 Jul 09 18:02:22.911220 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971d31-5bea-4bdc-9ae8-e9f491bd819a req-83dda4bc-bf16-48f9-b3e9-bcd787ce5d9e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:22.912768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89971d31-5bea-4bdc-9ae8-e9f491bd819a req-83dda4bc-bf16-48f9-b3e9-bcd787ce5d9e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0697269 Jul 09 18:02:22.954685 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-89971d31-5bea-4bdc-9ae8-e9f491bd819a req-de3646fe-8dad-4cc9-8b84-2430504df135 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334091 Jul 09 18:02:24.141838 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f4176-9abb-41ef-9d75-6e608db1677f req-281890d3-870e-4ed5-9490-d024851d81ba tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:24.143414 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc8f4176-9abb-41ef-9d75-6e608db1677f req-281890d3-870e-4ed5-9490-d024851d81ba tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0735283 Jul 09 18:02:24.186276 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dc8f4176-9abb-41ef-9d75-6e608db1677f req-dd74a380-2989-4619-8617-7bac7f44b481 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368629 Jul 09 18:02:24.666152 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:25.373510 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4ebb1-7458-472e-b7f2-f9bc3dd09029 req-11f92880-a682-4e56-8953-eeb0ce96e53c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:25.375093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0d4ebb1-7458-472e-b7f2-f9bc3dd09029 req-11f92880-a682-4e56-8953-eeb0ce96e53c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0738795 Jul 09 18:02:25.413624 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0d4ebb1-7458-472e-b7f2-f9bc3dd09029 req-8e18ef10-329f-46ee-b855-8cad31cf6948 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324337 Jul 09 18:02:26.604199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec3600-fd87-49a3-9280-9c9cbb369f32 req-08f203b6-cfcc-4a65-9d19-873ff9272995 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:26.605706 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aec3600-fd87-49a3-9280-9c9cbb369f32 req-08f203b6-cfcc-4a65-9d19-873ff9272995 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0672779 Jul 09 18:02:26.646266 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7aec3600-fd87-49a3-9280-9c9cbb369f32 req-6caed0f5-93b1-441b-88b4-53ce69f95f98 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Jul 09 18:02:27.842673 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d9f0e-b9db-4217-8b64-cf155e2cc013 req-e3493e0f-3141-4349-9d0c-7b03db6dedb3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:27.844161 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e6d9f0e-b9db-4217-8b64-cf155e2cc013 req-e3493e0f-3141-4349-9d0c-7b03db6dedb3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0752952 Jul 09 18:02:27.884093 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-7e6d9f0e-b9db-4217-8b64-cf155e2cc013 req-306afbe4-588f-43a7-90dd-a93540d11d8e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343244 Jul 09 18:02:28.064290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43efa12-d41b-4505-9711-4899b865af45 req-0c936d4a-88fc-4dc7-b6a8-8470522e09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:28.065771 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-0c936d4a-88fc-4dc7-b6a8-8470522e09d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0573010 Jul 09 18:02:28.162407 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43efa12-d41b-4505-9711-4899b865af45 req-3f432de1-3c15-4e3b-9af1-2fd6ae9ef5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:28.164071 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-3f432de1-3c15-4e3b-9af1-2fd6ae9ef5df service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0919156 Jul 09 18:02:28.236075 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-84d3c79b-d4e3-4759-94e7-6dd4ec998b27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1002 time: 0.0633686 Jul 09 18:02:28.287816 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43efa12-d41b-4505-9711-4899b865af45 req-fa925f4c-6bb7-454a-a074-cbb875fe130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:28.289285 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-fa925f4c-6bb7-454a-a074-cbb875fe130d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0469508 Jul 09 18:02:28.353112 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43efa12-d41b-4505-9711-4899b865af45 req-ad58a6ff-4145-4e21-b5f2-ca716182db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:28.354632 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-ad58a6ff-4145-4e21-b5f2-ca716182db49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590076 Jul 09 18:02:28.454424 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-f13c098a-e17c-42ad-9e79-660c7f6b935c service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925751 Jul 09 18:02:28.547417 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d43efa12-d41b-4505-9711-4899b865af45 req-1ccb647d-d649-41c5-baaf-ebb565a901fe service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Jul 09 18:02:29.068135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320d55-7909-4bb0-8a37-4fbad76732ab req-4bf38b49-06cf-4cdc-a0ab-17041aac6353 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:29.069644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de320d55-7909-4bb0-8a37-4fbad76732ab req-4bf38b49-06cf-4cdc-a0ab-17041aac6353 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0695262 Jul 09 18:02:29.109844 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-de320d55-7909-4bb0-8a37-4fbad76732ab req-30409949-df3e-49db-8cb8-5b6ca94f4fed tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343709 Jul 09 18:02:30.290656 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd691-173b-46b2-8623-c51f192e46eb req-22378854-5ec5-400b-98c0-bab6645d8041 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:30.292130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a5fd691-173b-46b2-8623-c51f192e46eb req-22378854-5ec5-400b-98c0-bab6645d8041 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0663002 Jul 09 18:02:30.335489 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-3a5fd691-173b-46b2-8623-c51f192e46eb req-db7ebac0-bc00-4bde-9719-eaecaedde878 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374620 Jul 09 18:02:31.523725 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be5e24-0cc5-4aea-bed8-55958f99dcba req-3eca5294-be2b-4651-aea6-c3c9b0a1f28c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:31.525256 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80be5e24-0cc5-4aea-bed8-55958f99dcba req-3eca5294-be2b-4651-aea6-c3c9b0a1f28c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0700428 Jul 09 18:02:31.565094 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80be5e24-0cc5-4aea-bed8-55958f99dcba req-28343369-a6a4-4c12-bee2-c776420842e9 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335913 Jul 09 18:02:32.749940 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef68116-438a-4bf9-8386-3ea898b79928 req-8e9ee244-042b-4fe1-9379-a55b8e0a1b94 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:32.751470 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ef68116-438a-4bf9-8386-3ea898b79928 req-8e9ee244-042b-4fe1-9379-a55b8e0a1b94 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0719228 Jul 09 18:02:32.793122 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ef68116-438a-4bf9-8386-3ea898b79928 req-89418eb8-20f9-4901-88ba-5c0886a40407 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336037 Jul 09 18:02:33.616276 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:02:33.697025 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:33.719976 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:02:33.722213 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e96f4b-83cc-46de-87ff-facea722b916" -d '{"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:02:33.735247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:02:33.741314 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:33.791053 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:02:33.798765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.799108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.799423 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.799773 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.800099 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.800425 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.800748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.801063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.801382 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.801694 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.802012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:33.802300 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:02:34.109989 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350e7bbc-0a70-4180-b8f5-b4a5d5cfa0e6 x-openstack-request-id: req-350e7bbc-0a70-4180-b8f5-b4a5d5cfa0e6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:02:34.110380 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-unplugged", "status": "failed", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:02:34.110779 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-350e7bbc-0a70-4180-b8f5-b4a5d5cfa0e6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:02:34.111268 n-d-800085-2 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'code': 422} returned with failed status Jul 09 18:02:34.147594 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-b27475d5-7717-4854-b2be-7650661652a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925264 Jul 09 18:02:34.261929 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb4ef-ab6d-4283-9f6f-e7f00b244fbc req-7eb4a3af-300a-4a37-80d5-60c221ebfddc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:34.263490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-293eb4ef-ab6d-4283-9f6f-e7f00b244fbc req-7eb4a3af-300a-4a37-80d5-60c221ebfddc tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0694833 Jul 09 18:02:34.307059 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-293eb4ef-ab6d-4283-9f6f-e7f00b244fbc req-e6a8dda1-1b83-4b8a-ac0b-baa1e3c65280 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Jul 09 18:02:35.481690 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a299c2-62a6-4eef-a551-2f3e1e292c47 req-96705665-44a3-4f04-a847-641210ccbe6e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:35.483253 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1a299c2-62a6-4eef-a551-2f3e1e292c47 req-96705665-44a3-4f04-a847-641210ccbe6e tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0648096 Jul 09 18:02:35.521799 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b1a299c2-62a6-4eef-a551-2f3e1e292c47 req-c62fe8c1-51a4-43a4-b555-b792b83ee83f tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326788 Jul 09 18:02:35.969213 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cede-1ce7-45f2-b989-11042b6db84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:36.708604 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc18-3122-4708-97a9-5d331a0f1911 req-a6ceeba1-03fe-4959-af63-085c3153b66b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:36.710202 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcb1fc18-3122-4708-97a9-5d331a0f1911 req-a6ceeba1-03fe-4959-af63-085c3153b66b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0747499 Jul 09 18:02:36.753389 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-dcb1fc18-3122-4708-97a9-5d331a0f1911 req-2502d5f1-017d-4094-b834-2e8e1b24b7c7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373149 Jul 09 18:02:37.960178 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b694163-07d1-449c-86be-683320255280 req-a5a57ceb-b2c3-4ad8-a0a6-55a8e780b954 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:37.961810 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b694163-07d1-449c-86be-683320255280 req-a5a57ceb-b2c3-4ad8-a0a6-55a8e780b954 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0667205 Jul 09 18:02:38.000655 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0b694163-07d1-449c-86be-683320255280 req-cb8a3686-6ff0-4fd4-9d96-2032b95505e1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Jul 09 18:02:38.467879 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5510ec5-8a49-410d-9a45-5b7542325445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:38.752972 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:39.064804 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:39.191697 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42028a2-a74c-4a48-82b8-48c497f5b4d2 req-d050a110-b436-4bb4-8955-421ede11fccf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:39.192363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75894-8098-4147-8e34-d6906d78949b req-975b0f44-7e29-47ca-bad4-d5ad66c931e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:39.193210 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d42028a2-a74c-4a48-82b8-48c497f5b4d2 req-d050a110-b436-4bb4-8955-421ede11fccf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0716281 Jul 09 18:02:39.193964 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-975b0f44-7e29-47ca-bad4-d5ad66c931e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67&tenant_id=b004655e84d74e82b63041791620c6fe HTTP/1.1" status: 200 len: 1095 time: 0.0566378 Jul 09 18:02:39.235714 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d42028a2-a74c-4a48-82b8-48c497f5b4d2 req-691cb243-7059-4530-a02d-51ef9d5c7ccd tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343344 Jul 09 18:02:39.284254 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75894-8098-4147-8e34-d6906d78949b req-3e550ef7-603d-47a2-abc3-c534821e70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:39.285673 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-3e550ef7-603d-47a2-abc3-c534821e70c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1095 time: 0.0578368 Jul 09 18:02:39.385231 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75894-8098-4147-8e34-d6906d78949b req-dfae3041-6cec-4585-a3fd-39d61671f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:39.387341 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-dfae3041-6cec-4585-a3fd-39d61671f60f service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0948260 Jul 09 18:02:39.457784 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-097d10f6-f8f5-4a9a-9bc8-1e0111aa9e78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1000 time: 0.0643108 Jul 09 18:02:39.512384 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75894-8098-4147-8e34-d6906d78949b req-2041be5e-ab1f-47b3-b948-05b7d50c6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:39.513849 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-2041be5e-ab1f-47b3-b948-05b7d50c6903 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0503304 Jul 09 18:02:39.573545 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75894-8098-4147-8e34-d6906d78949b req-8fe13fe0-3763-4b20-a7f7-b9288b1ef607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:39.575167 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-8fe13fe0-3763-4b20-a7f7-b9288b1ef607 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549765 Jul 09 18:02:39.677966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-18798542-7e42-42a2-b2c4-60fc8c08362e service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962164 Jul 09 18:02:39.685439 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:39.775734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-761ff2a3-50f2-4fd7-8da1-81e0b4870849 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893514 Jul 09 18:02:40.436696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbfc33-690b-47ac-9051-a80827d29e1b req-74b93ac4-e047-47f7-a8a1-39a88abe6129 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:40.438178 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fbbfc33-690b-47ac-9051-a80827d29e1b req-74b93ac4-e047-47f7-a8a1-39a88abe6129 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0821829 Jul 09 18:02:40.476747 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8fbbfc33-690b-47ac-9051-a80827d29e1b req-97ce48de-1933-4ee8-b3aa-5fefeea83075 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Jul 09 18:02:41.504643 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:41.651781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8daf4-4412-42a5-a798-43f44aca57dc req-4684dc06-0b46-449a-b5e4-50a42001fb49 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:41.653273 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae8daf4-4412-42a5-a798-43f44aca57dc req-4684dc06-0b46-449a-b5e4-50a42001fb49 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0658736 Jul 09 18:02:41.694216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0ae8daf4-4412-42a5-a798-43f44aca57dc req-a5bbacb8-44c5-4a18-813b-7f4dae1f488b tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Jul 09 18:02:42.896616 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efbf50-6ff6-4c5e-acbb-6fbc9a2e29ef req-2bebc18a-9f5e-41c4-9511-4b822f67f8e3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:42.898107 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4efbf50-6ff6-4c5e-acbb-6fbc9a2e29ef req-2bebc18a-9f5e-41c4-9511-4b822f67f8e3 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0705261 Jul 09 18:02:42.940656 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f4efbf50-6ff6-4c5e-acbb-6fbc9a2e29ef req-39197387-912b-4d2f-aeaa-0e07d9a19da2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366461 Jul 09 18:02:43.730371 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-2e5133d0-d45c-42bb-a477-904db46d2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:43.732428 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-2e5133d0-d45c-42bb-a477-904db46d2e3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1095 time: 0.0605552 Jul 09 18:02:43.845241 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-c3c8ee8a-a0e4-4fb0-889b-251ff6bba455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:43.846788 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-c3c8ee8a-a0e4-4fb0-889b-251ff6bba455 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0910797 Jul 09 18:02:43.913284 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-4c40aca0-8e9f-48ad-92ee-bbe6f44f7a76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1000 time: 0.0600915 Jul 09 18:02:43.967350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-defdf9bf-24bb-4902-bb5f-853ee3e78124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:43.968823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-defdf9bf-24bb-4902-bb5f-853ee3e78124 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0487235 Jul 09 18:02:44.029628 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-bcae087b-5d3c-4cc3-b5b5-b960fcf60b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:44.031208 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-bcae087b-5d3c-4cc3-b5b5-b960fcf60b7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563343 Jul 09 18:02:44.119346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cb17-7b7e-421e-91c3-8c2dd9009157 req-65d7ffa7-4b26-479b-828b-73bf374903a4 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:44.120321 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-a950aedc-c5f3-4090-8ee8-2c11f4d2a766 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829625 Jul 09 18:02:44.120867 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e7cb17-7b7e-421e-91c3-8c2dd9009157 req-65d7ffa7-4b26-479b-828b-73bf374903a4 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0675640 Jul 09 18:02:44.159546 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-28e7cb17-7b7e-421e-91c3-8c2dd9009157 req-744404a1-d912-4db4-9ada-33faea08b919 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Jul 09 18:02:44.217976 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-7fcaeafa-7b98-4420-bc2a-d2e32f879e2c req-d88345fc-3da1-43a3-a95f-2c3d0230ab0b service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Jul 09 18:02:45.346849 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a8850-2e05-4598-9b2a-ac930ec1631e req-18a98d09-175c-4d21-aea2-b879411424a7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:45.348373 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-695a8850-2e05-4598-9b2a-ac930ec1631e req-18a98d09-175c-4d21-aea2-b879411424a7 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0699177 Jul 09 18:02:45.387931 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-695a8850-2e05-4598-9b2a-ac930ec1631e req-65fe62ad-a533-4338-a341-4d7adc5fd287 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325103 Jul 09 18:02:46.578778 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b41a3-dc70-4f31-a732-6d7547597d3f req-05437650-2a44-4ceb-83d7-22469f2d7707 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:46.580411 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e6b41a3-dc70-4f31-a732-6d7547597d3f req-05437650-2a44-4ceb-83d7-22469f2d7707 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0794868 Jul 09 18:02:46.619013 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8e6b41a3-dc70-4f31-a732-6d7547597d3f req-0ed49aca-3408-4bf1-a0ab-b2b375e78226 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 Jul 09 18:02:47.676517 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:02:47.771837 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:02:47.783876 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'port_id': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'mac_address': 'fa:16:3e:69:fd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:02:47.810247 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93224c74-6bb9-42de-8579-ff4f6fe2f147 req-ca4a0058-732c-4ec3-8c2e-0b2cbac5775d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:47.811863 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93224c74-6bb9-42de-8579-ff4f6fe2f147 req-ca4a0058-732c-4ec3-8c2e-0b2cbac5775d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 944 time: 0.0657868 Jul 09 18:02:47.824664 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:47.837339 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:02:47.851891 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-93224c74-6bb9-42de-8579-ff4f6fe2f147 req-d4495cee-b210-4197-ace9-3c2054e4bfef tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Jul 09 18:02:47.856513 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:02:47.863772 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:47.910806 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:02:48.255308 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:02:49.035622 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27f90f-475d-4a62-b958-85f427a516af req-cf06939d-c87e-4cd6-9afb-47c063322d21 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:49.037121 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f27f90f-475d-4a62-b958-85f427a516af req-cf06939d-c87e-4cd6-9afb-47c063322d21 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 945 time: 0.0667200 Jul 09 18:02:49.082323 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1f27f90f-475d-4a62-b958-85f427a516af req-9c09d0a0-d544-454c-bec4-b549656ad2fd tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367844 Jul 09 18:02:49.696785 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:02:49.757825 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:02:49.758421 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:49.849019 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:49.871632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:02:49.873889 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08539761-b5b5-4cbb-9d2b-88fbeb108bd9" -d '{"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-plugged", "status": "completed", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:02:49.886464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:02:49.892459 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:49.916403 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f11cd48-8b3d-47a6-874d-de63af2664ed x-openstack-request-id: req-6f11cd48-8b3d-47a6-874d-de63af2664ed {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:02:49.916687 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-plugged", "status": "completed", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:02:49.916936 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f11cd48-8b3d-47a6-874d-de63af2664ed {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:02:49.917332 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'code': 200} Jul 09 18:02:49.944984 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:02:50.135618 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778bcc-0d0f-4293-b206-cb951c78aa49 req-160a74d8-1550-4c13-b04a-b6fcd47f1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:50.137238 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bf778bcc-0d0f-4293-b206-cb951c78aa49 req-160a74d8-1550-4c13-b04a-b6fcd47f1bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0566752 Jul 09 18:02:50.171644 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-bf778bcc-0d0f-4293-b206-cb951c78aa49 req-2adaf67f-71f5-401d-9ab7-dd41f7b2219e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280595 Jul 09 18:02:50.263467 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378fac7-8e74-4946-b320-9fd5dafbc5b2 req-b4d30014-10ff-4b02-bbe5-9f663bf6d741 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:50.264885 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2378fac7-8e74-4946-b320-9fd5dafbc5b2 req-b4d30014-10ff-4b02-bbe5-9f663bf6d741 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0692852 Jul 09 18:02:50.303660 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2378fac7-8e74-4946-b320-9fd5dafbc5b2 req-28ca3aac-346f-4f04-a531-e718eb66e669 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 Jul 09 18:02:51.495709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28be5-78d3-45d1-89f8-fc35f4c70e67 req-5abf5389-9420-4064-88d8-f18d6c20a1ab tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:51.497224 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5a28be5-78d3-45d1-89f8-fc35f4c70e67 req-5abf5389-9420-4064-88d8-f18d6c20a1ab tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0729144 Jul 09 18:02:51.535792 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5a28be5-78d3-45d1-89f8-fc35f4c70e67 req-4ad5494c-f1b0-4a59-b45f-71c8794a52bf tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326350 Jul 09 18:02:52.742340 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d8b8-4450-4eb1-90db-0b6b16945345 req-31b792c0-1d05-4957-9a88-8bbbebcd167c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:52.743836 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e2d8b8-4450-4eb1-90db-0b6b16945345 req-31b792c0-1d05-4957-9a88-8bbbebcd167c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0750742 Jul 09 18:02:52.782250 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-68e2d8b8-4450-4eb1-90db-0b6b16945345 req-7e6d926c-11ad-49e4-b856-fc5926da9a07 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327141 Jul 09 18:02:54.566414 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:02:54.661383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:05.979944 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c93ea5de-db18-4efb-8b68-1647c041edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:08.473129 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-372d7fd7-4046-430f-b4db-4d5a8444fb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:08.759824 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:09.060057 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:09.698753 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:11.513903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:24.696471 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:31.572011 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:03:35.976642 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1773-d890-40b1-8612-c2dd6b377f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:38.485630 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5b113e4-e321-453d-ab8a-324b1aae665f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:38.764230 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:39.224929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:39.698056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:41.518882 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:43.682755 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-b8e92a71-e0ba-4f37-ab48-f4aa036922ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620456 Jul 09 18:03:43.804010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-4313c929-6095-4d0d-aebf-e295bd49ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:43.805514 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-4313c929-6095-4d0d-aebf-e295bd49ce62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0620518 Jul 09 18:03:43.929318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-6f09bdab-e11d-4bc4-bb92-fe26b4b64660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:43.930863 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-6f09bdab-e11d-4bc4-bb92-fe26b4b64660 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.1038494 Jul 09 18:03:43.999637 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-1f462af8-90ec-4f6b-b834-3fe29c735564 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 1002 time: 0.0627289 Jul 09 18:03:44.049911 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-02c55eb7-7047-45d0-9613-834d71785373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:44.051471 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-02c55eb7-7047-45d0-9613-834d71785373 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0453193 Jul 09 18:03:44.115544 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-2db0bbb1-2f8c-4e75-87b0-9a6f2dd02d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:44.117527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-2db0bbb1-2f8c-4e75-87b0-9a6f2dd02d1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593925 Jul 09 18:03:44.231894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-833e31c5-dde4-4b47-9cdd-e734887759ef service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075690 Jul 09 18:03:44.325297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a906663a-6b1f-4b6e-9d67-570042e5e645 req-90bd5ffa-b676-487f-9010-71609e6fe946 service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Jul 09 18:03:54.716879 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:05.979892 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-061c9daa-cf23-4d3b-88cc-2cb555375a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.327031 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:08.478843 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af938358-4c54-4629-ad01-390a5901c79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.497157 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Deleting port 30791e24-d34f-4ce8-b13f-3668db47054d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:08.497503 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.571299 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:04:08.572257 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.572568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.584320 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Calling delete_port for 30791e24-d34f-4ce8-b13f-3668db47054d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:08.737911 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.757022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.763281 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event deleted for resources: {'Port': ['ID=30791e24-d34f-4ce8-b13f-3668db47054d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:08.773603 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.773987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.774331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.774696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.775030 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.775358 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.776122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.776122 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.776346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.776621 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.776958 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.777282 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:08.842810 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.843081 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Floating IP ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf disassociated (deleted). External IP: 172.25.7.221, port: ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a. Jul 09 18:04:09.054647 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:09.081446 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:09.164659 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:09.170168 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:09.174026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:09.182923 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:09.183545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.208431 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-51ae3846-6185-431a-b62b-0fa3ec14403d tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "DELETE /v2.0/floatingips/ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf HTTP/1.1" status: 204 len: 168 time: 0.8799202 Jul 09 18:04:09.209037 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:09.211342 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa0088-9524-4002-adbf-01dd82146aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:09.287790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:09.459425 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc47ce-e594-4654-a52d-9862a12da1fd x-openstack-request-id: req-21fc47ce-e594-4654-a52d-9862a12da1fd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:09.459954 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:09.459954 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21fc47ce-e594-4654-a52d-9862a12da1fd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:09.461039 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'status': 'completed', 'code': 200} Jul 09 18:04:09.506763 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.537841 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:09.546504 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:09.547161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.575811 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-4777998a-80cd-472c-8db4-8d0c51400edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.577390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-4777998a-80cd-472c-8db4-8d0c51400edc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b004655e84d74e82b63041791620c6fe&device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 1097 time: 0.0565608 Jul 09 18:04:09.611040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b0a7-4bac-4d98-93a0-c4aedb9719bf req-e6ebe1dd-cdbf-4a81-bb18-a3223d459177 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.612768 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80b0b0a7-4bac-4d98-93a0-c4aedb9719bf req-e6ebe1dd-cdbf-4a81-bb18-a3223d459177 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0652897 Jul 09 18:04:09.651528 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-80b0b0a7-4bac-4d98-93a0-c4aedb9719bf req-c255a64d-1acd-493b-b6aa-fa76e93bd31a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Jul 09 18:04:09.656372 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:09.676245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-7dd3e029-25ca-49d9-a7a6-4fe7c5d83ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.677714 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-7dd3e029-25ca-49d9-a7a6-4fe7c5d83ca0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 200 len: 910 time: 0.0923243 Jul 09 18:04:09.705009 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:09.720092 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-90413197-e5a6-4e91-949b-3c5d28d3bfad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 200 len: 217 time: 0.0347705 Jul 09 18:04:09.774655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-93151c75-8403-424b-b068-af3fb94a5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.776180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-93151c75-8403-424b-b068-af3fb94a5a6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 200 len: 848 time: 0.0494084 Jul 09 18:04:09.840081 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-b03adcc2-1d6e-42ce-ab3a-ebf04cf2365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.841737 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-b03adcc2-1d6e-42ce-ab3a-ebf04cf2365c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=64dbdde5-c358-4822-8736-4ba21872d479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567544 Jul 09 18:04:09.891009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.920228 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f76259-2f7b-47a7-a52a-8969916d6987 None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T17:54:01Z', 'revision_number': 4, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '60e06c5a-0c62-4d26-93c9-6f2d823df140', 'name': '', 'network_id': '64dbdde5-c358-4822-8736-4ba21872d479', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'mac_address': 'fa:16:3e:bc:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:01Z', 'updated_at': '2021-07-09T17:54:06Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'subnets': [{'id': '6dc4d67a-3818-41b0-a266-4cbdfda8a35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:09.939629 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-63f07d0f-3bb0-40e3-8f24-06ea8117728e service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892580 Jul 09 18:04:10.036067 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-fcfa0088-9524-4002-adbf-01dd82146aa7 req-ccc13942-1479-43c2-bf60-8f9dcee92efd service neutron] 10.222.0.37 "GET /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897152 Jul 09 18:04:10.152064 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f79d08-e0c4-4418-99e1-616d89cbc784 None None] New status for floating IP ba8a6b7e-1793-403c-8241-1a9cb3fe5cdf: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:04:10.842197 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ac51c-7485-4525-99e8-e8df23ce2dce req-34269362-096c-4676-88cf-89b8fdb394d2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:10.843725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec0ac51c-7485-4525-99e8-e8df23ce2dce req-34269362-096c-4676-88cf-89b8fdb394d2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0682013 Jul 09 18:04:11.190030 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ec0ac51c-7485-4525-99e8-e8df23ce2dce req-8eecefed-a37f-4c73-b5b7-6a3a7a17b569 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/security-groups?id=207c42a5-5e55-4d7f-975f-83c4b0a791cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403006 Jul 09 18:04:11.399526 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-620e0ff2-a13a-4b18-9de7-226117cb6fdb tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:11.401109 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-620e0ff2-a13a-4b18-9de7-226117cb6fdb tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 946 time: 0.0776930 Jul 09 18:04:11.511943 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:11.519718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Deleting port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:11.520071 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:11.612461 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] For port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:11.612819 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:11.631340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Calling delete_port for ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:11.770075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:11.800458 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event deleted for resources: {'Port': ['ID=ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:11.829324 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.829671 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.830010 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.830350 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.830701 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.831033 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.831373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.831696 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.832014 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.832332 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.832654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.832973 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:11.856711 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] No DVR routers for this DVR port ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:04:11.859332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:11.861439 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0badf27d-0db7-4d8e-91fe-40d41c6ad987 req-ae36df02-7553-4184-b86b-23d7d177fcd2 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.37 "DELETE /v2.0/ports/ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a HTTP/1.1" status: 204 len: 173 time: 0.4551773 Jul 09 18:04:11.861879 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-deleted', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:11.864198 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b008090b-9cd2-4fbb-9375-02cd79a2c527" -d '{"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-deleted", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:11.899356 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea00b7e-28cd-4759-b430-96ab295038db x-openstack-request-id: req-aea00b7e-28cd-4759-b430-96ab295038db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:11.899729 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d876c1-d23e-4cae-95df-f50719b79d67", "name": "network-vif-deleted", "tag": "ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:11.899987 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aea00b7e-28cd-4759-b430-96ab295038db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:11.900412 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d876c1-d23e-4cae-95df-f50719b79d67', 'name': 'network-vif-deleted', 'tag': 'ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a', 'status': 'completed', 'code': 200} Jul 09 18:04:12.337797 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-a9cacef8-39a5-4174-802b-741e4f77aa33 req-8e339c39-c932-4865-82d0-a3877cd72f9c tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Jul 09 18:04:13.481042 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b0f7bc51-4f90-47c3-8f90-f1bc26f4ebed req-76b5dff6-2b88-41ff-9996-675ea7889be1 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0297098 Jul 09 18:04:14.230846 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:14.252033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:14.252348 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device ba0cfe09-cbb5-4238-9c0a-bb88416c2d9a not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:14.627075 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e21a5c1f-1a97-4c99-b139-b263cff5c12e req-3427f443-4e07-466b-9ab6-c2d14fc23a67 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0285213 Jul 09 18:04:15.790902 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-eb374f52-a3c6-484f-9879-9c2abfd13cf8 req-6ab634a1-c694-4703-976e-cee70180718a tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "GET /v2.0/ports?device_id=43d876c1-d23e-4cae-95df-f50719b79d67 HTTP/1.1" status: 200 len: 210 time: 0.0379181 Jul 09 18:04:16.887559 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:16.952319 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2821738-dc23-44a5-8872-175831ed7d82 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:16.978128 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2821738-dc23-44a5-8872-175831ed7d82 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:17.039920 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2821738-dc23-44a5-8872-175831ed7d82 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:17.042820 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c2821738-dc23-44a5-8872-175831ed7d82 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:17.044434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c2821738-dc23-44a5-8872-175831ed7d82 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] 10.222.0.48 "DELETE /v2.0/security-groups/207c42a5-5e55-4d7f-975f-83c4b0a791cc HTTP/1.1" status: 204 len: 168 time: 0.1557961 Jul 09 18:04:17.058537 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2821738-dc23-44a5-8872-175831ed7d82 tempest-TestShelveInstance-630827466 tempest-TestShelveInstance-630827466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c42a5-5e55-4d7f-975f-83c4b0a791cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:18.116712 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:18.621098 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:18.908017 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Deleting port 60e06c5a-0c62-4d26-93c9-6f2d823df140 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:18.908266 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:18.992664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] For port 60e06c5a-0c62-4d26-93c9-6f2d823df140, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=60e06c5a-0c62-4d26-93c9-6f2d823df140,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:18.993035 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:19.007545 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Calling delete_port for 60e06c5a-0c62-4d26-93c9-6f2d823df140 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:19.201277 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:19.231756 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e06c5a-0c62-4d26-93c9-6f2d823df140,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:19.401856 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:19.626749 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Router 0195b3bd-545a-4503-ba4f-2a3eb615db12 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:19.748800 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:19.755711 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb1bb727-f3d2-4dcd-a5ed-290491376086 admin admin] 10.222.0.48 "PUT /v2.0/routers/0195b3bd-545a-4503-ba4f-2a3eb615db12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386840 Jul 09 18:04:19.758753 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:19.760946 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] Sync routers for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:19.771091 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:19.771762 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:19.864876 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:19.875794 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:19.965579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.023873 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Deleting port 94712952-0126-4b04-ba15-4056323a138b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:20.024118 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.052251 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '94712952-0126-4b04-ba15-4056323a138b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T18:04:19Z', 'revision_number': 5, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port': {'id': '94712952-0126-4b04-ba15-4056323a138b', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:67:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:59Z', 'updated_at': '2021-07-09T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:20.081634 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] Checking router: 0195b3bd-545a-4503-ba4f-2a3eb615db12 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:20.090132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] Routers {'0195b3bd-545a-4503-ba4f-2a3eb615db12'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:20.090755 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['0195b3bd-545a-4503-ba4f-2a3eb615db12'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:20.101290 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] For port 94712952-0126-4b04-ba15-4056323a138b, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=94712952-0126-4b04-ba15-4056323a138b,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:20.101643 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.114199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Calling delete_port for 94712952-0126-4b04-ba15-4056323a138b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:20.173591 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] Set router 0195b3bd-545a-4503-ba4f-2a3eb615db12 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:20.222886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T18:04:19Z', 'revision_number': 6, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:20.253102 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7cad0-3c2f-49ba-be56-51fa47e6acd2 None None] The sync data for ids ['0195b3bd-545a-4503-ba4f-2a3eb615db12'] in n-d-800085-2 is: [{'id': '0195b3bd-545a-4503-ba4f-2a3eb615db12', 'name': 'tempest-TestShelveInstance-1352137785-router', 'tenant_id': 'b004655e84d74e82b63041791620c6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:58Z', 'updated_at': '2021-07-09T18:04:19Z', 'revision_number': 6, 'project_id': 'b004655e84d74e82b63041791620c6fe', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:20.284668 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.310696 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Pushing event deleted for resources: {'Port': ['ID=94712952-0126-4b04-ba15-4056323a138b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:20.376513 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.465295 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.467526 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.513787 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.514294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0195b3bd-545a-4503-ba4f-2a3eb615db12 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:04:20.518621 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.519778 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-ba95c28c-f996-4f12-b4b5-268dd0274681 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0195b3bd-545a-4503-ba4f-2a3eb615db12 HTTP/1.1" status: 204 len: 168 time: 0.7598798 Jul 09 18:04:20.522427 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:20.569582 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Deleting subnet 6dc4d67a-3818-41b0-a266-4cbdfda8a35c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:04:20.572797 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.608060 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.689713 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.747703 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.780183 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc4d67a-3818-41b0-a266-4cbdfda8a35c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:20.785366 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.788903 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-85d78dc4-72b2-4dfe-b7cd-819f71f41387 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6dc4d67a-3818-41b0-a266-4cbdfda8a35c HTTP/1.1" status: 204 len: 168 time: 0.2639315 Jul 09 18:04:20.790231 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:20.791472 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ce5679-2b79-4cd8-bb73-c7febcefde28 None None] Network 64dbdde5-c358-4822-8736-4ba21872d479 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:04:20.856696 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.909814 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Deleting port fa9702fa-a0df-4193-9e01-546f2edfe1f8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:20.910159 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.978888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] For port fa9702fa-a0df-4193-9e01-546f2edfe1f8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fa9702fa-a0df-4193-9e01-546f2edfe1f8,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:20.979260 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:20.993806 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Calling delete_port for fa9702fa-a0df-4193-9e01-546f2edfe1f8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:21.007031 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] DHCP port deletion for 64dbdde5-c358-4822-8736-4ba21872d479 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:04:21.057849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Deleting port fa9702fa-a0df-4193-9e01-546f2edfe1f8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:21.058282 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.077392 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.103759 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9702fa-a0df-4193-9e01-546f2edfe1f8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:21.108903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] No DVR routers for this DVR port fa9702fa-a0df-4193-9e01-546f2edfe1f8 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:04:21.123520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] For port fa9702fa-a0df-4193-9e01-546f2edfe1f8, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=fa9702fa-a0df-4193-9e01-546f2edfe1f8,segment=NetworkSegment(c163a692-fb51-46ac-a47b-b64db42c5294),segment_id=c163a692-fb51-46ac-a47b-b64db42c5294)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:21.124894 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.137378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Calling delete_port for fa9702fa-a0df-4193-9e01-546f2edfe1f8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:21.185809 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.196346 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dbdde5-c358-4822-8736-4ba21872d479']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:21.207005 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c163a692-fb51-46ac-a47b-b64db42c5294') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:21.207312 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c163a692-fb51-46ac-a47b-b64db42c5294') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:21.219007 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.235109 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.242811 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:04:21.243291 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: timer() Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:04:21.245241 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:04:21.307846 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.316369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.318566 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] 10.222.0.48 "DELETE /v2.0/networks/64dbdde5-c358-4822-8736-4ba21872d479 HTTP/1.1" status: 204 len: 168 time: 0.5273578 Jul 09 18:04:21.321888 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:21.384094 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.406765 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Network 64dbdde5-c358-4822-8736-4ba21872d479 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 18:04:21.407243 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] No DVR routers for this DVR port fa9702fa-a0df-4193-9e01-546f2edfe1f8 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:04:21.409205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Pushing event deleted for resources: {'Port': ['ID=fa9702fa-a0df-4193-9e01-546f2edfe1f8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:21.429938 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.430402 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.430879 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.431314 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.431768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.432177 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.432611 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.433042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.433478 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.433886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.434332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.434888 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2416c2d4-b3cd-4313-90e6-df5230ddf9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:21.548326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94712952-0126-4b04-ba15-4056323a138b no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:21.568271 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 94712952-0126-4b04-ba15-4056323a138b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:21.568614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 94712952-0126-4b04-ba15-4056323a138b not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:21.569033 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60e06c5a-0c62-4d26-93c9-6f2d823df140 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:21.587560 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 60e06c5a-0c62-4d26-93c9-6f2d823df140 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:21.588001 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 60e06c5a-0c62-4d26-93c9-6f2d823df140 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:21.588365 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fa9702fa-a0df-4193-9e01-546f2edfe1f8 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:21.608137 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: fa9702fa-a0df-4193-9e01-546f2edfe1f8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:21.608630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device fa9702fa-a0df-4193-9e01-546f2edfe1f8 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:21.653487 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd12f3-6c7c-41b7-9ca1-6625528ba95d admin admin] Pushing event deleted for resources: {'Network': ['ID=64dbdde5-c358-4822-8736-4ba21872d479,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:21.704017 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:21.995815 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Deleting port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:21.996160 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:22.075986 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] For port a56ddf00-11a4-43d9-9e51-2a0f2423c8d7, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:22.076357 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:22.089856 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Calling delete_port for a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:22.285440 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:22.308256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56ddf00-11a4-43d9-9e51-2a0f2423c8d7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:22.477508 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.035007 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:23.140004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:23.146741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-e4d4920e-8829-4998-94aa-79b9ae634029 admin admin] 10.222.0.48 "PUT /v2.0/routers/40fad1e0-865c-4fdb-a86e-b17e4e28c0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231361 Jul 09 18:04:23.149903 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:23.151006 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] Sync routers for ids ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:23.161700 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] Routers {'40fad1e0-865c-4fdb-a86e-b17e4e28c0be'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:23.162319 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:23.251107 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.262068 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] Set router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:23.351731 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.405912 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Deleting port d26e2704-d867-4fe1-aaee-c598c1aee0b3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:23.406253 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.437714 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T18:04:22Z', 'revision_number': 5, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port': {'id': 'd26e2704-d867-4fe1-aaee-c598c1aee0b3', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:54:04Z', 'updated_at': '2021-07-09T17:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:23.463715 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] Checking router: 40fad1e0-865c-4fdb-a86e-b17e4e28c0be for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:23.473477 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] Routers {'40fad1e0-865c-4fdb-a86e-b17e4e28c0be'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:23.474501 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:23.495000 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] For port d26e2704-d867-4fe1-aaee-c598c1aee0b3, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d26e2704-d867-4fe1-aaee-c598c1aee0b3,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:23.495371 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.509943 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Calling delete_port for d26e2704-d867-4fe1-aaee-c598c1aee0b3 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:23.566595 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] Set router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:23.618427 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T18:04:23Z', 'revision_number': 6, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:23.647075 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d7c29-a583-4131-8b27-baa4d3038437 None None] The sync data for ids ['40fad1e0-865c-4fdb-a86e-b17e4e28c0be'] in n-d-800085-2 is: [{'id': '40fad1e0-865c-4fdb-a86e-b17e4e28c0be', 'name': 'tempest-TestShelveInstance-1381207385-router', 'tenant_id': '11d30b2107ed4cf5b8b7b075e3774697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:54:03Z', 'updated_at': '2021-07-09T18:04:23Z', 'revision_number': 6, 'project_id': '11d30b2107ed4cf5b8b7b075e3774697', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:23.684032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.711711 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26e2704-d867-4fe1-aaee-c598c1aee0b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:23.780824 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.873322 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.875681 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.922261 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.922801 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fad1e0-865c-4fdb-a86e-b17e4e28c0be {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:04:23.927401 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:23.928611 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a46151c7-d5ab-4b10-8893-dbfcfd0a4fe9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/40fad1e0-865c-4fdb-a86e-b17e4e28c0be HTTP/1.1" status: 204 len: 168 time: 0.7776208 Jul 09 18:04:23.931149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:23.986519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Deleting subnet d98f0412-b811-4f72-bcc4-59a0258ab705 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:04:23.990294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.026579 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.108458 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.161008 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.195185 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98f0412-b811-4f72-bcc4-59a0258ab705,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:24.198959 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.202036 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-0f0f3eb3-7db4-4db5-be97-0536d94c1e9a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d98f0412-b811-4f72-bcc4-59a0258ab705 HTTP/1.1" status: 204 len: 168 time: 0.2687397 Jul 09 18:04:24.203815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:24.206502 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf0d10-8849-4c0d-bd55-9f8f9c4a1a42 None None] Network 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:04:24.272054 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.326283 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Deleting port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:24.326716 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.394261 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] For port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:24.394662 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.396018 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] DHCP port deletion for 3219121d-5ee7-4c43-abe8-972cf5fe2fe4 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:04:24.409519 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Calling delete_port for 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:24.442021 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] Deleting port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:04:24.442558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.501441 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.509652 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] For port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,segment=NetworkSegment(d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b),segment_id=d6bb080a-8e02-4bd1-b330-3ea7a7ecd55b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:24.510033 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.528481 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] Calling delete_port for 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:04:24.528691 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] No DVR routers for this DVR port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:04:24.556784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:24.611476 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.615134 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.623990 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3219121d-5ee7-4c43-abe8-972cf5fe2fe4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:24.635149 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:24.635445 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bb080a-8e02-4bd1-b330-3ea7a7ecd55b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:24.644585 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] Pushing event deleted for resources: {'Port': ['ID=4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:24.645129 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.648152 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d070b4-82a9-49f6-8deb-5efe031b123a None None] No DVR routers for this DVR port 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:04:24.665763 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.672269 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:04:24.673903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: timer() Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:04:24.676109 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:04:24.697573 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.739981 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.745078 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.747767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] 10.222.0.48 "DELETE /v2.0/networks/3219121d-5ee7-4c43-abe8-972cf5fe2fe4 HTTP/1.1" status: 204 len: 168 time: 0.5423207 Jul 09 18:04:24.760834 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d966c5-f59b-4df7-9e50-db8c3df1a94e admin admin] Pushing event deleted for resources: {'Network': ['ID=3219121d-5ee7-4c43-abe8-972cf5fe2fe4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:24.878717 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:24.919018 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-9bd57927-d89a-4db3-954b-3fd5d9df1958 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b004655e84d74e82b63041791620c6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386710 Jul 09 18:04:24.922194 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:24.971146 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ea77f1-7629-40c4-8d75-cd2849381999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:24.997213 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ea77f1-7629-40c4-8d75-cd2849381999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.047207 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ea77f1-7629-40c4-8d75-cd2849381999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.049952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91ea77f1-7629-40c4-8d75-cd2849381999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.051160 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-91ea77f1-7629-40c4-8d75-cd2849381999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da5b593f-8742-4631-86dc-5616fcdf5a20 HTTP/1.1" status: 204 len: 168 time: 0.1280618 Jul 09 18:04:25.058910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea77f1-7629-40c4-8d75-cd2849381999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b593f-8742-4631-86dc-5616fcdf5a20,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:25.401021 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:25.444498 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-055e7b8b-217b-4df2-8d30-ee8df4e25851 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11d30b2107ed4cf5b8b7b075e3774697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419552 Jul 09 18:04:25.447083 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:25.499694 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ea22689-3d95-43a5-aa2b-c48a4dc43718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.524394 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d26e2704-d867-4fe1-aaee-c598c1aee0b3 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:25.526173 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ea22689-3d95-43a5-aa2b-c48a4dc43718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.544553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d26e2704-d867-4fe1-aaee-c598c1aee0b3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:25.544902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d26e2704-d867-4fe1-aaee-c598c1aee0b3 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:25.545326 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:25.565301 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:25.565700 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device a56ddf00-11a4-43d9-9e51-2a0f2423c8d7 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:25.566125 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:04:25.574380 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ea22689-3d95-43a5-aa2b-c48a4dc43718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.577063 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ea22689-3d95-43a5-aa2b-c48a4dc43718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:25.578237 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7ea22689-3d95-43a5-aa2b-c48a4dc43718 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba6c2f22-1665-4b61-96de-9fec3e0f69c3 HTTP/1.1" status: 204 len: 168 time: 0.1302416 Jul 09 18:04:25.586581 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea22689-3d95-43a5-aa2b-c48a4dc43718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c2f22-1665-4b61-96de-9fec3e0f69c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:25.588140 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:04:25.588496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 4e83d07d-2aca-45f2-b0fb-68f81cbfa4d1 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:04:26.364446 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:26.463118 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-611197581-network', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:26.490784 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Made reservation on behalf of 7e77a6c4fe7845bc9edf5de4c6719929 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:04:26.493348 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.502171 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.591294 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.596378 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.619915 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:04:26.629464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a8c313-59a2-4d14-be8c-5f82fb20cc4b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:26.634735 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.635084 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Added segment 33f61a8f-7bc4-4707-931f-a4576b3a28c2 of type vlan for network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 Jul 09 18:04:26.673926 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.704369 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.705361 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:26.705946 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.762627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3969953 Jul 09 18:04:26.765886 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:26.767986 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02560405-bfc7-4aea-83e4-1d3456beaa20 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:26.771941 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Request body: {'subnet': {'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-611197581-subnet', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:26.777919 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:04:26.793645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Made reservation on behalf of 7e77a6c4fe7845bc9edf5de4c6719929 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:04:26.796403 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8686209'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:26.968604 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8686227'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.016262 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa98d18d-3c13-4bce-9bea-0915a692f009,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:27.039792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Checking segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:27.040340 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Network hostable DHCP agents. Network: b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:04:27.065230 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:04:27.079029 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:27.083619 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:27.084217 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.089116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75bf473-8a40-485e-9c01-960063b55ec5 None None] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:04:27.099348 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-af247cac-3259-4f3f-8816-6ee4cc35c413 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317139 Jul 09 18:04:27.102011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:27.106561 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:27.128359 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.129351 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.185415 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.239850 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:04:27.240789 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.320222 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.368772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Allocated IP 172.20.0.2 (b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9/fa98d18d-3c13-4bce-9bea-0915a692f009/e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:27.511556 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.520680 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Transition to ACTIVE for port object e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:27.527049 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.534975 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Transition to ACTIVE for port object e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:27.541931 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.546079 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.586496 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:27.590417 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:27.593051 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Pushing event updated for resources: {'Port': ['ID=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:27.595901 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:27.652445 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Allocated IP 172.25.7.66 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/912c5543-9d60-49fe-944b-ed2a3aafa3df) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:27.656791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Attempting to bind port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:27.657162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Attempting to bind port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:27.657531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Attempting to bind port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:27.663291 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:27.663666 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Checking segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:27.664098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.664507 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Bound using segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:27.665100 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Bound port: e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:27.665599 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.736953 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] For port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:27.740090 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] For port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:27.745869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.758344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.800732 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:27.811642 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f3118-619b-4af0-9644-9162426811d4 None None] Pushing event updated for resources: {'Port': ['ID=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:27.837999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:27.843180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:27.846611 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:27.875066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Pushing event updated for resources: {'Port': ['ID=912c5543-9d60-49fe-944b-ed2a3aafa3df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:28.123499 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:28.332880 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:28.478995 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:04:28.592028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:28.604245 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:28.611266 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:28.612683 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-ef997871-06a7-4099-b79e-e4ee29b00812 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5095975 Jul 09 18:04:28.614977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:28.615562 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:28.615747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:28.708873 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556d8d8-9e0b-4ed1-bd93-b985b470de3d None None] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:04:28.767565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:28.893956 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e3e4db5-a480-47a4-9847-17a172ad5f61 None None] Provisioning for port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:29.038980 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:28Z', 'revision_number': 3, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:29.046235 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.065025 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:29.065367 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Updating router 9d9d512e-2a60-4545-a948-5cda0b05e492 port 912c5543-9d60-49fe-944b-ed2a3aafa3df binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:04:29.103348 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.218702 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Allocated IP 172.20.0.1 (b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9/fa98d18d-3c13-4bce-9bea-0915a692f009/b9351c1f-39ff-42a0-b950-34b9c598fd30) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:29.331135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.343782 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Transition to ACTIVE for port object b9351c1f-39ff-42a0-b950-34b9c598fd30 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:29.372182 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.377384 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.383313 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Transition to ACTIVE for port object 912c5543-9d60-49fe-944b-ed2a3aafa3df will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:29.390604 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.418334 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:29.421036 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:29.425200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:29.443022 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530f16-771c-4e12-81ec-80623bf13df5 None None] Pushing event updated for resources: {'Port': ['ID=912c5543-9d60-49fe-944b-ed2a3aafa3df,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:29.447828 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Attempting to bind port 912c5543-9d60-49fe-944b-ed2a3aafa3df on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:29.448242 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Attempting to bind port 912c5543-9d60-49fe-944b-ed2a3aafa3df by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:29.448959 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Attempting to bind port 912c5543-9d60-49fe-944b-ed2a3aafa3df on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:29.449393 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Pushing event updated for resources: {'Port': ['ID=b9351c1f-39ff-42a0-b950-34b9c598fd30,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:29.454293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:29.454726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:29.455133 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.455528 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:29.456038 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Bound port: 912c5543-9d60-49fe-944b-ed2a3aafa3df, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:29.456432 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.476037 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.523190 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] For port 912c5543-9d60-49fe-944b-ed2a3aafa3df, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:29.527649 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] For port 912c5543-9d60-49fe-944b-ed2a3aafa3df, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=912c5543-9d60-49fe-944b-ed2a3aafa3df,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:29.538332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.600433 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:29.633127 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530f16-771c-4e12-81ec-80623bf13df5 None None] Pushing event updated for resources: {'Port': ['ID=912c5543-9d60-49fe-944b-ed2a3aafa3df,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:29.645726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:29.646431 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:29.651628 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.742840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0163ec52-2935-4590-9475-0d243473df4a None None] Provisioning for port b9351c1f-39ff-42a0-b950-34b9c598fd30 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:29.747682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:29.752776 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0163ec52-2935-4590-9475-0d243473df4a None None] Provisioning complete for port b9351c1f-39ff-42a0-b950-34b9c598fd30 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:29.753153 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0163ec52-2935-4590-9475-0d243473df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.759843 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:29.760209 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.811361 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.817827 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.886095 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.887951 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Pushing event updated for resources: {'Port': ['ID=b9351c1f-39ff-42a0-b950-34b9c598fd30,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:29.988022 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:29.989623 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:29.993072 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:29.996369 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0163ec52-2935-4590-9475-0d243473df4a None None] Port b9351c1f-39ff-42a0-b950-34b9c598fd30 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:04:30.108039 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:30.152672 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.208600 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:30.222821 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:30.235172 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-c7bc05ad-97b8-49e4-86e5-dc098f678e46 admin admin] 10.222.0.48 "PUT /v2.0/routers/9d9d512e-2a60-4545-a948-5cda0b05e492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110623 Jul 09 18:04:30.235411 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.286577 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8144df9-5268-4668-9a53-142671e4c494 None None] Provisioning complete for port b9351c1f-39ff-42a0-b950-34b9c598fd30 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:30.286951 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8144df9-5268-4668-9a53-142671e4c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.325727 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:30.340939 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e8144df9-5268-4668-9a53-142671e4c494 None None] Port b9351c1f-39ff-42a0-b950-34b9c598fd30 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:04:30.352035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5490b044-164a-41e8-b540-2152415eb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:30.378006 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490b044-164a-41e8-b540-2152415eb427 None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:30.716464 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:30.721618 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1761685169-network', 'tenant_id': '05a2112b386042cb8024fc4344726fba'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:30.744012 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Made reservation on behalf of 05a2112b386042cb8024fc4344726fba for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:04:30.746424 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.755859 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.849358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.854448 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.884671 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:04:30.886860 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb5b1ac-41a1-4174-b0c4-f8188a0db73d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:30.897206 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.897589 n-d-800085-2 neutron-server[93767]: INFO neutron.db.segments_db [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Added segment e80e3c9e-54f3-4f55-bde2-56ac61722258 of type vlan for network de253894-7535-4593-bddb-5b877f2bafb2 Jul 09 18:04:30.939358 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756497332830'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.977733 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:30.981709 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:30.981709 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.053578 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3359370 Jul 09 18:04:31.054448 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7213a1-e1b2-48a7-a6d6-ba6923d34086 admin admin] Pushing event updated for resources: {'Network': ['ID=de253894-7535-4593-bddb-5b877f2bafb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:31.057159 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:31.064252 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Request body: {'subnet': {'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1761685169-subnet', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:31.064982 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Network de253894-7535-4593-bddb-5b877f2bafb2 details requested by agent ovs-agent-n-d-800085-2 with host n-d-800085-2 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:04:31.086939 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Made reservation on behalf of 05a2112b386042cb8024fc4344726fba for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:04:31.089530 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8729856'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.269944 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9179033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8729874'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.324098 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beace6c6-4af3-4199-ab1f-9510f86d23d5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:31.341503 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Checking segment: {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:31.341866 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Network hostable DHCP agents. Network: de253894-7535-4593-bddb-5b877f2bafb2, hostable agents: ['58dd9c54-731d-455a-8d79-d8bf962635bb'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:04:31.360624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Network de253894-7535-4593-bddb-5b877f2bafb2 is scheduled to be hosted by DHCP agent 58dd9c54-731d-455a-8d79-d8bf962635bb with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:04:31.371793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-2, de253894-7535-4593-bddb-5b877f2bafb2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:31.376484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:31.377113 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.381960 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f151d-3c8b-4be2-a2b5-ade7b06d3718 None None] Network de253894-7535-4593-bddb-5b877f2bafb2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:04:31.398198 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-430fcc02-c53e-4a67-89bc-9272a8b95317 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3394735 Jul 09 18:04:31.399028 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:31.403805 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:31.427848 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7976'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.428866 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1580862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7985'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.490330 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.547811 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a4c25f5-a8a5-5fe8-a42d-0df876252aaf-de253894-7535-4593-bddb-5b877f2bafb2', 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'fixed_ips': [{'subnet_id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5'}]}} from n-d-800085-2. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:04:31.548719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.636824 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 912c5543-9d60-49fe-944b-ed2a3aafa3df up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:31.651672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7939'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.740800 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 912c5543-9d60-49fe-944b-ed2a3aafa3df completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:31.746637 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Allocated IP 172.20.0.2 (de253894-7535-4593-bddb-5b877f2bafb2/beace6c6-4af3-4199-ab1f-9510f86d23d5/73ddbb2d-fa16-43c1-a000-5496206e3aee) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:31.748614 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 912c5543-9d60-49fe-944b-ed2a3aafa3df triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:31.748987 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.861519 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.880908 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.902886 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.949943 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 912c5543-9d60-49fe-944b-ed2a3aafa3df, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=912c5543-9d60-49fe-944b-ed2a3aafa3df,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:31.960779 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.961617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:31.987151 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:31.993398 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Allocated IP 172.25.7.126 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/d4b49398-a67c-4fa2-b130-bbac7db76afe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:32.026604 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Transition to ACTIVE for port object 73ddbb2d-fa16-43c1-a000-5496206e3aee will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:32.057393 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Transition to ACTIVE for port object 73ddbb2d-fa16-43c1-a000-5496206e3aee will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:32.064961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=912c5543-9d60-49fe-944b-ed2a3aafa3df,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:32.070719 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.105216 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:32.105589 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.106236 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.140349 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Network de253894-7535-4593-bddb-5b877f2bafb2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:32.147332 n-d-800085-2 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:32.150121 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.153257 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:32.156579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Pushing event updated for resources: {'Port': ['ID=73ddbb2d-fa16-43c1-a000-5496206e3aee,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:32.186944 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:32.191339 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:32.193999 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:32.231912 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b49398-a67c-4fa2-b130-bbac7db76afe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:32.240150 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Attempting to bind port 73ddbb2d-fa16-43c1-a000-5496206e3aee on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:32.240526 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Attempting to bind port 73ddbb2d-fa16-43c1-a000-5496206e3aee by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:32.240892 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Attempting to bind port 73ddbb2d-fa16-43c1-a000-5496206e3aee on network de253894-7535-4593-bddb-5b877f2bafb2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:32.252081 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:32.252459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Checking segment: {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:32.252870 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.253254 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Bound using segment: {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:32.253726 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Bound port: 73ddbb2d-fa16-43c1-a000-5496206e3aee, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:32.254113 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.323796 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] For port 73ddbb2d-fa16-43c1-a000-5496206e3aee, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:32.326754 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] For port 73ddbb2d-fa16-43c1-a000-5496206e3aee, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=73ddbb2d-fa16-43c1-a000-5496206e3aee,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:32.332383 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.398438 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538dc7e-0c9e-4a27-b2a9-27390b9f2a57 None None] Pushing event updated for resources: {'Port': ['ID=73ddbb2d-fa16-43c1-a000-5496206e3aee,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:32.446098 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:32.456942 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:32.458189 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:32.470025 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.600762 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:32.720130 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579983'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.816435 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 2, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:32.844378 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:32.844943 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Updating router 9d9d512e-2a60-4545-a948-5cda0b05e492 port b9351c1f-39ff-42a0-b950-34b9c598fd30 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:04:32.860515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c is scheduled to L3 agent 1426990c-bf15-47e1-aec1-eb948337943a with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:04:32.882522 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:32.978963 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:32.997761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Sync routers for ids ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:32.999101 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.001188 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-528d24b0-a0b2-49d6-ad45-9ee6fe1e5575 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6011052 Jul 09 18:04:33.003969 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:33.020084 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Routers {'9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:33.021086 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:33.173000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Set router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:33.240050 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.260973 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Transition to ACTIVE for port object b9351c1f-39ff-42a0-b950-34b9c598fd30 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:33.278260 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.330611 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Pushing event updated for resources: {'Port': ['ID=b9351c1f-39ff-42a0-b950-34b9c598fd30,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:33.370128 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.370801 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.371296 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.371797 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.375403 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.375953 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.376470 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.376988 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.377501 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.378000 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.378605 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.379153 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:04:33.437754 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Attempting to bind port b9351c1f-39ff-42a0-b950-34b9c598fd30 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:33.438122 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Attempting to bind port b9351c1f-39ff-42a0-b950-34b9c598fd30 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:33.438711 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Attempting to bind port b9351c1f-39ff-42a0-b950-34b9c598fd30 on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:33.450051 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:33.451086 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Checking segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:33.451086 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.451403 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Bound using segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:33.451685 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Bound port: b9351c1f-39ff-42a0-b950-34b9c598fd30, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:33.455347 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.530681 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:32Z', 'revision_number': 3, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:33.575390 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] For port b9351c1f-39ff-42a0-b950-34b9c598fd30, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:33.585106 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] For port b9351c1f-39ff-42a0-b950-34b9c598fd30, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b9351c1f-39ff-42a0-b950-34b9c598fd30,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:33.591434 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Checking router: 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:33.591840 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Updating router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c port d4b49398-a67c-4fa2-b130-bbac7db76afe binding host n-d-800085-2 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:04:33.608276 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.653729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:33.684919 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:33.685414 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:33.721424 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eeb28-da2d-4b3f-8434-b613850b0689 None None] Pushing event updated for resources: {'Port': ['ID=b9351c1f-39ff-42a0-b950-34b9c598fd30,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:33.745995 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1662bbc5-e5ec-45b6-96f6-9c3f224bcaa1 None None] Network de253894-7535-4593-bddb-5b877f2bafb2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:04:33.896474 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 73ddbb2d-fa16-43c1-a000-5496206e3aee up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:33.931926 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:33.977947 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6cd12c59-3d2f-4ed1-8453-455c0bfd0f36 None None] Provisioning for port 73ddbb2d-fa16-43c1-a000-5496206e3aee completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:34.051794 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.124334 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 73ddbb2d-fa16-43c1-a000-5496206e3aee completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:34.137725 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 73ddbb2d-fa16-43c1-a000-5496206e3aee triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:34.138123 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.149388 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:33Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:34.181053 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845aecf-ad88-46ee-b1cd-f87765554f5d None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:33Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:34.240128 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Allocated IP 172.20.0.1 (de253894-7535-4593-bddb-5b877f2bafb2/beace6c6-4af3-4199-ab1f-9510f86d23d5/6f257720-120a-4e72-ba21-039042118764) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:34.323029 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.327425 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.351002 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Transition to ACTIVE for port object d4b49398-a67c-4fa2-b130-bbac7db76afe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:34.362963 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.387250 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 73ddbb2d-fa16-43c1-a000-5496206e3aee, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=73ddbb2d-fa16-43c1-a000-5496206e3aee,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:34.391322 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.407242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Transition to ACTIVE for port object 6f257720-120a-4e72-ba21-039042118764 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:34.426147 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.427080 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 912c5543-9d60-49fe-944b-ed2a3aafa3df up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:34.457175 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.483902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f2ba2-bda5-405e-b84f-fe7bddd169f7 None None] Pushing event updated for resources: {'Port': ['ID=d4b49398-a67c-4fa2-b130-bbac7db76afe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:34.487744 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Attempting to bind port d4b49398-a67c-4fa2-b130-bbac7db76afe on host n-d-800085-2 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:34.488132 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Attempting to bind port d4b49398-a67c-4fa2-b130-bbac7db76afe by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:34.488493 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Attempting to bind port d4b49398-a67c-4fa2-b130-bbac7db76afe on network f0536d18-c197-4cd9-a7da-6f42b648827a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:34.513773 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Network de253894-7535-4593-bddb-5b877f2bafb2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:34.515987 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:34.516532 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:34.516922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Checking segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:34.517834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.517968 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Pushing event updated for resources: {'Port': ['ID=6f257720-120a-4e72-ba21-039042118764,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:34.518079 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Bound using segment: {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:34.518267 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Bound port: d4b49398-a67c-4fa2-b130-bbac7db76afe, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e289633-5edf-44a1-89ce-0b38a8f5bf79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:34.518621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.521366 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:34.567091 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578744'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.600470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 912c5543-9d60-49fe-944b-ed2a3aafa3df triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:34.600885 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.634035 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=73ddbb2d-fa16-43c1-a000-5496206e3aee,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:34.638078 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ee23b0dd-46e6-4cae-8fb2-b1e7d517ace7 None None] Provisioning complete for port 73ddbb2d-fa16-43c1-a000-5496206e3aee triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:34.638541 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ee23b0dd-46e6-4cae-8fb2-b1e7d517ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.673937 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] For port d4b49398-a67c-4fa2-b130-bbac7db76afe, host n-d-800085-2, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:34.699115 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] For port d4b49398-a67c-4fa2-b130-bbac7db76afe, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d4b49398-a67c-4fa2-b130-bbac7db76afe,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:34.714560 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.746985 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.864205 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Routers {'9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:34.864862 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:34.901535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f2ba2-bda5-405e-b84f-fe7bddd169f7 None None] Pushing event updated for resources: {'Port': ['ID=d4b49398-a67c-4fa2-b130-bbac7db76afe,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:34.935769 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:34.944862 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.018913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577349'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.020848 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Pushing event updated for resources: {'Port': ['ID=6f257720-120a-4e72-ba21-039042118764,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:35.114298 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Network de253894-7535-4593-bddb-5b877f2bafb2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:35.115783 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:35.156064 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd8d8699-3713-4d8c-b8a4-e1a1cbb7584b None None] Provisioning for port 6f257720-120a-4e72-ba21-039042118764 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:35.165247 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd8d8699-3713-4d8c-b8a4-e1a1cbb7584b None None] Provisioning complete for port 6f257720-120a-4e72-ba21-039042118764 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:35.165737 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8699-3713-4d8c-b8a4-e1a1cbb7584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.191464 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] Set router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:35.239412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:35.242411 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d8699-3713-4d8c-b8a4-e1a1cbb7584b None None] Port 6f257720-120a-4e72-ba21-039042118764 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:04:35.353125 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:35.360514 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-16ffb507-f98c-4295-bb49-7d243a2a7627 admin admin] 10.222.0.48 "PUT /v2.0/routers/9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3525431 Jul 09 18:04:35.390210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-21b70b65-4853-4600-9479-ff722ae18f21 None None] Provisioning complete for port 6f257720-120a-4e72-ba21-039042118764 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:35.390790 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-21b70b65-4853-4600-9479-ff722ae18f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.435931 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-21b70b65-4853-4600-9479-ff722ae18f21 None None] Port 6f257720-120a-4e72-ba21-039042118764 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:04:35.449085 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6f257720-120a-4e72-ba21-039042118764', 'name': '', 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'mac_address': 'fa:16:3e:a2:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:34Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 1, 'project_id': '05a2112b386042cb8024fc4344726fba', 'subnets': [{'id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:35.475299 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090a459-5669-49cf-bc7c-7bc0422b34fe None None] The sync data for ids ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'] in n-d-800085-2 is: [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6f257720-120a-4e72-ba21-039042118764', 'name': '', 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'mac_address': 'fa:16:3e:a2:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:34Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 1, 'project_id': '05a2112b386042cb8024fc4344726fba', 'subnets': [{'id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:35.576852 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9351c1f-39ff-42a0-b950-34b9c598fd30 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:35.631565 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port b9351c1f-39ff-42a0-b950-34b9c598fd30 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:35.635740 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b9351c1f-39ff-42a0-b950-34b9c598fd30 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:35.636120 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.750340 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.785890 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port b9351c1f-39ff-42a0-b950-34b9c598fd30, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b9351c1f-39ff-42a0-b950-34b9c598fd30,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:35.791051 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.791977 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 73ddbb2d-fa16-43c1-a000-5496206e3aee up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:35.879048 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=b9351c1f-39ff-42a0-b950-34b9c598fd30,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:35.891116 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 73ddbb2d-fa16-43c1-a000-5496206e3aee triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:35.891671 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:35.983480 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b80abc6-0ddf-415b-a01a-5cdcf416af57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.078534 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.084551 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288331788', 'description': 'tempest-secgroup-smoke-1288331788 description', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.110396 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.198895 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.203910 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.233307 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.234627 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1545589 Jul 09 18:04:36.235609 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3548d-a94a-49ed-81d3-5522dcf713ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c05bad-a637-457f-bb01-dc23ef3ff248,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:36.238630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.244630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group_rule': {'security_group_id': '25c05bad-a637-457f-bb01-dc23ef3ff248', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.275350 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.337326 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.342825 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.363565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5bbc88-9de3-4eea-b067-a9dc1a62b39d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:36.368768 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.370179 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-997d0d16-9d48-4957-9d24-425942aaa270 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299183 Jul 09 18:04:36.373061 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.377804 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group_rule': {'security_group_id': '25c05bad-a637-457f-bb01-dc23ef3ff248', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.404917 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.465258 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.470140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.490454 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7699ef7f-fe94-40a4-8d23-48acd4b10e38,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:36.500067 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.501371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-b72b51dc-55b1-4429-98b2-8dab11e4dbb7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273355 Jul 09 18:04:36.504108 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.509089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group_rule': {'security_group_id': '25c05bad-a637-457f-bb01-dc23ef3ff248', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.536032 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.596197 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.601034 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.619771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ca8309-1a96-49c8-95d5-64e3702a1a95,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:36.627756 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.629017 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-7a813557-2a0f-4289-996d-1de1308bc982 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234660 Jul 09 18:04:36.632481 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.637196 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group_rule': {'security_group_id': '25c05bad-a637-457f-bb01-dc23ef3ff248', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.665502 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.726258 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.732083 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.751030 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf416783-f551-4f42-8df2-121b17d753e5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:36.756263 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.760130 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b2e259b9-362a-4e49-9d7f-717b99ae3251 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239965 Jul 09 18:04:36.760567 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.765089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group_rule': {'security_group_id': '25c05bad-a637-457f-bb01-dc23ef3ff248', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.789793 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Project 7e77a6c4fe7845bc9edf5de4c6719929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:04:36.796062 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.868426 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.874122 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.892924 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34beaaaf-9582-4e87-b84f-99520b8ff7bc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:36.900996 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:36.902264 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-dcada913-f5f0-4e4b-9e08-e1f2a314cb44 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408274 Jul 09 18:04:36.905189 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:36.909672 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'security_group_rule': {'security_group_id': '25c05bad-a637-457f-bb01-dc23ef3ff248', 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:36.932058 n-d-800085-2 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Project 7e77a6c4fe7845bc9edf5de4c6719929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:04:36.937234 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.011406 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.021981 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170501'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.040550 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341c5b84-9426-4a36-adf0-c02e218fc7a5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:37.048209 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.049312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b1b308be-941c-44a4-9d6c-15b545aabea9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431563 Jul 09 18:04:37.197111 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-e57151df-b97e-4540-b983-85bf099d64e1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288331788&fields=id&tenant_id=7e77a6c4fe7845bc9edf5de4c6719929 HTTP/1.1" status: 200 len: 267 time: 0.0345280 Jul 09 18:04:37.309311 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-e5a04e60-93b1-48a5-a842-1900eacc6ecf tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:37.311643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-e5a04e60-93b1-48a5-a842-1900eacc6ecf tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 809 time: 0.1076744 Jul 09 18:04:37.326973 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-bfb76e69-117b-40f8-8b38-e649f0b5d360 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/quotas/7e77a6c4fe7845bc9edf5de4c6719929 HTTP/1.1" status: 200 len: 375 time: 0.0103927 Jul 09 18:04:37.401722 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-23d4c2ce-58fc-4b86-b1f4-37c1aed77922 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672739 Jul 09 18:04:37.609966 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-3088b724-a091-4ed3-87ff-b8f7d3702069 service neutron] 10.222.0.48 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957510 Jul 09 18:04:37.628535 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4b49398-a67c-4fa2-b130-bbac7db76afe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:37.678252 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port d4b49398-a67c-4fa2-b130-bbac7db76afe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:37.682143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d4b49398-a67c-4fa2-b130-bbac7db76afe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:37.682524 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.701560 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-20c523b6-f735-4c7b-ad74-6d56e17c6e3d service neutron] 10.222.0.48 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905647 Jul 09 18:04:37.764195 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.786218 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port d4b49398-a67c-4fa2-b130-bbac7db76afe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d4b49398-a67c-4fa2-b130-bbac7db76afe,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:37.791652 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:37.792549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9351c1f-39ff-42a0-b950-34b9c598fd30 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:37.881643 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5acd730a-eaa0-4f55-a7f2-43d4f094b47f req-c11d16a4-41ca-4b98-83cd-0d30db70ca0e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 210 time: 0.0315113 Jul 09 18:04:37.889644 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=d4b49398-a67c-4fa2-b130-bbac7db76afe,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:37.903104 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port b9351c1f-39ff-42a0-b950-34b9c598fd30 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:37.903104 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:38.089363 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-6d2a2dd8-f9b1-4d29-8af5-b6421e40bdc0 req-bbe398fd-fa30-4451-83e6-c528e284b9ce tempest-TestNetworkAdvancedServerOps-145688105 tempest-TestNetworkAdvancedServerOps-145688105-project] (93768) timed out ('10.222.0.43', 58279) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:04:38.312360 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Sync routers for ids ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:38.322655 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Routers {'9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:38.323286 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:08Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:38.428796 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Set router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:38.481474 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82fd1ee8-ec70-46af-8ec4-90f4f13a4838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:38.636020 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6f257720-120a-4e72-ba21-039042118764', 'name': '', 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'mac_address': 'fa:16:3e:a2:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:34Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 2, 'project_id': '05a2112b386042cb8024fc4344726fba', 'subnets': [{'id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:38.663428 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Checking router: 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:38.663775 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Updating router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c port 6f257720-120a-4e72-ba21-039042118764 binding host n-d-800085-2 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:04:38.696038 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:38.760602 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:38.966852 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6b9def77-5959-495d-9384-769b14ddc3c0 req-d3ee89e3-5cfe-46e0-98ab-63031f1624bc tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 210 time: 0.0299268 Jul 09 18:04:38.979258 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:38.989775 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Transition to ACTIVE for port object 6f257720-120a-4e72-ba21-039042118764 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:38.996154 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.047066 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a054cf-ac26-41f2-b68f-750b7956a0ac None None] Pushing event updated for resources: {'Port': ['ID=6f257720-120a-4e72-ba21-039042118764,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:39.086262 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.110460 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Attempting to bind port 6f257720-120a-4e72-ba21-039042118764 on host n-d-800085-2 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:39.111149 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Attempting to bind port 6f257720-120a-4e72-ba21-039042118764 by drivers openvswitch,hyperv on host n-d-800085-2 at level 0 using segments [{'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:39.111552 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Attempting to bind port 6f257720-120a-4e72-ba21-039042118764 on network de253894-7535-4593-bddb-5b877f2bafb2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:39.120731 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Checking agent: {'id': '7d279fa7-07c4-40c7-b2a7-2591fd877d13', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 23, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 23, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:39.121425 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Checking segment: {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:39.122662 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.123058 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Bound using segment: {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:39.123606 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Bound port: 6f257720-120a-4e72-ba21-039042118764, host: n-d-800085-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80e3c9e-54f3-4f55-bde2-56ac61722258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:39.123979 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.189080 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] For port 6f257720-120a-4e72-ba21-039042118764, host n-d-800085-2, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:39.192474 n-d-800085-2 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] For port 6f257720-120a-4e72-ba21-039042118764, host n-d-800085-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6f257720-120a-4e72-ba21-039042118764,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:39.197437 n-d-800085-2 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.252644 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Routers {'9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:39.253285 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:39.291633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a054cf-ac26-41f2-b68f-750b7956a0ac None None] Pushing event updated for resources: {'Port': ['ID=6f257720-120a-4e72-ba21-039042118764,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:39.365636 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] Set router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:39.561470 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4b49398-a67c-4fa2-b130-bbac7db76afe up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:39.567945 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6f257720-120a-4e72-ba21-039042118764', 'name': '', 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'mac_address': 'fa:16:3e:a2:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:34Z', 'updated_at': '2021-07-09T18:04:39Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'subnets': [{'id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:39.596441 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf43fb-2f00-4749-8dc0-950f53256fa7 None None] The sync data for ids ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'] in n-d-800085-2 is: [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:34Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': '6f257720-120a-4e72-ba21-039042118764', 'name': '', 'network_id': 'de253894-7535-4593-bddb-5b877f2bafb2', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'mac_address': 'fa:16:3e:a2:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:34Z', 'updated_at': '2021-07-09T18:04:39Z', 'revision_number': 4, 'project_id': '05a2112b386042cb8024fc4344726fba', 'subnets': [{'id': 'beace6c6-4af3-4199-ab1f-9510f86d23d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:39.608442 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port d4b49398-a67c-4fa2-b130-bbac7db76afe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:39.608817 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.697781 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6f257720-120a-4e72-ba21-039042118764 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:39.720767 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.748293 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning for port 6f257720-120a-4e72-ba21-039042118764 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:39.752886 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6f257720-120a-4e72-ba21-039042118764 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:39.753261 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.832834 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.871120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] For port 6f257720-120a-4e72-ba21-039042118764, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6f257720-120a-4e72-ba21-039042118764,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:39.876183 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.930034 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Pushing event updated for resources: {'Port': ['ID=6f257720-120a-4e72-ba21-039042118764,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:40.055208 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-968482e6-bf21-43d5-be9d-e2e6913ba3b3 req-3faa9ad9-a6b1-4a97-a049-087303493d9a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 210 time: 0.0331843 Jul 09 18:04:41.181090 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-164d1a8a-3520-435d-ac07-a53ecd50b168 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:41.182631 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-164d1a8a-3520-435d-ac07-a53ecd50b168 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 809 time: 0.1262100 Jul 09 18:04:41.209085 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ea19c4cf-daf6-464e-80b3-7d35241da887 req-6232cc41-5c07-4c3d-899b-d852b167ee58 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 210 time: 0.0306640 Jul 09 18:04:41.236726 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-db132e1b-cab8-466e-a880-20eae549e640 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e77a6c4fe7845bc9edf5de4c6719929 HTTP/1.1" status: 200 len: 380 time: 0.0372648 Jul 09 18:04:41.246730 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'port': {'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'admin_state_up': True, 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'security_groups': ['25c05bad-a637-457f-bb01-dc23ef3ff248']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:41.361784 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Made reservation on behalf of 7e77a6c4fe7845bc9edf5de4c6719929 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:04:41.366003 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.495318 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Allocated IP 172.20.0.4 (b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9/fa98d18d-3c13-4bce-9bea-0915a692f009/cf01f06e-d462-4f86-a4b2-a8579c5aad8d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:41.517060 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.540117 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6f257720-120a-4e72-ba21-039042118764 up at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:41.587040 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Provisioning complete for port 6f257720-120a-4e72-ba21-039042118764 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:41.587416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.637383 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.649864 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Transition to ACTIVE for port object cf01f06e-d462-4f86-a4b2-a8579c5aad8d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:41.684347 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.733884 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:41.736830 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:41.741166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:41.765783 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:41.795236 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:41.795867 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.812960 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-c376066a-a54c-498b-a4d7-f18518b526f1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703425 Jul 09 18:04:41.842296 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Request body: {'port': {'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:41.916143 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:41.966268 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75144e2a-c142-4a49-b8e1-8878509c575e None None] Provisioning for port cf01f06e-d462-4f86-a4b2-a8579c5aad8d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:41.970042 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75144e2a-c142-4a49-b8e1-8878509c575e None None] Provisioning complete for port cf01f06e-d462-4f86-a4b2-a8579c5aad8d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:41.970416 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75144e2a-c142-4a49-b8e1-8878509c575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:42.005036 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-75144e2a-c142-4a49-b8e1-8878509c575e None None] Port cf01f06e-d462-4f86-a4b2-a8579c5aad8d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:04:42.395793 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dffb96-6dc0-4da8-a1f9-404226fc9a09 req-f88403db-2d1b-49ce-977d-e9e6fcdcd52a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:42.397391 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78dffb96-6dc0-4da8-a1f9-404226fc9a09 req-f88403db-2d1b-49ce-977d-e9e6fcdcd52a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 931 time: 0.0675471 Jul 09 18:04:42.437132 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-78dffb96-6dc0-4da8-a1f9-404226fc9a09 req-604d77e8-2e45-43cb-a320-584638166b5f tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Jul 09 18:04:42.539590 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf01f06e-d462-4f86-a4b2-a8579c5aad8d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:04:42.547648 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:42.559403 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Transition to ACTIVE for port object cf01f06e-d462-4f86-a4b2-a8579c5aad8d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:04:42.565835 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:42.627422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:42.701148 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Attempting to bind port cf01f06e-d462-4f86-a4b2-a8579c5aad8d on host n-h1-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:04:42.701490 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Attempting to bind port cf01f06e-d462-4f86-a4b2-a8579c5aad8d by drivers openvswitch,hyperv on host n-h1-800085-2 at level 0 using segments [{'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:04:42.701827 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Attempting to bind port cf01f06e-d462-4f86-a4b2-a8579c5aad8d on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:42.707116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Port cf01f06e-d462-4f86-a4b2-a8579c5aad8d on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:04:42.707441 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Attempting to bind port cf01f06e-d462-4f86-a4b2-a8579c5aad8d on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:04:42.713142 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Checking agent: {'id': '806510bd-20f1-4f72-add6-a92a396c1904', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'started_at': datetime.datetime(2021, 7, 9, 16, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:04:42.713464 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Checking segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:04:42.713863 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Bound using segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:04:42.714321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Bound port: cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host: n-h1-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:04:42.714721 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:42.782195 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:04:42.785201 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:04:42.789557 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:42.825373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:42.826139 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:42.827527 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 1091 time: 0.9901054 Jul 09 18:04:42.828005 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:42.830368 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996f52bb-e00b-42d7-8df4-289ac1cde13c" -d '{"events": [{"name": "network-changed", "server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:42.858860 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08d327-f810-4ec4-81b1-2747ed28f8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:42.940553 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7dc754-81dd-4b0e-ad51-9553c8b4ad36 x-openstack-request-id: req-4a7dc754-81dd-4b0e-ad51-9553c8b4ad36 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:42.940874 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:42.941075 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a7dc754-81dd-4b0e-ad51-9553c8b4ad36 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:42.941469 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'status': 'completed', 'code': 200} Jul 09 18:04:42.953956 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-374d7365-466d-4eff-9fa1-b77c8d3efa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:42.955525 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-374d7365-466d-4eff-9fa1-b77c8d3efa66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1094 time: 0.0688157 Jul 09 18:04:43.005653 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-9d188d14-bae6-4482-93d0-725912272553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 217 time: 0.0378592 Jul 09 18:04:43.058622 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-4a2beb38-9079-48e6-864f-21dfb63dc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.060077 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-4a2beb38-9079-48e6-864f-21dfb63dc41a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0486557 Jul 09 18:04:43.126373 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-642efc35-3739-48a1-87b2-5ec1a7c76d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.128010 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-642efc35-3739-48a1-87b2-5ec1a7c76d51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605166 Jul 09 18:04:43.216617 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-a4c089ef-1c80-4855-b5ab-6c58b8b55df2 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Jul 09 18:04:43.307966 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-4b5d6e22-11f9-49eb-b390-d3c2239eedd2 req-0b9ea885-98b4-48a1-81c9-af4813b9accc service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854244 Jul 09 18:04:43.455175 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-6063bc9c-c0ed-420c-ac74-b7eac54fbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.456569 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-6063bc9c-c0ed-420c-ac74-b7eac54fbef4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1094 time: 0.0618286 Jul 09 18:04:43.554922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-8c703281-0d54-4cc2-9822-19f9dd3ccc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.556180 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-8c703281-0d54-4cc2-9822-19f9dd3ccc68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0929785 Jul 09 18:04:43.611189 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-26b481da-6e92-4742-a00f-9d44470964a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 217 time: 0.0393925 Jul 09 18:04:43.628318 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1271e1-f93f-4630-9553-8b194e880f23 req-b2d0f0cc-8691-46e6-b384-26fc55360e3d tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.630255 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad1271e1-f93f-4630-9553-8b194e880f23 req-b2d0f0cc-8691-46e6-b384-26fc55360e3d tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0736787 Jul 09 18:04:43.660569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-1f882aa0-e085-4dae-adf9-5468cf8b78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.662199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-1f882aa0-e085-4dae-adf9-5468cf8b78e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0446205 Jul 09 18:04:43.669078 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ad1271e1-f93f-4630-9553-8b194e880f23 req-6bbaef19-05ff-4d2b-9b59-39980d5434a9 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Jul 09 18:04:43.721994 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-b7ff7a44-52b2-4cbd-ba09-c2001222e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:43.723444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-b7ff7a44-52b2-4cbd-ba09-c2001222e459 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550296 Jul 09 18:04:43.820284 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-37936c2e-e8b2-4bb8-8879-e1edb9479c88 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Jul 09 18:04:43.915183 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-996f52bb-e00b-42d7-8df4-289ac1cde13c req-98d60944-53f3-4d09-8e7e-f47c7ebfc2f1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Jul 09 18:04:44.865677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee06f7d-bff6-4490-9754-f2a7ad5d6c1a req-a38ea2f5-4ec1-4e5a-aa91-f903260e214b tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:44.867216 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee06f7d-bff6-4490-9754-f2a7ad5d6c1a req-a38ea2f5-4ec1-4e5a-aa91-f903260e214b tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0718055 Jul 09 18:04:44.905422 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6ee06f7d-bff6-4490-9754-f2a7ad5d6c1a req-594e9116-a13d-4f78-83e3-5ce3464fc933 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Jul 09 18:04:45.576557 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:04:46.097109 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab328-af08-4682-ab29-0a90c831db92 req-4016e219-9894-4240-872e-3188faf48cdb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:46.098669 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9daab328-af08-4682-ab29-0a90c831db92 req-4016e219-9894-4240-872e-3188faf48cdb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0706244 Jul 09 18:04:46.142358 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9daab328-af08-4682-ab29-0a90c831db92 req-f3e37a2f-0df7-4d2d-93f7-f497f8088bd7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350673 Jul 09 18:04:47.334200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a0b4-b3e4-4fdd-87c6-cfc1bd7457bd req-65ac2e91-e790-4d7f-b1ae-91edc2ad5925 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:47.335752 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8b7a0b4-b3e4-4fdd-87c6-cfc1bd7457bd req-65ac2e91-e790-4d7f-b1ae-91edc2ad5925 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0719047 Jul 09 18:04:47.377120 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d8b7a0b4-b3e4-4fdd-87c6-cfc1bd7457bd req-815a95e8-c5f7-4b55-a35b-13f1dac37017 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344639 Jul 09 18:04:48.346553 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:04:48.453720 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:48.471486 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:04:48.510460 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:48.523791 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf01f06e-d462-4f86-a4b2-a8579c5aad8d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:04:48.543458 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:48.549875 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:48.555040 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a73006-2b99-426e-b2c9-31846dde2427 req-fab2c751-d07a-462b-aaa6-e66f2bc8edb8 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:48.556674 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17a73006-2b99-426e-b2c9-31846dde2427 req-fab2c751-d07a-462b-aaa6-e66f2bc8edb8 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0665748 Jul 09 18:04:48.594388 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-17a73006-2b99-426e-b2c9-31846dde2427 req-b399880f-0692-453a-a597-8673c3f12b66 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Jul 09 18:04:48.596296 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:48.934575 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['cf01f06e-d462-4f86-a4b2-a8579c5aad8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:04:49.789738 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9f3e-9c0a-42b9-a614-5e0f2cdf5017 req-b959a1c8-6a9b-4258-ad9c-e363807c687a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:49.791297 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-167e9f3e-9c0a-42b9-a614-5e0f2cdf5017 req-b959a1c8-6a9b-4258-ad9c-e363807c687a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 944 time: 0.0760159 Jul 09 18:04:49.831955 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-167e9f3e-9c0a-42b9-a614-5e0f2cdf5017 req-f5082d7f-6274-4c5b-beb2-827149ef5edb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Jul 09 18:04:50.359878 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:50.418568 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning for port cf01f06e-d462-4f86-a4b2-a8579c5aad8d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:50.422581 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port cf01f06e-d462-4f86-a4b2-a8579c5aad8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:50.422954 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:50.504134 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:50.528306 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:50.530611 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43f4f99-8404-4d24-a444-fc6e745c943a" -d '{"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-plugged", "status": "completed", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:50.542669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:50.548851 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:50.572284 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1f07f3-95ed-4042-bf4c-101c35b002dc x-openstack-request-id: req-9a1f07f3-95ed-4042-bf4c-101c35b002dc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:50.572576 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-plugged", "status": "completed", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:50.572829 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a1f07f3-95ed-4042-bf4c-101c35b002dc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:50.573250 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'code': 200} Jul 09 18:04:50.599633 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:50.719069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f645d-7ddb-48b8-87f1-6a4715c0db69 req-5f2421e4-8af6-43cf-82f3-3858ecc5a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:50.720593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1f645d-7ddb-48b8-87f1-6a4715c0db69 req-5f2421e4-8af6-43cf-82f3-3858ecc5a95a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1096 time: 0.0568485 Jul 09 18:04:50.762680 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-8a1f645d-7ddb-48b8-87f1-6a4715c0db69 req-373676e8-11b0-4d42-829a-b074b66d69a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350125 Jul 09 18:04:51.024624 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b64e-4412-4619-aeee-7ccc9d72855f req-e1076a68-a4b9-4765-85f6-35914a5a9408 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:51.026130 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a22b64e-4412-4619-aeee-7ccc9d72855f req-e1076a68-a4b9-4765-85f6-35914a5a9408 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 945 time: 0.0696185 Jul 09 18:04:51.076404 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-2a22b64e-4412-4619-aeee-7ccc9d72855f req-f02514c6-49f9-4b15-aa70-e0bad7e7fa2f tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Jul 09 18:04:52.275014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fdcf-c08a-4473-b7e5-c6d90e13b476 req-a2479227-acc8-496f-a959-78f5cfda4c36 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:52.276432 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1246fdcf-c08a-4473-b7e5-c6d90e13b476 req-a2479227-acc8-496f-a959-78f5cfda4c36 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 945 time: 0.0715430 Jul 09 18:04:52.316531 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1246fdcf-c08a-4473-b7e5-c6d90e13b476 req-8f72a743-a937-4c73-bcae-79abef0d4a62 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342977 Jul 09 18:04:52.500926 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00be43-2d91-4330-8dd1-6fe9e3fe42bd req-884dd58a-b05f-4151-967c-78eaa094b6ba tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:52.502434 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a00be43-2d91-4330-8dd1-6fe9e3fe42bd req-884dd58a-b05f-4151-967c-78eaa094b6ba tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Jul 09 18:04:52.540993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-5a00be43-2d91-4330-8dd1-6fe9e3fe42bd req-9a1f4408-6874-4bfd-a047-297d84730a38 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Jul 09 18:04:52.575463 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:52.672447 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076735df-9f33-4481-a298-cb361f568a81 tempest-TestSnapshotPattern-1674809295 tempest-TestSnapshotPattern-1674809295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:52.673984 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-076735df-9f33-4481-a298-cb361f568a81 tempest-TestSnapshotPattern-1674809295 tempest-TestSnapshotPattern-1674809295-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1091 time: 0.0975280 Jul 09 18:04:52.678626 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 45544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:52.683045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:52.710089 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:52.813742 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:52.916252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Allocated IP 172.25.7.86 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/bcefdfc3-001e-4329-86a8-bd75880fd41e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:04:53.024602 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.072092 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.107240 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:04:53.111649 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:04:53.115011 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:04:53.139359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'Port': ['ID=bcefdfc3-001e-4329-86a8-bd75880fd41e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:53.502367 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.583711 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.734344 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.741565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.812489 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'Port': ['ID=bcefdfc3-001e-4329-86a8-bd75880fd41e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:53.822896 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:53.924049 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Floating IP 05769f1b-3a41-4c2b-97ea-e6acfbf23b48 associated. External IP: 172.25.7.86, port: cf01f06e-d462-4f86-a4b2-a8579c5aad8d. Jul 09 18:04:54.131571 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:54.257072 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:54.268108 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:54.275565 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:54.279405 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:54.280039 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:54.317199 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-4c03d4cf-e052-4b5b-ba19-33d48b364ab0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6375051 Jul 09 18:04:54.317792 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:54.320147 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470981d-ce8d-436b-a514-b36bf46304b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:54.363844 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35456a95-5143-45cd-b545-47e9d8499cab x-openstack-request-id: req-35456a95-5143-45cd-b545-47e9d8499cab {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:54.364138 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:54.364421 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35456a95-5143-45cd-b545-47e9d8499cab {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:54.364854 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'status': 'completed', 'code': 200} Jul 09 18:04:54.384146 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:54.463829 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-af12d098-b17d-4f6b-8b65-06daaa6e8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:54.465342 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-af12d098-b17d-4f6b-8b65-06daaa6e8872 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1096 time: 0.0536096 Jul 09 18:04:54.556572 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-e8a983ce-369e-4764-b090-3054dfa7632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:54.558144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-e8a983ce-369e-4764-b090-3054dfa7632f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0865099 Jul 09 18:04:54.611514 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:53Z', 'revision_number': 0, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:54.627830 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-8e841399-2def-452f-824f-d2936a58c95d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 998 time: 0.0613575 Jul 09 18:04:54.637426 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:54.646459 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:54.647095 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:04:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:54.678370 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-b8debaeb-5ca6-43fe-b45f-3b04930197f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:54.679893 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-b8debaeb-5ca6-43fe-b45f-3b04930197f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0451870 Jul 09 18:04:54.737812 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-d066c431-b14d-4c62-837d-b4ac7ef85c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:54.739405 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-d066c431-b14d-4c62-837d-b4ac7ef85c73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531833 Jul 09 18:04:54.752302 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:54.763227 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:54.835817 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-1ddefa04-78f0-4445-8a1c-396ef119b71a service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890615 Jul 09 18:04:54.925916 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-1470981d-ce8d-436b-a514-b36bf46304b7 req-1a1a1348-58e3-402b-95f8-1f97e2a6b1b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836806 Jul 09 18:04:54.990554 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:53Z', 'revision_number': 0, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:55.016909 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d3dc3-3ec8-489d-8578-5b4c39163d52 None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:53Z', 'revision_number': 0, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:55.211757 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cf235-db53-41b0-95ed-0cc821d76a48 None None] New status for floating IP 05769f1b-3a41-4c2b-97ea-e6acfbf23b48: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:05:05.982962 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ff785ae-150d-44a2-be48-c179559010e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:08.489062 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db043f51-0c51-47d1-b9e0-d4615a8d889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:08.775325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:09.099854 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:09.708478 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:11.521249 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:22.582824 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:05:24.740754 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:35.975495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-afdf30dc-1d6b-4bf5-b6b8-afd875aec13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:38.490342 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-341866c1-2039-41df-9d77-b919cebff0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:38.771889 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:39.105697 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:39.719209 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:41.520575 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:44.725862 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-fb82fd70-4787-4c19-9eb0-4f2c10143a46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122241 Jul 09 18:05:44.846922 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-dc33be69-0c66-423c-b2e7-575b2f761d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:44.848458 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-dc33be69-0c66-423c-b2e7-575b2f761d05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1096 time: 0.0552638 Jul 09 18:05:44.956585 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-d58a3f6f-cd73-4926-aa36-2e937895ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:44.958076 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-d58a3f6f-cd73-4926-aa36-2e937895ac0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0886652 Jul 09 18:05:45.028607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-024ea3f3-f653-47c9-b716-62a512ff9d73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 1000 time: 0.0637116 Jul 09 18:05:45.077800 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-ee05303f-16a1-498f-bbe8-c03186b57339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:45.079312 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-ee05303f-16a1-498f-bbe8-c03186b57339 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0446274 Jul 09 18:05:45.143869 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-5c04356a-4d90-4ddd-aea8-eeeb276bc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:45.145385 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-5c04356a-4d90-4ddd-aea8-eeeb276bc01f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594432 Jul 09 18:05:45.156365 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-2b26dae0-312c-442c-81fa-9f5626da3d52 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:05:45.157314 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-2b26dae0-312c-442c-81fa-9f5626da3d52 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053391 Jul 09 18:05:45.261377 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-ea589890-85a2-4d01-a705-511b0ac18c85 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961344 Jul 09 18:05:45.354824 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-145ee949-aa3b-4360-a252-f0da38d4fd7b req-48af843e-1df7-4652-ba79-aac3d96fe6e0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873768 Jul 09 18:05:54.757574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:59.584782 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:06:05.984323 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b2c7f3f-1558-420b-82f0-f375aaf25c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:08.652837 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35c634f2-0aa2-4d59-8fb6-b754a435d981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:08.769263 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:09.110272 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:09.723205 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.520276 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:24.759104 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:35.978102 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2625-e382-4eea-bfd6-f90695688e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:36.584770 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:06:38.491932 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b70dfa0-a81e-4a13-9131-2a400a3dbdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:38.770305 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:39.134704 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:39.719769 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:41.524706 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:44.668165 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-63bfcc92-21b5-423e-8313-2fe7396a36b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585921 Jul 09 18:06:44.792984 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388018b-2716-405f-8cb0-a5740a13128b req-f27e378b-7a7e-4ade-b038-a54ac8fb8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:44.794525 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-f27e378b-7a7e-4ade-b038-a54ac8fb8b42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1096 time: 0.0629151 Jul 09 18:06:44.896390 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388018b-2716-405f-8cb0-a5740a13128b req-5c1f4863-f6c2-46db-a95a-de791dda2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:44.897823 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-5c1f4863-f6c2-46db-a95a-de791dda2560 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0832889 Jul 09 18:06:44.968144 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-970f68ac-bbf1-461b-b1c5-b7e3bf42027d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 1000 time: 0.0629237 Jul 09 18:06:45.016326 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388018b-2716-405f-8cb0-a5740a13128b req-42fa99ca-88a6-4819-b833-79c60270e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:45.017739 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-42fa99ca-88a6-4819-b833-79c60270e6fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0432549 Jul 09 18:06:45.078097 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388018b-2716-405f-8cb0-a5740a13128b req-e52e859b-df97-40a4-ad30-3b19e5a9ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:45.079642 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-e52e859b-df97-40a4-ad30-3b19e5a9ba93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555546 Jul 09 18:06:45.173517 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-622c34d0-8138-4b93-85d1-718346b94c4f service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867660 Jul 09 18:06:45.261859 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-d388018b-2716-405f-8cb0-a5740a13128b req-fc3fd20a-e8cc-43a7-b1f5-fe325c8bd60e service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812678 Jul 09 18:06:54.755748 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:05.984114 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab9a-2bb3-4823-863b-768664e17d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:08.490810 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83b5869b-5cd6-4e8f-817c-91277ad0fe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:08.773654 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:09.160952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:09.724994 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:11.537636 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:13.586564 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:07:24.777816 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:27.160230 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d details requested by agent hyperv_n-h1-800085-2 with host n-h1-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:07:27.264159 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:07:27.276186 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Returning: {'device': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:07:27.314821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:27.331693 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf01f06e-d462-4f86-a4b2-a8579c5aad8d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:07:27.353087 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:07:27.360238 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:27.418714 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:27.426639 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.426973 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.427322 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.427675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.428000 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.428329 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.428654 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.429020 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.429400 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.429745 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.430065 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.430383 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:27.499046 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] get_ports_and_sgs() called for port_ids ['cf01f06e-d462-4f86-a4b2-a8579c5aad8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:07:29.158981 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d up at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:07:29.211483 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Provisioning complete for port cf01f06e-d462-4f86-a4b2-a8579c5aad8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:07:29.211770 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:29.297584 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:29.320958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:07:29.323501 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f9b67-bb8a-446b-86e7-e852f9b14d55" -d '{"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-plugged", "status": "completed", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:07:29.336119 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:07:29.341940 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:29.390115 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1bd50e-9979-41bf-b3f8-723f09c4e3d8 x-openstack-request-id: req-7d1bd50e-9979-41bf-b3f8-723f09c4e3d8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:07:29.390409 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-plugged", "status": "completed", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:07:29.390699 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d1bd50e-9979-41bf-b3f8-723f09c4e3d8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:07:29.391091 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'code': 200} Jul 09 18:07:29.402971 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:35.981925 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61248337-c78b-4c4f-bfc0-d203e9bb2486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:38.485752 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a9a83ea-e4d1-4dce-9749-1b1d4054cec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:38.771666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:39.167903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:39.724196 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:40.901034 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b053069b-45e6-4f14-a231-94a9a2383da3 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288331788&fields=id&tenant_id=7e77a6c4fe7845bc9edf5de4c6719929 HTTP/1.1" status: 200 len: 267 time: 0.0367799 Jul 09 18:07:41.016888 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-145133f0-b16d-4930-b3ce-e9034212ecc7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:41.018413 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-145133f0-b16d-4930-b3ce-e9034212ecc7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 809 time: 0.1107993 Jul 09 18:07:41.033100 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-ac12fcf0-1bf6-4728-86bd-1d4ab649e4cd tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/quotas/7e77a6c4fe7845bc9edf5de4c6719929 HTTP/1.1" status: 200 len: 375 time: 0.0092294 Jul 09 18:07:41.105751 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-eae15040-ef97-41ef-8cc3-fdfb78055935 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0675972 Jul 09 18:07:41.207644 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-ea4c6f86-5d62-4d83-a47b-d2ace5304b66 service neutron] 10.222.0.48 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898671 Jul 09 18:07:41.296019 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-d405600d-68ac-4089-bb96-fed0f79e58b8 service neutron] 10.222.0.48 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825207 Jul 09 18:07:41.485665 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-cf513eb2-a9d9-4557-a047-acbc6770a109 req-fe600c05-b201-4ca1-a46b-36d240e94268 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jul 09 18:07:41.532682 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:42.637639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e0251162-3f2a-47e5-94a1-bbbfd3e6bea2 req-21c6c8b7-1a99-470a-9874-4ec2eecb7498 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 210 time: 0.0332065 Jul 09 18:07:42.682069 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.43', 58969) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:07:42.800523 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-6b261f73-d538-4cdc-bad6-3d60408ef545 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:42.804634 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-6b261f73-d538-4cdc-bad6-3d60408ef545 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.43 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 809 time: 0.1146169 Jul 09 18:07:42.851072 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-beb6a6ba-14af-4668-b391-98f605467b11 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e77a6c4fe7845bc9edf5de4c6719929 HTTP/1.1" status: 200 len: 380 time: 0.0372005 Jul 09 18:07:42.861475 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'port': {'device_id': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'admin_state_up': True, 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'security_groups': ['25c05bad-a637-457f-bb01-dc23ef3ff248']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:07:42.971313 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Made reservation on behalf of 7e77a6c4fe7845bc9edf5de4c6719929 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:07:42.975332 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.107121 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Allocated IP 172.20.0.5 (b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9/fa98d18d-3c13-4bce-9bea-0915a692f009/121e3da7-fb60-4a27-8590-a01be6dc22bd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:07:43.255617 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:07:43.408822 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.475253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:07:43.478944 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3064825-0331-4a8d-bf14-e88d35fe3e6c" -d '{"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-unplugged", "status": "completed", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:07:43.516161 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:07:43.530767 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.632177 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3cdb0-2b80-44af-8f75-11f071fe5a9d x-openstack-request-id: req-82a3cdb0-2b80-44af-8f75-11f071fe5a9d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:07:43.632476 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-unplugged", "status": "completed", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:07:43.632732 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82a3cdb0-2b80-44af-8f75-11f071fe5a9d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:07:43.633126 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'code': 200} Jul 09 18:07:43.633817 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Pushing event updated for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:43.793524 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.802948 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8c0ae576-4cf8-438a-9c79-426587119cd3 req-580c5f2a-0f7a-46c5-af21-7ff735cc7ff1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 210 time: 0.0285196 Jul 09 18:07:43.813308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Transition to ACTIVE for port object 121e3da7-fb60-4a27-8590-a01be6dc22bd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:07:43.858262 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10193727'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.908836 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:07:43.912361 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:07:43.916915 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:07:43.920875 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:43.953777 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.954118 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.954814 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.955211 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.955533 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.956100 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.956449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.956804 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.957127 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.957448 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.957768 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.958130 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:07:43.998745 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:43.999995 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:44.025505 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1530e55-9ad9-4109-a47a-0bb4f76b904e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1678619 Jul 09 18:07:44.213625 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16fc2065-46c5-460c-9ada-bcb5609c1efc None None] Provisioning for port 121e3da7-fb60-4a27-8590-a01be6dc22bd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:07:44.219934 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16fc2065-46c5-460c-9ada-bcb5609c1efc None None] Provisioning complete for port 121e3da7-fb60-4a27-8590-a01be6dc22bd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:07:44.220929 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16fc2065-46c5-460c-9ada-bcb5609c1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:44.257045 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16fc2065-46c5-460c-9ada-bcb5609c1efc None None] Port 121e3da7-fb60-4a27-8590-a01be6dc22bd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:07:44.689677 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-0e520a2a-adf1-4e7a-a26e-e224e9f1b899 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571091 Jul 09 18:07:44.823320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-bc0b54fd-723c-4596-b1df-351c3384dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:44.824872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-bc0b54fd-723c-4596-b1df-351c3384dcdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1094 time: 0.0664916 Jul 09 18:07:44.948386 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-52d54916-4048-4d89-8fd4-9d58215b0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:44.949799 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-52d54916-4048-4d89-8fd4-9d58215b0275 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.1013570 Jul 09 18:07:45.014420 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7049611-a149-486a-ae50-18a597c3d32d req-079f3a08-7f2f-4e96-92ec-226ea6efc1ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:45.016269 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7049611-a149-486a-ae50-18a597c3d32d req-079f3a08-7f2f-4e96-92ec-226ea6efc1ff tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0792704 Jul 09 18:07:45.043412 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-2cdd11cd-3ab4-4f54-8fec-cb1596e508ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 998 time: 0.0863836 Jul 09 18:07:45.064570 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-f7049611-a149-486a-ae50-18a597c3d32d req-fb2fbbe6-a362-43bc-af57-bcaeef7e5c78 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jul 09 18:07:45.109312 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-f6e52717-b24c-41fb-a05d-79f9b7c93790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:45.110872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-f6e52717-b24c-41fb-a05d-79f9b7c93790 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0598063 Jul 09 18:07:45.170180 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-5787f0ca-31b8-4585-bbbf-c542b6462936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:45.171941 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-5787f0ca-31b8-4585-bbbf-c542b6462936 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549588 Jul 09 18:07:45.272140 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-5291b950-bd48-4604-850a-b3a268e7c4bd service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926380 Jul 09 18:07:45.371648 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-854938f8-b522-43d3-9559-7e93ae5cbacf req-af173e5e-4b3a-45d0-834b-cbb304b95756 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924652 Jul 09 18:07:46.267685 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aee2e-5799-4131-8607-9f0ad59acc3c req-010005e2-23a1-4117-ae76-937ecd1e72d7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:46.269938 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4aee2e-5799-4131-8607-9f0ad59acc3c req-010005e2-23a1-4117-ae76-937ecd1e72d7 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0725589 Jul 09 18:07:46.309480 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-ef4aee2e-5799-4131-8607-9f0ad59acc3c req-6ab9033a-3f41-4c89-8104-8baed2c8a65c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Jul 09 18:07:47.517917 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486eafe-e248-4242-bce4-31b90320d592 req-fa258d97-e870-40d7-a846-fe3c3087e1bb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:47.519549 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d486eafe-e248-4242-bce4-31b90320d592 req-fa258d97-e870-40d7-a846-fe3c3087e1bb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0818474 Jul 09 18:07:47.566786 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-d486eafe-e248-4242-bce4-31b90320d592 req-0849895a-ce63-470f-8839-ba453064303a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Jul 09 18:07:48.794741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fdbe7-17c9-4a32-9a31-17868763b893 req-138080f9-ea17-4b5b-8633-24ee599b499d tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:48.796561 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e7fdbe7-17c9-4a32-9a31-17868763b893 req-138080f9-ea17-4b5b-8633-24ee599b499d tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.1065211 Jul 09 18:07:48.840447 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0e7fdbe7-17c9-4a32-9a31-17868763b893 req-0b62b84e-8f44-4b9d-b0b5-8bf9cadb9331 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362096 Jul 09 18:07:50.047744 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a272d9f-5713-4ba9-8095-7c10fdfb8a30 req-c4bcbbb0-7b79-47f1-b7c4-f127cc357cc6 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:50.049387 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a272d9f-5713-4ba9-8095-7c10fdfb8a30 req-c4bcbbb0-7b79-47f1-b7c4-f127cc357cc6 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0817883 Jul 09 18:07:50.088217 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1a272d9f-5713-4ba9-8095-7c10fdfb8a30 req-3f4614b2-c97a-4754-8d1f-659fac8443b1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Jul 09 18:07:50.592242 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:07:51.304156 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74cedc-739e-4a3e-9b34-d73305683490 req-737b7626-fe41-42e0-9ba7-3fcc6bcfdf16 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:51.307174 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d74cedc-739e-4a3e-9b34-d73305683490 req-737b7626-fe41-42e0-9ba7-3fcc6bcfdf16 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0783486 Jul 09 18:07:51.347420 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-8d74cedc-739e-4a3e-9b34-d73305683490 req-0fce6254-2ec9-4a2c-87f0-7149eada196c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344920 Jul 09 18:07:52.538530 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3afd-8c97-4b29-94ee-9d453d11ee77 req-66db5dbf-1c9b-44e1-9b29-2a145eb19aec tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:52.540143 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b19e3afd-8c97-4b29-94ee-9d453d11ee77 req-66db5dbf-1c9b-44e1-9b29-2a145eb19aec tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0722456 Jul 09 18:07:52.579540 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-b19e3afd-8c97-4b29-94ee-9d453d11ee77 req-c9034700-34b6-439f-8701-e5d753a01c42 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Jul 09 18:07:53.627667 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-5db570f3-5859-4ac6-9c54-c54daa54e910 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:07:53.628750 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-5db570f3-5859-4ac6-9c54-c54daa54e910 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056462 Jul 09 18:07:53.688897 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.v2.base [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Request body: {'port': {'device_id': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:07:53.760906 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965f801-f9e6-4d92-9f52-425b1b3dda97 req-c0e50b45-f986-42ec-9e18-cf52bef6fd97 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:53.763265 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1965f801-f9e6-4d92-9f52-425b1b3dda97 req-c0e50b45-f986-42ec-9e18-cf52bef6fd97 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 931 time: 0.0660005 Jul 09 18:07:53.768047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:53.805490 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-1965f801-f9e6-4d92-9f52-425b1b3dda97 req-309f6cb5-6400-4c5f-b0e1-18d7e00bb503 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358260 Jul 09 18:07:54.033337 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121e3da7-fb60-4a27-8590-a01be6dc22bd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:07:54.041522 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:54.054061 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Transition to ACTIVE for port object 121e3da7-fb60-4a27-8590-a01be6dc22bd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:07:54.059278 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:54.106837 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:54.184275 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Attempting to bind port 121e3da7-fb60-4a27-8590-a01be6dc22bd on host n-h2-800085-2 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:07:54.184749 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Attempting to bind port 121e3da7-fb60-4a27-8590-a01be6dc22bd by drivers openvswitch,hyperv on host n-h2-800085-2 at level 0 using segments [{'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:07:54.185089 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Attempting to bind port 121e3da7-fb60-4a27-8590-a01be6dc22bd on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:07:54.189621 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Port 121e3da7-fb60-4a27-8590-a01be6dc22bd on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:07:54.189969 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Attempting to bind port 121e3da7-fb60-4a27-8590-a01be6dc22bd on network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:07:54.195286 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Checking agent: {'id': 'db1e552d-7539-4c26-8e0b-b7cbee85ce70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'started_at': datetime.datetime(2021, 7, 9, 16, 30, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:07:54.195508 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Checking segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:07:54.195890 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Bound using segment: {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:07:54.196311 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Bound port: 121e3da7-fb60-4a27-8590-a01be6dc22bd, host: n-h2-800085-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f61a8f-7bc4-4707-931f-a4576b3a28c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:07:54.196672 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:54.264603 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:07:54.267763 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:07:54.272939 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10193869'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:54.306675 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:54.307305 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:54.308718 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] 10.222.0.43 "PUT /v2.0/ports/121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 1091 time: 0.6699476 Jul 09 18:07:54.309157 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:07:54.311507 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf305e2-855c-4312-b52f-7030aeac9d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:07:54.336991 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761fc6-9aff-4085-abca-eed028034bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:54.363208 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f02ddd-a629-4c61-b357-b2dc38844aca x-openstack-request-id: req-48f02ddd-a629-4c61-b357-b2dc38844aca {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:07:54.363506 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:07:54.363739 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48f02ddd-a629-4c61-b357-b2dc38844aca {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:07:54.364137 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'status': 'completed', 'code': 200} Jul 09 18:07:54.432549 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1645bc9-071d-4f6e-bf18-fb9f25ae30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:54.434194 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-b1645bc9-071d-4f6e-bf18-fb9f25ae30bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0606141 Jul 09 18:07:54.479390 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-58a394ea-56f3-48cb-8b24-7e4286089ee6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 217 time: 0.0362952 Jul 09 18:07:54.528652 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-4661b26c-fbbe-431a-a8c2-556cca03b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:54.530114 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-4661b26c-fbbe-431a-a8c2-556cca03b92e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0437279 Jul 09 18:07:54.616690 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-c607b857-b34e-4728-8e06-78283cb7b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:54.618237 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-c607b857-b34e-4728-8e06-78283cb7b441 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685859 Jul 09 18:07:54.718574 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-dcfbdf6b-a1eb-471b-b681-e76dfbff4a16 service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896471 Jul 09 18:07:54.759296 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:54.837692 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-aa529f25-a7c4-4f38-82bd-148956a1e36e req-18cdd942-4844-40a5-9263-e5b98265817d service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079831 Jul 09 18:07:54.993199 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731fa58-3d00-4551-8633-bad239685c98 req-9937b523-6f0e-488b-89f3-c8a0a4e741eb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:54.994721 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0731fa58-3d00-4551-8633-bad239685c98 req-9937b523-6f0e-488b-89f3-c8a0a4e741eb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 943 time: 0.0694413 Jul 09 18:07:55.035338 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0731fa58-3d00-4551-8633-bad239685c98 req-3ab74085-63a6-4e3d-a3da-8db6381c3318 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Jul 09 18:07:55.088320 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-000db726-cbc8-4349-8fa7-4475011d932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:55.089903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-000db726-cbc8-4349-8fa7-4475011d932a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0672650 Jul 09 18:07:55.188174 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-67bde8fb-ff30-47e4-81cb-96a321407057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:55.190158 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-67bde8fb-ff30-47e4-81cb-96a321407057 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0930099 Jul 09 18:07:55.236741 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-2d2cc34f-d2f2-47a1-b3b5-4cd947921f29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 217 time: 0.0392056 Jul 09 18:07:55.294885 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-7678268f-b89b-432b-8fde-e64ef89e2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:55.296319 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-7678268f-b89b-432b-8fde-e64ef89e2d08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0527236 Jul 09 18:07:55.376810 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-7d3bedd4-2232-4936-85ff-e3d2f4818451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:55.378384 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-7d3bedd4-2232-4936-85ff-e3d2f4818451 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707970 Jul 09 18:07:55.482136 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-28a7df51-4125-4bcb-84f4-601353c83eec service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949984 Jul 09 18:07:55.575903 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-3bf305e2-855c-4312-b52f-7030aeac9d5f req-479f1c5e-97d2-48c5-8e4d-d0811334d62e service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865698 Jul 09 18:07:56.239225 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf20f2-348d-4298-bf50-156ea2205c87 req-183371b4-ce76-4573-824a-49543c52e309 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:56.240612 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47bf20f2-348d-4298-bf50-156ea2205c87 req-183371b4-ce76-4573-824a-49543c52e309 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 943 time: 0.0828345 Jul 09 18:07:56.293227 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-47bf20f2-348d-4298-bf50-156ea2205c87 req-d633fc00-051a-4707-9bb2-55d242c40984 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Jul 09 18:07:57.488339 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bc487-1bb1-4801-b00e-e288ae71bc2a req-6415e072-9c9f-4174-b0cd-c6f2c76a6ca4 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:57.489830 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa5bc487-1bb1-4801-b00e-e288ae71bc2a req-6415e072-9c9f-4174-b0cd-c6f2c76a6ca4 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 943 time: 0.0752244 Jul 09 18:07:57.531697 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-fa5bc487-1bb1-4801-b00e-e288ae71bc2a req-73d2245a-cb56-434b-b97f-aa84283653ad tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348985 Jul 09 18:07:57.954120 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:07:58.055262 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:07:58.066717 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'port_id': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'mac_address': 'fa:16:3e:13:91:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:07:58.102860 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:58.115325 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121e3da7-fb60-4a27-8590-a01be6dc22bd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:07:58.138922 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:07:58.145766 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:58.192468 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:07:58.428060 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['121e3da7-fb60-4a27-8590-a01be6dc22bd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:07:58.723483 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446b779-3588-470f-9273-e8245522ab67 req-be14b5b3-1769-4399-b1d8-21f4f5224efe tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:58.725110 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6446b779-3588-470f-9273-e8245522ab67 req-be14b5b3-1769-4399-b1d8-21f4f5224efe tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 944 time: 0.0749159 Jul 09 18:07:58.780767 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-6446b779-3588-470f-9273-e8245522ab67 req-1a03e61b-7471-4d51-9124-f40f78632968 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Jul 09 18:07:59.965707 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:07:59.983007 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff65e0-18ff-4d6c-bb37-c2b74251c5a9 req-eebd06c4-0cec-497b-a2a9-46f054fddea0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:59.984586 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ff65e0-18ff-4d6c-bb37-c2b74251c5a9 req-eebd06c4-0cec-497b-a2a9-46f054fddea0 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 944 time: 0.0735893 Jul 09 18:08:00.014925 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning for port 121e3da7-fb60-4a27-8590-a01be6dc22bd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:08:00.018632 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 121e3da7-fb60-4a27-8590-a01be6dc22bd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:08:00.019004 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:00.024084 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-18ff65e0-18ff-4d6c-bb37-c2b74251c5a9 req-8f9fb01e-8b31-4f6c-9873-137292eebc9d tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Jul 09 18:08:00.096794 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:00.119790 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:00.122028 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c57f0a-b7b5-42fd-93da-98fcedbefc33" -d '{"events": [{"server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "name": "network-vif-plugged", "status": "completed", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:00.134699 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:00.140277 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:00.165501 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b0fc14-3e00-4f8d-bd6d-72a888a126c0 x-openstack-request-id: req-05b0fc14-3e00-4f8d-bd6d-72a888a126c0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:00.166064 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "name": "network-vif-plugged", "status": "completed", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:00.166064 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05b0fc14-3e00-4f8d-bd6d-72a888a126c0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:00.166439 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'code': 200} Jul 09 18:08:00.195135 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:00.285290 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f2685-edc7-4ef8-91b4-966f97be06c1 req-c9297616-98b3-4e63-a65c-c37eed47f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:00.286855 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a81f2685-edc7-4ef8-91b4-966f97be06c1 req-c9297616-98b3-4e63-a65c-c37eed47f056 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0580258 Jul 09 18:08:00.325728 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-a81f2685-edc7-4ef8-91b4-966f97be06c1 req-5159532c-e35a-48c5-907a-af7cbc53775d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281360 Jul 09 18:08:01.207695 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d21378-85a1-4d9a-ad5f-b46b59e559da req-2a767976-1892-448f-a0f1-a0f39cab4d1e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:01.209239 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5d21378-85a1-4d9a-ad5f-b46b59e559da req-2a767976-1892-448f-a0f1-a0f39cab4d1e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Jul 09 18:08:01.253364 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-e5d21378-85a1-4d9a-ad5f-b46b59e559da req-a37478b7-6c1d-4b41-8be1-d2462493f0d1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Jul 09 18:08:02.429289 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0fb4-ca0b-4abf-8eec-8cdd76d7de4b req-074fa38e-9981-4b3a-baae-8f0697fae20e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:02.430789 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bfe0fb4-ca0b-4abf-8eec-8cdd76d7de4b req-074fa38e-9981-4b3a-baae-8f0697fae20e tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 945 time: 0.0659544 Jul 09 18:08:02.468725 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-0bfe0fb4-ca0b-4abf-8eec-8cdd76d7de4b req-6125d0db-d274-4b9f-a7b9-8afbe0e1d387 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Jul 09 18:08:02.646891 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb4bd1-b2e6-4809-a011-6235cd2a5663 req-3d2e92ca-4c27-4d70-b827-fdbe9bae88cb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:02.648393 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acdb4bd1-b2e6-4809-a011-6235cd2a5663 req-3d2e92ca-4c27-4d70-b827-fdbe9bae88cb tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 945 time: 0.0682418 Jul 09 18:08:02.686157 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-acdb4bd1-b2e6-4809-a011-6235cd2a5663 req-680540bd-c4ac-49b6-ae38-98d3ac316537 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Jul 09 18:08:02.710521 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:08:02.767356 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3a774-c988-4808-a440-85cd779de351 tempest-TestSnapshotPattern-1674809295 tempest-TestSnapshotPattern-1674809295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:02.768932 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-1da3a774-c988-4808-a440-85cd779de351 tempest-TestSnapshotPattern-1674809295 tempest-TestSnapshotPattern-1674809295-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1091 time: 0.0574155 Jul 09 18:08:02.772010 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 45868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:08:02.776438 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Request body: {'floatingip': {'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'port_id': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:08:02.800973 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:02.900256 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.009232 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Allocated IP 172.25.7.161 (f0536d18-c197-4cd9-a7da-6f42b648827a/fdb7031d-931f-457a-8a57-22e096c05528/b39480d2-ddf0-402b-8bc5-60e082d79505) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:08:03.109313 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.149493 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-755493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-170728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756497343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9179117'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.193620 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Network f0536d18-c197-4cd9-a7da-6f42b648827a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:08:03.196330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:08:03.200257 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:08:03.205910 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'Port': ['ID=b39480d2-ddf0-402b-8bc5-60e082d79505,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:03.232457 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.232808 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.233150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.233484 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.233815 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.234151 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.234492 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.234825 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.235150 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.235470 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.235792 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.236174 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:03.576592 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.656693 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.804081 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.809580 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9178911'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.873762 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event updated for resources: {'Port': ['ID=b39480d2-ddf0-402b-8bc5-60e082d79505,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:03.885928 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579945'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:03.988804 n-d-800085-2 neutron-server[93767]: INFO neutron.db.l3_db [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Floating IP 73e8d56b-1201-40fa-8858-aa948628501f associated. External IP: 172.25.7.161, port: 121e3da7-fb60-4a27-8590-a01be6dc22bd. Jul 09 18:08:04.500597 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:08:04.609331 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:08:04.620772 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:08:04.630140 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:04.633608 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:08:04.634249 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:04.678371 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-5dc82810-836d-41a8-8cee-becf5b78d016 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8945119 Jul 09 18:08:04.678371 n-d-800085-2 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:04.678371 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac32cd8db8d12c324dac445f7883c8bb5f336aade30b34c51ebe44d4fea04c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d865433-22f7-4725-852d-736463e1b050" -d '{"events": [{"name": "network-changed", "server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:04.739204 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:08:04.775421 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac1ca9-b65a-47b3-982e-dc7e8b578c09 x-openstack-request-id: req-19ac1ca9-b65a-47b3-982e-dc7e8b578c09 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:04.775723 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:04.775977 n-d-800085-2 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19ac1ca9-b65a-47b3-982e-dc7e8b578c09 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:04.776381 n-d-800085-2 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'status': 'completed', 'code': 200} Jul 09 18:08:04.855334 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865433-22f7-4725-852d-736463e1b050 req-d73b36af-2a9f-4a30-a704-df1fb80a13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.856861 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-d73b36af-2a9f-4a30-a704-df1fb80a13e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0576494 Jul 09 18:08:04.948718 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865433-22f7-4725-852d-736463e1b050 req-d7dfd6a7-8552-4081-84c7-8201b16aa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.950221 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-d7dfd6a7-8552-4081-84c7-8201b16aa1e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0861197 Jul 09 18:08:04.982265 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:55Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}, {'id': '73e8d56b-1201-40fa-8858-aa948628501f', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:13:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:08:03Z', 'updated_at': '2021-07-09T18:08:03Z', 'revision_number': 0, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:05.008418 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:08:05.017105 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:08:05.017682 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:07:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:05.023894 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-71d766b1-a11b-41aa-beaa-3738781045cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 999 time: 0.0653746 Jul 09 18:08:05.073479 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865433-22f7-4725-852d-736463e1b050 req-3d393a28-430c-46b2-890a-a3130359b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:05.075021 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-3d393a28-430c-46b2-890a-a3130359b097 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0450580 Jul 09 18:08:05.121429 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:08:05.133801 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865433-22f7-4725-852d-736463e1b050 req-0c9551bc-50a2-4098-9a48-febefd9c7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:05.135354 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-0c9551bc-50a2-4098-9a48-febefd9c7643 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536170 Jul 09 18:08:05.230297 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-570560e4-f37a-4e04-b18a-fb5f892721fe service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876703 Jul 09 18:08:05.320497 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-6d865433-22f7-4725-852d-736463e1b050 req-019666a3-2b34-4da1-abed-0a01439ffb4e service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834694 Jul 09 18:08:05.344014 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:55Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}, {'id': '73e8d56b-1201-40fa-8858-aa948628501f', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:13:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:08:03Z', 'updated_at': '2021-07-09T18:08:03Z', 'revision_number': 0, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:05.373669 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0089dbc-b8e3-4b93-93db-af3c456a7aeb None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:55Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}, {'id': '73e8d56b-1201-40fa-8858-aa948628501f', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:13:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:08:03Z', 'updated_at': '2021-07-09T18:08:03Z', 'revision_number': 0, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:08:05.577444 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20832acb-860b-4849-86db-e6a55159ef97 None None] New status for floating IP 73e8d56b-1201-40fa-8858-aa948628501f: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:08:05.976373 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd2405f3-5f6f-4de6-bb62-aa6333a30afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:08.481975 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c0a8aac4-e5a3-43f4-9b24-21be4aa6a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:08.766332 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:09.173246 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:09.728401 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:11.533080 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.768618 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:27.583739 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:08:35.979607 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b05e743f-849c-4278-aa03-c8deef4e2b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:37.534607 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-f21a430d-f421-45e9-92d2-fe0ff7964fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625124 Jul 09 18:08:37.657725 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-11f8776f-8abd-4812-a60d-157ac4b942e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:37.659279 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-11f8776f-8abd-4812-a60d-157ac4b942e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0677204 Jul 09 18:08:37.773260 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-0adbc148-4f11-4115-bc6a-0847c8c68a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:37.774777 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-0adbc148-4f11-4115-bc6a-0847c8c68a85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0927892 Jul 09 18:08:37.849073 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-3ce239b3-c81b-4f40-8bd0-6e243dc9253d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 1001 time: 0.0637760 Jul 09 18:08:37.906931 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-7cd72e3f-f2ad-4de0-b941-1cb49a2138b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:37.909118 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-7cd72e3f-f2ad-4de0-b941-1cb49a2138b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0486648 Jul 09 18:08:37.973162 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-d0594516-43aa-4bd0-9d92-13594ac438ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:37.974806 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-d0594516-43aa-4bd0-9d92-13594ac438ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553706 Jul 09 18:08:38.077774 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-f3c27334-5b3e-4806-adbd-7fd6c8320b98 service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939345 Jul 09 18:08:38.168508 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-ee998edc-8e9c-42b9-9423-9f6c70e2fb99 req-14b9de1e-d4b9-4b95-acb0-bd24da8719c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831542 Jul 09 18:08:38.486112 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33bd0846-1529-4978-8716-d941b82de793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:38.780157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:39.177958 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:39.742434 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:41.537605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:44.652549 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-aa45375a-1eed-4ba4-84b0-1a3072a27660 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569034 Jul 09 18:08:44.789091 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-fdb49bd1-eb99-476b-a34e-bfb924c8013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:44.790742 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-fdb49bd1-eb99-476b-a34e-bfb924c8013f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1094 time: 0.0652566 Jul 09 18:08:44.918086 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-457432fe-b923-4448-b434-627a351b7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:44.920641 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-457432fe-b923-4448-b434-627a351b7a23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.1022801 Jul 09 18:08:44.997198 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-d623ddba-18ce-4102-b9e3-8d1a7c68358b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 998 time: 0.0695722 Jul 09 18:08:45.047070 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-36e93d54-4043-41c4-a692-1411ae675700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:45.048665 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-36e93d54-4043-41c4-a692-1411ae675700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0445862 Jul 09 18:08:45.106253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-5b897b81-b921-436e-986e-264381e6de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:45.107785 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-5b897b81-b921-436e-986e-264381e6de3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532546 Jul 09 18:08:45.205983 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-32a88235-9a90-45ee-87e2-89444dfa12b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911803 Jul 09 18:08:45.294155 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-82a8d6e6-fabf-4b09-bab2-f6e308b5d495 req-b649bca7-23bc-4550-a072-482924ca536d service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815487 Jul 09 18:08:54.766014 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:04.588987 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:09:05.988851 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2324887b-6c78-468b-b4e9-47b1e9106879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:08.490071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-768eea5b-e974-4ecc-8c73-fddfa457b169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:08.776029 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:09.191579 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:09.743070 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:11.548045 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:24.786688 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:35.985069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41e1e7c6-03d7-4733-a8e8-13fb2418d3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:36.613253 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd details requested by agent hyperv_n-h2-800085-2 with host n-h2-800085-2 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:09:36.714716 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:36.725696 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Returning: {'device': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'port_id': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'mac_address': 'fa:16:3e:13:91:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:09:36.767852 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:36.782867 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121e3da7-fb60-4a27-8590-a01be6dc22bd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:09:36.810201 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:36.816132 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:36.894210 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:36.902345 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.902734 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.903077 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.903428 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.903761 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.904144 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.904530 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.904882 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.905278 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.905607 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.905933 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.906255 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:36.929028 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] get_ports_and_sgs() called for port_ids ['121e3da7-fb60-4a27-8590-a01be6dc22bd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:09:38.496878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18a48cda-3de7-405e-88aa-db34e255ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:38.620566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd up at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:09:38.677640 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Provisioning complete for port 121e3da7-fb60-4a27-8590-a01be6dc22bd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:09:38.678012 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385846'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:38.789123 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755170'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:38.798000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:38.822849 n-d-800085-2 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:09:38.827254 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5e17afe2121cc10f69e999bfab0efd6bf407d33b8149427e08f5ef1b3eee0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b3aead-c060-4ba9-88a4-e1b68edced3f" -d '{"events": [{"server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "name": "network-vif-plugged", "status": "completed", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:09:38.842302 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:38.849319 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756497902632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756497343991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756497349928'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:38.881363 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caeba37-1a68-4ff7-a45b-b94bc8f91a88 x-openstack-request-id: req-9caeba37-1a68-4ff7-a45b-b94bc8f91a88 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:09:38.881656 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "name": "network-vif-plugged", "status": "completed", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:09:38.881910 n-d-800085-2 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9caeba37-1a68-4ff7-a45b-b94bc8f91a88 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:09:38.882307 n-d-800085-2 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'code': 200} Jul 09 18:09:38.910148 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Pushing event updated for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:38.933066 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-84b3771b-bfe8-4363-a220-0b9842ef112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:38.936265 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-84b3771b-bfe8-4363-a220-0b9842ef112b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0660286 Jul 09 18:09:39.126893 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-2ee4a0ed-6ed0-4b72-a2bd-29fb7916c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:39.128402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-2ee4a0ed-6ed0-4b72-a2bd-29fb7916c6a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.1667266 Jul 09 18:09:39.203458 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:39.206276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-4cbb6ae6-114a-4c3a-83b8-8253e7033dc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 1001 time: 0.0701294 Jul 09 18:09:39.265004 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-4290e590-c97d-41b6-a090-e091c2aecc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:39.266514 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-4290e590-c97d-41b6-a090-e091c2aecc55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0527380 Jul 09 18:09:39.328042 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-3f039b6b-89d7-403f-9e0c-add985ca55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:39.330043 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-3f039b6b-89d7-403f-9e0c-add985ca55bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553586 Jul 09 18:09:39.448553 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-fd23a3b7-3955-4a86-860d-b8f0e274c062 service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063030 Jul 09 18:09:39.573621 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-597dd5ce-31c1-4f32-9dd6-cfbe0c97b9d1 req-b925cfd5-1124-48dc-986b-fcab1fcafe90 service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168201 Jul 09 18:09:39.742214 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:41.549018 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:41.593398 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:09:45.296063 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-bfc799c7-2910-4b4a-8cdc-6d5b3accd61e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528719 Jul 09 18:09:45.427135 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e15397-ff7d-472d-bf12-599daffdc62a req-1bf0c2f6-b695-4740-a72f-dae1910c4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:45.429276 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-1bf0c2f6-b695-4740-a72f-dae1910c4ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1094 time: 0.0669577 Jul 09 18:09:45.547576 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e15397-ff7d-472d-bf12-599daffdc62a req-c64b6046-8514-4d5c-8c52-f962d7e84ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:45.550402 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-c64b6046-8514-4d5c-8c52-f962d7e84ee9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.1001670 Jul 09 18:09:45.631543 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-e16b8dba-9263-4940-80ff-b6c58d8a50b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 998 time: 0.0735898 Jul 09 18:09:45.691009 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e15397-ff7d-472d-bf12-599daffdc62a req-e77b15b7-735b-4939-b0b5-eca08d370ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:45.692568 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-e77b15b7-735b-4939-b0b5-eca08d370ef8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0550513 Jul 09 18:09:45.756359 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e15397-ff7d-472d-bf12-599daffdc62a req-1575ff76-c38a-45c5-9f2f-0de34dd21657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:45.758080 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-1575ff76-c38a-45c5-9f2f-0de34dd21657 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595837 Jul 09 18:09:45.851291 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-7b6a07b1-bdc6-43bd-9082-9899bf17a325 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860517 Jul 09 18:09:45.954895 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-60e15397-ff7d-472d-bf12-599daffdc62a req-6a6e7ca0-0872-48df-ab26-3ebd8d54ece2 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970190 Jul 09 18:09:46.767644 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:46.931215 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Deleting port b39480d2-ddf0-402b-8bc5-60e082d79505 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:46.931487 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:47.009828 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:47.010158 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:47.021697 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Calling delete_port for b39480d2-ddf0-402b-8bc5-60e082d79505 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:47.178021 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:47.205946 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event deleted for resources: {'Port': ['ID=b39480d2-ddf0-402b-8bc5-60e082d79505,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:47.217207 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.217555 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.217894 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.218238 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.218645 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.218974 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.219308 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.219630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.219943 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.220253 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.220577 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.220895 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:47.277372 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:47.277662 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Floating IP 73e8d56b-1201-40fa-8858-aa948628501f disassociated (deleted). External IP: 172.25.7.161, port: 121e3da7-fb60-4a27-8590-a01be6dc22bd. Jul 09 18:09:47.496131 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:09:47.609077 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:09:47.614164 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:47.619114 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:09:47.629915 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:09:47.630578 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:47.651649 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-fd36bae8-b939-477b-af76-95e87f80c54c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "DELETE /v2.0/floatingips/73e8d56b-1201-40fa-8858-aa948628501f HTTP/1.1" status: 204 len: 168 time: 0.8825650 Jul 09 18:09:47.652252 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:09:47.654539 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7a5578-bc4b-4190-a5c6-417b8c467395" -d '{"events": [{"name": "network-changed", "server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:09:47.909549 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:09:47.958587 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e8988-491a-4acc-9630-c4e1f2f86a26 x-openstack-request-id: req-3a4e8988-491a-4acc-9630-c4e1f2f86a26 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:09:47.959565 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:09:47.959811 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a4e8988-491a-4acc-9630-c4e1f2f86a26 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:09:47.960222 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'status': 'completed', 'code': 200} Jul 09 18:09:48.041395 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-237a8f9d-cd33-4659-9175-826d1286e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:48.043106 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-237a8f9d-cd33-4659-9175-826d1286e3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0558982 Jul 09 18:09:48.153688 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99afc-8e00-45b9-ad1d-724e8629f98b req-bff2b9b2-2acd-4701-8acc-5e79837ba199 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:48.154418 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-def99afc-8e00-45b9-ad1d-724e8629f98b req-bff2b9b2-2acd-4701-8acc-5e79837ba199 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 945 time: 0.0892968 Jul 09 18:09:48.181748 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:55Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:48.201912 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-def99afc-8e00-45b9-ad1d-724e8629f98b req-bbaf286f-ff98-4877-bb37-3ad6516a4ca1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412464 Jul 09 18:09:48.210026 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:09:48.220032 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:09:48.220675 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:48.342063 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:09:48.512303 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-03099fd7-14fd-44e8-8d73-b4b83971425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:48.513891 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-03099fd7-14fd-44e8-8d73-b4b83971425a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.4632416 Jul 09 18:09:48.557906 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-3ba35443-46d2-4d4e-85c5-6b7910e7d144 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 200 len: 217 time: 0.0351779 Jul 09 18:09:48.578881 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:55Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:48.610333 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a6391-5508-42db-8bcf-15c903a62ed8 None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_floatingips': [{'id': '05769f1b-3a41-4c2b-97ea-e6acfbf23b48', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'floating_ip_address': '172.25.7.86', 'floating_network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'router_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'port_id': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'mac_address': 'fa:16:3e:e0:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:04:53Z', 'updated_at': '2021-07-09T18:04:55Z', 'revision_number': 1, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:09:48.615960 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-c47566ee-75e7-4b9c-b8f4-8f944f299468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:48.617593 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-c47566ee-75e7-4b9c-b8f4-8f944f299468 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0516853 Jul 09 18:09:48.682459 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-2d0b630b-65f5-431e-8ffe-7a9413e8e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:48.684031 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-2d0b630b-65f5-431e-8ffe-7a9413e8e500 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588958 Jul 09 18:09:48.786844 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-6844da94-9a11-4aca-8181-8514e5562a10 service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938170 Jul 09 18:09:48.883961 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1b0bc-953d-4374-b769-f84e725eed2d None None] New status for floating IP 73e8d56b-1201-40fa-8858-aa948628501f: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:09:48.889570 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-0f7a5578-bc4b-4190-a5c6-417b8c467395 req-2cf35ac1-82e3-4241-b76b-0bbf36b9cb2f service neutron] 10.222.0.43 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953336 Jul 09 18:09:49.393682 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514fb7-1e05-4d79-b47d-a8410bfa54c6 req-9dc1f1bc-b196-415b-954b-2b12b10fbadf tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:49.395233 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0514fb7-1e05-4d79-b47d-a8410bfa54c6 req-9dc1f1bc-b196-415b-954b-2b12b10fbadf tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 945 time: 0.0708346 Jul 09 18:09:49.440261 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-c0514fb7-1e05-4d79-b47d-a8410bfa54c6 req-c45a7935-b43d-424c-9996-f489f1c2e15a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386441 Jul 09 18:09:49.807689 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-5c4375f9-4649-40a9-bd80-84c9c0da7b43 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:49.809333 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-5c4375f9-4649-40a9-bd80-84c9c0da7b43 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 945 time: 0.0698364 Jul 09 18:09:49.941032 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Deleting port 121e3da7-fb60-4a27-8590-a01be6dc22bd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:49.941268 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:50.031256 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] For port 121e3da7-fb60-4a27-8590-a01be6dc22bd, host n-h2-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-2',level=0,port_id=121e3da7-fb60-4a27-8590-a01be6dc22bd,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:50.031569 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:50.044515 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Calling delete_port for 121e3da7-fb60-4a27-8590-a01be6dc22bd owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:50.180764 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:50.210116 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event deleted for resources: {'Port': ['ID=121e3da7-fb60-4a27-8590-a01be6dc22bd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:50.259841 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] No DVR routers for this DVR port 121e3da7-fb60-4a27-8590-a01be6dc22bd on host n-h2-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:09:50.264735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:50.264735 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-651ddff0-3f5c-42b2-b1ec-5bc5490ee153 req-1d5c034c-32ae-4d6c-a38c-fb238f41ba23 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.43 "DELETE /v2.0/ports/121e3da7-fb60-4a27-8590-a01be6dc22bd HTTP/1.1" status: 204 len: 173 time: 0.4472167 Jul 09 18:09:50.265045 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'name': 'network-vif-deleted', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:09:50.267122 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d29019-8740-4ab8-8b6e-f1f00fc937f3" -d '{"events": [{"server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "name": "network-vif-deleted", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:09:50.305082 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed97137-cb59-4239-9fdb-dc3678f567b7 x-openstack-request-id: req-7ed97137-cb59-4239-9fdb-dc3678f567b7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:09:50.305333 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4724a3f-0386-4801-9049-1fd36c169ba5", "name": "network-vif-deleted", "tag": "121e3da7-fb60-4a27-8590-a01be6dc22bd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:09:50.305597 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ed97137-cb59-4239-9fdb-dc3678f567b7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:09:50.306009 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4724a3f-0386-4801-9049-1fd36c169ba5', 'name': 'network-vif-deleted', 'tag': '121e3da7-fb60-4a27-8590-a01be6dc22bd', 'status': 'completed', 'code': 200} Jul 09 18:09:50.609840 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-4c6dc3a0-94a9-40b3-a3ff-bda9e68cade6 req-d0913cf7-fbe1-4131-b7f2-9fb5ea33953a tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4724a3f-0386-4801-9049-1fd36c169ba5 HTTP/1.1" status: 200 len: 210 time: 0.0299792 Jul 09 18:09:50.684012 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:09:50.707289 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 121e3da7-fb60-4a27-8590-a01be6dc22bd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:09:50.707638 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:09:52.278688 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:52.442520 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Deleting port bcefdfc3-001e-4329-86a8-bd75880fd41e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:52.442895 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:52.517075 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:52.517312 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:52.528921 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Calling delete_port for bcefdfc3-001e-4329-86a8-bd75880fd41e owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:52.691755 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:52.715423 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event deleted for resources: {'Port': ['ID=bcefdfc3-001e-4329-86a8-bd75880fd41e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:52.783911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:52.784475 n-d-800085-2 neutron-server[93768]: INFO neutron.db.l3_db [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Floating IP 05769f1b-3a41-4c2b-97ea-e6acfbf23b48 disassociated (deleted). External IP: 172.25.7.86, port: cf01f06e-d462-4f86-a4b2-a8579c5aad8d. Jul 09 18:09:52.995630 n-d-800085-2 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:09:53.115968 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:09:53.121173 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:53.126579 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:09:53.137520 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:09:53.138143 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:53.165255 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-2bcb77f7-1913-4992-8716-18ca481fa7ab tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "DELETE /v2.0/floatingips/05769f1b-3a41-4c2b-97ea-e6acfbf23b48 HTTP/1.1" status: 204 len: 168 time: 0.8826768 Jul 09 18:09:53.165255 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:09:53.166156 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8" -d '{"events": [{"name": "network-changed", "server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:09:53.248798 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:09:53.409266 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a62bc-033d-4a11-adcf-be959c494162 x-openstack-request-id: req-101a62bc-033d-4a11-adcf-be959c494162 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:09:53.409798 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:09:53.409798 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-101a62bc-033d-4a11-adcf-be959c494162 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:09:53.410424 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'status': 'completed', 'code': 200} Jul 09 18:09:53.459547 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:53.489777 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:09:53.500768 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:09:53.501392 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:53.523565 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-0f1d2d48-17a9-4df0-b5e1-fbca4eec2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:53.525196 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-0f1d2d48-17a9-4df0-b5e1-fbca4eec2f37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 1094 time: 0.0565896 Jul 09 18:09:53.559694 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a126-dd7a-42ee-896b-0f3e568f7a74 req-ac3d5491-be39-4d03-a5aa-14464c85283b tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:53.561879 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9df0a126-dd7a-42ee-896b-0f3e568f7a74 req-ac3d5491-be39-4d03-a5aa-14464c85283b tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0685091 Jul 09 18:09:53.603251 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-9df0a126-dd7a-42ee-896b-0f3e568f7a74 req-78174bf3-5c73-4225-924d-df313ed67e8c tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Jul 09 18:09:53.613545 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:09:53.624657 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-a3a82475-ab7d-4174-9b36-5ab3e6c432ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:53.626124 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-a3a82475-ab7d-4174-9b36-5ab3e6c432ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 200 len: 910 time: 0.0917819 Jul 09 18:09:53.673699 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-58c31687-4c30-4281-9444-de5e34d7bc53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 200 len: 217 time: 0.0393085 Jul 09 18:09:53.724806 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-5f1c9799-6deb-4390-a8c9-0ce1d9259d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:53.726324 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-5f1c9799-6deb-4390-a8c9-0ce1d9259d5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 200 len: 848 time: 0.0449922 Jul 09 18:09:53.785594 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-0b797803-2168-4795-b9ba-7d2f4ffc5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:53.787278 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-0b797803-2168-4795-b9ba-7d2f4ffc5713 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536370 Jul 09 18:09:53.817009 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:53.844145 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5007d8-6260-4eea-a5d0-6f163ac267dd None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:29Z', 'revision_number': 4, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2', '_interfaces': [{'id': 'b9351c1f-39ff-42a0-b950-34b9c598fd30', 'name': '', 'network_id': 'b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'mac_address': 'fa:16:3e:e1:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:29Z', 'updated_at': '2021-07-09T18:04:35Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'subnets': [{'id': 'fa98d18d-3c13-4bce-9bea-0915a692f009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:09:53.885507 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-7515ae22-592d-40fc-9e4a-80e0ae9fa938 service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905874 Jul 09 18:09:53.981242 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-2b80de7e-ebe5-4db1-86fd-f298af06ebc8 req-308cb54a-6cd6-4fa6-af92-a7adc952b9bb service neutron] 10.222.0.37 "GET /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887568 Jul 09 18:09:54.092321 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd81f7-3c13-49f8-b00f-e72fdc714bcb None None] New status for floating IP 05769f1b-3a41-4c2b-97ea-e6acfbf23b48: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:09:54.623569 n-d-800085-2 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-eeeed43d-f051-4065-869f-f1f5f39da1c1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:54.625047 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-eeeed43d-f051-4065-869f-f1f5f39da1c1 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.37 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0780909 Jul 09 18:09:54.699311 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd no longer exists at agent hyperv_n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:09:54.723154 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] No Port match for: 121e3da7-fb60-4a27-8590-a01be6dc22bd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:09:54.723631 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Device 121e3da7-fb60-4a27-8590-a01be6dc22bd not bound to the agent host n-h2-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:09:54.739624 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Deleting port cf01f06e-d462-4f86-a4b2-a8579c5aad8d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:54.740047 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:54.782964 n-d-800085-2 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c8320-8d87-434b-ab8c-199819df6c5b req-477a50d4-12dc-4514-b44d-4b3449a664b3 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:54.784639 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-751c8320-8d87-434b-ab8c-199819df6c5b req-477a50d4-12dc-4514-b44d-4b3449a664b3 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/ports?device_id=c48d64f1-5aaa-4fec-a859-95e51feaf309 HTTP/1.1" status: 200 len: 943 time: 0.0646782 Jul 09 18:09:54.791787 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:54.824186 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [req-751c8320-8d87-434b-ab8c-199819df6c5b req-5f52954b-e82a-4339-b622-2d067ef018d8 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "GET /v2.0/security-groups?id=25c05bad-a637-457f-bb01-dc23ef3ff248&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Jul 09 18:09:54.829510 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] For port cf01f06e-d462-4f86-a4b2-a8579c5aad8d, host n-h1-800085-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-2',level=0,port_id=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:54.829875 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:54.848245 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Calling delete_port for cf01f06e-d462-4f86-a4b2-a8579c5aad8d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:54.983714 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:55.013655 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event deleted for resources: {'Port': ['ID=cf01f06e-d462-4f86-a4b2-a8579c5aad8d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:55.063596 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] No DVR routers for this DVR port cf01f06e-d462-4f86-a4b2-a8579c5aad8d on host n-h1-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:09:55.066396 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085823'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:55.069229 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [req-f2c540f4-f005-45fa-b4f5-c5be290a9222 req-62ac2772-fb59-4986-94b3-396d5bd7a476 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.37 "DELETE /v2.0/ports/cf01f06e-d462-4f86-a4b2-a8579c5aad8d HTTP/1.1" status: 204 len: 173 time: 0.4382620 Jul 09 18:09:55.411528 n-d-800085-2 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-deleted', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:09:55.414029 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce68c5f9a23cf8e9f44eb48d88baa97497e0ec6c7d9a7fd8ba689e1d3177c878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb6a97b-542b-487d-8318-ff05d6140a31" -d '{"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-deleted", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:09:55.451536 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5cbb89-a6cb-41a6-8e36-58e07770914f x-openstack-request-id: req-0d5cbb89-a6cb-41a6-8e36-58e07770914f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:09:55.451860 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48d64f1-5aaa-4fec-a859-95e51feaf309", "name": "network-vif-deleted", "tag": "cf01f06e-d462-4f86-a4b2-a8579c5aad8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:09:55.452144 n-d-800085-2 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d5cbb89-a6cb-41a6-8e36-58e07770914f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:09:55.452551 n-d-800085-2 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48d64f1-5aaa-4fec-a859-95e51feaf309', 'name': 'network-vif-deleted', 'tag': 'cf01f06e-d462-4f86-a4b2-a8579c5aad8d', 'status': 'completed', 'code': 200} Jul 09 18:09:55.927705 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:55.992353 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.019130 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.093430 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.096036 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.097205 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] 10.222.0.48 "DELETE /v2.0/security-groups/25c05bad-a637-457f-bb01-dc23ef3ff248 HTTP/1.1" status: 204 len: 168 time: 0.1685207 Jul 09 18:09:56.106330 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c05bad-a637-457f-bb01-dc23ef3ff248,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:56.113920 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.114272 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.114661 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.114999 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.115342 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.115743 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.116079 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.116412 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.116741 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.117067 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.117401 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.117728 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e935a0f4-99a2-4c17-aa86-a38be45285b2 tempest-TestSnapshotPattern-1158827908 tempest-TestSnapshotPattern-1158827908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-2 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:09:56.148014 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:56.600148 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.859677 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Deleting port b9351c1f-39ff-42a0-b950-34b9c598fd30 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:56.859914 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.936831 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] For port b9351c1f-39ff-42a0-b950-34b9c598fd30, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=b9351c1f-39ff-42a0-b950-34b9c598fd30,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:56.937568 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:56.950255 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Calling delete_port for b9351c1f-39ff-42a0-b950-34b9c598fd30 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:57.142919 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:57.171781 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9351c1f-39ff-42a0-b950-34b9c598fd30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:57.353038 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:57.581664 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Router 9d9d512e-2a60-4545-a948-5cda0b05e492 has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:09:57.694089 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:09:57.706877 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-4099cba0-fcb6-4512-ab47-b35c563b8134 admin admin] 10.222.0.48 "PUT /v2.0/routers/9d9d512e-2a60-4545-a948-5cda0b05e492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5579951 Jul 09 18:09:57.709611 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:57.713213 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] Sync routers for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:09:57.723124 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:09:57.723902 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:57.816644 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:57.830911 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: n-d-800085-2 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:09:57.919912 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:57.973747 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Deleting port 912c5543-9d60-49fe-944b-ed2a3aafa3df {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:57.974458 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.010354 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:09:57Z', 'revision_number': 5, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port': {'id': '912c5543-9d60-49fe-944b-ed2a3aafa3df', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:58.036162 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] Checking router: 9d9d512e-2a60-4545-a948-5cda0b05e492 for host: n-d-800085-2 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:09:58.044233 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] Routers {'9d9d512e-2a60-4545-a948-5cda0b05e492'} bound to L3 agent in host n-d-800085-2 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:09:58.044832 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9d9d512e-2a60-4545-a948-5cda0b05e492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:58.051882 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] For port 912c5543-9d60-49fe-944b-ed2a3aafa3df, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=912c5543-9d60-49fe-944b-ed2a3aafa3df,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:58.052249 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.064828 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Calling delete_port for 912c5543-9d60-49fe-944b-ed2a3aafa3df owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:58.129753 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] Set router 9d9d512e-2a60-4545-a948-5cda0b05e492 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:09:58.239042 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.264351 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Pushing event deleted for resources: {'Port': ['ID=912c5543-9d60-49fe-944b-ed2a3aafa3df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:58.337903 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.352620 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:09:57Z', 'revision_number': 6, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:58.379648 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff2213-db46-4fbd-8ad9-4451a78f6523 None None] The sync data for ids ['9d9d512e-2a60-4545-a948-5cda0b05e492'] in n-d-800085-2 is: [{'id': '9d9d512e-2a60-4545-a948-5cda0b05e492', 'name': 'tempest-TestSnapshotPattern-611197581-router', 'tenant_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:27Z', 'updated_at': '2021-07-09T18:09:57Z', 'revision_number': 6, 'project_id': '7e77a6c4fe7845bc9edf5de4c6719929', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:09:58.429457 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.431651 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.475394 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.475905 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9d512e-2a60-4545-a948-5cda0b05e492 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:09:58.480734 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.481937 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-318039e0-feec-45b0-ad80-5b09f6102596 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9d9d512e-2a60-4545-a948-5cda0b05e492 HTTP/1.1" status: 204 len: 168 time: 0.7711990 Jul 09 18:09:58.484981 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:58.533191 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Deleting subnet fa98d18d-3c13-4bce-9bea-0915a692f009 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:09:58.536469 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.571675 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10321522'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.651714 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.709913 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9179102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8730849'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.737601 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa98d18d-3c13-4bce-9bea-0915a692f009,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:58.743952 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.746993 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-fb407b09-b2f2-402a-b0e1-883d8fd51d05 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fa98d18d-3c13-4bce-9bea-0915a692f009 HTTP/1.1" status: 204 len: 168 time: 0.2610114 Jul 09 18:09:58.748654 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:58.750503 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca10ff6-6cfe-412b-a663-fdde13807f15 None None] Network b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:09:58.820328 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.873439 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Deleting port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:09:58.873789 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.946369 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] For port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,segment=NetworkSegment(33f61a8f-7bc4-4707-931f-a4576b3a28c2),segment_id=33f61a8f-7bc4-4707-931f-a4576b3a28c2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:09:58.946787 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:58.960584 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Calling delete_port for e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:09:59.046423 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.073431 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:59.081321 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] No DVR routers for this DVR port e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 on host n-d-800085-2 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:09:59.154138 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.165425 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:59.175572 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f831d1c-7395-46ae-a345-691ec62b5e34 None None] DHCP port deletion for b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:09:59.181605 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f61a8f-7bc4-4707-931f-a4576b3a28c2') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:59.181970 n-d-800085-2 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f61a8f-7bc4-4707-931f-a4576b3a28c2') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:09:59.194276 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9255112'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.208682 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.214727 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:09:59.215036 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10193897'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: Traceback (most recent call last): Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: timer() Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: cb(*args, **kw) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: return func(*args, **kwargs) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: self._notify() Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: self.callback(batched_events) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: event.method(event) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: return f(self, *a, **k) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: return self._get(url).json() Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:09:59.216993 n-d-800085-2 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:09:59.276754 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.284746 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.285872 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9 HTTP/1.1" status: 204 len: 168 time: 0.5361843 Jul 09 18:09:59.289103 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:09:59.295560 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71612b-6f07-4af3-ac5f-58deece681ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cd91e3-f4c1-4c2e-a0f9-615379dab2b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:09:59.654449 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577428'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:59.731129 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9351c1f-39ff-42a0-b950-34b9c598fd30 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:09:59.751246 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: b9351c1f-39ff-42a0-b950-34b9c598fd30 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:09:59.752030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device b9351c1f-39ff-42a0-b950-34b9c598fd30 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:09:59.752030 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 912c5543-9d60-49fe-944b-ed2a3aafa3df no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:09:59.772490 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 912c5543-9d60-49fe-944b-ed2a3aafa3df {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:09:59.772809 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 912c5543-9d60-49fe-944b-ed2a3aafa3df not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:09:59.773214 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:09:59.795961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:09:59.796269 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device e51f47f9-1f01-4493-9cf8-8ea84ccc2aa3 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:09:59.816778 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d no longer exists at agent hyperv_n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:09:59.837037 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] No Port match for: cf01f06e-d462-4f86-a4b2-a8579c5aad8d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:09:59.837343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Device cf01f06e-d462-4f86-a4b2-a8579c5aad8d not bound to the agent host n-h1-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:10:00.226294 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Deleting port 6f257720-120a-4e72-ba21-039042118764 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:10:00.226591 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:00.311710 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] For port 6f257720-120a-4e72-ba21-039042118764, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=6f257720-120a-4e72-ba21-039042118764,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:10:00.312761 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:00.328200 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Calling delete_port for 6f257720-120a-4e72-ba21-039042118764 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:10:00.513554 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:00.548637 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f257720-120a-4e72-ba21-039042118764,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:00.711409 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578986'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:00.932368 n-d-800085-2 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c has already been hosted by L3 agent 1426990c-bf15-47e1-aec1-eb948337943a {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:10:01.044984 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] Notify agent at l3_agent.n-d-800085-2 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:10:01.051080 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-784d6304-facc-405b-9535-da25cd344f03 admin admin] 10.222.0.48 "PUT /v2.0/routers/9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607806 Jul 09 18:10:01.053166 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:01.054148 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] Sync routers for ids ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'] in n-d-800085-2 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:10:01.063664 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] Routers {'9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:10:01.064346 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:01.160240 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.167067 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] Set router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c gateway port host: n-d-800085-2 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:10:01.263611 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.318058 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Deleting port d4b49398-a67c-4fa2-b130-bbac7db76afe {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:10:01.318561 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.339389 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'external_fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:10:00Z', 'revision_number': 5, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port': {'id': 'd4b49398-a67c-4fa2-b130-bbac7db76afe', 'name': '', 'network_id': 'f0536d18-c197-4cd9-a7da-6f42b648827a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdb7031d-931f-457a-8a57-22e096c05528', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-2'}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:01.368819 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] Checking router: 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c for host: n-d-800085-2 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:10:01.377301 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] Routers {'9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'} bound to L3 agent in host n-d-800085-2 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:10:01.377914 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T16:23:08Z,description=,heartbeat_timestamp=2021-07-09T18:09:38Z,host='n-d-800085-2',id=1426990c-bf15-47e1-aec1-eb948337943a,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T16:23:08Z,topic='l3_agent')) {'router_ids': ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:01.400604 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] For port d4b49398-a67c-4fa2-b130-bbac7db76afe, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=d4b49398-a67c-4fa2-b130-bbac7db76afe,segment=NetworkSegment(9e289633-5edf-44a1-89ce-0b38a8f5bf79),segment_id=9e289633-5edf-44a1-89ce-0b38a8f5bf79)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:10:01.400969 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.413420 n-d-800085-2 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Calling delete_port for d4b49398-a67c-4fa2-b130-bbac7db76afe owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:10:01.457142 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] Set router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:10:01.509669 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:10:01Z', 'revision_number': 6, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port_host': None}], 'n-d-800085-2', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:01.535069 n-d-800085-2 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda72d7f-6cd0-4a23-8908-ef11dae74013 None None] The sync data for ids ['9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c'] in n-d-800085-2 is: [{'id': '9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c', 'name': 'tempest-TestSnapshotPattern-1761685169-router', 'tenant_id': '05a2112b386042cb8024fc4344726fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:04:31Z', 'updated_at': '2021-07-09T18:10:01Z', 'revision_number': 6, 'project_id': '05a2112b386042cb8024fc4344726fba', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:10:01.586889 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10193718'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.615699 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b49398-a67c-4fa2-b130-bbac7db76afe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:01.688244 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579923'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.777722 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7994'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.779911 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.825532 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1573303'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.826227 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:10:01.833361 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.834614 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-0a845d03-34ad-48f1-aba0-172b10349c34 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9a4e4ae5-04b4-40a2-bbc3-e7079f13f70c HTTP/1.1" status: 204 len: 168 time: 0.7803617 Jul 09 18:10:01.837176 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46164) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:01.889366 n-d-800085-2 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Deleting subnet beace6c6-4af3-4199-ab1f-9510f86d23d5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:10:01.892776 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.932735 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9255135'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:01.984231 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6f257720-120a-4e72-ba21-039042118764 no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:10:02.007961 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 6f257720-120a-4e72-ba21-039042118764 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:10:02.008310 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 6f257720-120a-4e72-ba21-039042118764 not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:10:02.018922 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390424'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.080444 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10193676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8685408'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.109307 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beace6c6-4af3-4199-ab1f-9510f86d23d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:02.114013 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.116167 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-9bc2d42c-fbc6-4cdd-8392-9b6c7a259a0b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/beace6c6-4af3-4199-ab1f-9510f86d23d5 HTTP/1.1" status: 204 len: 168 time: 0.2780566 Jul 09 18:10:02.119135 n-d-800085-2 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.48', 46166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:02.119916 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86b7d3-43a4-4da3-808c-86450ee5d24e None None] Network de253894-7535-4593-bddb-5b877f2bafb2 requested from n-d-800085-2 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:10:02.188652 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770092'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.247242 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Deleting port 73ddbb2d-fa16-43c1-a000-5496206e3aee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:10:02.247635 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.309378 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] DHCP port deletion for de253894-7535-4593-bddb-5b877f2bafb2 request from n-d-800085-2 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:10:02.321104 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] For port 73ddbb2d-fa16-43c1-a000-5496206e3aee, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=73ddbb2d-fa16-43c1-a000-5496206e3aee,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:10:02.321677 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.335771 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Calling delete_port for 73ddbb2d-fa16-43c1-a000-5496206e3aee owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:10:02.364005 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] Deleting port 73ddbb2d-fa16-43c1-a000-5496206e3aee {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:10:02.364391 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756497892572'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.417465 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9179108'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.428630 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] For port 73ddbb2d-fa16-43c1-a000-5496206e3aee, host n-d-800085-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-2',level=0,port_id=73ddbb2d-fa16-43c1-a000-5496206e3aee,segment=NetworkSegment(e80e3c9e-54f3-4f55-bde2-56ac61722258),segment_id=e80e3c9e-54f3-4f55-bde2-56ac61722258)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:10:02.429059 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1578964'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.442531 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] Calling delete_port for 73ddbb2d-fa16-43c1-a000-5496206e3aee owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:10:02.447490 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ddbb2d-fa16-43c1-a000-5496206e3aee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:02.452301 n-d-800085-2 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] No DVR routers for this DVR port 73ddbb2d-fa16-43c1-a000-5496206e3aee on host n-d-800085-2 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:10:02.523701 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391821', 'neutron.services.segments.db._delete_segments_for_network-8756497815125'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.525479 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-755518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756497902614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756497343982'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.534754 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de253894-7535-4593-bddb-5b877f2bafb2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:02.548425 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80e3c9e-54f3-4f55-bde2-56ac61722258') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:02.548734 n-d-800085-2 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80e3c9e-54f3-4f55-bde2-56ac61722258') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:10:02.551370 n-d-800085-2 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] Pushing event deleted for resources: {'Port': ['ID=73ddbb2d-fa16-43c1-a000-5496206e3aee,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:02.554958 n-d-800085-2 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535edb9c-c19a-4cff-af7a-11fd66185d15 None None] No DVR routers for this DVR port 73ddbb2d-fa16-43c1-a000-5496206e3aee on host n-d-800085-2 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:10:02.561935 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756497844273', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10321509'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.576754 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.583166 n-d-800085-2 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:10:02.583574 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9178939'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: Traceback (most recent call last): Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: timer() Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: cb(*args, **kw) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: return func(*args, **kwargs) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: self._notify() Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: self.callback(batched_events) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: event.method(event) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: return f(self, *a, **k) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: return self._get(url).json() Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:10:02.585426 n-d-800085-2 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:10:02.644135 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1630893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579959'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.650887 n-d-800085-2 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.652794 n-d-800085-2 neutron-server[93767]: INFO neutron.wsgi [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] 10.222.0.48 "DELETE /v2.0/networks/de253894-7535-4593-bddb-5b877f2bafb2 HTTP/1.1" status: 204 len: 168 time: 0.5324938 Jul 09 18:10:02.664145 n-d-800085-2 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775d2e5-941f-4a8b-8a10-f3360322a993 admin admin] Pushing event deleted for resources: {'Network': ['ID=de253894-7535-4593-bddb-5b877f2bafb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:02.775136 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:02.816041 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-7ca6f584-6b04-44ca-81d0-3d8d05e55845 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e77a6c4fe7845bc9edf5de4c6719929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394621 Jul 09 18:10:02.818422 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:02.874386 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac099da-3e0c-4439-a35e-f5d7ef41e8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.903809 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac099da-3e0c-4439-a35e-f5d7ef41e8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.957659 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac099da-3e0c-4439-a35e-f5d7ef41e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.960509 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac099da-3e0c-4439-a35e-f5d7ef41e8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.961734 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-5ac099da-3e0c-4439-a35e-f5d7ef41e8e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88a8c313-59a2-4d14-be8c-5f82fb20cc4b HTTP/1.1" status: 204 len: 168 time: 0.1422002 Jul 09 18:10:02.969858 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac099da-3e0c-4439-a35e-f5d7ef41e8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a8c313-59a2-4d14-be8c-5f82fb20cc4b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:03.306735 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:03.351511 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-64cb7511-8557-44ed-8e2c-ecb14126f67a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05a2112b386042cb8024fc4344726fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435627 Jul 09 18:10:03.354019 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.48', 46184) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:10:03.406402 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e6d8-6233-45da-be44-4dc6f439f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:03.428609 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e6d8-6233-45da-be44-4dc6f439f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:03.481291 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e6d8-6233-45da-be44-4dc6f439f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1604732'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:03.484135 n-d-800085-2 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e6d8-6233-45da-be44-4dc6f439f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:03.485444 n-d-800085-2 neutron-server[93768]: INFO neutron.wsgi [None req-b7b3e6d8-6233-45da-be44-4dc6f439f665 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cb5b1ac-41a1-4174-b0c4-f8188a0db73d HTTP/1.1" status: 204 len: 168 time: 0.1305335 Jul 09 18:10:03.493281 n-d-800085-2 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3e6d8-6233-45da-be44-4dc6f439f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb5b1ac-41a1-4174-b0c4-f8188a0db73d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:03.728343 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4b49398-a67c-4fa2-b130-bbac7db76afe no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:10:03.749687 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: d4b49398-a67c-4fa2-b130-bbac7db76afe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:10:03.750566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device d4b49398-a67c-4fa2-b130-bbac7db76afe not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:10:03.750566 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 73ddbb2d-fa16-43c1-a000-5496206e3aee no longer exists at agent ovs-agent-n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:10:03.774895 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] No Port match for: 73ddbb2d-fa16-43c1-a000-5496206e3aee {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:10:03.775239 n-d-800085-2 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Device 73ddbb2d-fa16-43c1-a000-5496206e3aee not bound to the agent host n-d-800085-2 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:10:05.980661 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14125c93-aab7-44bc-bfd8-a39518b3ce56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:08.497578 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41ec1f9e-0eb1-466e-bb79-ed8e4e9a06d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:08.792612 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:09.203696 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:09.750601 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:11.550863 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:18.600633 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:10:24.789476 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:35.985385 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1795eaa-fd39-4367-97bb-47d7edf1e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:38.490590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95032efd-8a2e-4a9d-8466-346f4e46acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:38.786533 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:39.219974 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:39.747645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:41.550098 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:54.804513 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:55.604991 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:11:05.990103 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4d571ff6-f53d-465b-8f72-cf5686881b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:08.493347 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bc9d993b-ca0e-44b2-aec7-45587a6f244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:08.789971 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.219574 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.749908 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:11.559584 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:24.822362 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:32.605209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:11:35.994000 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f2862fe-5dbe-4afd-91cd-aafa53e9b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.495424 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0e32-bb8a-4a37-a973-6eef957445eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.796533 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.223645 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.752474 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.557859 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:54.819582 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:05.997443 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9873f11f-3bb6-48a6-824d-fc12c54dbb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:08.498729 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-58d67d3a-7a88-4188-a304-724bb013f5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:08.790281 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:09.225325 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:09.604364 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:12:09.756146 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:11.560161 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.833166 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.003181 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a071943b-c41f-45c6-8f2f-6cee0ded4b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.502022 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86107e9d-3249-473e-b6c1-dde6c03c3b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.793117 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.225365 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.758841 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:41.567267 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:46.605566 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:12:54.832952 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:05.996814 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876e9f78-411b-431e-812a-95db05911e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:08.497658 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bbad6e3-2660-465c-b9c8-2063133b00b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:08.796903 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:09.255801 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:09.762462 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:11.567868 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:23.606894 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:13:24.832394 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:36.000664 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebe45d84-7ef1-4eab-bfea-1838ef05e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:38.505069 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e6a7e5bf-8add-4502-9c96-9f70de6f2c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:38.800650 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:39.270056 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:39.766515 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:41.569647 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:54.833078 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.607829 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:14:06.004621 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12790e0c-63cf-4203-8730-8474e3c3ed2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.498872 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-69f1ee47-dfbc-4094-96fd-af828e926555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.804495 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:09.278538 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:09.768780 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:11.574028 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:24.840793 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:36.009379 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a43c463c-373e-467f-8644-92f36286e057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:37.610008 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:14:38.509544 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35180e94-f80d-41d7-8669-de6e3899f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:38.807821 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:39.294252 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:39.771857 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:41.575398 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.831869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:06.012361 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-092b2a39-d61c-4acb-9f47-7dc5f83dc401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:08.502567 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fdaf-6a6f-4995-97fb-83eea2f73f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:08.811666 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:09.292690 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:09.775551 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:11.579408 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:14.610333 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:15:24.852181 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:36.016002 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb935d3a-c2ba-4a05-a449-f4d6533474b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:38.513684 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ead2f15b-fe11-4f1d-afb2-0d5c1040021d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:38.819651 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:39.306878 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:39.779831 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:41.581856 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:51.610764 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:15:54.859605 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:06.020590 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4ba53a7-78cb-4e91-bbed-4a9f51df670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:08.507293 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52e163ef-711f-4eac-899f-e92c26317bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:08.813727 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.306089 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.781210 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:11.585295 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.866638 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.616065 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:16:36.024646 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fc19a19-288e-4c89-9bbb-4fbbe2a2caef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:38.510869 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80a4139b-99cf-4d62-8683-f92a2bc9cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:38.817343 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:39.319566 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:39.784817 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:41.587943 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:54.889810 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:05.615986 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:17:06.027842 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00b282b1-a13f-456a-8790-f2768fdb9923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:08.514405 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09eceb88-4824-41ca-9c2a-b67b74609fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:08.823901 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:09.338126 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:09.789093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:11.594721 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:24.905781 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.149449 n-d-800085-2 neutron-server[93768]: DEBUG neutron.wsgi [req-60b75894-8098-4147-8e34-d6906d78949b req-b27475d5-7717-4854-b2be-7650661652a3 service neutron] (93768) timed out ('10.222.0.48', 51250) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:17:36.031330 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c71acc5-1279-455b-9fd4-51f184649532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.525698 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a30aba7d-061e-485c-8a0c-8f815d796103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.819946 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.333155 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.793668 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:41.599633 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:42.621209 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:17:54.929791 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:06.036861 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8449fff8-750d-48db-bdac-80d719f5bd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:08.527584 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73b3950a-2330-4f57-80f0-7b565e8b0341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:08.822492 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:09.337558 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:09.799703 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:11.603759 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:19.626569 n-d-800085-2 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-5d2ff77b-b6f8-4330-be3e-60b93f023f9b None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:18:24.919093 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feef82dd-5530-4bbe-b121-91980d3bc45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:36.038603 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f409e62b-ae5d-4d77-9b48-bc8543e6c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:38.521157 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-13e0e132-bc98-4f9f-9d91-99c237c238da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:38.815071 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc206-968f-4a21-8901-439856f8a65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:39.353513 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fad697-2d17-4eef-b31e-b560b664a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:39.795911 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c1faea9-38c1-4906-ab77-4a8c8f1092ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:41.603805 n-d-800085-2 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca6b6-b94a-4612-962c-361935391e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756497815107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385863'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}